User-agent: * Disallow: /admin Disallow: /css Disallow: /images Disallow: /includes Disallow: /js Disallow: /pages Disallow: /.htaccess Disallow: /api.php Disallow: /yourls-api.php Disallow: /yourls-go.php Disallow: /yourls-infos.php Disallow: /readme.html