# tells Google not to include these URLs in the index even if they have already been crawled User-Agent: Googlebot Noindex: /login Noindex: /auth Noindex: /logout Noindex: /ajax/* # tells all engines not to crawl these URLs User-Agent: * Disallow: /login Disallow: /auth Disallow: /logout Disallow: /ajax/* Disallow: /docs Disallow: /d Sitemap: http://ow.ly/sitemap.xml