# Disallow all crawlers access to certain pages. User-agent: * Disallow: /c/ Disallow: /cgi-bin/ Disallow: /eBay/ Disallow: /flip/ Disallow: /wopr/ Disallow: /a10-team/ # Sitemap files Sitemap: http://www.websitesare.us/sitemap.xml # no blank lines, robots.txt file name must be all lower-case