# /robots.txt file for http://www.compsource.com/ # mail webmaster@compsource.com for constructive criticism User-agent: webcrawler Disallow: /shopping/ User-agent: Yandex Disallow: / User-agent: * # Sitemap: http://www.compsource.com/sitemap.xml Crawl-delay: 10 Disallow: /shopping/ Disallow: /login/