# robots.txt for bardok.net # $Id: robots.txt,v 1.13 2005/08/22 13:39:05 vroom Exp $ (slashdot.org) # "Any empty [Disallow] value, indicates that all URLs can be retrieved. # At least one Disallow field needs to be present in a record." User-agent: Mediapartners-Google Disallow: User-agent: Googlebot Disallow: User-agent: Slurp Crawl-delay: 100 Disallow: User-agent: Yahoo-NewsCrawler Disallow: User-agent: msnbot Crawl-delay: 100 Disallow: User-agent: * Crawl-delay: 100