# (Copied from atariguide.com - thanks Jason!) # Bad robot crawls way too fast. # User-agent: Yandex Disallow: / User-agent: AISearchBot Disallow: / User-agent: Twiceler Disallow: / # Allow only specific directories User-agent: ScoutJet Disallow: / User-agent: TailsweepBlogCrawler Disallow: / User-agent: R6_CommentReader Disallow: / User-agent: WebAlta Disallow: / User-agent: baiduspider Disallow: / User-agent: voilabot Disallow: / User-agent: SlySearch Disallow: / User-agent: turnitinbot Disallow: / User-Agent: sitecheck.internetseer.com Disallow: / User-Agent: NPBot Disallow: / User-Agent: "NPBot" Disallow: / User-Agent: * Disallow: /cgi-bin/ User-Agent: LinkWalker Disallow: / User-Agent: SnapBot Disallow: / #User-Agent: googlebot #Disallow: /c0/ #Disallow: /c1/ #Disallow: /c2/ #Disallow: /c3/ #Disallow: /c4/ #Disallow: /c5/ #Disallow: /c6/ #Disallow: /c7/ #Disallow: /c8/ #Disallow: /c9/ #Disallow: /c10/ #Disallow: /c11/ #Disallow: /c12/ #Disallow: /c13/ #Disallow: /c14/ #Disallow: /c15/ #Disallow: /c16/ #Disallow: /c17/ #Disallow: /c18/ #Disallow: /c19/ #Disallow: /c20/