User-agent: *.* disallow: auction/ disallow: forum/ disallow: cgi-bin/ disallow: images/ disallow: photo/ disallow: temp/ disallow: reserved/ disallow: feeds/ disallow: logs/ disallow: _private/ disallow: _vti_pvt/ disallow: myscript/ disallow: webpostcards/ disallow: downloads/ disallow: admin/ disallow: account.php User-agent: Exabot Disallow: cgi-bin/ # Disallow specific bots from indexing or crawling the site at all # Most recent additions first. User-agent: GigaBot Disallow: / User-agent: Voyager Disallow: / User-agent: BaiDuSpider Disallow: / User-agent: BackRub Disallow: / User-agent: Grub.org Disallow: / User-agent: BotRightHere Disallow: / User-agent: larbin Disallow: / User-agent: psbot Disallow: / User-agent: Walhello appie Disallow: / User-agent: Python-urllib Disallow: / User-agent: CherryPicker Disallow: / User-agent: EmailCollector Disallow: / User-agent: WebBandit Disallow: / User-agent: EmailWolf Disallow: / User-agent: CopyRightCheck Disallow: / User-agent: Crescent Disallow: / User-agent: Yandex bot Disallow: / # END OF FILE