# utterpants.co.uk: robots.txt # This Robots.txt validates to the robots exclusion standard! # Disallow specific bots from indexing or crawling the site at all # Disallow MSN Picsearch from crawling the site User-agent: psbot Disallow: / User-agent: Voyager Disallow: / User-agent: BaiDuSpider Disallow: / User-agent: BackRub/ Disallow: / User-agent: Grub.org Disallow: / User-agent: BotRightHere Disallow: / User-agent: larbin Disallow: / User-agent: Walhello appie Disallow: / User-agent: Python-urllib Disallow: / User-agent: CherryPicker Disallow: / User-agent: EmailCollector Disallow: / User-agent: WebBandit Disallow: / User-agent: EmailWolf Disallow: / User-agent: CopyRightCheck Disallow: / User-agent: Crescent Disallow: / User-agent: Yandex bot Disallow: / # END OF FILE