# Disallow ALL bots from these directories and all their child objects 
User-agent: * 

Disallow: /cgi-bin 
Disallow: /admin
Disallow: /themes
Disallow: /cont
Disallow: /scripts
Disallow: /item
Disallow: /go/
Disallow: /guide/
Disallow: /item.php




User-agent: robozilla
Disallow: /



User-agent: Slurp
Crawl-delay: 60

User-agent: msnbot
Crawl-delay: 60

User-agent: Teoma
Crawl-delay: 60

User-agent: aipbot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: fast
Disallow: /




User-agent: GigaBot 
Disallow: / 

User-agent: Voyager 
Disallow: / 

User-agent: BaiDuSpider 
Disallow: / 

User-agent: BackRub/*.* 
Disallow: / 

User-agent: Grub.org 
Disallow: / 

User-agent: BotRightHere 
Disallow: / 

User-agent: larbin 
Disallow: / 

User-agent: psbot 
Disallow: / 

User-agent: Walhello appie 
Disallow: / 

User-agent: Python-urllib 
Disallow: / 


User-agent: CherryPicker 
Disallow: / 

User-agent: EmailCollector 
Disallow: / 

User-agent: WebBandit 
Disallow: / 

User-agent: EmailWolf 
Disallow: / 

User-agent: CopyRightCheck 
Disallow: / 

User-agent: Crescent 
Disallow: / 

User-agent: Yandex
Disallow:/

User-agent: Cuil
Disallow:/

User-agent:Twiceler
Disallow:/

User-agent: Twiceler-0.9
Disallow: /