User-agent: *  
Disallow: /css/  
Disallow: /files/  
Disallow: /img/  
Disallow: /_private/  


User-agent: INA dlweb
Disallow: /

User-agent: ccubee/3.0
Disallow: /

User-agent: e-SocietyRobot
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: OmniExplorer_Bot/1.09
Disallow: /

User-agent: Biglotron
Disallow: /

User-agent: msnbot
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /

User-agent: EmeraldShield.com WebBot
Disallow: /

User-agent: BecomeBot
Crawl-Delay: 600

User-agent: Slurp
Crawl-delay: 600

User-agent: turnitinbot
Disallow: /

User-agent: Seekbot
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: grub
Disallow: /

User-agent: looksmart
Disallow: /

User-agent: w3crobot
Disallow: /

User-agent: fetch api request
Disallow: /

User-agent: linkwalker
Disallow: /

User-agent: libwww-perl
Disallow: /

User-agent: LapozzBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: swish-e
Disallow: /

User-agent: kalooga
Disallow: /

User-agent: discobot
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: dotbot
Disallow: /