User-agent: bbot
Disallow: / 

User-agent: combine
Disallow: / 

User-agent: digger
Disallow: / 

User-agent: EmailWolf
Disallow: /

User-agent: fido
Disallow: / 

User-agent: gcreep
Disallow: / 

User-agent: havIndex
Disallow: / 

User-agent: ia_archiver
Disallow: / 

User-agent: jcrawler
Disallow: / 

User-agent: larbin
Disallow: / 

User-agent: mediafox
Disallow: / 

User-agent: NetScoop
Disallow: / 

User-agent: ObjectsSearch
Disallow: / 

User-agent: pageboy
Disallow: / 

User-agent: Raven
Disallow: / 

User-agent: Slurp
Crawl-delay: 8

User-agent: msnbot
Crawl-delay: 5

User-agent: nutch
Crawl-delay: 5

User-agent: yeti
Crawl-delay: 8

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 8

User-agent: naverbot
Crawl-delay: 8

User-agent: googlebot
Crawl-delay: 5

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 8

User-agent: yandex
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: BoardReader
Crawl-delay: 8

User-agent: Exabot
Crawl-delay: 10