User-agent: *
Disallow: /cgi-bin/
Disallow: /buy/
Disallow: /legal/
Disallow: /sell/
Disallow: /css/
Disallow: /blog/wp-admin/
Disallow: /blog/wp-content/
Disallow: /blog/wp-includes/
Disallow: /directory/admin/
Disallow: /directory/backup/
Disallow: /directory/documentation/
Disallow: /directory/images/
Disallow: /directory/include/
Disallow: /directory/javascripts/
Disallow: /directory/lang/
Disallow: /directory/libs/
Disallow: /directory/temp/
Disallow: /directory/templates/



User-agent: Slurp
Crawl-delay: 8

User-agent: msnbot
Crawl-delay: 5

User-agent: nutch
Crawl-delay: 5

User-agent: yeti
Crawl-delay: 8

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 8

User-agent: naverbot
Crawl-delay: 8

User-agent: googlebot
Crawl-delay: 5

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 8

User-agent: yandex
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: BoardReader
Crawl-delay: 8

User-agent: Exabot
Crawl-delay: 10