User-Agent: *
Allow: / 
Disallow: /cgi-bin
Disallow: /*?*
Disallow: /*%*
Disallow: /*.doc$
Disallow: /*.pdf$
Disallow: /*.cfm$
Disallow: /images
Disallow: /surf-fishing-guide.html
Disallow: /mtarchives
Disallow: /mtblog
Disallow: /undefined
Disallow: /__media__
Noindex: /*?*
Noindex: /*%*
Noindex: /surf-fishing-guide.html
Noindex: /mtarchives
Noindex: /mtblog
Noindex: /undefined
Noindex: /__media__
Noindex: /*.doc$
Noindex: /*.pdf$
Noindex: /*.cfm$

User-agent: Slurp
Crawl-delay: 8

User-agent: msnbot
Crawl-delay: 5

User-agent: nutch
Crawl-delay: 5

User-agent: yeti
Crawl-delay: 8

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 8

User-agent: naverbot
Crawl-delay: 8

User-agent: googlebot
Crawl-delay: 5

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 8

User-agent: yandex
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: BoardReader
Crawl-delay: 8

User-agent: Exabot
Crawl-delay: 10