User-agent: *
Disallow: /cycling/links.html
Disallow: /scuba/links.html
Disallow: /judo/links.html
Disallow: /cgi-bin/
Disallow: /deutsch/
Disallow: /bottrap/

User-Agent: msnbot
Disallow: /
Crawl-Delay: 60

baiduSpider
Disallow: /
Crawl-Delay: 60