# robots.txt

User-agent: *
Disallow: /client/
Disallow: /temp/
Disallow: /optimist/
Disallow: /_*/
Disallow: /iamaverybadbot/

Disallow: /news/tag/
Disallow: /news/rss/
Disallow: /news/search/

# Bots that don't provide URLs or email addresses get disallowed!
# And then if they keep crawling the site I will do something very mean!

# 2005-10
User-agent: Shim Crawler
Disallow: /

# 2005-10
User-agent: k2spider
Disallow: /

# 2005-10
User-agent: Septera
Disallow: /

# 2005-10
User-agent: Mmm.... Brains....
Disallow: /

# 2005-10-31
User-agent: Mo College 1.9
Disallow: /

# 2005-10-31
User-agent: sohu agent
Disallow: /