User-agent: *
Crawl-Delay: 20
Visit-time: 0400-0900
Request-rate: 1/10
Disallow: /aggregator
Disallow: /xtracker
Disallow: /comment/reply
Disallow: /comment
Disallow: /node/add
Disallow: /files
Disallow: /search
Disallow: /node/feed
Disallow: /trackback
Disallow: /voting

User-Agent: Googlebot
Disallow: /*/feed$

User-agent: ia_archiver
Disallow: /

# updated 2007-07-31