User-agent: googlebot
Crawl-delay: 100
Disallow: /Archives/
Disallow: /text/
Disallow: /logs/
Disallow: /cgi-bin/title.cdf
Disallow: /cgi-bin/titledownload.cdf

User-agent: Mediapartners-Google* 
Crawl-delay: 10
Disallow: /Archives/
Disallow: /text/
Disallow: /logs/
Disallow: /cgi-bin/titledownload.cdf

User-agent: msnbot
Disallow: /

User-agent: Fasterfox
Disallow: /

User-agent: *
Crawl-delay: 500
Disallow: /Archives/
Disallow: /text/
Disallow: /logs/
Disallow: /cgi-bin/title.cdf
Disallow: /cgi-bin/titledownload.cdf