# Prevents archive.org from indexing
User-agent: ia_archiver
Disallow: /

# Googlebot
User-agent: Googlebot
Disallow: /*.axd$
Disallow: /interviewseries/*.pdf$
Disallow: /*s=
Disallow: /*spid=
Disallow: /*spids=
Disallow: /*CJPID=
Disallow: /cms/
Disallow: /affiliate/
Disallow: /e/
Disallow: /links/
Disallow: /t2/
Disallow: /s/
Disallow: /z/
Disallow: /*sbid=

# msnbot
User-agent: msnbot
Disallow: /*.axd$
Disallow: /interviewseries/*.pdf$
Disallow: /*s=
Disallow: /*spid=
Disallow: /*spids=
Disallow: /*CJPID=
Disallow: /cms/

# slurp
User-agent: slurp
Disallow: /*.axd$
Disallow: /interviewseries/*.pdf$
Disallow: /*s=
Disallow: /*spid=
Disallow: /*spids=
Disallow: /*CJPID=
Disallow: /cms/

# Prevents all bots from crawling protected pages or ppc
User-agent: *
Disallow: /affiliate/
Disallow: /e/
Disallow: /links/
Disallow: /m/
Disallow: /t2/
Disallow: /s/
Disallow: /z/
Disallow: /*.xml$
Disallow: /*sbid=