User-agent: *
Disallow: /download/
Disallow: /cgi

User-agent: ia_archiver
Disallow:

User-agent: turnitinbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-Agent: Charlotte
Disallow: /

User-agent: WDG_SiteValidator
Disallow: /html/ids.html