User-agent: *
# Disallow: /download/
Disallow: /cgi

User-agent: ia_archiver
Disallow:

# User-agent: turnitinbot
# Disallow: /

# User-agent: MJ12bot
# Disallow: /

# User-Agent: Charlotte
# Disallow: /

User-agent: WDG_SiteValidator
Disallow: /html/ids.html