# All robots will spider the domain
User-agent: *
Disallow:

User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /forms/
Disallow: /audio/

# Disallow ia_archiver
User-agent: ia_archiver
Disallow: /

User-agent: Kenjin Spider
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: TurnitinBot/1.5
Disallow: /

User-agent: w3mir
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: SBIder
Disallow: /