User-agent: Gigabot
Disallow: /

User-agent: beholder
Disallow: /

User-agent: DIIbot/1.2
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: linkguard
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: oBot
Disallow: /

User-agent: Teleport Pro
Disallow: /

User-agent: WebEMailExtractor
Disallow: /

User-agent: WhizBang! Labs
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Schmozilla/v9.14 Platinum
Disallow: /

User-agent: VoilaBot BETA 1.2
Disallow: /

User-agent: WebAlta Crawler/2.0
Disallow: /

User-agent: ia_archiver
Disallow: /

User-Agent: *
Disallow: /demo/

User-Agent: *
Disallow: /reports/

User-Agent: *
Disallow: /template/

User-Agent: *
Disallow: /archive/

User-Agent: *
Disallow: /files/

User-Agent: *
Disallow: /includes/