User-agent: googlebot

User-agent: Yahoo Slurp

User-agent: MSNBot

User-agent: AskJeeves

User-agent: The web archive (IA Archiver)

User-agent: WDG_SiteValidator

User-agent: Alexa (IA Archiver)

User-agent: Yahoo-MMCrawler

User-agent: Google AdSense

User-agent: BaiDuSpider

User-agent: psbot

User-agent: GigaBot

User-agent: SBIder

Disallow: /cgi-bin/

Disallow: /cp/

Disallow: /menu/

Disallow: /webalizer/

Disallow: /modlogan/

Disallow: /transfer/

Disallow: /scripts/

Disallow: /bbstats/

Disallow: /icon/

Disallow: /accessories/


User-agent: *
Disallow: /

User-agent: Titan
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: / 

User-agent: Mediapartners-Google*
Disallow: