User-agent: *
Disallow: /files
Disallow: /images
Disallow: /scripts
Disallow: /styles

User-agent: Mediapartners-Google*
Disallow:

User-agent: NPBot
User-agent: InfoNaviRobot
User-agent: MSNBOT 
User-agent: MarcoPolo
User-agent: Nutch
User-agent: Zao
User-agent: semanticdiscovery
User-agent: PubCrawl
User-agent: TurnitinBot
User-agent: NPbot
User-agent: psbot
User-agent: baiduspider
User-agent: larbin
User-agent: ia_archiver
User-agent: NationalDirectory
User-agent: LNSpiderguy
User-agent: Teleport
User-agent: MIIxpc
User-agent: asterias
User-agent: lwp-trivial
User-agent: LinkWalker
User-agent: cosmos
User-agent: MSIECrawler
User-agent: sitecheck.internetseer.com
User-agent: pompos
User-agent: Generic
User-agent: WebSearchBench
User-agent: almaden
User-agent: k2spider
User-agent: curl
User-agent: Wget
Disallow: /