User-agent: *
Disallow: /administrator/
Disallow: /cgi-bin/
Disallow: /awstats/
Disallow: /cache/
Disallow: /components/
Disallow: /images/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /xmlrpc/

#Googlebot
User-agent: Googlebot
Crawl-delay: 5

#Yahoo SLURP
User-agent: Slurp
Crawl-delay: 5

#Yahoo! Slurp
User-agent: Slurp/3.0
Crawl-delay: 5

# msn bot
User-agent: msnbot
Crawl-delay: 5

# advertising-related bots;
User-agent: Mediapartners-Google*
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: BackStreet Browser 3.1
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: NetAnts
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZip
Disallow: /

User-agent: WebZip/3.5(http://www.spidersoft.com)
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: Wget/1.11.4
Disallow: /

User-agent: Wget/1.11.4(Red Hat modified)
Disallow: /