User-agent: * 
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /editor/
Disallow: /help/
Disallow: /images/
Disallow: /includes/
Disallow: /language/
Disallow: /mambots/
Disallow: /media/
Disallow: /modules/
Disallow: /templates/
Disallow: /installation/

User-agent: Mozilla crawl/5.0 (compatible; frt/1.13.2 +http://www..com) 
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: msnbot
Disallow: /
User-agent: Yahoo! Slurp
Disallow: /
User-agent: yanga worldsearch bot
Disallow: /
User-agent: Yanga WorldSearch Bot v1.1/beta (http://www.yanga.co.uk/)  
Disallow: /
User-agent: Yandex
Disallow: / 
User-agent: AboutUsBot
Disallow: / 
User-agent: webcrawler
Disallow: /
User-agent: cuill.com
Disallow: /
User-agent: Twiceler
Disallow: /
User-agent: Mozilla/5.0 (compatible; Yahoo! Slurp China; http://misc.yahoo.com.cn/help.html)
Disallow: /
User-agent: Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)
Disallow: /
User-agent: Feedfetcher-Google; (+http://www.google.com/feedfetcher.html)
Disallow: /
User-agent: Mozilla/5.0 (compatible; WebDataCentreBot/1.0; +http://WebDataCentre.com/)
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: Baiduspider+
Disallow: /
User-agent: Teoma
Disallow: /
User-agent: psbot
Disallow: /
User-agent: keywordspy.com
Disallow: / 
User-agent: MooseBot
Disallow: /
User-agent: itsapic.com_crawler
Disallow: /
User-agent: bezeqint.net
Disallow: /
User-agent: Searchmee! Spider v0.98a 
Disallow: /
User-agent: FAST-WebCrawler
Disallow: /
User-agent: Lycos_Spider_(T-Rex)
Disallow: /
User-agent: MSNPTC
Disallow: /
User-agent: msnbot-media/1.0
Disallow: /
User-agent: ScoutJet
Disallow: /
User-agent: Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)
Disallow: /
User-agent: msnbot-media/1.1 (+http://search.msn.com/msnbot.htm)
Disallow: /
User-agent: Feedfetcher-Google
Disallow: /
User-agent: Speedy Spider
Disallow: /
User-agent: voyager/2.0 (http://www.kosmix.com/html/crawler.html)
Disallow: /
User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.8.1) VoilaBot BETA 1.2 (support.voilabot@orange-ftgroup.com)
Disallow: /
User-agent: Java/1.6.0_04
Disallow: /
User-agent: ACONTBOT
Disallow: /
User-Agent: Charlotte
Disallow: / 
User-Agent: CCBot
Disallow: /