User-agent: Twiceler
Disallow: /

User-agent: pompos 
Disallow: /

User-agent: semanticdiscovery 
Disallow: /

User-agent: Gaisbot 
Disallow: /

User-agent: QihooBot
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: NGBot/4.5
Disallow: /

User-agent: Sosoimagespider
Disallow: /

User-agent: Slurp
Crawl-delay: 20

User-agent: msnbot
Crawl-delay: 20

User-agent: Teoma
Crawl-delay: 20

User-agent: MJ12bot
Disallow: /liste/
Crawl-delay: 20

User-agent: FatBot
Disallow: /liste/
Crawl-delay: 20

User-agent: bot/1.0
Disallow: /liste/
Crawl-delay: 20

User-agent: CazoodleBot
Disallow: /liste/
Crawl-delay: 20

User-agent: VoilaBot
Disallow: /

User-agent: HTTrack 
User-agent: HTTrack 3.0 
User-agent: WinHTTrack 
Disallow: /

User-agent: Exabot
Disallow: /liste/
Crawl-delay: 20

User-agent: Exabot-Thumbnails
Disallow: /liste/
Crawl-delay: 20

User-agent: ia_archiver
Disallow: /liste/
Crawl-delay: 20

User-agent: seekbot
Disallow: /liste/
Crawl-delay: 20

User-agent: BecomeBot 
Disallow: /liste/
Crawl-delay: 20

User-agent: TurnitinBot 
User-agent: TurnitinBot/2.1
Disallow: /liste/
Crawl-delay: 20

User-agent: asterias
Disallow: /liste/
Crawl-delay: 20

User-agent: Snapbot
Disallow: /liste/
Crawl-delay: 20

User-agent: ichiro
Disallow: /liste/
Crawl-delay: 20

User-agent: IRLbot 
Disallow: /liste/
Crawl-delay: 20

User-agent: SearchDaimon.com-dc
Disallow: /liste/
Crawl-delay: 20

User-agent: *
Disallow: /admin/
Disallow: /CFIDE/
Disallow: /caddie/
Disallow: /commande/
Disallow: /gestion/
Disallow: /moteur_de_rech/
Disallow: /enregistrement/ 
Disallow: /nolink.cfm
Disallow: /nolink_trap.cfm