# Robots.txt for www.referencement-fr.com
# Bruno Manach, 14 août 2010
# vérificateur de syntaxe
# http://tool.motoricerca.info/robots-checker.phtml
#

User-agent: Mediapartners-Google
Disallow:

User-agent: Slurp
Disallow:

User-agent: dotbot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: ccbot
Disallow: /

User-agent: Tagoobot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: SkreemRBot
Disallow: /

User-agent: ZipppBot
Disallow: /

User-agent: HTTrack 
Disallow: /

User-agent: psbot
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: InternetSeer.com
Disallow: /

User-agent: Foobot
Disallow: /

User-agent: Gaisbot
Disallow: /

User-agent: GetRight
Disallow: /

User-agent: getwebpage
Disallow: /

User-agent: Harvest
Disallow: /

User-agent: hloader
Disallow: /

User-agent: httplib
Disallow: /

User-agent: ImageBot
Disallow: /

User-agent: Telesoft
Disallow: /

User-agent: WebAuto
Disallow: /

User-agent: webbandit
Disallow: /

User-agent: webcopier
Disallow: /

User-agent: WebEnhancer
Disallow: /

User-agent: weblayers
Disallow: /

User-agent: sitecheck
Disallow: /

User-agent: SiteSucker
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Eurobot
Disallow: /

User-agent: search17
Disallow: /

User-agent: *
Disallow: /compteur/
Disallow: /top/
Disallow: /top50/
Disallow: /pieges_a_bots.php
Disallow: /admin
Disallow: /annuaire/thumbs/
Disallow: /annuaire/antibot.php
Disallow: /annuaire/public/thumbs
Crawl-delay: 1

sitemap: http://www.referencement-fr.com/sitemap.xml.gz