# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow:

# Ajouter par A: attente de test réel. Précisions des robots Google, Yahoo(slurp) et Microsoft, CF&Bien lire = http://www.annuaire-info.com/robots-txt/extensions/
User-agent: googlebot
User-agent: slurp
User-agent: msnbot
Disallow: /*.rss$
Disallow: /*.pdf$
Disallow: /*.xml$