# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449
Sitemap: https://www.mediapart.fr/sitemap_index.xml

User-agent: *
Crawl-delay: 3
Allow: /
Allow: /abo/offres

Disallow: /abo/*
Disallow: /offrir_article/
Disallow: /article/offert/
Disallow: /ajax/
Disallow: /comment/
Disallow: /tools/
Disallow: /bookmark/
Disallow: /petition.php
Disallow: /search?search_word=*
Disallow: /journal/mot-cle/