# http://ahrefs.com/robot/
# http://robots-txt.com/ressources/robots-txt-ahrefs/
User-agent: AhrefsBot
Disallow: /

# http://www.opensiteexplorer.org/dotbot
# http://moz.com/researchtools/ose/dotbot
User-agent: dotbot
Disallow: /

User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /

User-agent: *
Disallow: /content/tipafriend/
Disallow: /search
Disallow: /pdf/download
Disallow: /pdf/generate
Disallow: /extranet
Disallow: /calendar/

Disallow: /eng/content/tipafriend/
Disallow: /eng/search
Disallow: /eng/pdf/download
Disallow: /eng/pdf/generate

Sitemap: http://www.inao.gouv.fr/sitemap.xml
#Crawl-delay: 5