Free tools

Robots.txt Examples

Robots.txt file content for francetvinfo.fr.

Robot.txt file for: francetvinfo.fr

      User-agent: *
Sitemap: https://www.francetvinfo.fr/sitemap_index.xml
Sitemap: https://www.francetvinfo.fr/sitemap_video_index.xml
Sitemap: https://www.francetvinfo.fr/sitemap_image_index.xml
Sitemap: https://www.francetvinfo.fr/sitemap_nouveaux_formats.xml
Sitemap: https://www.francetvinfo.fr/sitemap_news.xml

Disallow: /recherche/
Disallow: /user/
Disallow: /esi-block/
Disallow: /esi/www/taxonomy/
Disallow: /en-direct/message/
Disallow: /nous-contacter.html
Disallow: /cgu.html
Disallow: /charte-deontologique.html
Disallow: /mail/
Disallow: /profile/
Disallow: /auth/
Disallow: /*?print=1
Disallow: /live-a-detruire_19925.html
Disallow: /live/message/
Disallow: /bac/recherche/
Disallow: /*_resultat-eleve.html
Disallow: /*_resultat-eleve-*.html
Disallow: /preview-examens/
Disallow: /*?diploma*
Disallow: *html?callV1=
Disallow: *html?fbclid=
Disallow: *html?noamp=
Disallow: *__twitter_impression=
Disallow: *html?fr=
Disallow: *html?Echobox=
Disallow: *html?google_editors_picks=
Disallow: *?_format=html
Disallow: /export/flipboard/*\.rss

User-agent: Googlebot-Image
Allow: /image/

User-agent: AhrefsBot
Disallow: /

# Disable OpenAI bots
User-agent: ChatGPT-User
Disallow: /
User-agent: GPTBot
Disallow: /

# Allow Flipboard RSS feed
User-agent: Flipboard
Allow: /export/flipboard/*.rss

# To remove when the page is ready for prod
Disallow: /shuffle-app/