Free tools

Robots.txt Examples

Robots.txt file content for yumpu.com.

Robot.txt file for: yumpu.com

      User-agent: *

#Disallow urls
Disallow: /document/forward/
Disallow: /document/forward_mail/
Disallow: /document/inappropriate/
Disallow: /document/embed_generator_code/
Disallow: /document/embed_generator/
Disallow: /document/readers/
Disallow: /document/rating/
Disallow: /document/search_text/
Disallow: /document/search/
Disallow: /document/tag/
Disallow: /document/progress/
Disallow: /document/create/
Disallow: /document/edit/
Disallow: /document/delete/
Disallow: /document/view_more/
Disallow: /document/views/
Disallow: /document/comments/
Disallow: /utils/
Disallow: /bookshelf/
Disallow: /browse/more_page/
Disallow: /magazine/get_comment/
Disallow: /upload/forgot_password/
Disallow: /upload/cloud/
Disallow: /upload/analyse/
Disallow: /document/download/
Disallow: /user/connect/

#Disallow urls with index.php
Disallow: /index.php/document/forward/
Disallow: /index.php/document/forward_mail/
Disallow: /index.php/document/inappropriate/
Disallow: /index.php/document/embed_generator_code/
Disallow: /index.php/document/embed_generator/
Disallow: /index.php/document/readers/
Disallow: /index.php/document/rating/
Disallow: /index.php/document/search_text/
Disallow: /index.php/document/search/
Disallow: /index.php/document/tag/
Disallow: /index.php/document/progress/
Disallow: /index.php/document/create/
Disallow: /index.php/document/edit/
Disallow: /index.php/document/delete/
Disallow: /index.php/document/view_more/
Disallow: /index.php/document/views/
Disallow: /index.php/document/comments/
Disallow: /index.php/document/json/
Disallow: /index.php/document/json2/
Disallow: /index.php/utils/
Disallow: /index.php/bookshelf/
Disallow: /index.php/browse/more_page/
Disallow: /index.php/magazine/get_comment/
Disallow: /index.php/upload/forgot_password/
Disallow: /index.php/upload/cloud/
Disallow: /index.php/upload/analyse/

#Disallow urls with language iso
Disallow: /*/document/forward/
Disallow: /*/document/forward_mail/
Disallow: /*/document/inappropriate/
Disallow: /*/document/embed_generator_code/
Disallow: /*/document/embed_generator/
Disallow: /*/document/readers/
Disallow: /*/document/rating/
Disallow: /*/document/search_text/
Disallow: /*/document/search/
Disallow: /*/document/tag/
Disallow: /*/document/progress/
Disallow: /*/document/create/
Disallow: /*/document/edit/
Disallow: /*/document/delete/
Disallow: /*/document/view_more/
Disallow: /*/document/views/
Disallow: /*/document/comments/
Disallow: /*/utils/
Disallow: /*/bookshelf/
Disallow: /*/browse/more_page/
Disallow: /*/magazine/get_comment/
Disallow: /*/upload/forgot_password/
Disallow: /*/upload/cloud/
Disallow: /*/upload/analyse/
Disallow: /*/user/social_auth/
Disallow: /*/document/download/

Allow: /

User-agent: anthropic-ai
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: GPTBot
User-agent: BLEXBot
Disallow: /

Sitemap: https://www.yumpu.com/sitemap.xml
Sitemap: https://www.yumpu.com/sitemap_news.xml

User-agent: Bingbot
Crawl-delay: 5