Robots.txt for quora.com

        # If you operate a search engine and would like to crawl Quora,
# you can email robotstxt@quora.com. Thanks.

User-agent: AASA-Bot
Disallow: /ajax/
Disallow: /@async
Disallow: /*/@async
Disallow: /log/
Disallow: /*/log
Disallow: /*/about
Disallow: /*/action
Disallow: /*/activity
Disallow: /*/all_questions
Disallow: /*/all_posts$
Disallow: /*/all_posts/
Disallow: /*/blogs$
Disallow: /*/blogs/
Disallow: /*/followers
Disallow: /*/following
Disallow: /*/link/
Disallow: /*/manage
Disallow: /*/mentions
Disallow: /*/merged
Disallow: /*/open_questions
Disallow: /*/posts$
Disallow: /*/posts/
Disallow: /*/questions
Disallow: /*/related
Disallow: /*/reviews$
Disallow: /*/reviews/
Disallow: /*/share
Disallow: /*/top_questions
Disallow: /*/topic-bio
Disallow: /*/topic_bio
Disallow: /*/topics
Disallow: /*/comment
Disallow: /comment/
Disallow: /*/comments
Disallow: /*/all_comments
Disallow: /*/answer_comments
Disallow: /*/mobile_collapsed
Disallow: /*/mobile_expanded_voter_list
Disallow: /home/global_feed
Disallow: /search?q=
Disallow: /search/?q=
Disallow: /digest/
Disallow: /email_optout/
Disallow: /qemail/
Disallow: /invite/
Disallow: /widgets/content_iframe/
Disallow: /widgets/content_js/
Disallow: /_/
Disallow: /*_POST$
Disallow: /*_POST/
Disallow: /webnode2/
Disallow: /anonymous/
Disallow: /q/*/admin_log
Disallow: /q/*/stats
Disallow: /q/*/settings
Disallow: /q/*/queue
Disallow: /q/*/suggestions
Disallow: /q/*/submissions
Disallow: /q/*/quality
Disallow: /q/*/earnings
Disallow: /profile/*/Rss
Disallow: /topic/*/Rss

User-agent: Googlebot
Disallow: /ajax/
Disallow: /@async
Disallow: /*/@async
Disallow: /log/
Disallow: /*/log
Disallow: /*/about
Disallow: /*/action
Disallow: /*/activity
Disallow: /*/all_questions
Disallow: /*/all_posts$
Disallow: /*/all_posts/
Disallow: /*/blogs$
Disallow: /*/blogs/
Disallow: /*/followers
Disallow: /*/following
Disallow: /*/link/
Disallow: /*/manage
Disallow: /*/mentions
Disallow: /*/merged
Disallow: /*/open_questions
Disallow: /*/posts$
Disallow: /*/posts/
Disallow: /*/questions
Disallow: /*/related
Disallow: /*/reviews$
Disallow: /*/reviews/
Disallow: /*/share
Disallow: /*/top_questions
Disallow: /*/topic-bio
Disallow: /*/topic_bio
Disallow: /*/topics
Disallow: /*/comment
Disallow: /comment/
Disallow: /*/comments
Disallow: /*/all_comments
Disallow: /*/answer_comments
Disallow: /*/mobile_collapsed
Disallow: /*/mobile_expanded_voter_list
Disallow: /home/global_feed
Disallow: /search?q=
Disallow: /search/?q=
Disallow: /digest/
Disallow: /email_optout/
Disallow: /qemail/
Disallow: /invite/
Disallow: /widgets/content_iframe/
Disallow: /widgets/content_js/
Disallow: /_/
Disallow: /*_POST$
Disallow: /*_POST/
Disallow: /webnode2/
Disallow: /anonymous/
Disallow: /q/*/admin_log
Disallow: /q/*/stats
Disallow: /q/*/settings
Disallow: /q/*/queue
Disallow: /q/*/suggestions
Disallow: /q/*/submissions
Disallow: /q/*/quality
Disallow: /q/*/earnings
Disallow: /profile/*/Rss
Disallow: /topic/*/Rss
Disallow: */unanswered/*
Disallow: */answer/
Disallow: */answers/

User-agent: Facebot
Disallow: /ajax/
Disallow: /@async
Disallow: /*/@async
Disallow: /log/
Disallow: /*/log
Disallow: /*/about
Disallow: /*/action
Disallow: /*/activity
Disallow: /*/all_questions
Disallow: /*/all_posts$
Disallow: /*/all_posts/
Disallow: /*/blogs$
Disallow: /*/blogs/
Disallow: /*/followers
Disallow: /*/following
Disallow: /*/link/
Disallow: /*/manage
Disallow: /*/mentions
Disallow: /*/merged
Disallow: /*/open_questions
Disallow: /*/posts$
Disallow: /*/posts/
Disallow: /*/questions
Disallow: /*/related
Disallow: /*/reviews$
Disallow: /*/reviews/
Disallow: /*/share
Disallow: /*/top_questions
Disallow: /*/topic-bio
Disallow: /*/topic_bio
Disallow: /*/topics
Disallow: /*/comment
Disallow: /comment/
Disallow: /*/comments
Disallow: /*/all_comments
Disallow: /*/answer_comments
Disallow: /*/mobile_collapsed
Disallow: /*/mobile_expanded_voter_list
Disallow: /home/global_feed
Disallow: /search?q=
Disallow: /search/?q=
Disallow: /digest/
Disallow: /email_optout/
Disallow: /qemail/
Disallow: /invite/
Disallow: /widgets/content_iframe/
Disallow: /widgets/content_js/
Disallow: /_/
Disallow: /*_POST$
Disallow: /*_POST/
Disallow: /webnode2/
Disallow: /anonymous/
Disallow: /q/*/admin_log
Disallow: /q/*/stats
Disallow: /q/*/settings
Disallow: /q/*/queue
Disallow: /q/*/suggestions
Disallow: /q/*/submissions
Disallow: /q/*/quality
Disallow: /q/*/earnings
Disallow: /profile/*/Rss
Disallow: /topic/*/Rss

User-agent: Applebot
Disallow: /ajax/
Disallow: /@async
Disallow: /*/@async
Disallow: /log/
Disallow: /*/log
Disallow: /*/about
Disallow: /*/action
Disallow: /*/activity
Disallow: /*/all_questions
Disallow: /*/all_posts$
Disallow: /*/all_posts/
Disallow: /*/blogs$
Disallow: /*/blogs/
Disallow: /*/followers
Disallow: /*/following
Disallow: /*/link/
Disallow: /*/manage
Disallow: /*/mentions
Disallow: /*/merged
Disallow: /*/open_questions
Disallow: /*/posts$
Disallow: /*/posts/
Disallow: /*/questions
Disallow: /*/related
Disallow: /*/reviews$
Disallow: /*/reviews/
Disallow: /*/share
Disallow: /*/top_questions
Disallow: /*/topic-bio
Disallow: /*/topic_bio
Disallow: /*/topics
Disallow: /*/comment
Disallow: /comment/
Disallow: /*/comments
Disallow: /*/all_comments
Disallow: /*/answer_comments
Disallow: /*/mobile_collapsed
Disallow: /*/mobile_expanded_voter_list
Disallow: /home/global_feed
Disallow: /search?q=
Disallow: /search/?q=
Disallow: /digest/
Disallow: /email_optout/
Disallow: /qemail/
Disallow: /invite/
Disallow: /widgets/content_iframe/
Disallow: /widgets/content_js/
Disallow: /_/
Disallow: /*_POST$
Disallow: /*_POST/
Disallow: /webnode2/
Disallow: /anonymous/
Disallow: /q/*/admin_log
Disallow: /q/*/stats
Disallow: /q/*/settings
Disallow: /q/*/queue
Disallow: /q/*/suggestions
Disallow: /q/*/submissions
Disallow: /q/*/quality
Disallow: /q/*/earnings
Disallow: /profile/*/Rss
Disallow: /topic/*/Rss

User-agent: Twitterbot
Disallow: /ajax/
Disallow: /@async
Disallow: /*/@async
Disallow: /log/
Disallow: /*/log
Disallow: /*/about
Disallow: /*/action
Disallow: /*/activity
Disallow: /*/all_questions
Disallow: /*/all_posts$
Disallow: /*/all_posts/
Disallow: /*/blogs$
Disallow: /*/blogs/
Disallow: /*/followers
Disallow: /*/following
Disallow: /*/link/
Disallow: /*/manage
Disallow: /*/mentions
Disallow: /*/merged
Disallow: /*/open_questions
Disallow: /*/posts$
Disallow: /*/posts/
Disallow: /*/questions
Disallow: /*/related
Disallow: /*/reviews$
Disallow: /*/reviews/
Disallow: /*/share
Disallow: /*/top_questions
Disallow: /*/topic-bio
Disallow: /*/topic_bio
Disallow: /*/topics
Disallow: /*/comment
Disallow: /comment/
Disallow: /*/comments
Disallow: /*/all_comments
Disallow: /*/answer_comments
Disallow: /*/mobile_collapsed
Disallow: /*/mobile_expanded_voter_list
Disallow: /home/global_feed
Disallow: /search?q=
Disallow: /search/?q=
Disallow: /digest/
Disallow: /email_optout/
Disallow: /qemail/
Disallow: /invite/
Disallow: /widgets/content_iframe/
Disallow: /widgets/content_js/
Disallow: /_/
Disallow: /*_POST$
Disallow: /*_POST/
Disallow: /webnode2/
Disallow: /anonymous/
Disallow: /q/*/admin_log
Disallow: /q/*/stats
Disallow: /q/*/settings
Disallow: /q/*/queue
Disallow: /q/*/suggestions
Disallow: /q/*/submissions
Disallow: /q/*/quality
Disallow: /q/*/earnings
Disallow: /profile/*/Rss
Disallow: /topic/*/Rss

User-agent: LinkedInBot
Disallow: /ajax/
Disallow: /@async
Disallow: /*/@async
Disallow: /log/
Disallow: /*/log
Disallow: /*/about
Disallow: /*/action
Disallow: /*/activity
Disallow: /*/all_questions
Disallow: /*/all_posts$
Disallow: /*/all_posts/
Disallow: /*/blogs$
Disallow: /*/blogs/
Disallow: /*/followers
Disallow: /*/following
Disallow: /*/link/
Disallow: /*/manage
Disallow: /*/mentions
Disallow: /*/merged
Disallow: /*/open_questions
Disallow: /*/posts$
Disallow: /*/posts/
Disallow: /*/questions
Disallow: /*/related
Disallow: /*/reviews$
Disallow: /*/reviews/
Disallow: /*/share
Disallow: /*/top_questions
Disallow: /*/topic-bio
Disallow: /*/topic_bio
Disallow: /*/topics
Disallow: /*/comment
Disallow: /comment/
Disallow: /*/comments
Disallow: /*/all_comments
Disallow: /*/answer_comments
Disallow: /*/mobile_collapsed
Disallow: /*/mobile_expanded_voter_list
Disallow: /home/global_feed
Disallow: /search?q=
Disallow: /search/?q=
Disallow: /digest/
Disallow: /email_optout/
Disallow: /qemail/
Disallow: /invite/
Disallow: /widgets/content_iframe/
Disallow: /widgets/content_js/
Disallow: /_/
Disallow: /*_POST$
Disallow: /*_POST/
Disallow: /webnode2/
Disallow: /anonymous/
Disallow: /q/*/admin_log
Disallow: /q/*/stats
Disallow: /q/*/settings
Disallow: /q/*/queue
Disallow: /q/*/suggestions
Disallow: /q/*/submissions
Disallow: /q/*/quality
Disallow: /q/*/earnings
Disallow: /profile/*/Rss
Disallow: /topic/*/Rss

User-agent: Feedly
Disallow: /ajax/
Disallow: /@async
Disallow: /*/@async
Disallow: /log/
Disallow: /*/log
Disallow: /*/about
Disallow: /*/action
Disallow: /*/activity
Disallow: /*/all_questions
Disallow: /*/all_posts$
Disallow: /*/all_posts/
Disallow: /*/blogs$
Disallow: /*/blogs/
Disallow: /*/followers
Disallow: /*/following
Disallow: /*/link/
Disallow: /*/manage
Disallow: /*/mentions
Disallow: /*/merged
Disallow: /*/open_questions
Disallow: /*/posts$
Disallow: /*/posts/
Disallow: /*/questions
Disallow: /*/related
Disallow: /*/reviews$
Disallow: /*/reviews/
Disallow: /*/share
Disallow: /*/top_questions
Disallow: /*/topic-bio
Disallow: /*/topic_bio
Disallow: /*/topics
Disallow: /*/comment
Disallow: /comment/
Disallow: /*/comments
Disallow: /*/all_comments
Disallow: /*/answer_comments
Disallow: /*/mobile_collapsed
Disallow: /*/mobile_expanded_voter_list
Disallow: /home/global_feed
Disallow: /search?q=
Disallow: /search/?q=
Disallow: /digest/
Disallow: /email_optout/
Disallow: /qemail/
Disallow: /invite/
Disallow: /widgets/content_iframe/
Disallow: /widgets/content_js/
Disallow: /_/
Disallow: /*_POST$
Disallow: /*_POST/
Disallow: /webnode2/
Disallow: /anonymous/
Disallow: /q/*/admin_log
Disallow: /q/*/stats
Disallow: /q/*/settings
Disallow: /q/*/queue
Disallow: /q/*/suggestions
Disallow: /q/*/submissions
Disallow: /q/*/quality
Disallow: /q/*/earnings
Disallow: /profile/*/Rss
Disallow: /topic/*/Rss

User-agent: Pingdom
Disallow: /ajax/
Disallow: /@async
Disallow: /*/@async
Disallow: /log/
Disallow: /*/log
Disallow: /*/about
Disallow: /*/action
Disallow: /*/activity
Disallow: /*/all_questions
Disallow: /*/all_posts$
Disallow: /*/all_posts/
Disallow: /*/blogs$
Disallow: /*/blogs/
Disallow: /*/followers
Disallow: /*/following
Disallow: /*/link/
Disallow: /*/manage
Disallow: /*/mentions
Disallow: /*/merged
Disallow: /*/open_questions
Disallow: /*/posts$
Disallow: /*/posts/
Disallow: /*/questions
Disallow: /*/related
Disallow: /*/reviews$
Disallow: /*/reviews/
Disallow: /*/share
Disallow: /*/top_questions
Disallow: /*/topic-bio
Disallow: /*/topic_bio
Disallow: /*/topics
Disallow: /*/comment
Disallow: /comment/
Disallow: /*/comments
Disallow: /*/all_comments
Disallow: /*/answer_comments
Disallow: /*/mobile_collapsed
Disallow: /*/mobile_expanded_voter_list
Disallow: /home/global_feed
Disallow: /search?q=
Disallow: /search/?q=
Disallow: /digest/
Disallow: /email_optout/
Disallow: /qemail/
Disallow: /invite/
Disallow: /widgets/content_iframe/
Disallow: /widgets/content_js/
Disallow: /_/
Disallow: /*_POST$
Disallow: /*_POST/
Disallow: /webnode2/
Disallow: /anonymous/
Disallow: /q/*/admin_log
Disallow: /q/*/stats
Disallow: /q/*/settings
Disallow: /q/*/queue
Disallow: /q/*/suggestions
Disallow: /q/*/submissions
Disallow: /q/*/quality
Disallow: /q/*/earnings
Disallow: /profile/*/Rss
Disallow: /topic/*/Rss

User-agent: Neevabot
Disallow: /ajax/
Disallow: /@async
Disallow: /*/@async
Disallow: /log/
Disallow: /*/log
Disallow: /*/about
Disallow: /*/action
Disallow: /*/activity
Disallow: /*/all_questions
Disallow: /*/all_posts$
Disallow: /*/all_posts/
Disallow: /*/blogs$
Disallow: /*/blogs/
Disallow: /*/followers
Disallow: /*/following
Disallow: /*/link/
Disallow: /*/manage
Disallow: /*/mentions
Disallow: /*/merged
Disallow: /*/open_questions
Disallow: /*/posts$
Disallow: /*/posts/
Disallow: /*/questions
Disallow: /*/related
Disallow: /*/reviews$
Disallow: /*/reviews/
Disallow: /*/share
Disallow: /*/top_questions
Disallow: /*/topic-bio
Disallow: /*/topic_bio
Disallow: /*/topics
Disallow: /*/comment
Disallow: /comment/
Disallow: /*/comments
Disallow: /*/all_comments
Disallow: /*/answer_comments
Disallow: /*/mobile_collapsed
Disallow: /*/mobile_expanded_voter_list
Disallow: /home/global_feed
Disallow: /search?q=
Disallow: /search/?q=
Disallow: /digest/
Disallow: /email_optout/
Disallow: /qemail/
Disallow: /invite/
Disallow: /widgets/content_iframe/
Disallow: /widgets/content_js/
Disallow: /_/
Disallow: /*_POST$
Disallow: /*_POST/
Disallow: /webnode2/
Disallow: /anonymous/
Disallow: /q/*/admin_log
Disallow: /q/*/stats
Disallow: /q/*/settings
Disallow: /q/*/queue
Disallow: /q/*/suggestions
Disallow: /q/*/submissions
Disallow: /q/*/quality
Disallow: /q/*/earnings
Disallow: /profile/*/Rss
Disallow: /topic/*/Rss
Disallow: */unanswered/*
Disallow: */answer/
Disallow: */answers/


User-agent: Amazonbot
Disallow: /

# exclusive for AI training

User-agent: Applebot-Extended
Disallow: /

# another archiving service

User-agent: Arquivo-web-crawler
Disallow: /


User-agent: Bytespider
Disallow: /


User-agent: Diffbot
Disallow: /

# To disallow GPTBot to access Quora.

User-agent: GPTBot
Disallow: /


User-agent: Google-Extended
Disallow: /

# People share a lot of sensitive material on Quora - controversial political
# views, workplace gossip and compensation, and negative opinions held of
# companies. Over many years, as they change jobs or change their views, it is
# important that they can delete or anonymize their previously-written answers.
# 
# We opt out of the wayback machine because inclusion would allow people to
# discover the identity of authors who had written sensitive answers publicly and
# later had made them anonymous, and because it would prevent authors from being
# able to remove their content from the internet if they change their mind about
# publishing it. As far as we can tell, there is no way for sites to selectively
# programmatically remove content from the archive and so this is the only way
# for us to protect writers. If they open up an API where we can remove content
# from the archive when authors remove it from Quora, but leave the rest of the
# content archived, we would be happy to opt back in. See the page here:
# 
# https://archive.org/about/exclude.php
# 
# Meanwhile, if you are looking for an older version of any content on Quora, we
# have full edit history tracked and accessible in product (with the exception of
# content that has been removed by the author). You can generally access this by
# clicking on timestamps, or by appending "/log" to the URL of any content page.
# 
# For any questions or feedback about this please visit our contact page
# https://help.quora.com/hc/en-us/requests/new

User-agent: ia_archiver
Disallow: /


User-agent: ImagesiftBot
Disallow: /

# Blocked since a lot of bad requests were made by this crawler.

User-agent: JamesBOT
Disallow: /


User-agent: OAI-SearchBot
Disallow: /


User-agent: PerplexityBot
Disallow: /


User-agent: PetalBot
Disallow: /


User-agent: Scrapy
Disallow: /

User-agent: *
Allow: /$
Allow: /about$
Allow: /about/
Allow: /challenges$
Allow: /press$
Allow: /login/
Allow: /signup$
Disallow: /
Disallow: /ajax/
Disallow: /@async
Disallow: /*/@async
Disallow: /log/
Disallow: /*/log
Disallow: /*/about
Disallow: /*/action
Disallow: /*/activity
Disallow: /*/all_questions
Disallow: /*/all_posts$
Disallow: /*/all_posts/
Disallow: /*/blogs$
Disallow: /*/blogs/
Disallow: /*/followers
Disallow: /*/following
Disallow: /*/link/
Disallow: /*/manage
Disallow: /*/mentions
Disallow: /*/merged
Disallow: /*/open_questions
Disallow: /*/posts$
Disallow: /*/posts/
Disallow: /*/questions
Disallow: /*/related
Disallow: /*/reviews$
Disallow: /*/reviews/
Disallow: /*/share
Disallow: /*/top_questions
Disallow: /*/topic-bio
Disallow: /*/topic_bio
Disallow: /*/topics
Disallow: /*/comment
Disallow: /comment/
Disallow: /*/comments
Disallow: /*/all_comments
Disallow: /*/answer_comments
Disallow: /*/mobile_collapsed
Disallow: /*/mobile_expanded_voter_list
Disallow: /home/global_feed
Disallow: /search?q=
Disallow: /search/?q=
Disallow: /digest/
Disallow: /email_optout/
Disallow: /qemail/
Disallow: /invite/
Disallow: /widgets/content_iframe/
Disallow: /widgets/content_js/
Disallow: /_/
Disallow: /*_POST$
Disallow: /*_POST/
Disallow: /webnode2/
Disallow: /anonymous/
Disallow: /q/*/admin_log
Disallow: /q/*/stats
Disallow: /q/*/settings
Disallow: /q/*/queue
Disallow: /q/*/suggestions
Disallow: /q/*/submissions
Disallow: /q/*/quality
Disallow: /q/*/earnings
Disallow: /profile/*/Rss
Disallow: /topic/*/Rss