Robot.txt file for: hinative.com

      # See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-agent: *
# Disallow: /

User-agent: ChatGPT-user
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: *
Disallow: /*/profiles/
Disallow: /*/activities
Disallow: /*/answers/
Disallow: /*/questions/*/answers/
Disallow: /*/search/
Disallow: /*/lives/

Disallow: /activities
Disallow: /answers/
Disallow: /questions/*/answers/
Disallow: /search/
Disallow: /lives/

Allow: /dictionaries/search/

User-agent: Googlebot-Image
Disallow: /*/questions/*/ogp_image

User-Agent: Google-Extended
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: bingbot
Crawl-delay: 5

User-agent: SeekportBot
Crawl-delay: 5

User-agent: proximic
Crawl-delay: 5

User-agent: ias_crawler
Crawl-delay: 5

Sitemap: https://hinative.com/sitemap.xml.gz
Sitemap: https://hinative.com/latests/2013/sitemap.xml.gz
Sitemap: https://hinative.com/latests/2014/sitemap.xml.gz
Sitemap: https://hinative.com/latests/2015/sitemap.xml.gz
Sitemap: https://hinative.com/latests/2016/sitemap.xml.gz
Sitemap: https://hinative.com/latests/2017/sitemap.xml.gz
Sitemap: https://hinative.com/latests/2018/sitemap.xml.gz
Sitemap: https://hinative.com/latests/2019/sitemap.xml.gz
Sitemap: https://hinative.com/latests/2020/sitemap.xml.gz
Sitemap: https://hinative.com/latests/2021/sitemap.xml.gz
Sitemap: https://hinative.com/latests/2022/sitemap.xml.gz
Sitemap: https://hinative.com/latests/2023/sitemap.xml.gz
Sitemap: https://hinative.com/latests/2024/sitemap.xml.gz
Sitemap: https://hinative.com/latests/sitemap.xml.gz
Sitemap: https://hinative.com/profiles.xml.gz