Robots.txt for complex.com

        User-agent: grapeshot
Disallow: /sitemap/

User-agent: *
Disallow: /core/
Disallow: /dex/
Disallow: /cgi-bin/
Disallow: /includes/
Disallow: /flash/
Disallow: /plugins/
Disallow: /system/
Disallow: /widgets/
Disallow: /assets/
Disallow: /blogs/wp-content/
Disallow: /blog-galleries/
Disallow: /blogs/
Disallow: /api/
Disallow: /static/js/
Disallow: /static/css/
Disallow: /js/
Disallow: /css/
Disallow: /tv/
Disallow: /search?*

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Claude-Web-Embed
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: discobot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: yacybot
Disallow: /

Allow: /sitemap/

Sitemap: https://www.complex.com/sitemap/v3/index.xml
Sitemap: https://www.complex.com/sitemap/v3/articles.xml
Sitemap: https://www.complex.com/sitemap/v3/tags.xml
Sitemap: https://www.complex.com/sitemap/v3/authors.xml
Sitemap: https://www.complex.com/sitemap/v3/videos.xml