Konigle

November 26, 2024

Robots.txt for answers.com

        User-Agent: *
Allow: /
Allow: /api/reactions/
Disallow: /search?
Disallow: /redirectSearch?
Disallow: /http://
Disallow: /api/
Disallow: /nova/
Disallow: /docs/
Disallow: /notifications
Disallow: /user/profile
Disallow: /u/*

User-Agent: Applebot
Allow: /
Allow: /api/reactions/
Disallow: /search?
Disallow: /redirectSearch?
Disallow: /http://
Disallow: /api/
Disallow: /nova/
Disallow: /docs/
Disallow: /notifications
Disallow: /user/profile

User-Agent: Googlebot
Allow: /
Allow: /api/reactions/
Disallow: /search?
Disallow: /redirectSearch?
Disallow: /http://
Disallow: /api/
Disallow: /nova/
Disallow: /docs/
Disallow: /notifications
Disallow: /user/profile

User-Agent: bingbot
Allow: /
Allow: /api/reactions/
Disallow: /search?
Disallow: /redirectSearch?
Disallow: /http://
Disallow: /api/
Disallow: /nova/
Disallow: /docs/
Disallow: /notifications
Disallow: /user/profile

User-Agent: msnbot
Allow: /
Allow: /api/reactions/
Disallow: /search?
Disallow: /redirectSearch?
Disallow: /http://
Disallow: /api/
Disallow: /nova/
Disallow: /docs/
Disallow: /notifications
Disallow: /user/profile

User-Agent: Slurp
Allow: /
Allow: /api/reactions/
Disallow: /search?
Disallow: /redirectSearch?
Disallow: /http://
Disallow: /api/
Disallow: /nova/
Disallow: /docs/
Disallow: /notifications
Disallow: /user/profile

User-Agent: Facebot
Allow: /
Allow: /api/reactions/
Disallow: /search?
Disallow: /redirectSearch?
Disallow: /http://
Disallow: /api/
Disallow: /nova/
Disallow: /docs/
Disallow: /notifications
Disallow: /user/profile

User-Agent: baiduspider
Allow: /
Allow: /api/reactions/
Disallow: /search?
Disallow: /redirectSearch?
Disallow: /http://
Disallow: /api/
Disallow: /nova/
Disallow: /docs/
Disallow: /notifications
Disallow: /user/profile

User-Agent: sosobot
Allow: /
Allow: /api/reactions/
Disallow: /search?
Disallow: /redirectSearch?
Disallow: /http://
Disallow: /api/
Disallow: /nova/
Disallow: /docs/
Disallow: /notifications
Disallow: /user/profile

User-Agent: exabot
Allow: /
Allow: /api/reactions/
Disallow: /search?
Disallow: /redirectSearch?
Disallow: /http://
Disallow: /api/
Disallow: /nova/
Disallow: /docs/
Disallow: /notifications
Disallow: /user/profile

User-agent: Mediapartners-Google
Allow: /

Keep Reading