Robots.txt for prokerala.com

        User-agent: Googlebot-News
Allow: /news/
Allow: /astrology/
Allow: /festivals/
Allow: /$
Allow: /?amp=1$
Disallow: /

User-agent: Mediapartners-Google
Allow: /
Disallow:

User-agent: AdsBot-Google
Disallow:

User-agent: proximic
Allow: /
Disallow:

User-agent: 008
User-agent: AhrefsBot
User-agent: baiduspider
User-agent: baiduspider-video
User-agent: baiduspider-image
User-agent: bytespider
User-agent: DataForSeoBot
User-agent: discoverybot
User-agent: DotBot
User-agent: Exabot
User-agent: ichiro
User-agent: KunatoCrawler
User-agent: MJ12bot
User-agent: moget
User-agent: NaverBot
User-agent: psbot
User-agent: PaperLiBot
User-agent: PetalBot
User-agent: PiplBot
User-agent: ScooperBot
User-agent: SemrushBot
User-agent: sogou spider
User-agent: Sosospider
User-agent: Yandex
User-agent: YandexImages
User-agent: Yeti
User-agent: YoudaoBot
Disallow: /

User-agent: Spinn3r
Disallow: /
Allow: /news/

###############
# AI Crawlers #
##############

User-agent: anthropic-ai
User-agent: CCBot
User-agent: Claude-Web
User-agent: Google-Extended
User-agent: GPTBot
User-agent: PerplexityBot
Disallow: /

User-Agent: *
Allow: /
Allow: /res/images/
Disallow: /account/
Disallow: /api/
Disallow: /astrology/location-search.php
Disallow: /astrology/*panchang*/*.pdf$
Disallow: /calendar/*.pdf$
Disallow: /automobile/image-update.php
Disallow: /automobile/news/
Disallow: /automobile/search_details.php
Disallow: /banking/ajax-search.php
Disallow: /downloads/downloadfile.php
Disallow: /education/imgs/email/
Disallow: /general/calendar/date.php
Disallow: /general/calendar/mal-date.php
Disallow: /general/calendar/pdf/
Disallow: /general/recipes/recipe.php
Disallow: /how-to/call/loc_search.php
Disallow: /movies/articles/
Disallow: /res/
Disallow: /redirect/
Disallow: /search/
Disallow: /share/
Disallow: /travel/airports/search.php
Disallow: /travel/indian-railway/search.php
Disallow: /travel/hotels/ajax_search.php
Disallow: /travel/hotels/imgs/
Disallow: /travel/airlines/destination_search.php
Disallow: /travel/airlines/airline_search.php
Disallow: /travel/search.php
Disallow: /what-is/meaning-of/notfound/

Disallow: /*/cron/
Disallow: /admin/bad-bot-detector

Sitemap: https://www.prokerala.com/banking/sitemap-index.xml.gz
Sitemap: https://www.prokerala.com/bikes/sitemap-index.xml.gz
Sitemap: https://www.prokerala.com/news/photos/sitemap-index.xml.gz
Sitemap: https://www.prokerala.com/pincode/sitemap-index.xml.gz
Sitemap: https://www.prokerala.com/sitemap/daily.xml.gz
Sitemap: https://www.prokerala.com/videos/sitemap-index.xml.gz