Robots.txt for indiatoday.in

        Sitemap: https://www.indiatoday.in/sitemapindex.xml
Sitemap: https://www.indiatoday.in/sitemap.xml
Sitemap: https://www.indiatoday.in/news-it-sitemap.xml
 
# Disallow directive
User-agent: *
Allow: /
# Directories
Disallow: /https://newprocessfromhome.com
Disallow: /https://newprocessfromhome.com/*
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
Disallow: /search/*
Disallow: /preview/*
Disallow: /live-score/v2/*
Disallow: /sex-survey-2012/*
Disallow: /sex-survey-2013/*
Disallow: /story/?sId*
Disallow: /custom-search/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
Disallow: /feedback.jsp
Disallow: /content_Email.jsp
Disallow: /trans/CheckTransCron.jsp
Disallow: /snappost/snappost-chunk.jsp
Disallow: /like-dislike-story-footer.jsp
Disallow: /chunk_previous_next_story.jsp
Disallow: /haveyousay.jsp
Disallow: /technology/like-dislike-story-footer.jsp
Disallow: /like-dislike-educationstory.jsp
Disallow: /pagenotfound.jsp
Disallow: /it_newspick_chunk.jsp
Disallow: /auto/like-dislike-autostory.jsp
Disallow: /video1.jsp
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/
User-agent: Googlebot-News
Disallow: /impact-feature/
Disallow: /fact-check-share/*
Disallow: /visualstories/preview.php?*
Disallow: /ajax/scroll/*
Disallow: /live-score/get_graph_json.php?*
Disallow: /interactive/quiz/preview/* 
Disallow: /ajax/*
Disallow: /live-score/get_graph_json.php?*

User-agent: PetalBot
Disallow: /topic/

User-agent: Applebot
Disallow: /topic/

User-agent: CCBot
Disallow: /

Disallow: /live-score/seriesLiveList/
Disallow: /live-score/seriesRecentList/
Disallow: /live-score/seriesUpcomingList/
Disallow: /live-score/venueTeamListBySeriesId/
Disallow: /live-score/series_team_venue_filter/
Disallow: /live-score/recent/home/widget/?theme=1&header=no
Disallow: /live-score/upcoming/home/
Disallow: /live-score/cricket/teams_profileApiData/*
Disallow: /live-score/cricket/head_to_headApiData/*
Disallow: /live-score/cricket/full_scorecardApiData/*
Disallow: /live-score/cricket/comm/
Disallow: /live-score/cricket/commentary/
Disallow: /live-score/home/liveApiData/*
Disallow: /live-score/home/players_rank/*
Disallow: /live-score/home/teams_rank/*
Disallow: /live-score/home/mc_standingsApiData/*
Disallow: /live-score/home/mc_statsApiData/*
Disallow: /live-score/fixtures/live_score_flipApiData/*
Disallow: /live-score/fixtures/live_scoreApiData/*
Disallow: /live-score/fixtures/widget/fixtures_swapper/*
Disallow: /live-score/cricket/auction_ajax/
Disallow: /api/ajax/reactions
Disallow: /api/ajax/rightlatestnews
Disallow: /api/ajax/checktheseout 
Disallow: /api/ajax/reactions?.*
Disallow: /api/ajax/rightlatestnews?.*
Disallow: /api/ajax/checktheseout?.*
Disallow: /technology/mobiles/*
Disallow: /newspresso/*
Disallow: /itmi/about/dean-message/
Disallow: /shopping/*