Free tools

Robots.txt Examples

Robots.txt file content for testbook.com.

Robot.txt file for: testbook.com

      sitemap: https://testbook.com/sitemap.xml
sitemap: https://testbook.com/blog/sitemap_index.xml
User-agent: *
Allow: /blog/analysis
Allow: /blog/wp-content/themes/testbook/
Allow: /assets/style/tb/css/
Allow: /blog/tag/featured-on-web/
Allow: /blog/wp-content/plugins/
Allow: /blog/wp-content/plugins/jetpack/
Allow: /blog/wp-content/plugins/accelerated-mobile-pages/
Allow: /blog/wp-content/plugins/wordpress-seo/
Disallow: /videos
Disallow: /invite
Disallow: /tb-money
Disallow: /signup
Disallow: /home
Disallow: */mocktest
Disallow: /settings
Disallow: /transactions
Disallow: */tests
Disallow: /logout
Disallow: /referrals
Disallow: /*/test/*/analysis
Disallow: /ecards
Disallow: /promotions
Disallow: /views/partials/
Disallow: /livetest/views/partials/
Disallow: /reported-questions
Disallow: /ngx_pagespeed_beacon
Disallow: /live/reviews/
Disallow: /enrollment
Disallow: /ads.txt
Disallow: */test/
Disallow: */profile/
Disallow:  /*-practice/*/*/5*
Disallow: /*/*/my
Disallow: /*/quizzes/*
Disallow: /discuss/
Disallow: /discuss/d/*/*
Disallow: /discuss/u/*
Disallow: /discuss/d/*?id=
Disallow: /discuss/d/*&id=
Disallow: /discuss/all?page
Disallow: /discuss/d/*-a-ice-hot-
Disallow: /discuss/d/*-ai-cool-free-
Disallow: /discuss/d/*-ai-cool-top-
Disallow: /discuss/d/*-ail-u-1-inboo-
Disallow: /discuss/d/*-a-ji-as-
Disallow: /discuss/d/*-call-girl-
Disallow: /discuss/d/*-cool-free-
Disallow: /discuss/d/*-court-case-problem-
Disallow: /discuss/d/*-dua-
Disallow: /discuss/d/*-ex-
Disallow: /discuss/d/*-eyes-
Disallow: /discuss/d/*-faceb00k-
Disallow: /discuss/d/*-family-problem-
Disallow: /discuss/d/*-family-problems-
Disallow: /discuss/d/*-fizzy-dy-
Disallow: /discuss/d/*-gay-problem-
Disallow: /discuss/d/*-ghuio-
Disallow: /discuss/d/*-g-one-
Disallow: /discuss/d/*-g-raj-holder
Disallow: /discuss/d/*-hair-
Disallow: /discuss/d/*-inter-caste
Disallow: /discuss/d/*-ji-
Disallow: /discuss/d/*-l0ve-pr0blem-
Disallow: /discuss/d/*-lost-ov-
Disallow: /discuss/d/*-lo-v-e-
Disallow: /discuss/d/*-m-91-
Disallow: /discuss/d/*-maa-
Disallow: /discuss/d/*-mohini-
Disallow: /discuss/d/*-monu-
Disallow: /discuss/d/*-nails-
Disallow: /discuss/d/*-no1-
Disallow: /discuss/d/*-no-1-
Disallow: /discuss/d/*-obi-d2h-
Disallow: /discuss/d/*-pati-
Disallow: /discuss/d/*-property-problem-
Disallow: /discuss/d/*-ra-one-
Disallow: /discuss/d/*-relation-ship-
Disallow: /discuss/d/*-sdm-pc-
Disallow: /discuss/d/*-sh-
Disallow: /discuss/d/*-stri-
Disallow: /discuss/d/*-terre-sang-
Disallow: /discuss/d/*-tilak-
Disallow: /discuss/d/*-tilak-ra-one-
Disallow: /discuss/d/*-tippu-ss-
Disallow: /discuss/d/*-toll-ns-
Disallow: /discuss/d/*-tom-dick-
Disallow: /discuss/d/*-wlcm-
Disallow: /discuss/d/*-wxt-a-n-
Disallow: /discuss/d/*-x-man-
Disallow: /discuss/d/*-yo-aa-yo-

Disallow: /discuss/d/*adolescent
Disallow: /discuss/d/*aghori
Disallow: /discuss/d/*akarshan
Disallow: /discuss/d/*amal
Disallow: /discuss/d/*amarika
Disallow: /discuss/d/*astrolog
Disallow: /discuss/d/*azam
Disallow: /discuss/d/*baba
Disallow: /discuss/d/*badhane
Disallow: /discuss/d/*badla
Disallow: /discuss/d/*bandi
Disallow: /discuss/d/*bano
Disallow: /discuss/d/*barbad
Disallow: /discuss/d/*batting
Disallow: /discuss/d/*betting
Disallow: /discuss/d/*black
Disallow: /discuss/d/*boyfriend
Disallow: /discuss/d/*breakup
Disallow: /discuss/d/*brekup
Disallow: /discuss/d/*business
Disallow: /discuss/d/*caster
Disallow: /discuss/d/*casting
Disallow: /discuss/d/*childless
Disallow: /discuss/d/*clove
Disallow: /discuss/d/*counterfeit
Disallow: /discuss/d/*cricket
Disallow: /discuss/d/*curse
Disallow: /discuss/d/*deathspells
Disallow: /discuss/d/*despacito
Disallow: /discuss/d/*dick
Disallow: /discuss/d/*divorce
Disallow: /discuss/d/*dolatmand
Disallow: /discuss/d/*dushman
Disallow: /discuss/d/*dusman
Disallow: /discuss/d/*enemy
Disallow: /discuss/d/*escort
Disallow: /discuss/d/*exorcism
Disallow: /discuss/d/*fatima
Disallow: /discuss/d/*ghuio
Disallow: /discuss/d/*girlfriend
Disallow: /discuss/d/*guru
Disallow: /discuss/d/*habby
Disallow: /discuss/d/*halak
Disallow: /discuss/d/*hifajat
Disallow: /discuss/d/*horoscope
Disallow: /discuss/d/*hot
Disallow: /discuss/d/*hottest
Disallow: /discuss/d/*husband
Disallow: /discuss/d/*hypnoti
Disallow: /discuss/d/*ilam
Disallow: /discuss/d/*illuminati
Disallow: /discuss/d/*infidel
Disallow: /discuss/d/*intercast
Disallow: /discuss/d/*islam
Disallow: /discuss/d/*istikhara
Disallow: /discuss/d/*jaan
Disallow: /discuss/d/*jadoo
Disallow: /discuss/d/*jadu
Disallow: /discuss/d/*jinnat
Disallow: /discuss/d/*juban
Disallow: /discuss/d/*jyotish
Disallow: /discuss/d/*kabu
Disallow: /discuss/d/*kala
Disallow: /discuss/d/*kali
Disallow: /discuss/d/*kamdev
Disallow: /discuss/d/*karna
Disallow: /discuss/d/*karne
Disallow: /discuss/d/*karneki
Disallow: /discuss/d/*kavach
Disallow: /discuss/d/*khan
Disallow: /discuss/d/*kill
Disallow: /discuss/d/*kundli
Disallow: /discuss/d/*lottery
Disallow: /discuss/d/*love
Disallow: /discuss/d/*maa
Disallow: /discuss/d/*magic
Disallow: /discuss/d/*malout
Disallow: /discuss/d/*manchahi
Disallow: /discuss/d/*mantra
Disallow: /discuss/d/*marne
Disallow: /discuss/d/*marriage
Disallow: /discuss/d/*mind
Disallow: /discuss/d/*mohabbat
Disallow: /discuss/d/*mohini
Disallow: /discuss/d/*molvi
Disallow: /discuss/d/*monu
Disallow: /discuss/d/*musibat
Disallow: /discuss/d/*muthkarni
Disallow: /discuss/d/*nikah
Disallow: /discuss/d/*pagal
Disallow: /discuss/d/*pandit
Disallow: /discuss/d/*partner
Disallow: /discuss/d/*pisachini
Disallow: /discuss/d/*psychic
Disallow: /discuss/d/*puja
Disallow: /discuss/d/*pyaar
Disallow: /discuss/d/*pyar
Disallow: /discuss/d/*quran
Disallow: /discuss/d/*rebal
Disallow: /discuss/d/*referral
Disallow: /discuss/d/*rehabilitation
Disallow: /discuss/d/*relationship
Disallow: /discuss/d/*rishta
Disallow: /discuss/d/*roli
Disallow: /discuss/d/*ruhani
Disallow: /discuss/d/*sadhana
Disallow: /discuss/d/*sadhna
Disallow: /discuss/d/*satta
Disallow: /discuss/d/*saturn
Disallow: /discuss/d/*sex
Disallow: /discuss/d/*shabar
Disallow: /discuss/d/*shadi
Disallow: /discuss/d/*shani
Disallow: /discuss/d/*shastri
Disallow: /discuss/d/*shatru
Disallow: /discuss/d/*shemale
Disallow: /discuss/d/*shohar
Disallow: /discuss/d/*sohar
Disallow: /discuss/d/*spell
Disallow: /discuss/d/*staining
Disallow: /discuss/d/*supari
Disallow: /discuss/d/*tantrik
Disallow: /discuss/d/*taweez
Disallow: /discuss/d/*tay
Disallow: /discuss/d/*teenage
Disallow: /discuss/d/*terre
Disallow: /discuss/d/*tippu
Disallow: /discuss/d/*totka
Disallow: /discuss/d/*totke
Disallow: /discuss/d/*trackon
Disallow: /discuss/d/*vampire
Disallow: /discuss/d/*vashikara
Disallow: /discuss/d/*vashikran
Disallow: /discuss/d/*vastu
Disallow: /discuss/d/*vedic
Disallow: /discuss/d/*voodoo
Disallow: /discuss/d/*wazifa
Disallow: /discuss/d/*wedding
Disallow: /discuss/d/*wife
Disallow: /discuss/d/*witchcraft
Disallow: /discuss/d/*wlcm
Disallow: /discuss/d/*yabachne
Disallow: /discuss/d/*yantra
Disallow: /discuss/d/*zuban
Disallow: /discuss/d/26512-oliveboard-is-much-better-than-testbook-sbi-ibps
Disallow: /doubts/*
Disallow: /u/*
Disallow: /js/truecaller-client-sdk.js*
Disallow: /js/truecaller-client-sdk-amp.js*

Disallow: /blog/wp-content/plugins/testbook-ad-plugin/
Disallow: /blog/wp-content/plugins/pdfjs-viewer-shortcode/pdfjs/web/viewer.php
Disallow: /blog/search
Disallow: /blog/hi/search
Disallow: /blog?p=
Disallow: /blog/?p=
Disallow: /blog/?s=
Disallow: *?pasID=
Disallow: /blog/*/feed/
Disallow: /blog/author/
Disallow: *?p={{
Disallow: /blog/tag/
Disallow: /blog/hi/tag/
Disallow: /blog/*.gif
Disallow: /blog/promotional-widget/
Disallow: /blog/page/
Disallow: /blog/hi/page/*/?s=
Disallow: /blog/te/
Disallow: /blog/bn/
Disallow: /blog/gu/
Disallow: /blog/pa/
Disallow: /blog/mr/
Disallow: /blog/ta/
Disallow: /blog/ml/
Disallow: /blog/ur/
Disallow: /blog/kn/
Disallow: /blog?s=
Disallow: /blog/linkout/
Disallow: /blog/?post_type=post
Disallow: /blog?post_type=post
Disallow: /search
Disallow: /5e*/test-series/
Disallow: /category/5*/courses
Disallow: */entity/test/*
Disallow: */entity/video/*
Disallow: */entity/notes/*
Disallow: /pdf-viewer?*
Disallow: /promos/coach-program.html
Disallow: /m-select/*
Disallow: /blog/*/?amp=*
Disallow: /*-batch-*/online-coaching-live
Disallow: /*/online-coaching-batch-*-live
Disallow: /*/online-coaching-live-batch-*
Disallow: /*-previous/test-series
Disallow: /*/master-class-series
Disallow: /*/master-class-series/*
Disallow: /6*/free-live-classes-series
Disallow: /6*/free-live-classes-series/*
Disallow: /super-coaching/*/plans

Disallow: /blog/?*
Disallow: /blog?*
Disallow: /blog/hi/?*
Disallow: /blog/hi?*
Disallow: /blog/category/*
Disallow: /blog/hi/category/*
Disallow: /blog/*{{link}}
Disallow: /blog/mobile_blog_api.php*
Disallow: /learn/mobile_blog_api.php*
Disallow: /current-affairs/mobile_blog_api.php*
Disallow: /ias-preparation/mobile_blog_api.php*
Disallow: /gondwana/mobile_blog_api.php*
Disallow: /kmatkerala/mobile_blog_api.php*
Disallow: /gondwana
Disallow: /gondwana/*
Disallow: /kmatkerala
Disallow: /kmatkerala/*
Disallow: /pass-elite/*
Disallow: /upsc-psc-dhamaka-pack-coaching
Disallow: /upsc-psc-dhamaka-pack-coaching/*
Disallow: /sbrd-dhamaka-pack-coaching
Disallow: /sbrd-dhamaka-pack-coaching/*
Disallow: /aeje-gate-dhamaka-pack-coaching
Disallow: /aeje-gate-dhamaka-pack-coaching/*
Disallow: /teaching-dhamaka-pack-coaching
Disallow: /teaching-dhamaka-pack-coaching/*
Disallow: /*/*-super-teacher
Disallow: /uptet-supertet-coaching
Disallow: /upsc-epfo-eo-ao-apfc-coaching
Disallow: /*/online-coaching-*-batch-*
Disallow: /ssc-pass-pro-coaching
Disallow: /cds-capf-afcat-coaching
Disallow: /cds-afcat-capf
Disallow: /up-police-bharti
Disallow: /bihar-teacher-arambh-coaching
Disallow: /cds-afcat-coaching
Disallow: /upsc-cse-nirnay-ias-1-coaching
Disallow: /upsc-cse-previous-coaching
Disallow: /jssc-primary-teacher-and-tgt-coaching
Disallow: /upsc-cse-nirnay-ias-2-coaching
Disallow: /login?*
Disallow: /upsc-cse-nirnay-ias-3-coaching
Disallow: /bpsc-bihar-teacher-coaching
Disallow: /study-planner?referrerUrl*

User-agent: IstellaBot
User-agent: Curious George
User-agent: ZoomBot
User-agent: TurnitinBot
User-agent: Scanbot
User-agent: oodlebot
User-agent: rtbtr-adstxt-bot
User-agent: linkdexbot
User-agent: Mail.RU_Bot
User-agent: musobot
User-agent: YaK
User-agent: TweetmemeBot
User-agent: James BOT
User-agent: trendictionbot
User-agent: Mediatoolkitbot
User-agent: SurdotlyBot
Disallow: /