Free tools

Robots.txt Examples

Robots.txt file content for sky.com.

Robot.txt file for: sky.com

      User-agent: *

Disallow: /homepage/*
Disallow: /shop/pre-reg/sky-essentials
Disallow: /shop/pre-reg/sky-essentials/success
Disallow: /shop/pre-reg/sports-extra/success
Disallow: /shop/pre-reg/ultrafast/success
Disallow: /shop/pre-reg/ultrafast/agent
Disallow: /shop/mobile/browse-mobile-vip/vip-offers
Disallow: /shop/mobile/5g
Disallow: /tv-guide/*
Disallow: /portal/site/skybb/search
Disallow: /cgi/
Disallow: /Account_Billing/
Disallow: /Assets/
Disallow: /Getting_Started/
Disallow: /How_To_Get_Sky/
Disallow: /Product_Help/
Disallow: /RFTS
Disallow: /SPORTS
Disallow: /Services/
Disallow: /Sky_Online/
Disallow: /anytimepc/
Disallow: /article/
Disallow: /corporate.
Disallow: /corporate.html
Disallow: /corporate.
Disallow: /designerbox.
Disallow: /home/jvc/history.htm
Disallow: /home_flash/
Disallow: /javascript:''
Disallow: /joinget
Disallow: /journeyman
Disallow: /motoring.
Disallow: /movies/moviemax/index.htm
Disallow: /movies/premier/index.htm
Disallow: /notlikelytohappenever/
Disallow: /pokemon
Disallow: /pressoffice
Disallow: /responsibilities
Disallow: /rocket
Disallow: /scandal
Disallow: /sky+
Disallow: /sky-news/
Disallow: /simpsons2000
Disallow: /sky1email:
Disallow: /skybuy,
Disallow: /skybuy/
Disallow: /skydigital/info.html/
Disallow: /skyscape/
Disallow: /skytalk)
Disallow: /soft/
Disallow: /staff/
Disallow: /students
Disallow: /thailandgolf.
Disallow: /unlock...been
Disallow: /vita.html
Disallow: /yourmoney
Disallow: /errors
Disallow: /errors/
Disallow: /skyq/buy
Disallow: /skyq/buy/
Disallow: /skyq/buy/build
Disallow: /skyq/buy/build/

User-agent: AdsBot-Google
Disallow: /shop/pre-reg/sky-essentials
Disallow: /shop/pre-reg/sky-essentials/success
Disallow: /shop/pre-reg/sports-extra/success
Disallow: /shop/pre-reg/ultrafast/success
Disallow: /shop/pre-reg/ultrafast/agent
Disallow: /shop/mobile/browse-mobile-vip/vip-offers
Disallow: /portal/site/skybb/search
Disallow: /cgi/
Disallow: /Account_Billing/
Disallow: /Assets/
Disallow: /Getting_Started/
Disallow: /How_To_Get_Sky/
Disallow: /Product_Help/
Disallow: /RFTS
Disallow: /SPORTS
Disallow: /Services/
Disallow: /Sky_Online/
Disallow: /anytimepc/
Disallow: /article/
Disallow: /corporate.
Disallow: /corporate.html
Disallow: /corporate.
Disallow: /designerbox.
Disallow: /home/jvc/history.htm
Disallow: /home_flash/
Disallow: /javascript:''
Disallow: /joinget
Disallow: /journeyman
Disallow: /motoring.
Disallow: /movies/moviemax/index.htm
Disallow: /movies/premier/index.htm
Disallow: /notlikelytohappenever/
Disallow: /pokemon
Disallow: /pressoffice
Disallow: /responsibilities
Disallow: /rocket
Disallow: /scandal
Disallow: /sky+
Disallow: /sky-news/
Disallow: /simpsons2000
Disallow: /sky1email:
Disallow: /skybuy,
Disallow: /skybuy/
Disallow: /skydigital/info.html/
Disallow: /skyscape/
Disallow: /skytalk)
Disallow: /soft/
Disallow: /staff/
Disallow: /students
Disallow: /signin
Disallow: /thailandgolf.
Disallow: /unlock...been
Disallow: /vita.html
Disallow: /yourmoney
Disallow: /errors
Disallow: /errors/
Disallow: /dtv/
Disallow: /blackjack/

User-agent: CCBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: *
Disallow: /*?_escaped_fragment
Disallow: /*?adobe_mc
Disallow: /*?agentId
Disallow: /*?_1
Disallow: /*?authorised
Disallow: /*?auto
Disallow: /*?awc
Disallow: /*?back
Disallow: /*?callsandtexts
Disallow: /*?cn-type
Disallow: /*?country
Disallow: /*?currency
Disallow: /*?contact
Disallow: /*?dcmp
Disallow: /*?dclid
Disallow: /*?external
Disallow: /*?ec
Disallow: /*?epgoverlay
Disallow: /*?explained
Disallow: /*?goalAchievementShowContactOptions
Disallow: /*?handset
Disallow: /*?fbclid
Disallow: /*?intent
Disallow: /*?id
Disallow: /*?integrationId
Disallow: /*?ignore
Disallow: /*?irct
Disallow: /*?journey
Disallow: /*?lightBoxContentItem
Disallow: /*?mobileApp
Disallow: /*?-kfc-to-offer-free,-fast-internet-across-all-uk-restaurants/
Disallow: /*?mi_u
Disallow: /*?product
Disallow: /*?page
Disallow: /*?product_typ
Disallow: /*?OFF
Disallow: /*?OSPV
Disallow: /*?q
Disallow: /*?ref
Disallow: /*?refererIs
Disallow: /*?returnToAuthFilter
Disallow: /*?shortCode
Disallow: /*?start
Disallow: /*?sa
Disallow: /*?said%20the%20number%20would%20be%20up%20
Disallow: /*?topic
Disallow: /*?ticbz
Disallow: /*?utm_source
Disallow: /*?target
Disallow: /*?utm_content
Disallow: /*new-search
Disallow: /.+