Free tools
Robots.txt Examples
Robots.txt file content for bol.com.
Robot.txt file for: bol.com
# De robots.txt van ons allemaal
# Served by team 20seo
User-agent: *
Allow: /
# Sitemap
Sitemap: https://www.bol.com/sitemap/nl-nl/
Sitemap: https://www.bol.com/sitemap/nl-be/
Sitemap: https://www.bol.com/sitemap/fr-be/
Disallow: /atg/commerce/order/purchase/
Disallow: /common/error/*
Disallow: /nl/fr/
Disallow: /be/fr/p/-/*
Disallow: /*/account/
Disallow: /*/ajax/jsLogging.html
Disallow: /*/albert-heijn-premium
Disallow: /*/b/*/*+*/
Disallow: /*/b/*/*/*/
Disallow: /*/bltg/*
Disallow: /*/contactformulier*
Disallow: /*/c/*/*/
Allow: /*/c/*/*+8299/
Allow: /*/c/*/*+3132/
Allow: /*/c/*/*+3133/
Disallow: /*/ebook/preview.html*
Disallow: /*/order/
Disallow: /*/lijstjes/*
Disallow: /*/prijsoverzicht/
Disallow: /*/productaanbevelingen/
Disallow: /*/producten-vergelijken/
Disallow: /*/ra/
Disallow: /*/rnwy/account/
Disallow: /*/rnwy/ajax/*
Disallow: /*/rnwy/artikelen/
Disallow: /*/rnwy/product_compare/
Disallow: /*/rnwy/product/reviews/
Disallow: /*/rnwy/slots/ajax/*
Disallow: /*/rnwy/studybooks/
Disallow: /*/s/
Disallow: /*/schrijf-een-review/
Disallow: /*/sdl/
Allow: /*/sdl/shop-de-look
Disallow: /*/select*?*
Disallow: /*/select-cadeau-sparen/?*
Disallow: /*/serie/*/
Disallow: /*/u/
Disallow: /*/w/*/
Disallow: /*/vaak-samen-gekocht/
Disallow: /*/*+*+*+*
User-Agent: Baiduspider
Disallow: /
User-Agent: omgili
Disallow: /
User-Agent: Slurp
Crawl-delay: 20
User-agent: rogerbot
Disallow: /
User-agent: YandexBot
Disallow: /
# ....::^^.:. ....
# . .^^~!77^.^^ .:^::::^:.
# .7YY?~. :77~^^::^7~ ..:!7^..::^^
# ~YPPGBBG!:^?JJ7!~!7!. ..:~7!~^:...
# :JPPGGBB##P: .!JJ?77^ ..::::.. .^~~~!7?^ .:^!^
# ^YPPGGBB#5~ .^~~^ :~7JJYYYYYYYJ7: .!JJ??7:.~JPGGGP!
# :Y5PGGGBB?. .7JJJ?7JYYYY555PP?. .:^:. .JBBBGGPPG7
# .J55GGGB#Y .7J?7^:::~!!7?JY55G? .JBGGGGPPG7
# !5YPGGGBB~ ^?~^:.:?J^~YJ~~!77?J: ?BGGGGPPG!
# J5YGGGBBG: :::::.^##~7&B!~!!77?! YGPGGGPPP^
# .YP5GBBBBB^ ::::..:~~~~!!~~!!7777: !GPPGGPPG5.
# .YP5GBBBB#J .::::J7^^^~!!!?5Y!777?~ ^GP5GGGGGG~
# JG5GBBBBBB~ .::::^7JY555555J7777777. ^GP5GGGGGG7
# !GPPBBBBBBG: :::::. :~!777!!!777??7?^ 7G55GGGGGG!
# :PG5GBBBBBBP~ :^::::.:^~!77777777?????7. .5GYPGGGGGG~
# 7G5YGGGGGGBG?: .:~!JY~^^^^::^~!77?7?????????7?^ JGP5GGGGGG5.
# .5GYYGGGGGBB#G77YPGGG!^~~?5YJJJJYYYYYYJ??777?JYPY!: .?GG5PGGGGGG?
# ^PPY5BBBBBBGGPPPPPPP7^:.^B@@@@@@@@@#P7^^^!J5GGGGGPY7~5GGPPGGPPPGG^
# !GG5P#BGPPPGGPPP5PPJ. 5@@@@@#5!: .^JPPPPPPPPPGBBBGPPGGPPPGGJ
# JBBPP5555555PP555PP?. .?B@@@@@G: :?5PPPPGGGGGGGGGGGGGGGGGGGG^
# ^GP55555555PP555555P??#@@@@@@@@B~^?5PPPPPPGGPPPPPPPPGGGGGGGGGY.
# ^J5555555555PPPP555555B@@@@@@@@@@G5PPPPPPPPPGPPPPPPPPPPGGGGGGG!
# .7555555555555YYYY5PP5555B@@@@@@@#P5P5PPPPPGGGPPPPPPPPPPPPPGGGGP^
# :J55555555555YYJ??JY5PPPP55B@@@@@BP5PPPGGGGGPPPPPPPPPPPPPPPPPGGGP.
# ^Y55555555555YJ????JJY5PPGPPP#@@@BPPPGGGGPPPPPPPPPPPPPPPPPPPPPGGGG?
# ^Y55555555555YJ??77?JJY555PPPPG@@#PPPGGPPPPPPPPPPPPPPPPPPPPPPPPGGGGG7
# :Y55555555555YYJ?777?JYY55555PPP#@BPPPPPPPPPPPPPPPPPPPPPPPPPPPPGGGGGGP^
# .J555555555555YJ?777??JYY55555555B@GPPPPPPPPPPPPPPPPPPPPPPPPPPPGGGGGGGGJ
# ~5555555555555YJ?777?JYY5555PPPP5G&PPPPPPPPPPPPPPPPPPPPPPPPPPGGGGGGGGGGP^
# .J555555555555YY?777??JY5555PPPPPPG&GPPPPPPPPPPPPPPPPPPPPPGGGGGGGGGGGGGGG7
# ^5555555555555YJ?777?JYY555PPPPPPPG&GPPPPPPGGGGGGGGGGGGGGGGGGGGGGGGGGGGPGJ
# ~P55555555PP555Y??7??JY55PPPPPPPPPP&BPGGGGGGGGGGGGGGGGGGGGGGGGGGGGGGGGGGGY
# !PP5555PPPPPPP5YJ???JYY55PPPPPPPPPP#BGGGGGGGGGGGGGGGGGGGGGGGGGGGGGGGGGGGGY
# !PPPPPPPPPPPP55YJ?JYJY55PPPPPPPPPPP##GGGGGGGGGGGGGGGGGBBBBBBBGGGGGGGGGGPG?
# ~PPPPPPPPGGGPPP5YJJYYY55PPPPPPPPGPP##GGGGGGGGGGGGGGGBGGGGGBBBGGGGGGGGGGGG!
# :PPPPPPPPPPPPPP5YJJJYY5PPPPGGGGGGGGB#GGGGGGGGGGGGGGBBBBBBBBGGGGGGGGGGGGGP:
# JGPPPPPPPPPPPP5YJJJY5PPPGGGGGGGGGGB#BGBBBBBBBBBBBBBBBBBBBBBBBBGGGGGGGGG7
# ^GGPPPPPPPPPPPP5YJJY5PPGGGGGGGGGGGB&#BBBBBBBBBBBBBBBBBBBBGGGGGGGGGGGGG5.
# JGGGGGGGGGGGPPP5YYY5PPGGGGGGBGBB#####BBBBBBBBBBBBBBBBBBBGGGGGGGGGGGGG^
# :5GGGGGGGGGGGGPP5YY5PPGGGGGBBBB#########BBBBBBBBBBBBBBBBGGGGGGGGGGGG~
# ~GGGGGGGGGGGGGPP5Y5PGGGBBBB###############BBBBBBBBBBBGGGGGGGGGGGGG~
# !GBBBBBBBBBBBBBBGGBBB#######################BBBBBBBGGGGGGGGGGGBP^
# .!G#BBBBBBBBBBBBBBB############################BBBBBBBBBBBBBBY:
# :Y##BBBBBBBBBBB##########################BBBBBBBBBBBBBB#GY7.
# ~5#####################################BBBBBBBBBBBBBP7.
# ~5#####################################BBBBBBB#B5!.
# ^?GBGB####################################BP?^
# JG5PBB##############################BBBJ:
# ~PPPGBBB####&&&&&&&&&&&&&&&&&&&##BBBBBBBJ
# .5PPGBBB##B~^~7JY5PGGBBBGGGP5Y?7GBB####BBG^
# .JP5PGBBB##! .... !######BBB5.
# !PPPGBBBB#? J&##&##BBB7
# .YGPGBBBB#5. .P&#&&##BBG^
# :GGGBBB#B#! ~B##&&##BB5.
# ^BBB####BB~ ?&#&&&##B#J
# ^BB#######! .5&&&&&###B7:
#.............. .:^^~~!!!!J#######B#? ........................ .5&&&&&&@@@@#57^. .
#..........:...~JPB#&@@@@@@@@@@@@&&&&##5^.::::::::::::::::.......J@@@@@@@@@@@@@@@#P?~................
#::::::::::^^:J&@B#@@@@@@@@@@@@@@@@@@@@@#!^~~~~~~~~~~~~~~~^^^^^^^P@@@@@@@@@@@@@@@@@@@G!::::::::::::..
#^^^^^^^^~~~~!&@&YG@@@@@@@@@@@@@@@@@@@@@&Y?J?JJJJJJJJJJJJJJJJJJJ?P@@@@@&BP5G#@@@@@@@@@#~~~~^^^^^^^^::
#^^^^^^~~~~~!!5#&&&@@@@@@@@@@@@&&&###BBGP555YYYYYYYYYYYYYYYY5555PPG##&&@@@@@@@@@@@@@@&G7!!!!~~~~~~^^^
#::::^^^^^^^^^^~~!!!!7777777777!!!!!!!!!!!!!!77777777777777777777777777????????????777!~~~~~~~~^^^^^:
#..:::::::::::::::::::::::::::::^:^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^::::::