Free tools

Robots.txt Examples

Robots.txt file content for amazon.co.jp.

Robot.txt file for: amazon.co.jp

      User-agent: *
Disallow: /dp/product-availability/
Disallow: /dp/rate-this-item/
Disallow: /exec/obidos/account-access-login
Disallow: /exec/obidos/change-style
Disallow: /exec/obidos/di
Disallow: /exec/obidos/dt
Disallow: /exec/obidos/dt/assoc/handle-buy-box
Disallow: /exec/obidos/flex-sign-in
Disallow: /exec/obidos/handle-buy-box
Disallow: /exec/obidos/refer-a-friend-login
Disallow: /exec/obidos/subst/associates/join
Disallow: /exec/obidos/subst/marketplace/sell-your-collection.html
Disallow: /exec/obidos/subst/marketplace/sell-your-stuff.html
Disallow: /exec/obidos/subst/partners/friends/access.html
Disallow: /exec/obidos/tg/cm/member/
Disallow: /gp/cart
Disallow: /gp/content-form
Disallow: /gp/customer-images
Disallow: /gp/customer-media/upload
Disallow: /gp/customer-reviews/common/du
Disallow: /gp/customer-reviews/write-a-review.html
Disallow: /gp/flex
Disallow: /gp/gfix
Disallow: /gp/history
Disallow: /gp/item-dispatch
Disallow: /gp/legacy-handle-buy-box.html
Disallow: /gp/reader
Disallow: /gp/registry/wishlist/*/reserve
Disallow: /gp/richpub/listmania/createpipeline
Disallow: /gp/music/clipserve
Disallow: /gp/recsradio
Disallow: /gp/sign-in
Disallow: /gp/slides/make-money
Disallow: /gp/structured-ratings/actions/get-experience.html
Disallow: /gp/twitter/
Disallow: /gp/vote
Disallow: /gp/voting/
Disallow: /gp/yourstore
Disallow: /ap/signin
Disallow: /gp/registry/search.html
Disallow: /gp/orc/rml/
Disallow: /gp/dmusic/mp3/player
Disallow: /gp/entity-alert/external
Disallow: /gp/customer-reviews/dynamic/sims-box
Disallow: /review/dynamic/sims-box
Disallow: /gp/redirect.html
Disallow: /gp/customer-media/actions/delete/
Disallow: /gp/customer-media/actions/edit-caption/
Disallow: /gp/dmusic/
Disallow: /gp/customer-media/product-gallery/B007HCCOD0
Disallow: /gp/help/customer/display.html?*nodeId=200534000
Disallow: /gp/help/customer/display.html?*nodeId=200145650
Disallow: /gp/feature.html?*docId=1000632623
Disallow: /gp/aag
Disallow: /gp/socialmedia/giveaways
Disallow: /gp/aw/so.html
Disallow: /gp/aw/sp.html?*t=returns
Disallow: /gp/pdp/profile/
Disallow: /gp/product/product-availability
Disallow: /gp/offer-listing
Disallow: /dp/twister-update/
Disallow: /dp/e-mail-friend/
Disallow: /gp/registry/wishlist/
Disallow: /gp/switch-language
Disallow: /wishlist/
Allow: /wishlist/universal
Allow: /wishlist/vendor-button
Allow: /wishlist/get-button
Disallow: /gp/wishlist/
Allow: /gp/wishlist/universal
Allow: /gp/wishlist/vendor-button
Allow: /gp/wishlist/ipad-install
Disallow: /registry/wishlist/
Disallow: /local/ajax/
Disallow: /gp/rate-it
Disallow: /o/di
Disallow: /o/dt
Disallow: /gp/profile/
Disallow: /reviews/iframe
Disallow: /ss/customer-reviews/lighthouse/
Disallow: /dp/product-availability/
Disallow: /dp/rate-this-item/
Disallow: /exec/obidos/account-access-login
Disallow: /exec/obidos/change-style
Disallow: /exec/obidos/di
Disallow: /exec/obidos/dt
Disallow: /exec/obidos/dt/assoc/handle-buy-box
Disallow: /exec/obidos/flex-sign-in
Disallow: /exec/obidos/handle-buy-box
Disallow: /exec/obidos/refer-a-friend-login
Disallow: /exec/obidos/subst/associates/join
Disallow: /exec/obidos/subst/marketplace/sell-your-collection.html
Disallow: /exec/obidos/subst/marketplace/sell-your-stuff.html
Disallow: /exec/obidos/subst/partners/friends/access.html
Disallow: /exec/obidos/tg/cm/member/
Disallow: /gp/cart
Disallow: /gp/content-form
Disallow: /gp/customer-images
Disallow: /gp/customer-media/upload
Disallow: /gp/customer-reviews/common/du
Disallow: /gp/customer-reviews/write-a-review.html
Disallow: /gp/flex
Disallow: /gp/gfix
Disallow: /gp/history
Disallow: /gp/item-dispatch
Disallow: /gp/legacy-handle-buy-box.html
Disallow: /gp/reader
Disallow: /gp/registry/wishlist/*/reserve
Disallow: /gp/richpub/listmania/createpipeline
Disallow: /gp/music/clipserve
Disallow: /gp/recsradio
Disallow: /gp/sign-in
Disallow: /gp/slides/make-money
Disallow: /gp/structured-ratings/actions/get-experience.html
Disallow: /gp/twitter/
Disallow: /gp/vote
Disallow: /gp/voting/
Disallow: /gp/yourstore
Disallow: /ap/signin
Disallow: /gp/registry/search.html
Disallow: /gp/orc/rml/
Disallow: /gp/dmusic/mp3/player
Disallow: /gp/entity-alert/external
Disallow: /gp/customer-reviews/dynamic/sims-box
Disallow: /review/dynamic/sims-box
Disallow: /gp/redirect.html
Disallow: /gp/customer-media/actions/delete/
Disallow: /gp/customer-media/actions/edit-caption/
Disallow: /gp/dmusic/
Allow: /gp/dmusic/promotions/AmazonMusicUnlimited
Allow: /gp/dmusic/promotions/PrimeMusic
Disallow: /gp/customer-media/product-gallery/B007HCCOD0
Disallow: /gp/help/customer/display.html?*nodeId=200534000
Disallow: /gp/help/customer/display.html?*nodeId=200145650
Disallow: /gp/feature.html?*docId=1000632623
Disallow: /gp/aag
Disallow: /gp/socialmedia/giveaways
Disallow: /gp/aw/so.html
Disallow: /gp/aw/sp.html?*t=returns
Disallow: /gp/pdp/profile/
Disallow: /gp/product/product-availability
Disallow: /gp/offer-listing
Disallow: /dp/twister-update/
Disallow: /dp/e-mail-friend/
Disallow: /gp/registry/wishlist/
Disallow: /gp/switch-language
Disallow: /wishlist/
Allow: /wishlist/universal
Allow: /wishlist/vendor-button
Allow: /wishlist/get-button
Disallow: /gp/wishlist/
Allow: /gp/wishlist/universal
Allow: /gp/wishlist/vendor-button
Allow: /gp/wishlist/ipad-install
Disallow: /registry/wishlist/
Disallow: /local/ajax/
Disallow: /gp/rate-it
Disallow: /gp/rentallist
Disallow: /gp/video/dvd-rental/settings
Disallow: /gp/rl/settings
Disallow: /gp/video/settings
Disallow: /gp/video/watchlist
Disallow: /gp/video/library
Disallow: /o/di
Disallow: /o/dt
Allow: /gp/dmusic/promotions/AmazonMusicUnlimitedFamily
Disallow: /gp/aw/ol/
Disallow: /hz/leaderboard/top-reviewers/
Disallow: /hz/leaderboard/hall-of-fame/
Disallow: /review/top-reviewers/
Disallow: /review/top-reviewers
Disallow: /review/hall-of-fame
Disallow: /reviews/top-reviewers/
Disallow: /reviews/top-reviewers
Disallow: /reviews/hall-of-fame
Disallow: /hz/help/contact/*/message/$
Disallow: /-/
Disallow: /gp/aw/shoppingAids/
Allow: /-/en/
Allow: /-/en$
Disallow: /hz/contact-us/ajax/initiate-trusted-contact/
Disallow: /hp/video/
Disallow: /gp/video/api
Disallow: /gp/video/settings
Disallow: /gp/video/library
Disallow: /gp/video/watchlist
Disallow: /gp/video/mystuff
Disallow: /gp/video/profiles
Disallow: /gp/video/search
Disallow: /gp/video/auth
Disallow: /gp/video/salp/i

User-agent: EtaoSpider
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-Agent: PerplexityBot
Disallow: /