Free tools

Robots.txt Examples

Robots.txt file content for amazon.ca.

Robot.txt file for: amazon.ca

      User-agent: *
Disallow: /exec/obidos/account-access-login
Disallow: /exec/obidos/change-style
Disallow: /exec/obidos/flex-sign-in
Disallow: /exec/obidos/handle-buy-box
Disallow: /exec/obidos/tg/cm/member/
Disallow: /exec/obidos/refer-a-friend-login
Disallow: /exec/obidos/subst/partners/friends/access.html
Disallow: /exec/obidos/subst/marketplace/sell-your-stuff.html
Disallow: /exec/obidos/subst/marketplace/sell-your-collection.html
Disallow: /exec/obidos/subst/associates/join
Disallow: /gp/cart
Disallow: /gp/customer-media/upload
Disallow: /gp/flex
Disallow: /gp/sign-in
Disallow: /gp/slides/make-money
Disallow: /gp/yourstore
Disallow: /gp/content-form
Disallow: /gp/customer-reviews/common/du
Disallow: /gp/customer-reviews/write-a-review.html
Disallow: /gp/vote
Disallow: /gp/voting/
Disallow: /gp/reader
Disallow: /gp/gfix
Disallow: /gp/customer-images
Disallow: /gp/richpub/listmania/createpipeline
Disallow: /gp/history
Disallow: /gp/item-dispatch
Disallow: /dp/e-mail-friend/
Disallow: /dp/product-availability/
Disallow: /gp/registry/wishlist/*/reserve
Disallow: /gp/structured-ratings/actions/get-experience.html
Disallow: /gp/twitter/
Disallow: /ap/signin
Disallow: /gp/registry/wishlist/
Disallow: /wishlist/
Allow: /wishlist/universal
Allow: /wishlist/vendor-button
Allow: /wishlist/get-button
Disallow: /gp/wishlist/
Allow: /gp/wishlist/universal
Allow: /gp/wishlist/vendor-button*
Allow: /gp/wishlist/ipad-install*
Disallow: /registry/wishlist/
Disallow: /gp/registry/search.html
Disallow: /gp/orc/rml/
Disallow: /gp/entity-alert/external
Disallow: /gp/customer-reviews/dynamic/sims-box
Disallow: /review/dynamic/sims-box
Disallow: /gp/redirect.html
Disallow: /gp/customer-media/actions/delete/
Disallow: /gp/customer-media/actions/edit-caption/
Disallow: /gp/dmusic/
Disallow: /gp/aag
Disallow: /gp/socialmedia/giveaways
Disallow: /gp/aw/so.html
Disallow: /hz/leaderboard/top-reviewers/
Disallow: /hz/leaderboard/hall-of-fame/
Disallow: /review/top-reviewers/
Disallow: /review/top-reviewers
Disallow: /review/hall-of-fame
Disallow: /reviews/top-reviewers/
Disallow: /reviews/top-reviewers
Disallow: /reviews/hall-of-fame
Disallow: /gp/ask-widget/askWidget*
Disallow: /fr/
Disallow: /-/
Allow: /-/fr/
Allow: /-/fr$
Disallow: /hz/help/contact/*/message/$
Disallow: /gp/aw/shoppingAids/
Disallow: /hz/contact-us/ajax/initiate-trusted-contact/

User-agent: EtaoSpider
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

# Sitemap files
Sitemap: http://www.amazon.ca/sitemap-manual-index.xml
Sitemap: http://www.amazon.ca/sitemaps.f3053414d236e84.SitemapIndex_0.xml.gz
Sitemap: http://www.amazon.ca/sitemaps.1946f6b8171de60.SitemapIndex_0.xml.gz
Sitemap: http://www.amazon.ca/sitemaps.c21f969b5f03d33.SitemapIndex_0.xml.gz