Free tools

Robots.txt Examples

Robots.txt file content for samsclub.com.

Robot.txt file for: samsclub.com

      #robots.txt generated for samsclub.com

#Paths
User-agent: *
Disallow: /catalog/search/
Disallow: /s/
Disallow: *SCDC=1*
Disallow: /*?bvroute
Disallow: /list/
Disallow: */samsclub/0
Disallow: /catalog/product/
Disallow: /catalog/productreviews/
Disallow: /locator?returnRoute
Disallow: /myinstantsavings/details/
Disallow: /sams/subscription/
Disallow: /account/
Allow: /sams/account/referal/
Allow: /sams/account/signin/login.jsp
Allow: /sams/account/signin/createSession.jsp
Allow: /sams/account/registration/registration.jsp
Allow: /sams/account/membership/renewMembership.jsp
Disallow: /managepreferences/
Disallow: /checkout/
Disallow: /cart/
Disallow: /search/
Disallow: /pharmacy/login/
Disallow: /cgi-bin/
Disallow: /friend
Disallow: /content/delivery-offer
Disallow: /tracking/
Disallow: /midas/

#Files
Disallow: /sams/eValues/clubInsiderOffers.jsp
Disallow: */popupContent.jsp
Allow: /ads.txt

#Sitemap
Sitemap: https://www.samsclub.com/sitemap.xml

#JIRA SAINFRA-1394
Disallow: /r/
Disallow: /savingslanding

#removed savings as part of JIRA SAINFRA-1419