Free tools

Robots.txt Examples

Robots.txt file content for aarp.org.

Robot.txt file for: aarp.org

      #                         _____    _____
#      /\         /\     |  __ \  |  __ \
#     /  \       /  \    | |__) | | |__) |
#    / /\ \     / /\ \   |  _  /  |  ___/
#   / ____ \   / ____ \  | | \ \  | |
#  /_/    \_\ /_/    \_\ |_|  \_\ |_|
#
# Robots.txt file created by https://www.aarp.org/
# For domain: https://www.aarp.org/
# Created 09-12-2017 Raymond Deschenes
# Updated 5-09-2024 Kasia Lorenc - removed /benefits-discounts/
# All robots will spider the domain

User-agent: *
Disallow: /*.pdf
Disallow: /.4/
Disallow: /.AARP/
Disallow: /.br/
Disallow: /.com/
Disallow: /.Dev/
Disallow: /.PARA/
Disallow: /.Ver/
Disallow: /benefits/
Disallow: /content/aarpe/en/home/
Disallow: /content/aarpe/en/home/vendor/
Disallow: /content/aarpe/es/home/
Disallow: /content/aarpe/es/home/vendor/
Disallow: /content/campaigns/
Disallow: /content/campaigns/aarp/master/user-states/
Disallow: /content/dam/aarp/Member-Benefits/AARP-Auto-Buying-Program-For-Member-Communications-Digital-Fulfillment.pdf
Disallow: /content/experience-fragments/
Disallow: /content/experience-fragments/aarp/global/espanol/header/search-header-espanol/Target/_jcr_content/root/responsivegrid/experiencefragment.default.xf.html
Disallow: /content/experience-fragments/aarp/global/header-xf/master/_jcr_content/root/responsivegrid/experiencefragment.default.xf.html
Disallow: /content/experience-fragments/uxdia-folder-structure/en/features/rewards/authenticated-member-w-rewards/not-authenticated/_jcr_content/root/responsivegrid/experiencefragment.default.xf.html
Disallow: /content/experience-fragments/aarp/vendor/acumen_wrapper/acumen-wrapper/master.footer.html
Disallow: /content/experience-fragments/aarp/vendor/springboard-footer/advocacy-thin-footer.resource.root.html
Disallow: /content/experience-fragments/fragments/hpHeader/headerTarget/_jcr_content/root/responsivegrid/experiencefragment.default.xf.html
Disallow: /content/specialized-membership/staying-sharp/
Disallow: /espanol/busqueda/
Disallow: /espanol/vendor/
Disallow: /everywhere/
Disallow: /everywhere-configuration/
Disallow: /playground-for-testing-stuff/
Disallow: /qa/
Disallow: /relationships/caregiving/
Disallow: /search/
Disallow: /secure-information/
Disallow: /training-aarpe/
Disallow: /vendor/

User-agent: GPTBot
Disallow: /

Sitemap: https://www.aarp.org/sitemap.xml