Robots.txt for angi.com

textile


#                  -+++++++-                                            .:.                
#                  =+++++++=                                           +++++.              
#                 .+++++++++.                                          +++++.              
#                 :++++.++++:                                          .-=-.               
#                 =++++ ++++-                                                              
#                .++++- =+++=.     +++=: .=+++++:     .=++++=. -+++=   +++++               
#                .++++. -++++:     ++++++++++++++-   -++++++++++++++   +++++.              
#                -++++   ++++-     ++++++-:-+++++=  .++++++::=++++++   +++++.              
#                +++++   ++++=     +++++:   -++++=  :+++++    =+++++   +++++.              
#              .:++++=   =++++.    +++++:   -++++=  :+++++    -+++++   +++++.              
#          :=+++++++++++==++++:    +++++:   -++++=  :+++++    -+++++   +++++.              
#        =++++++++++++++++++++=    +++++:   -++++=  :+++++    -++++=   +++++.              
#      :+++++++=*###*=+++++++++    +++++:   -++++=  :+++++    -++++=   +++++.              
#     :+++++-  :**##=   =++++++.   +++++:   -++++=  :+++++    -++++=   +++++.              
#     +++++.   +++*#:    :+++++-   +++++:   -++++=  :+++++    =++++=   +++++.              
#    .++++=    ++++*.     -+++++   +++++:   -++++=  .++++++::=+++++=   +++++.              
#    .++++=   :++++=       +++++.  +++++:   -++++=   -++++++++=++++=   +++++.              
#     +++++=:-+++++.       =++++:  +++++:   -++++=    .=++++-.:++++=   +++++.              
#     .=++++++++++-         .....  .....     .....            :++++=   .....               
#       :+++++++=.                                   :::::    -++++-                       
#          ...                                      .+++++=..-+++++                        
#                                                    :++++++++++++:                        
#                                                      :=++++++=:     
#
# Hello, Home Improvement Hero! Stumbled into the attic instead of the front door? 
# Here's a thought: Instead of snooping through our crawl space, why not build up your career with us?
# Swing by https://www.angi.com/careers - it's the blueprint for your next big project.
# Hammer time's over for now, human. 
# Onward, bots:

# Door is Locked for These Bots:
User-agent: AhrefsBot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: SemrushBot
Disallow: /

# Everyone Else:

User-agent: *
Allow: /

# Parameters
Disallow: /*?navigation_impression_id=
Disallow: /*?navigation_source_impression_id=
Disallow: /*?postalCode=
Disallow: /*?redirect=
Disallow: /*?showcaseId=
Disallow: /*?sku_impression_id=
Disallow: /articles/*.htm?page=

# Directories
Disallow: /companylist/t/
Disallow: /companylist/us/xx/
Disallow: /write-review/
Disallow: /al-web-badge/

# Yandex
User-agent: Yandex
Disallow: /

# Sitemaps:
Sitemap: https://www.angi.com/sitemap/articles-sitemap-index.xml
Sitemap: https://www.angi.com/sitemap/category-sitemap.xml
Sitemap: https://www.angi.com/sitemap/geo-sitemap-index.xml
Sitemap: https://www.angi.com/sitemap/leaf-sitemap-index.xml
Sitemap: https://www.angi.com/sitemap/nearme-sitemap.xml
Sitemap: https://www.angi.com/sitemap/statecat-sitemap.xml