Robots.txt for bbb.org

textile

#fb external hits.
User-agent: facebookexternalhit
Allow: /*/public/insights/share/anniversary*?*

#block all other user agents from the following
User-agent: *
Disallow: /cdn-cgi/
Disallow: /solr/
Disallow: *solrSearch*
Disallow: /episerver
Disallow: /episerver/
Disallow: /util/
Disallow: /us/storage/*
Disallow: /ca/storage/*
Disallow: /mx/storage/*
Disallow: /authentication/*
Disallow: /business-reviews/*

Disallow: /council/Charity-Reviews/type/
Disallow: /council/Charity-Reviews/name/
Disallow: /council/Charity-Reviews/matched/
Disallow: /council/Charity-Reviews/phone/
Disallow: /council/Charity-Reviews/email/
Disallow: /council/Charity-Reviews/url/
Disallow: /council/Find-Business-Reviews/type/
Disallow: /council/Find-Business-Reviews/name/
Disallow: /council/Find-Business-Reviews/matched/
Disallow: /council/Find-Business-Reviews/phone/
Disallow: /council/Find-Business-Reviews/email/
Disallow: /council/Find-Business-Reviews/url/
Disallow: /council/Business-Search/type/
Disallow: /council/Business-Search/name/
Disallow: /council/Business-Search/matched/
Disallow: /council/Business-Search/phone/
Disallow: /council/Business-Search/email/
Disallow: /council/Business-Search/url/

Disallow: /get-listed/business
Disallow: /get-listed/consumer
Disallow: /get-listed/success
Disallow: /get-listed/form
Disallow: /apply/thank-you
Disallow: */bbb-reports-on
Disallow: */contact-form
Disallow: */verify-sms
Disallow: */submit-review-expiration
Disallow: /submit-review-thank-you
Disallow: /dynamic-seal
Disallow: /leave-a-review/no-bid
Disallow: /leave-a-review/no-bid/thank-you
Disallow: /leave-a-review/no-bid/expiration
Disallow: /manage-location
Disallow: /file-a-complaint/*

Disallow: /council/Charity-Reviews/type/
Disallow: /council/Charity-Reviews/name/
Disallow: /council/Charity-Reviews/matched/
Disallow: /council/Charity-Reviews/phone/
Disallow: /council/Charity-Reviews/email/
Disallow: /council/Charity-Reviews/url/
Disallow: /council/Find-Business-Reviews/type/
Disallow: /council/Find-Business-Reviews/name/
Disallow: /council/Find-Business-Reviews/matched/
Disallow: /council/Find-Business-Reviews/phone/
Disallow: /council/Find-Business-Reviews/email/
Disallow: /council/Find-Business-Reviews/url/
Disallow: /council/Business-Search/type/
Disallow: /council/Business-Search/name/
Disallow: /council/Business-Search/matched/
Disallow: /council/Business-Search/phone/
Disallow: /council/Business-Search/email/
Disallow: /council/Business-Search/url/
Disallow: */consumer/*
Disallow: */accredited-business-directory/*? 
Disallow: /test-all-page
Disallow: *?*
Allow:/scamtracker/*?*
Allow:/us/*/*/profile/*/*?*
Allow:/ca/*/*/profile/*/*?*

sitemap: https://www.bbb.org/sitemap-business-profiles-index.xml
sitemap: https://www.bbb.org/sitemap-accredited-business-profiles-index.xml
sitemap: https://www.bbb.org/sitemap-articles-index.xml
sitemap: https://www.bbb.org/sitemap-nearme-articles-index.xml
sitemap: https://www.bbb.org/sitemap-events-index.xml
sitemap: https://www.bbb.org/sitemap-ca-categories-index.xml
sitemap: https://www.bbb.org/sitemap-accredited-ca-categories-index.xml
sitemap: https://www.bbb.org/sitemap-us-categories-index.xml
sitemap: https://www.bbb.org/sitemap-accredited-us-categories-index.xml
sitemap: https://www.bbb.org/sitemap-ca-province-categories-index.xml
sitemap: https://www.bbb.org/sitemap-accredited-ca-province-categories-index.xml
sitemap: https://www.bbb.org/sitemap-us-state-categories-index.xml
sitemap: https://www.bbb.org/sitemap-accredited-us-state-categories-index.xml
sitemap: https://www.bbb.org/sitemap-ca-city-categories-index.xml
sitemap: https://www.bbb.org/sitemap-accredited-ca-city-categories-index.xml
sitemap: https://www.bbb.org/sitemap-us-city-categories-index.xml
sitemap: https://www.bbb.org/sitemap-accredited-us-city-categories-index.xml
sitemap: https://www.bbb.org/sitemap-ca-provinces-index.xml
sitemap: https://www.bbb.org/sitemap-us-states-index.xml
sitemap: https://www.bbb.org/sitemap-ca-cities-index.xml
sitemap: https://www.bbb.org/sitemap-us-cities-index.xml
sitemap: https://www.bbb.org/all/sitemap.xml
sitemap: https://www.bbb.org/local/sitemap.xml

sitemap: https://www.bbb.org/scamtracker/sitemap.xml