Free tools

Robots.txt Examples

Robots.txt file content for zillow.com.

Robot.txt file for: zillow.com

      # Access to and use of Zillow.com is governed by our Terms of Use. See http://www.zillow.com/corp/Terms.htm

User-agent: *

Allow: /homes/for_sale/$
Allow: /homes/for_sale/fore_lt/$
Allow: /homes/fsbo/$
Allow: /homes/for_sale/1_open/$
Allow: /homes/new_homes/$
Allow: /homes/coming_soon/$
Allow: /homes/for_rent/$
Allow: /homes/for_rent/condo,apartment_duplex_type/$
Allow: /homes/for_rent/house,townhouse_type/$
Allow: /homes/recently_sold/$
Allow: /homes/apartment-communities/$

Allow: /homes/for_sale/*_p/$
Allow: /homes/for_sale/fore_lt/*_p/$
Allow: /homes/fsbo/*_p/$
Allow: /homes/for_sale/1_open/*_p/$
Allow: /homes/new_homes/*_p/$
Allow: /homes/coming_soon/*_p/$
Allow: /homes/for_rent/*_p/$
Allow: /homes/for_rent/condo,apartment_duplex_type/*_p/$
Allow: /homes/for_rent/house,townhouse_type/*_p/$
Allow: /homes/recently_sold/*_p/$
Allow: /homes/apartment-communities/*_p/$

Disallow: /homes/
Disallow: /?url=
Disallow: /*_rect
Disallow: /*_rect/
Disallow: /*_rid
Disallow: /*_sort/
Disallow: /*.sdirect
Disallow: /*1_fs/
Disallow: /*3ab9b0d/
Disallow: /*3bec89b
Disallow: /*/_type/
Disallow: /*/0-0_beds/
Disallow: /*/admin-ajax.php
Disallow: /*/apartments-are_att/
Disallow: /*/apartments-madden_att/
Disallow: /*/apartments-offers_att/
Disallow: /*/apartments-rent_att/
Disallow: /*cbpartner=
Disallow: /*/CountyAssessorPage.htm?*
Disallow: /*/duplex-apartments_att/
Disallow: /*/floor-map-annotator/*
Disallow: /*/foreclosure--
Disallow: */foreclosed/*
Disallow: /*/GetResults.htm*
Disallow: /*/house_type/
Disallow: /*/house,apartment_duplex_type/
Disallow: /*/house,mobile_type/
Disallow: /*/house,mobile,land_type/
Disallow: /*/house,mobile,townhouse_type/
Disallow: /*/loft-apartments_att/
Disallow: /*/mostrecentchange_sort/
Disallow: /*/node_modules/.bin/
Disallow: /*/plus/
Disallow: /*/rent-house_att/
Disallow: /*/rino-_att/
Disallow: /*/qc/
Disallow: /*-qc/
Disallow: /*-qc-*
Disallow: /*/townhome_att/
Disallow: /*/u1_sch/
Disallow: /*/z/internet-tv-deals-saver/?z*
Disallow: /*/z/internet-tv-deals-speed/?z*
Disallow: /*RentalConfirmedClaim
Disallow: /*?searchQueryState=*
Disallow: /ads/
Disallow: /advice-thread/
Disallow: /advicepages/
Disallow: /aerial/
Disallow: /advice/
Disallow: /agent-websites/
Disallow: /ajax/homedetail/CompareWithPublicFactsData.htm
Disallow: /ajax/homedetail/HomeValueChartData.htm
Disallow: /ajax/nav/UserNavAsync.htm?pageframe=true
Disallow: /ajax/rentals/ClaimedRentalProperties.htm?actionType=claims
Disallow: /ajax/ownerview/PerformSellerLeadContact.htm
Disallow: /ajax/ownerview/SellerLeadData.htm
Disallow: /app?
Disallow: /b/*/rental-manager/resources/
Disallow: /b/*bed*/
Disallow: /b/*month*/
Disallow: /b/*!*/
Disallow: /b/*(*/
Disallow: /b/*&*/
Disallow: /b/*/*_ll/
Disallow: /bal/impression/
Disallow: /bal/impression/RecordImpression.htm?
Disallow: /browse/homes/all/
Disallow: /captcha/
Disallow: /careers/apply/
Disallow: /careers/jobs/
Disallow: /claiming/
Disallow: /claiming/ClaimProperty.htm?
Disallow: /cma-tool/create/*
Disallow: /cms-constellation/
Disallow: /community/error-subdivision-name-unavailable/
Disallow: /contact/
Disallow: /corp/Privacy.htm
Disallow: /corp/Terms.htm
Disallow: /CountyAssessorPage.htm
Disallow: /del/
Disallow: /discovery/
Disallow: /editing/
Disallow: /email/EnrollmentUnsubscribe.htm
Disallow: /email/SubscriptionTypeUnsubscribe.htm
Disallow: /email/Unsubscribe.htm
Disallow: /for-sale-by-owner/?zpid=
Disallow: /graphql/
Disallow: /home-improvement-dueling-digs/
Disallow: /homedetail/AuthRequired.htm
Disallow: /homedetail/HomeDetail,*Border.*debug*DebugBar.*InspectorButton.link.sdirect
Disallow: /homedetails/*view=owner
Disallow: /homedetails/*/rental-manager/resources/
Disallow: /homedetails/*/*/?altId
Disallow: /homeimprovement/EmbeddedProfile.htm
Disallow: /homepage/HomepageVideoMetrics.htm
Disallow: /howto/GoodNeighborPolicy.htm
Disallow: /HYx10rg3/*
Disallow: /IMAGE
Disallow: /imf-fetch-message/api/v1/request/fetch-message/MOBILE_APP_UPSELL
Disallow: /instant-offers/version/
Disallow: /jmp/questionnaire-eligibility-check
Disallow: /jmp/lead-eligibility
Disallow: /l/
Disallow: /learnmore/
Disallow: /license/
Disallow: /m/
Disallow: /make-me-move?zpid=
Disallow: /make-me-move/?zpid=
Disallow: /mobile/GetAdConfiguration.htm
Disallow: /mobile/MobilePropertyDetails.htm
Disallow: /mobile/WinmoPropertyDetails.htm
Disallow: /mobile/WPPropertyDetails.htm
Disallow: /mortgage/SmallMortgageLoanCalculatorWidget.htm
Disallow: /mortgage/MortgageCalculatorWidgetLarge.htm
Disallow: /mortgage/MortgageRateTable.htm
Disallow: /mortgage/widgets/AffordabilityCalculatorWidget.htm
Disallow: /mortgage/MortgageRateTableWidget.htm
Disallow: /mortgage/MortgageLoanCalculatorWidget.htm
Disallow: /mortgage/RateExplorerGraphWidget.htm
Disallow: /myzillow/
Disallow: /offers/request/
Disallow: /ofr/api/v3/questionnaire
Disallow: /pbflex/
Disallow: /personalization/
Disallow: /post-real-estate-listings?zpid=
Disallow: /post-real-estate-listings/?zpid=
Disallow: /post-rental-listings?zpid=
Disallow: /postings/
Disallow: /postings/PostForSale.htm?
Disallow: /postings/PostMakeMeMoveStreamlined.htm?
Disallow: */pre-foreclosure/*
Disallow: /pricing/
Disallow: /profile/*/Advice/
Disallow: /profile/*/Reviews-Written/
Disallow: /profile/*/photos/
Disallow: /profiles/ProfileBorderTemplate,*myzillow*MyListingsTabulated.*postings*owners*OwnersProfileUpsell.*DirectLink.sdirect
Disallow: /real-estate-listings
Disallow: /rental-manager/?source=topnav&itc=postbutton_topnav
Disallow: /rental-manager/?zpid=
Disallow: /rental-manager/properties?postingPath=true
Disallow: /rental-manager/properties/?source=*
Disallow: /rental-manager/r/
Disallow: /rentals/
Disallow: /rentalsrevenue/
Disallow: /rentalsrevenue/resume/UpdatePasswordInline*
Disallow: /research/monthly-reports/
Disallow: /reviews/write?s=
Disallow: /reviews/write/?s=
Disallow: /routing/email/
Disallow: /s/
Disallow: /savedhomes/
Disallow: /schools/TestHistoryAsync.htm
Disallow: /search/browse/HDPTree,*Border.*debug*DebugBar.*InspectorButton.link.sdirect
Disallow: /search/HDPMapResults.htm
Disallow: /search/SavedSearchLightboxContent.htm
Disallow: /sell/?*
Disallow: /sell/options/*
Disallow: /showcase/Click.htm?
Disallow: /sitemap/catalog/*
Disallow: /sitemap/rss/*
Disallow: /sitemap/crawl-monitor/*
Disallow: /trk/
Disallow: /ui/
Disallow: /url-shortner/
Disallow: /user/account/SaveSearchOptions.htm
Disallow: /user/account/services/
Disallow: /user/account/services/WhoAmI.htm
Disallow: /user/acct/login/
Disallow: /user/InlineLogin.htm?
Disallow: /user/Login
Disallow: /user/Register
Disallow: /util/ClientLogger.htm
Disallow: /videodetails/
Disallow: /walkscore/
Disallow: /webservice/
Disallow: /webtools/
Disallow: /widgets/
Disallow: /wikipages/
Disallow: /zg-graph/
Disallow: /ajax/profile-broker-website
Disallow: /agent-resources/zgwp/app/themes/paxl/assets/fonts/stargate.ttf
Disallow: /my-agent/eligibility*
Disallow: /jsonp/Bdp.htm?*
Disallow: /ajax/homedetail/MarkPropertyViewed*
Disallow: /wiki/Help*
Disallow: */allunits/*
Disallow: /reviews/batch-request/
Disallow: /myzillow/ChangePassword.htm
Disallow: /editing/EditHomeFacts.htm
Disallow: /community/error-subdivision-name-unavailable/
Disallow: /user/account/
Disallow: /user/InlineLogin.htm
Disallow: /reviews/request/
Disallow: /CountyAssessorPage.htm
Disallow: /error/PageNotFound.htm
Disallow: /mortgage/MortgageRateTableWidget.htm
Disallow: /imf-fetch-message/*
Disallow: /app$
Disallow: /*/node_modules/.bin/jest
Disallow: /view-3d-home
Disallow: /b/*/*_p/
Disallow: /rental-manager/login/?url/*
Disallow: /view-imx/
Disallow: /view-floor-plan/
Disallow: /homeloans/*zga_z_guid=
Disallow: /tech/*s=

User-agent: Mediapartners-Google
Disallow: /graphql/
Disallow: /zg-graph/
Disallow: /*?searchQueryState=*

User-agent: AdsBot-Google-Mobile
Disallow: /graphql/
Disallow: /zg-graph/
Disallow: /*?searchQueryState=*

User-agent: AdsBot-Google
Disallow: /graphql/
Disallow: /zg-graph/
Disallow: /*?searchQueryState=*

User-agent: GPTBot
Disallow: /

User-agent: facebookexternalhit
Allow: /view-imx/
Allow: /view-3d-home/

User-agent: LinkedInBot
Allow: /view-imx/
Allow: /view-3d-home/

User-agent: Twitterbot
Allow: /view-imx/
Allow: /view-3d-home/

Sitemap: https://mortgageapi.zillow.com/sitemap.xml

Sitemap: https://www.zillow.com/xml/indexes/us/static.xml.gz

Sitemap: https://www.zillow.com/xml/indexes/us/hdp/for-sale-by-agent.xml.gz
Sitemap: https://www.zillow.com/xml/indexes/us/hdp/for-sale-by-owner.xml.gz
Sitemap: https://www.zillow.com/xml/indexes/us/hdp/new-construction.xml.gz
Sitemap: https://www.zillow.com/xml/indexes/us/hdp/auction.xml.gz
Sitemap: https://www.zillow.com/xml/indexes/us/hdp/pending.xml.gz
Sitemap: https://www.zillow.com/xml/indexes/us/hdp/recently-sold.xml.gz
Sitemap: https://www.zillow.com/xml/indexes/us/hdp/for-rent.xml.gz
Sitemap: https://www.zillow.com/xml/indexes/us/hdp/off-market.xml.gz
Sitemap: https://www.zillow.com/xml/indexes/us/hdp/other.xml.gz
Sitemap: https://www.zillow.com/xml/indexes/us/bdp/buildings.xml.gz
Sitemap: https://www.zillow.com/xml/indexes/us/bdp/apartments.xml.gz
Sitemap: https://www.zillow.com/xml/indexes/us/cdp/index.xml

Sitemap: https://www.zillow.com/xml/indexes/us/srp/for-sale.xml.gz