Free tools

Robots.txt Examples

Robots.txt file content for trulia.com.

Robot.txt file for: trulia.com

      User-agent: *
Disallow: */?tpp
Disallow: */undefined
Disallow: /include/
Disallow: /templates/
Disallow: /leave_feedback/
Disallow: /inquiry-feedback
Disallow: /tfl/
Disallow: /account/
Disallow: /landing.php
Disallow: /rss2/
Disallow: /agents/feature/
Disallow: /email/
Disallow: /optin/
Disallow: /syndication/
Disallow: /nearby/
Disallow: /directions/
Disallow: /transfer.php
Disallow: /qr_img.gif
Disallow: /mortgage-lender-*
Disallow: /self_service.js
Disallow: /self_service.php
Disallow: /survey/
Disallow: /sell?
Disallow: /properties/sold/
Disallow: /properties/for_sale/
Disallow: /properties/for_rent/
Disallow: /properties/foreclosure/
Disallow: /foreclosure/
Disallow: /homes/
Disallow: /rental/
Disallow: /rentals/
Disallow: /property/
Disallow: /home_values/
Disallow: /rental-community/
Disallow: /q_*
Disallow: /handshake/
Disallow: /unsub?
Disallow: /unsubscribe?
Disallow: /location-feedback
Disallow: /consumer-profile/
Disallow: /builder-community/*/?omni_src=builder|promotedcommunitiesbannernew-home*
Disallow: /builder-community/*new-home/*new-home/*
Disallow: /api/
Disallow: /property/tour/
Disallow: /property/print/
Disallow: /*_xy/
Disallow: /lndex.php
Disallow: /dialog/feed
Disallow: /7449/
Disallow: /corp/ml-slider-sitemap.xml
Disallow: /city_guide_matrix_graph*
Disallow: /json/property/estimates*
Disallow: /p/gu
Disallow: /p/fort-saskatchewan
Disallow: /p/toronto
Disallow: *?is_b
Disallow: /n/:state_code/:city/:neighborhood_name/:locationId
Disallow: /email_verification
Disallow: /logout
Disallow: /signup
Disallow: /login
Disallow: /fp
Disallow: /_next
Disallow: /r/*
Disallow: /building/*_li

Disallow: /tracker
Disallow: /real_estate
Disallow: /corp
Disallow: /rss2
Disallow: /voices
Disallow: /pro/
Disallow: /tips/

Disallow: /*?*alat=
Disallow: /*?*alrt=
Disallow: /*?*zgsearch=
Disallow: /*?*palsId=

Disallow: /_ajax/

Disallow: /_service/

Disallow: /track/trackingPixel.gif
Disallow: /track/trackingPixelLegacy.gif

Disallow: /business-services
Disallow: /business
Disallow: /sitemap/directory
Disallow: /truliapro
Disallow: /advertisers
Disallow: /brokers
Disallow: /tools/
Disallow: /profile/
Disallow: /validate.php

Disallow: /money/*
Disallow: /partner_map.php
Disallow: /homerss/*
Disallow: /Users/*
Disallow: /ssa_click/
Disallow: /tagSimulation/*
Disallow: /motgge-rates/
Disallow: /s/pres
Disallow: /entrypoint_ndp
Disallow: /renter-hub/clickRedirect
Disallow: /homeroll
Disallow: /roomforrent/preview
Disallow: /n/pr/

Allow: /pictures/thumbs_big/zillowstatic/fp/
Allow: /pictures/thumbs_3/zillowstatic/fp/
Allow: /pictures/thumbs_4/zillowstatic/fp/
Allow: /pictures/thumbs_5/zillowstatic/fp/
Allow: /pictures/thumbs_6/zillowstatic/fp/
Disallow: /pictures/
Disallow: /graphql
Disallow: /_json/
Disallow: /json/search

Disallow: /renter-hub/applications/listing

Disallow: /optout
Disallow: /search

Allow: */fsbo_lt/1_als
Disallow: */1_als
Disallow: *55plusCommunities*

Disallow: /*?*
Disallow: */ROOM_FOR_RENT_type/*

Disallow: /*Demographics*
Disallow: /mobile/
Disallow: /directory/
Disallow: /city-sitemap-rent/
Disallow: /sell*
Disallow: *:63

Disallow: /sitemap/
Disallow: /sitemaps/neighborhood*
Disallow: /schools-sitemap*
Disallow: /new-for-sale-properties*
Disallow: /new-for-rent-properties*

Disallow: *_amenities*

Disallow: /co-shopping-unsupported-device
Disallow: /coShp
Disallow: /coShp/(.*)
Disallow: /find-agent/(.*)
Disallow: */1_inverse
Disallow: *{US_CENSUS_NAME}*
Disallow: *{US_HEALTHCARE_NPI}*
Disallow: *,0,*
Disallow: *//*
Disallow: */multiregion/*
Disallow: /*_label/
Disallow: /*_poi/
Disallow: /get-app

# Block near by URLs with infinite url
Disallow: /real-estate/duplex*
Disallow: /real-estate/high*
Disallow: /real-estate/pool*
Disallow: /real-estate/silverton*
Disallow: /real-estate/wellsville-ny*
Disallow: /homes-for-sale/1058*
Disallow: /homes-for-sale/28*
Disallow: /homes-for-sale/406*
Disallow: /homes-for-sale/9*
Disallow: /homes-for-sale/968*
Disallow: /homes-for-sale/backyard*
Disallow: /homes-for-sale/payson*
Disallow: /homes-for-sale/pool*
Disallow: /homes-for-sale/south*
Disallow: /foreclosures/backyard*
Disallow: /foreclosures/duplex*
Disallow: /foreclosures/penthouses*
Disallow: /foreclosures/pool*

# Block legacy URLs
Disallow: /p/nd/*

User-agent: GPTBot
Disallow: /

Sitemap: https://www.trulia.com/sitemaps/xml/recent_updates/index.xml
Sitemap: https://www.trulia.com/sitemaps/xml/general/index.xml
Sitemap: https://www.trulia.com/sitemaps/xml/newest_for_sale_listings.xml.gz
Sitemap: https://www.trulia.com/sitemaps/xml/newest_for_rent_listings.xml.gz
Sitemap: https://www.trulia.com/sitemaps/xml/newest_off_market_listings.xml.gz

Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/al/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/ak/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/az/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/ar/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/ca/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/co/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/ct/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/dc/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/de/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/fl/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/ga/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/hi/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/id/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/il/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/in/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/ia/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/ks/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/ky/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/la/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/me/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/md/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/ma/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/mi/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/mn/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/ms/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/mo/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/mt/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/ne/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/nv/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/nh/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/nj/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/nm/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/ny/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/nc/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/nd/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/oh/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/ok/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/or/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/pa/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/ri/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/sc/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/sd/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/tn/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/tx/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/ut/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/vt/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/va/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/wa/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/wv/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/wi/index.xml.part_00000
Sitemap: https://www.trulia.com/sitemaps/xml/experiments/testsource/public_records/wy/index.xml.part_00000