Free tools

Robots.txt Examples

Robots.txt file content for alamy.com.

Robot.txt file for: alamy.com

      User-agent: *
Disallow: /payment-api/
Disallow: /token-api/
Disallow: /checkout/
Disallow: /shopping-cart/
Disallow: /order-confirmation/
Disallow: */Logon.asp*
Disallow: */logon.asp*
Disallow: *-logon.asp*
Disallow: /cust-login.asp*
Disallow: /register-account.asp*
Disallow: /registration/archive_upload_apply.asp*
Disallow: /logout.asp*
Disallow: /search/
Disallow: /Search/
Disallow: /search.html
Disallow: /search-results.asp*
Disallow: /imageresults.asp*
Allow: /search/imageresults.asp*
Disallow: /news/
Disallow: /editorial/
Disallow: /Editorial/
Allow: /editorial/$
Allow: /editorial/news/$
Allow: /editorial/sports/$
Allow: /editorial/entertainment/$
Disallow: /noveluse/
Disallow: /NovelUse/
Disallow: /NovelUse.asp*
Disallow: /bespoke/
Disallow: /THUMBS/6/
Disallow: /THUMBS/3/
Disallow: /thumbs/6/
Disallow: /thumbs/3/
Disallow: /thumbsImages.asp*
Disallow: /shell/
Disallow: /Shell/
Disallow: /mediacomp/
Disallow: /MediaComp/
Disallow: /stock-photo/*/
Disallow: /stock-photography/
Disallow: /stock-photography-*.asp*
Disallow: */royalty-free-images-*.asp*
Disallow: /stock-photo/*sortby=1*
Disallow: /stock-photo/*sortby=4* 
Disallow: /stock-photo/*sortby=5*
Disallow: //stock-photo/*
Disallow: /stock-photo/*?pe=001*
Disallow: /images/
Disallow: /creditaccount/
Disallow: /portfolio/
Disallow: /downloads/
Disallow: */downloadImage/
Disallow: /DownloadVideo/
Disallow: /uploader/
Disallow: /DataService/
Disallow: /Dataservice/
Disallow: /dataservice/
Disallow: /yaa/
Disallow: /Purchase/
Disallow: /purchase/
Disallow: /contentresearchtool/
Disallow: /myupload/
Disallow: /set-current-lightbox.asp*
Disallow: /price-calc.asp*
Disallow: /order-*.asp*
Disallow: /myalamycustomer.asp*
Disallow: /*/blank.html
Disallow: /alamycontributorreports/
Disallow: /Alamysearchhistory/
Disallow: /alamysearchhistory/
Disallow: /catalog-details.asp*
Disallow: /contrib-browse.asp*
Disallow: /contributorlinking/contributorlandingpage.asp*
Disallow: /Customersearch/Customersearchhistory.asp*
Disallow: /distribution-terms.asp*
Disallow: /image-details.asp*
Disallow: /image-details-popup.asp*
Disallow: /my-account.asp*
Disallow: /MyAlamy.asp*
Disallow: /myalamy.asp*
Disallow: /myalamy-aim.asp*
Disallow: /MyAlamyCustomer.asp*
Disallow: /net-revenue.asp*
Disallow: /downloaded-images.asp*
Disallow: /download-history.asp*
Disallow: /invoices.asp*
Disallow: /purchased-images.asp*
Disallow: /your-image-library.asp*
Disallow: /your-library-invoices.asp*
Disallow: /order-invoice.asp*
Disallow: /phot-browse.asp*
Disallow: /statement.asp*
Disallow: /enterprise/book-a-demo/
Disallow: /enterprise/book-a-demo-confirmation/
Disallow: /help/search/*
Disallow: *_pt.xml.gz
Disallow: */sitemaps/image_daily_sitemap_f_*
Disallow: /ad/
Disallow: /ae/
Disallow: /af/
Disallow: /ag/
Disallow: /ai/
Disallow: /al/
Disallow: /am/
Disallow: /an/
Disallow: /ao/
Disallow: /ar/
Disallow: /at/
Disallow: /au/
Disallow: /aw/
Disallow: /az/
Disallow: /ba/
Disallow: /bb/
Disallow: /bd/
Disallow: /be/
Disallow: /bf/
Disallow: /bg/
Disallow: /bh/
Disallow: /bi/
Disallow: /bj/
Disallow: /bm/
Disallow: /bn/
Disallow: /bo/
Disallow: /br/
Disallow: /bs/
Disallow: /bt/
Disallow: /bw/
Disallow: /by/
Disallow: /bz/
Disallow: /ca/
Disallow: /cf/
Disallow: /cg/
Disallow: /ch/
Disallow: /ci/
Disallow: /ck/
Disallow: /cl/
Disallow: /cm/
Disallow: /cn/
Disallow: /co/
Disallow: /cr/
Disallow: /cu/
Disallow: /cv/
Disallow: /cy/
Disallow: /cz/
Disallow: /de/
Disallow: /dj/
Disallow: /dk/
Disallow: /dm/
Disallow: /do/
Disallow: /dz/
Disallow: /ec/
Disallow: /ee/
Disallow: /eg/
Disallow: /eh/
Disallow: /er/
Disallow: /es/
Disallow: /et/
Disallow: /fi/
Disallow: /fj/
Disallow: /fk/
Disallow: /fm/
Disallow: /fr/
Disallow: /ga/
Disallow: /gd/
Disallow: /ge/
Disallow: /gf/
Disallow: /gh/
Disallow: /gm/
Disallow: /gn/
Disallow: /gp/
Disallow: /gq/
Disallow: /gr/
Disallow: /gt/
Disallow: /gu/
Disallow: /gw/
Disallow: /gy/
Disallow: /hk/
Disallow: /hn/
Disallow: /hr/
Disallow: /ht/
Disallow: /hu/
Disallow: /id/
Disallow: /ie/
Disallow: /il/
Disallow: /in/
Disallow: /iq/
Disallow: /ir/
Disallow: /is/
Disallow: /it/
Disallow: /jm/
Disallow: /jo/
Disallow: /jp/
Disallow: /ke/
Disallow: /kg/
Disallow: /kh/
Disallow: /ki/
Disallow: /km/
Disallow: /kn/
Disallow: /kp/
Disallow: /kr/
Disallow: /kw/
Disallow: /ky/
Disallow: /kz/
Disallow: /la/
Disallow: /lb/
Disallow: /lc/
Disallow: /li/
Disallow: /lk/
Disallow: /lr/
Disallow: /ls/
Disallow: /lt/
Disallow: /lu/
Disallow: /lv/
Disallow: /ly/
Disallow: /ma/
Disallow: /mc/
Disallow: /md/
Disallow: /mg/
Disallow: /mh/
Disallow: /mk/
Disallow: /ml/
Disallow: /mm/
Disallow: /mn/
Disallow: /mp/
Disallow: /mq/
Disallow: /mr/
Disallow: /ms/
Disallow: /mt/
Disallow: /mu/
Disallow: /mv/
Disallow: /mw/
Disallow: /mx/
Disallow: /my/
Disallow: /mz/
Disallow: /na/
Disallow: /ne/
Disallow: /ng/
Disallow: /ni/
Disallow: /nl/
Disallow: /no/
Disallow: /np/
Disallow: /nr/
Disallow: /nz/
Disallow: /om/
Disallow: /pa/
Disallow: /pe/
Disallow: /pg/
Disallow: /ph/
Disallow: /pk/
Disallow: /pl/
Disallow: /pm/
Disallow: /pn/
Disallow: /pr/
Disallow: /pt/
Disallow: /pw/
Disallow: /py/
Disallow: /qa/
Disallow: /re/
Disallow: /ro/
Disallow: /ru/
Disallow: /rw/
Disallow: /sa/
Disallow: /sb/
Disallow: /sc/
Disallow: /sd/
Disallow: /se/
Disallow: /sg/
Disallow: /sh/
Disallow: /si/
Disallow: /sk/
Disallow: /sl/
Disallow: /sm/
Disallow: /sn/
Disallow: /so/
Disallow: /sr/
Disallow: /st/
Disallow: /sv/
Disallow: /sy/
Disallow: /sz/
Disallow: /tc/
Disallow: /td/
Disallow: /tg/
Disallow: /th/
Disallow: /tj/
Disallow: /tm/
Disallow: /tn/
Disallow: /to/
Disallow: /tr/
Disallow: /tt/
Disallow: /tv/
Disallow: /tw/
Disallow: /tz/
Disallow: /ua/
Disallow: /ug/
Disallow: /uk/
Disallow: /us/
Disallow: /uy/
Disallow: /uz/
Disallow: /va/
Disallow: /vc/
Disallow: /ve/
Disallow: /vg/
Disallow: /vi/
Disallow: /vn/
Disallow: /vu/
Disallow: /ws/
Disallow: /ye/
Disallow: /yu/
Disallow: /za/
Disallow: /zm/
Disallow: /zr/
Disallow: /zw/
Disallow: /zz/
Disallow: /AD/
Disallow: /AE/
Disallow: /AF/
Disallow: /AG/
Disallow: /AI/
Disallow: /AL/
Disallow: /AM/
Disallow: /AN/
Disallow: /AO/
Disallow: /AR/
Disallow: /AT/
Disallow: /AU/
Disallow: /AW/
Disallow: /AZ/
Disallow: /BA/
Disallow: /BB/
Disallow: /BD/
Disallow: /BE/
Disallow: /BF/
Disallow: /BG/
Disallow: /BH/
Disallow: /BI/
Disallow: /BJ/
Disallow: /BM/
Disallow: /BN/
Disallow: /BO/
Disallow: /BR/
Disallow: /BS/
Disallow: /BT/
Disallow: /BW/
Disallow: /BY/
Disallow: /BZ/
Disallow: /CA/
Disallow: /CF/
Disallow: /CG/
Disallow: /CH/
Disallow: /CI/
Disallow: /CK/
Disallow: /CL/
Disallow: /CM/
Disallow: /CN/
Disallow: /CO/
Disallow: /CR/
Disallow: /CU/
Disallow: /CV/
Disallow: /CY/
Disallow: /CZ/
Disallow: /DE/
Disallow: /DJ/
Disallow: /DK/
Disallow: /DM/
Disallow: /DO/
Disallow: /DZ/
Disallow: /EC/
Disallow: /EE/
Disallow: /EG/
Disallow: /EH/
Disallow: /ER/
Disallow: /ES/
Disallow: /ET/
Disallow: /FI/
Disallow: /FJ/
Disallow: /FK/
Disallow: /FM/
Disallow: /FR/
Disallow: /GA/
Disallow: /GD/
Disallow: /GE/
Disallow: /GF/
Disallow: /GH/
Disallow: /GM/
Disallow: /GN/
Disallow: /GP/
Disallow: /GQ/
Disallow: /GR/
Disallow: /GT/
Disallow: /GU/
Disallow: /GW/
Disallow: /GY/
Disallow: /HK/
Disallow: /HN/
Disallow: /HR/
Disallow: /HT/
Disallow: /HU/
Disallow: /ID/
Disallow: /IE/
Disallow: /IL/
Disallow: /IN/
Disallow: /IQ/
Disallow: /IR/
Disallow: /IS/
Disallow: /IT/
Disallow: /JM/
Disallow: /JO/
Disallow: /JP/
Disallow: /KE/
Disallow: /KG/
Disallow: /KH/
Disallow: /KI/
Disallow: /KM/
Disallow: /KN/
Disallow: /KP/
Disallow: /KR/
Disallow: /KW/
Disallow: /KY/
Disallow: /KZ/
Disallow: /LA/
Disallow: /LB/
Disallow: /LC/
Disallow: /LI/
Disallow: /LK/
Disallow: /LR/
Disallow: /LS/
Disallow: /LT/
Disallow: /LU/
Disallow: /LV/
Disallow: /LY/
Disallow: /MA/
Disallow: /MC/
Disallow: /MD/
Disallow: /MG/
Disallow: /MH/
Disallow: /MK/
Disallow: /ML/
Disallow: /MM/
Disallow: /MN/
Disallow: /MP/
Disallow: /MQ/
Disallow: /MR/
Disallow: /MS/
Disallow: /MT/
Disallow: /MU/
Disallow: /MV/
Disallow: /MW/
Disallow: /MX/
Disallow: /MY/
Disallow: /MZ/
Disallow: /NA/
Disallow: /NE/
Disallow: /NG/
Disallow: /NI/
Disallow: /NL/
Disallow: /NO/
Disallow: /NP/
Disallow: /NR/
Disallow: /NZ/
Disallow: /OM/
Disallow: /PA/
Disallow: /PE/
Disallow: /PG/
Disallow: /PH/
Disallow: /PK/
Disallow: /PL/
Disallow: /PM/
Disallow: /PN/
Disallow: /PR/
Disallow: /PT/
Disallow: /PW/
Disallow: /PY/
Disallow: /QA/
Disallow: /RE/
Disallow: /RO/
Disallow: /RU/
Disallow: /RW/
Disallow: /SA/
Disallow: /SB/
Disallow: /SC/
Disallow: /SD/
Disallow: /SE/
Disallow: /SG/
Disallow: /SH/
Disallow: /SI/
Disallow: /SK/
Disallow: /SL/
Disallow: /SM/
Disallow: /SN/
Disallow: /SO/
Disallow: /SR/
Disallow: /ST/
Disallow: /SV/
Disallow: /SY/
Disallow: /SZ/
Disallow: /TC/
Disallow: /TD/
Disallow: /TG/
Disallow: /TH/
Disallow: /TJ/
Disallow: /TM/
Disallow: /TN/
Disallow: /TO/
Disallow: /TR/
Disallow: /TT/
Disallow: /TV/
Disallow: /TW/
Disallow: /TZ/
Disallow: /UA/
Disallow: /UG/
Disallow: /UK/
Disallow: /US/
Disallow: /UY/
Disallow: /UZ/
Disallow: /VA/
Disallow: /VC/
Disallow: /VE/
Disallow: /VG/
Disallow: /VI/
Disallow: /VN/
Disallow: /VU/
Disallow: /WS/
Disallow: /YE/
Disallow: /YU/
Disallow: /ZA/
Disallow: /ZM/
Disallow: /ZR/
Disallow: /ZW/
Disallow: /ZZ/

User-agent: GPTBot
Disallow: /
User-agent: AdsBot-Google
Disallow: /payment-api/
Disallow: /token-api/
Disallow: /checkout/
Disallow: /shopping-cart/
Disallow: /order-confirmation/
Disallow: */Logon.asp*
Disallow: */logon.asp*
Disallow: *-logon.asp*
Disallow: /cust-login.asp*
Disallow: /register-account.asp*
Disallow: /registration/archive_upload_apply.asp*
Disallow: /logout.asp*
Disallow: /search/
Disallow: /Search/
Disallow: /search.html
Disallow: /search-results.asp*
Disallow: /imageresults.asp*
Allow: /search/imageresults.asp*
Disallow: /news/
Disallow: /editorial/
Disallow: /Editorial/
Allow: /editorial/$
Allow: /editorial/news/$
Allow: /editorial/sports/$
Allow: /editorial/entertainment/$
Disallow: /noveluse/
Disallow: /NovelUse/
Disallow: /NovelUse.asp*
Disallow: /bespoke/
Disallow: /THUMBS/6/
Disallow: /THUMBS/3/
Disallow: /thumbs/6/
Disallow: /thumbs/3/
Disallow: /thumbsImages.asp*
Disallow: /shell/
Disallow: /Shell/
Disallow: /mediacomp/
Disallow: /MediaComp/
Disallow: /stock-photo/*/
Disallow: /stock-photography/
Disallow: /stock-photography-*.asp*
Disallow: */royalty-free-images-*.asp*
Disallow: /images/
Disallow: /creditaccount/
Disallow: /portfolio/
Disallow: /downloads/
Disallow: */downloadImage/
Disallow: /DownloadVideo/
Disallow: /uploader/
Disallow: /DataService/
Disallow: /Dataservice/
Disallow: /dataservice/
Disallow: /yaa/
Disallow: /Purchase/
Disallow: /purchase/
Disallow: /contentresearchtool/
Disallow: /myupload/
Disallow: /set-current-lightbox.asp*
Disallow: /price-calc.asp*
Disallow: /order-*.asp*
Disallow: /myalamycustomer.asp*
Disallow: /*/blank.html
Disallow: /alamycontributorreports/
Disallow: /Alamysearchhistory/
Disallow: /alamysearchhistory/
Disallow: /catalog-details.asp*
Disallow: /contrib-browse.asp*
Disallow: /contributorlinking/contributorlandingpage.asp*
Disallow: /Customersearch/Customersearchhistory.asp*
Disallow: /distribution-terms.asp*
Disallow: /image-details.asp*
Disallow: /image-details-popup.asp*
Disallow: /my-account.asp*
Disallow: /MyAlamy.asp*
Disallow: /myalamy.asp*
Disallow: /myalamy-aim.asp*
Disallow: /MyAlamyCustomer.asp*
Disallow: /net-revenue.asp*
Disallow: /downloaded-images.asp*
Disallow: /download-history.asp*
Disallow: /invoices.asp*
Disallow: /purchased-images.asp*
Disallow: /your-image-library.asp*
Disallow: /your-library-invoices.asp*
Disallow: /order-invoice.asp*
Disallow: /phot-browse.asp*
Disallow: /statement.asp*
Disallow: /enterprise/book-a-demo/
Disallow: /enterprise/book-a-demo-confirmation/