Free tools

Robots.txt Examples

Robots.txt file content for lyst.com.

Robot.txt file for: lyst.com

      User-agent: apptus_tce
Disallow: /

User-agent: apptus_tce/1.2
Disallow: /

User-agent: MSRBOT
Disallow: /

User-agent: Adsbot-Google
Allow: /


User-agent: adidxbot
Allow: /


User-agent: BingPreview
Disallow: /track/

User-agent: twiceler
Disallow: /

User-agent: VSynCrawler/1.0
Disallow: /

User-agent: 008
Disallow: /

User-agent: *
Disallow: /alerts/
Disallow: /track/
Disallow: /api/users/
Disallow: /account/
Disallow: /explore/
Disallow: /services/
Disallow: /email-capture/
Disallow: /*/browse/
Disallow: /checkout/
Disallow: /_/clp/
Disallow: /_/menu/
Disallow: /cart/
Disallow: /*/followers/
Disallow: /*/following/
Disallow: /*/widgets/
Disallow: /widgets/
Disallow: /*/*/add-review/
Disallow: /*/*/exit/
Disallow: /cdn-cgi/
Disallow: /user/
Disallow: /actions/
Disallow: /settings/
Disallow: /static/compressed/
Disallow: /static/css/
Disallow: /static/script/
Disallow: /static.lystit.com/static/n/web/
Disallow: /*/static.lystit.com/
Disallow: /www.googletagmanager.com/
Disallow: /*/%3Fsem%3D1%26_country%3D
Disallow: /*/*/overlay/
Disallow: /d1witu2ppr056s.cloudfront.net/
Disallow: /maxcdn.bootstrapcdn.com/
Disallow: /assets.pinterest.com/
Disallow: /connect.facebook.net/
Disallow: /zendesk.lyst.com/
Disallow: /cdn.pubexchange.com/
Disallow: /help/promotion-terms/
Disallow: /promotions/
Disallow: /*user_token=
Disallow: /*email=
Disallow: /new-for-you/
Disallow: /account/wishlist/
Disallow: /usability-testing/
Disallow: /create-new-lyst/
Disallow: /*view=
Disallow: /saved-searches/
Disallow: /your-lyst/
Disallow: /offline/
Disallow: /*/*/discovery-edit/*
Disallow: /*/discovery-edit/*
Disallow: /search/
Disallow: /shop/related/
Disallow: /shop/edit/
Disallow: /*/api/rothko/modules/recently_viewed
Disallow: /*/*/*product-gallery=
Disallow: /*/account/
Disallow: /*/actions/
Disallow: /*/alerts/
Disallow: /*/api/users/
Disallow: /*/cart/
Disallow: /*/checkout/
Disallow: /*/create-new-lyst/
Disallow: /*/email-capture/
Disallow: /*/explore/
Disallow: /*/help/promotion-terms/
Disallow: /*/new-for-you/
Disallow: /*/offline/
Disallow: /*/saved-searches/
Disallow: /*/search/
Disallow: /*/services/
Disallow: /*/settings/
Disallow: /*/shop/edit/
Disallow: /*/shop/related/
Disallow: /*/track/
Disallow: /*/usability-testing/
Disallow: /*/user/
Disallow: /*/your-lyst/
Disallow: /tools/lyst_widget/?lyst_slug=*
Disallow: /*price_from
Disallow: /*price_to
Disallow: /*final_price_from
Disallow: /*final_price_to
Disallow: /*pageViewId=
Disallow: /*related
Disallow: /*retailer_ids
Disallow: /*sa=
Disallow: /*discount_from
Disallow: /*owner_type
Disallow: /*subtype=
Disallow: /*?s=
Disallow: /*follow-overlay=
Disallow: /*/*/*product_gallery=
Disallow: /*/*/*product-gallery=
Disallow: /*product_overlay*
Disallow: /*nonlystdomainredirect*
Disallow: /*instock_size=*
Disallow: /*?q=
Disallow: /*meta_gender=*
Disallow: /en/
Disallow: /fr/
Disallow: /it/
Disallow: /de/
Disallow: /es/
Disallow: /ja/
Disallow: /ru/
Disallow: /nl/
Disallow: /en-at/
Disallow: /en-ch/
Disallow: /fr-ch/
Disallow: /it-ch/
Disallow: /en-nl/
Disallow: /en-ru/
Disallow: /en-de/
Disallow: /en-es/
Disallow: /en-fr/
Disallow: /en-it/
Disallow: /en-jp/
Disallow: /en-be/
Disallow: /fr-be/
Disallow: /api/rothko/modules/recently_viewed/
Disallow: /*api/rothko/modules/kevel_campaign_control*
Disallow: /*api/rothko/modules/brand_ads*
Disallow: /*product_type=*
Disallow: /*category=*
Disallow: /*subcategory=*
Disallow: /*stock_status=*
Disallow: /*designer_slug=*
Disallow: /*gender=*
Disallow: /*color=*
Disallow: /*icon=*
Disallow: /*material=*
Disallow: /*sizes=*
Disallow: /*discount_from=*
Disallow: /*final_price_from=*
Disallow: /*final_price_to=*
Disallow: /*retailer_slug=*
Disallow: /*free_shipping=*
Disallow: /*show_only=*
Disallow: */gerelateerd/
Disallow: */aehnlich/
Disallow: */articoli-simili/
Disallow: */articles-similaires/
Disallow: */articulos-similares/
Disallow: */%D0%BA%D1%83%D0%BF%D0%B8%D1%82%D1%8C/
Disallow: */%E9%96%A2%E9%80%A3/
Disallow: /search/
Disallow: /shop/related/
Disallow: /shop/edit/


Sitemap: https://www.lyst.com/sitemaps/designer_feed-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/designer-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/is-pdp-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/en-au/designer_feed-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/en-au/designer-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/en-au/is-pdp-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/en-ca/designer_feed-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/en-ca/designer-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/en-ca/is-pdp-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/fr-fr/designer_feed-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/fr-fr/designer-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/fr-fr/is-pdp-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/it-it/designer_feed-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/it-it/designer-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/it-it/is-pdp-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/de-de/designer_feed-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/de-de/designer-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/de-de/is-pdp-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/es-es/designer_feed-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/es-es/designer-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/es-es/is-pdp-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/ja-jp/designer_feed-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/ja-jp/designer-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/ja-jp/is-pdp-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/nl-nl/designer_feed-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/nl-nl/designer-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/nl-nl/is-pdp-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/de-at/designer_feed-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/de-at/designer-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/de-at/is-pdp-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/de-ch/designer_feed-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/de-ch/designer-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/de-ch/is-pdp-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/nl-be/designer_feed-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/nl-be/designer-siteindex.xml
Sitemap: https://www.lyst.com/sitemaps/nl-be/is-pdp-siteindex.xml