November 26, 2024

Robots.txt for loc8nearme.com

        User-agent: Yandex
User-agent: DotBot
User-agent: BUbiNG
Disallow: /

User-agent: Googlebot
Disallow: */map/
Disallow: */photos/
Disallow: */comments/
Disallow: */order/
Disallow: /*.json
Disallow: */gallery/
Disallow: */gallery/menu/
Disallow: /search/*
Allow: /

User-agent: Googlebot-Mobile
Disallow: */map/
Disallow: */photos/
Disallow: */comments/
Disallow: */order/
Disallow: /*.json
Disallow: */gallery/
Disallow: */gallery/menu/
Disallow: /search/*
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: GoogleOther
Crawl-delay: 1
Disallow: */map/
Disallow: */photos/
Disallow: */comments/
Disallow: */order/
Disallow: /search/*
Disallow: /*.json
Disallow: */gallery/
Disallow: */gallery/menu/
Allow: /

User-agent: AhrefsBot
Crawl-delay: 1
Disallow: */map/
Disallow: */photos/
Disallow: */comments/
Disallow: */order/
Disallow: /search/*
Disallow: /*.json
Disallow: */gallery/
Disallow: */gallery/menu/
Allow: /

User-agent: Amazonbot
Crawl-delay: 1
Disallow: */map/
Disallow: */photos/
Disallow: */comments/
Disallow: */order/
Disallow: /search/*
Disallow: /*.json
Disallow: */gallery/
Disallow: */gallery/menu/
Allow: /

User-agent: Applebot
Disallow: */map/
Disallow: */photos/
Disallow: */comments/
Disallow: */order/
Disallow: /search/*
Disallow: /*.json
Disallow: */gallery/
Disallow: */gallery/menu/
Allow: /

User-agent: bingbot
Disallow: */map/
Disallow: */photos/
Disallow: */comments/
Disallow: */order/
Disallow: /*.json
Disallow: */gallery/
Disallow: */gallery/menu/
Disallow: /search/*
Allow: /

User-agent: ClaudeBot
Crawl-delay: 1
Disallow: */map/
Disallow: */photos/
Disallow: */comments/
Disallow: */order/
Disallow: /search/*
Disallow: /*.json
Disallow: */gallery/
Disallow: */gallery/menu/
Allow: /

User-agent: *
Crawl-delay: 1
Disallow: */gallery/
Disallow: */gallery/menu/
Disallow: /*.json
Disallow: /search/*
Disallow: */gallery/
Disallow: */gallery/menu/