Konigle

November 26, 2024

Robots.txt for restaurantji.com

        User-agent: Googlebot
Disallow: */map/
Disallow: */photos/
Disallow: */comments/
Disallow: */menu/
Disallow: /order.php*
Disallow: /reservations.php*
Disallow: /*.json
Disallow: */gallery/
Disallow: */gallery/menu/
Disallow: /search/*
Allow: /
Allow: /az/*/menu/
Allow: /nj/*/menu/
Allow: /mi/*/menu/
Allow: /va/*/menu/
Allow: /wa/*/menu/

User-agent: Googlebot-Mobile
Disallow: */map/
Disallow: */photos/
Disallow: */comments/
Disallow: */menu/
Disallow: /order.php*
Disallow: /reservations.php*
Disallow: /*.json
Disallow: */gallery/
Disallow: */gallery/menu/
Disallow: /search/*
Allow: /
Allow: /az/*/menu/
Allow: /nj/*/menu/
Allow: /mi/*/menu/
Allow: /va/*/menu/
Allow: /wa/*/menu/

User-agent: Mediapartners-Google
Allow: /
Allow: /az/*/menu/
Allow: /nj/*/menu/
Allow: /mi/*/menu/
Allow: /va/*/menu/
Allow: /wa/*/menu/

User-agent: GoogleOther
Crawl-delay: 1
Disallow: */map/
Disallow: */photos/
Disallow: */comments/
Disallow: */menu/
Disallow: /order.php*
Disallow: /reservations.php*
Disallow: /search/*
Disallow: /*.json
Disallow: */gallery/
Disallow: */gallery/menu/
Allow: /
Allow: /az/*/menu/
Allow: /nj/*/menu/
Allow: /mi/*/menu/
Allow: /va/*/menu/
Allow: /wa/*/menu/

User-agent: AhrefsBot
Crawl-delay: 1
Disallow: */map/
Disallow: */photos/
Disallow: */comments/
Disallow: */menu/
Disallow: /order.php*
Disallow: /reservations.php*
Disallow: /search/*
Disallow: /*.json
Disallow: */gallery/
Disallow: */gallery/menu/
Allow: /
Allow: /az/*/menu/
Allow: /nj/*/menu/
Allow: /mi/*/menu/
Allow: /va/*/menu/
Allow: /wa/*/menu/

User-agent: Amazonbot
Crawl-delay: 1
Disallow: */map/
Disallow: */photos/
Disallow: */comments/
Disallow: */menu/
Disallow: /order.php*
Disallow: /reservations.php*
Disallow: /search/*
Disallow: /*.json
Disallow: */gallery/
Disallow: */gallery/menu/
Allow: /
Allow: /az/*/menu/
Allow: /nj/*/menu/
Allow: /mi/*/menu/
Allow: /va/*/menu/
Allow: /wa/*/menu/

User-agent: Applebot
Disallow: */map/
Disallow: */photos/
Disallow: */comments/
Disallow: */menu/
Disallow: /order.php*
Disallow: /reservations.php*
Disallow: /search/*
Disallow: /*.json
Disallow: */gallery/
Disallow: */gallery/menu/
Allow: /
Allow: /az/*/menu/
Allow: /nj/*/menu/
Allow: /mi/*/menu/
Allow: /va/*/menu/
Allow: /wa/*/menu/

User-agent: bingbot
Disallow: */map/
Disallow: */photos/
Disallow: */comments/
Disallow: */menu/
Disallow: /order.php*
Disallow: /reservations.php*
Disallow: /*.json
Disallow: */gallery/
Disallow: */gallery/menu/
Disallow: /search/*
Allow: /
Allow: /az/*/menu/
Allow: /nj/*/menu/
Allow: /mi/*/menu/
Allow: /va/*/menu/
Allow: /wa/*/menu/

User-agent: ClaudeBot
Crawl-delay: 1
Disallow: */map/
Disallow: */photos/
Disallow: */comments/
Disallow: */menu/
Disallow: /order.php*
Disallow: /reservations.php*
Disallow: /search/*
Disallow: /*.json
Disallow: */gallery/
Disallow: */gallery/menu/
Allow: /
Allow: /az/*/menu/
Allow: /nj/*/menu/
Allow: /mi/*/menu/
Allow: /va/*/menu/
Allow: /wa/*/menu/

User-agent: *
Crawl-delay: 1
Disallow: */gallery/
Disallow: */gallery/menu/
Disallow: /*.json
Disallow: */gallery/
Disallow: */gallery/menu/
Allow: /az/*/menu/
Allow: /nj/*/menu/
Allow: /mi/*/menu/
Allow: /va/*/menu/
Allow: /wa/*/menu/

Keep Reading