November 26, 2024

Robots.txt for findmeglutenfree.com

        User-agent: *
Disallow: /edit-business-listing
Disallow: /recent-activity
Disallow: /review/
Disallow: /search
Disallow: /map
Disallow: /reset-password/
Disallow: /profile
Disallow: /register
Disallow: /login
Disallow: /suggest
Disallow: /users
Disallow: /redir
Sitemap: https://www.findmeglutenfree.com/sitemapindex

User-agent: Yandex
Crawl-delay: 8
Disallow: /postal/

User-agent: GPTBot
Disallow: /biz
Disallow: /posts
Disallow: /postal
Disallow: /edit-business-listing
Disallow: /recent-activity
Disallow: /review/
Disallow: /search
Disallow: /map
Disallow: /reset-password/
Disallow: /profile
Disallow: /register
Disallow: /login
Disallow: /suggest
Disallow: /users
Disallow: /redir
Disallow: /us
Disallow: /ca
Disallow: /gb
Disallow: /ie
Disallow: /fr
Disallow: /it
Disallow: /es
Disallow: /br
Disallow: /de
Disallow: /mx
Disallow: /hk
Disallow: /nl
Disallow: /au
Disallow: /nz
Disallow: /at
Disallow: /dk
Disallow: /se
Disallow: /be
Disallow: /cz
Disallow: /fi
Disallow: /ch
Disallow: /pt
Disallow: /hr
Disallow: /si
Disallow: /sg
Disallow: /hu
Disallow: /is
Disallow: /no
Disallow: /vn
Disallow: /id
Disallow: /uy
Disallow: /in
Disallow: /cl
Disallow: /bm
Disallow: /vi
Disallow: /il
Disallow: /my
Disallow: /ar
Disallow: /cr
Disallow: /ru
Disallow: /aw
Disallow: /ae
Disallow: /ge
Disallow: /gr
Disallow: /pl
Disallow: /za
Disallow: /jp
Disallow: /bz
Disallow: /pa
Disallow: /co
Disallow: /pe
Disallow: /mt
Disallow: /lu
Disallow: /th
Disallow: /bs
Disallow: /cy
Disallow: /lt
Disallow: /ky
Disallow: /jm
Disallow: /ro
Disallow: /fo
Disallow: /kr
Disallow: /ua
Disallow: /ba
Disallow: /tr
Disallow: /lv
Disallow: /cw
Disallow: /ee
Disallow: /tc
Disallow: /bq
Disallow: /sa
Disallow: /lb
Disallow: /gt
Disallow: /gg
Disallow: /je
Disallow: /gu
Disallow: /cu
Disallow: /im
Disallow: /ni
Disallow: /bb
Disallow: /bg
Disallow: /gi
Disallow: /mf
Disallow: /ke
Disallow: /mc
Disallow: /ad
Disallow: /sk
Disallow: /sx
Disallow: /ec
Disallow: /hn
Disallow: /kh
Disallow: /qa
Disallow: /ma
Disallow: /rs
Disallow: /ph
Disallow: /am
Disallow: /xk
Disallow: /rw
Disallow: /jo
Disallow: /np
Disallow: /tt
Disallow: /al
Disallow: /do
Disallow: /sv
Disallow: /ck
Disallow: /kn
Disallow: /mv
Disallow: /pf
Disallow: /md
Disallow: /bo
Disallow: /lk
Disallow: /cv
Disallow: /la
Disallow: /fj
Disallow: /zw
Disallow: /py
Disallow: /me
Disallow: /mk
Disallow: /gl
Disallow: /li
Disallow: /na
Disallow: /bh
Disallow: /tz
Disallow: /tn
Disallow: /pk
Disallow: /sm
Disallow: /uz
Disallow: /lc
Disallow: /eg
Disallow: /tw
Disallow: /cn
Disallow: /kz
Disallow: /ax
Disallow: /bl
Disallow: /mn
Disallow: /sj
Disallow: /sr
Disallow: /vg
Disallow: /mg
Disallow: /om
Disallow: /nf
Disallow: /sn
Disallow: /gp
Disallow: /ng
Disallow: /tm
Disallow: /mu

User-agent: PerplexityBot
Disallow: /biz
Disallow: /posts
Disallow: /postal
Disallow: /edit-business-listing
Disallow: /recent-activity
Disallow: /review/
Disallow: /search
Disallow: /map
Disallow: /reset-password/
Disallow: /profile
Disallow: /register
Disallow: /login
Disallow: /suggest
Disallow: /users
Disallow: /redir
Disallow: /us
Disallow: /ca
Disallow: /gb
Disallow: /ie
Disallow: /fr
Disallow: /it
Disallow: /es
Disallow: /br
Disallow: /de
Disallow: /mx
Disallow: /hk
Disallow: /nl
Disallow: /au
Disallow: /nz
Disallow: /at
Disallow: /dk
Disallow: /se
Disallow: /be
Disallow: /cz
Disallow: /fi
Disallow: /ch
Disallow: /pt
Disallow: /hr
Disallow: /si
Disallow: /sg
Disallow: /hu
Disallow: /is
Disallow: /no
Disallow: /vn
Disallow: /id
Disallow: /uy
Disallow: /in
Disallow: /cl
Disallow: /bm
Disallow: /vi
Disallow: /il
Disallow: /my
Disallow: /ar
Disallow: /cr
Disallow: /ru
Disallow: /aw
Disallow: /ae
Disallow: /ge
Disallow: /gr
Disallow: /pl
Disallow: /za
Disallow: /jp
Disallow: /bz
Disallow: /pa
Disallow: /co
Disallow: /pe
Disallow: /mt
Disallow: /lu
Disallow: /th
Disallow: /bs
Disallow: /cy
Disallow: /lt
Disallow: /ky
Disallow: /jm
Disallow: /ro
Disallow: /fo
Disallow: /kr
Disallow: /ua
Disallow: /ba
Disallow: /tr
Disallow: /lv
Disallow: /cw
Disallow: /ee
Disallow: /tc
Disallow: /bq
Disallow: /sa
Disallow: /lb
Disallow: /gt
Disallow: /gg
Disallow: /je
Disallow: /gu
Disallow: /cu
Disallow: /im
Disallow: /ni
Disallow: /bb
Disallow: /bg
Disallow: /gi
Disallow: /mf
Disallow: /ke
Disallow: /mc
Disallow: /ad
Disallow: /sk
Disallow: /sx
Disallow: /ec
Disallow: /hn
Disallow: /kh
Disallow: /qa
Disallow: /ma
Disallow: /rs
Disallow: /ph
Disallow: /am
Disallow: /xk
Disallow: /rw
Disallow: /jo
Disallow: /np
Disallow: /tt
Disallow: /al
Disallow: /do
Disallow: /sv
Disallow: /ck
Disallow: /kn
Disallow: /mv
Disallow: /pf
Disallow: /md
Disallow: /bo
Disallow: /lk
Disallow: /cv
Disallow: /la
Disallow: /fj
Disallow: /zw
Disallow: /py
Disallow: /me
Disallow: /mk
Disallow: /gl
Disallow: /li
Disallow: /na
Disallow: /bh
Disallow: /tz
Disallow: /tn
Disallow: /pk
Disallow: /sm
Disallow: /uz
Disallow: /lc
Disallow: /eg
Disallow: /tw
Disallow: /cn
Disallow: /kz
Disallow: /ax
Disallow: /bl
Disallow: /mn
Disallow: /sj
Disallow: /sr
Disallow: /vg
Disallow: /mg
Disallow: /om
Disallow: /nf
Disallow: /sn
Disallow: /gp
Disallow: /ng
Disallow: /tm
Disallow: /mu

User-agent: Google-Extended
Disallow: /biz
Disallow: /posts
Disallow: /postal
Disallow: /edit-business-listing
Disallow: /recent-activity
Disallow: /review/
Disallow: /search
Disallow: /map
Disallow: /reset-password/
Disallow: /profile
Disallow: /register
Disallow: /login
Disallow: /suggest
Disallow: /users
Disallow: /redir
Disallow: /us
Disallow: /ca
Disallow: /gb
Disallow: /ie
Disallow: /fr
Disallow: /it
Disallow: /es
Disallow: /br
Disallow: /de
Disallow: /mx
Disallow: /hk
Disallow: /nl
Disallow: /au
Disallow: /nz
Disallow: /at
Disallow: /dk
Disallow: /se
Disallow: /be
Disallow: /cz
Disallow: /fi
Disallow: /ch
Disallow: /pt
Disallow: /hr
Disallow: /si
Disallow: /sg
Disallow: /hu
Disallow: /is
Disallow: /no
Disallow: /vn
Disallow: /id
Disallow: /uy
Disallow: /in
Disallow: /cl
Disallow: /bm
Disallow: /vi
Disallow: /il
Disallow: /my
Disallow: /ar
Disallow: /cr
Disallow: /ru
Disallow: /aw
Disallow: /ae
Disallow: /ge
Disallow: /gr
Disallow: /pl
Disallow: /za
Disallow: /jp
Disallow: /bz
Disallow: /pa
Disallow: /co
Disallow: /pe
Disallow: /mt
Disallow: /lu
Disallow: /th
Disallow: /bs
Disallow: /cy
Disallow: /lt
Disallow: /ky
Disallow: /jm
Disallow: /ro
Disallow: /fo
Disallow: /kr
Disallow: /ua
Disallow: /ba
Disallow: /tr
Disallow: /lv
Disallow: /cw
Disallow: /ee
Disallow: /tc
Disallow: /bq
Disallow: /sa
Disallow: /lb
Disallow: /gt
Disallow: /gg
Disallow: /je
Disallow: /gu
Disallow: /cu
Disallow: /im
Disallow: /ni
Disallow: /bb
Disallow: /bg
Disallow: /gi
Disallow: /mf
Disallow: /ke
Disallow: /mc
Disallow: /ad
Disallow: /sk
Disallow: /sx
Disallow: /ec
Disallow: /hn
Disallow: /kh
Disallow: /qa
Disallow: /ma
Disallow: /rs
Disallow: /ph
Disallow: /am
Disallow: /xk
Disallow: /rw
Disallow: /jo
Disallow: /np
Disallow: /tt
Disallow: /al
Disallow: /do
Disallow: /sv
Disallow: /ck
Disallow: /kn
Disallow: /mv
Disallow: /pf
Disallow: /md
Disallow: /bo
Disallow: /lk
Disallow: /cv
Disallow: /la
Disallow: /fj
Disallow: /zw
Disallow: /py
Disallow: /me
Disallow: /mk
Disallow: /gl
Disallow: /li
Disallow: /na
Disallow: /bh
Disallow: /tz
Disallow: /tn
Disallow: /pk
Disallow: /sm
Disallow: /uz
Disallow: /lc
Disallow: /eg
Disallow: /tw
Disallow: /cn
Disallow: /kz
Disallow: /ax
Disallow: /bl
Disallow: /mn
Disallow: /sj
Disallow: /sr
Disallow: /vg
Disallow: /mg
Disallow: /om
Disallow: /nf
Disallow: /sn
Disallow: /gp
Disallow: /ng
Disallow: /tm
Disallow: /mu

User-agent: anthropic-ai
Disallow: /biz
Disallow: /posts
Disallow: /postal
Disallow: /edit-business-listing
Disallow: /recent-activity
Disallow: /review/
Disallow: /search
Disallow: /map
Disallow: /reset-password/
Disallow: /profile
Disallow: /register
Disallow: /login
Disallow: /suggest
Disallow: /users
Disallow: /redir
Disallow: /us
Disallow: /ca
Disallow: /gb
Disallow: /ie
Disallow: /fr
Disallow: /it
Disallow: /es
Disallow: /br
Disallow: /de
Disallow: /mx
Disallow: /hk
Disallow: /nl
Disallow: /au
Disallow: /nz
Disallow: /at
Disallow: /dk
Disallow: /se
Disallow: /be
Disallow: /cz
Disallow: /fi
Disallow: /ch
Disallow: /pt
Disallow: /hr
Disallow: /si
Disallow: /sg
Disallow: /hu
Disallow: /is
Disallow: /no
Disallow: /vn
Disallow: /id
Disallow: /uy
Disallow: /in
Disallow: /cl
Disallow: /bm
Disallow: /vi
Disallow: /il
Disallow: /my
Disallow: /ar
Disallow: /cr
Disallow: /ru
Disallow: /aw
Disallow: /ae
Disallow: /ge
Disallow: /gr
Disallow: /pl
Disallow: /za
Disallow: /jp
Disallow: /bz
Disallow: /pa
Disallow: /co
Disallow: /pe
Disallow: /mt
Disallow: /lu
Disallow: /th
Disallow: /bs
Disallow: /cy
Disallow: /lt
Disallow: /ky
Disallow: /jm
Disallow: /ro
Disallow: /fo
Disallow: /kr
Disallow: /ua
Disallow: /ba
Disallow: /tr
Disallow: /lv
Disallow: /cw
Disallow: /ee
Disallow: /tc
Disallow: /bq
Disallow: /sa
Disallow: /lb
Disallow: /gt
Disallow: /gg
Disallow: /je
Disallow: /gu
Disallow: /cu
Disallow: /im
Disallow: /ni
Disallow: /bb
Disallow: /bg
Disallow: /gi
Disallow: /mf
Disallow: /ke
Disallow: /mc
Disallow: /ad
Disallow: /sk
Disallow: /sx
Disallow: /ec
Disallow: /hn
Disallow: /kh
Disallow: /qa
Disallow: /ma
Disallow: /rs
Disallow: /ph
Disallow: /am
Disallow: /xk
Disallow: /rw
Disallow: /jo
Disallow: /np
Disallow: /tt
Disallow: /al
Disallow: /do
Disallow: /sv
Disallow: /ck
Disallow: /kn
Disallow: /mv
Disallow: /pf
Disallow: /md
Disallow: /bo
Disallow: /lk
Disallow: /cv
Disallow: /la
Disallow: /fj
Disallow: /zw
Disallow: /py
Disallow: /me
Disallow: /mk
Disallow: /gl
Disallow: /li
Disallow: /na
Disallow: /bh
Disallow: /tz
Disallow: /tn
Disallow: /pk
Disallow: /sm
Disallow: /uz
Disallow: /lc
Disallow: /eg
Disallow: /tw
Disallow: /cn
Disallow: /kz
Disallow: /ax
Disallow: /bl
Disallow: /mn
Disallow: /sj
Disallow: /sr
Disallow: /vg
Disallow: /mg
Disallow: /om
Disallow: /nf
Disallow: /sn
Disallow: /gp
Disallow: /ng
Disallow: /tm
Disallow: /mu

User-agent: Bytespider
Disallow: /biz
Disallow: /posts
Disallow: /postal
Disallow: /edit-business-listing
Disallow: /recent-activity
Disallow: /review/
Disallow: /search
Disallow: /map
Disallow: /reset-password/
Disallow: /profile
Disallow: /register
Disallow: /login
Disallow: /suggest
Disallow: /users
Disallow: /redir
Disallow: /us
Disallow: /ca
Disallow: /gb
Disallow: /ie
Disallow: /fr
Disallow: /it
Disallow: /es
Disallow: /br
Disallow: /de
Disallow: /mx
Disallow: /hk
Disallow: /nl
Disallow: /au
Disallow: /nz
Disallow: /at
Disallow: /dk
Disallow: /se
Disallow: /be
Disallow: /cz
Disallow: /fi
Disallow: /ch
Disallow: /pt
Disallow: /hr
Disallow: /si
Disallow: /sg
Disallow: /hu
Disallow: /is
Disallow: /no
Disallow: /vn
Disallow: /id
Disallow: /uy
Disallow: /in
Disallow: /cl
Disallow: /bm
Disallow: /vi
Disallow: /il
Disallow: /my
Disallow: /ar
Disallow: /cr
Disallow: /ru
Disallow: /aw
Disallow: /ae
Disallow: /ge
Disallow: /gr
Disallow: /pl
Disallow: /za
Disallow: /jp
Disallow: /bz
Disallow: /pa
Disallow: /co
Disallow: /pe
Disallow: /mt
Disallow: /lu
Disallow: /th
Disallow: /bs
Disallow: /cy
Disallow: /lt
Disallow: /ky
Disallow: /jm
Disallow: /ro
Disallow: /fo
Disallow: /kr
Disallow: /ua
Disallow: /ba
Disallow: /tr
Disallow: /lv
Disallow: /cw
Disallow: /ee
Disallow: /tc
Disallow: /bq
Disallow: /sa
Disallow: /lb
Disallow: /gt
Disallow: /gg
Disallow: /je
Disallow: /gu
Disallow: /cu
Disallow: /im
Disallow: /ni
Disallow: /bb
Disallow: /bg
Disallow: /gi
Disallow: /mf
Disallow: /ke
Disallow: /mc
Disallow: /ad
Disallow: /sk
Disallow: /sx
Disallow: /ec
Disallow: /hn
Disallow: /kh
Disallow: /qa
Disallow: /ma
Disallow: /rs
Disallow: /ph
Disallow: /am
Disallow: /xk
Disallow: /rw
Disallow: /jo
Disallow: /np
Disallow: /tt
Disallow: /al
Disallow: /do
Disallow: /sv
Disallow: /ck
Disallow: /kn
Disallow: /mv
Disallow: /pf
Disallow: /md
Disallow: /bo
Disallow: /lk
Disallow: /cv
Disallow: /la
Disallow: /fj
Disallow: /zw
Disallow: /py
Disallow: /me
Disallow: /mk
Disallow: /gl
Disallow: /li
Disallow: /na
Disallow: /bh
Disallow: /tz
Disallow: /tn
Disallow: /pk
Disallow: /sm
Disallow: /uz
Disallow: /lc
Disallow: /eg
Disallow: /tw
Disallow: /cn
Disallow: /kz
Disallow: /ax
Disallow: /bl
Disallow: /mn
Disallow: /sj
Disallow: /sr
Disallow: /vg
Disallow: /mg
Disallow: /om
Disallow: /nf
Disallow: /sn
Disallow: /gp
Disallow: /ng
Disallow: /tm
Disallow: /mu

User-agent: ChatGPT-User
Disallow: /biz
Disallow: /posts
Disallow: /postal
Disallow: /edit-business-listing
Disallow: /recent-activity
Disallow: /review/
Disallow: /search
Disallow: /map
Disallow: /reset-password/
Disallow: /profile
Disallow: /register
Disallow: /login
Disallow: /suggest
Disallow: /users
Disallow: /redir
Disallow: /us
Disallow: /ca
Disallow: /gb
Disallow: /ie
Disallow: /fr
Disallow: /it
Disallow: /es
Disallow: /br
Disallow: /de
Disallow: /mx
Disallow: /hk
Disallow: /nl
Disallow: /au
Disallow: /nz
Disallow: /at
Disallow: /dk
Disallow: /se
Disallow: /be
Disallow: /cz
Disallow: /fi
Disallow: /ch
Disallow: /pt
Disallow: /hr
Disallow: /si
Disallow: /sg
Disallow: /hu
Disallow: /is
Disallow: /no
Disallow: /vn
Disallow: /id
Disallow: /uy
Disallow: /in
Disallow: /cl
Disallow: /bm
Disallow: /vi
Disallow: /il
Disallow: /my
Disallow: /ar
Disallow: /cr
Disallow: /ru
Disallow: /aw
Disallow: /ae
Disallow: /ge
Disallow: /gr
Disallow: /pl
Disallow: /za
Disallow: /jp
Disallow: /bz
Disallow: /pa
Disallow: /co
Disallow: /pe
Disallow: /mt
Disallow: /lu
Disallow: /th
Disallow: /bs
Disallow: /cy
Disallow: /lt
Disallow: /ky
Disallow: /jm
Disallow: /ro
Disallow: /fo
Disallow: /kr
Disallow: /ua
Disallow: /ba
Disallow: /tr
Disallow: /lv
Disallow: /cw
Disallow: /ee
Disallow: /tc
Disallow: /bq
Disallow: /sa
Disallow: /lb
Disallow: /gt
Disallow: /gg
Disallow: /je
Disallow: /gu
Disallow: /cu
Disallow: /im
Disallow: /ni
Disallow: /bb
Disallow: /bg
Disallow: /gi
Disallow: /mf
Disallow: /ke
Disallow: /mc
Disallow: /ad
Disallow: /sk
Disallow: /sx
Disallow: /ec
Disallow: /hn
Disallow: /kh
Disallow: /qa
Disallow: /ma
Disallow: /rs
Disallow: /ph
Disallow: /am
Disallow: /xk
Disallow: /rw
Disallow: /jo
Disallow: /np
Disallow: /tt
Disallow: /al
Disallow: /do
Disallow: /sv
Disallow: /ck
Disallow: /kn
Disallow: /mv
Disallow: /pf
Disallow: /md
Disallow: /bo
Disallow: /lk
Disallow: /cv
Disallow: /la
Disallow: /fj
Disallow: /zw
Disallow: /py
Disallow: /me
Disallow: /mk
Disallow: /gl
Disallow: /li
Disallow: /na
Disallow: /bh
Disallow: /tz
Disallow: /tn
Disallow: /pk
Disallow: /sm
Disallow: /uz
Disallow: /lc
Disallow: /eg
Disallow: /tw
Disallow: /cn
Disallow: /kz
Disallow: /ax
Disallow: /bl
Disallow: /mn
Disallow: /sj
Disallow: /sr
Disallow: /vg
Disallow: /mg
Disallow: /om
Disallow: /nf
Disallow: /sn
Disallow: /gp
Disallow: /ng
Disallow: /tm
Disallow: /mu