Free tools

Robots.txt Examples

Robots.txt file content for lyricstranslate.com.

Robot.txt file for: lyricstranslate.com

      

User-agent: Mediapartners-Google
Disallow:

User-agent: img2dataset
Disallow: /
User-agent: magpie-crawler
Disallow: /
User-agent: Omgilibot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: Claude-Web
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: Diffbot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: omgili
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: YouBot
Disallow: /

User-agent: *
Disallow: /modules/statistics/statistics_apcu.php
Disallow: /r.php
Disallow: /includes/
Disallow: /ext/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
Disallow: /hybridauth/
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /*theme=lt7*
Disallow: /*destination=*
Disallow: /*form_build_id=*
Disallow: /*sort=*
Disallow: /*gpagina=*
Disallow: /*inline=*
Disallow: /la/
Disallow: /bs/
Disallow: /ku/
Disallow: /tl/
Disallow: /tk/
Disallow: /my/
Disallow: /sk/
Disallow: /zh-hant/
Disallow: /af/
Disallow: /da/
Disallow: /kh/
Disallow: /zh-hans/
Disallow: /to/
Disallow: /ca/
Disallow: /mk/
Disallow: /ms/
Disallow: /kk/
Disallow: /cs/
Disallow: /he/
Disallow: /sl/
Disallow: /fy/
Disallow: /lt/
Disallow: /hr/
Disallow: /hy/
Disallow: /lv/
Disallow: /az/
Disallow: /fi/
Disallow: /id/
Disallow: /pt-br/
Disallow: /ko/
Disallow: /et/
Disallow: /hi/
Disallow: /bn/
Disallow: /af/
Disallow: /sco/
Disallow: /nb/
Disallow: /eo/
Disallow: /ps/
Disallow: /vi/
Disallow: /ar/search/
Disallow: /bg/search/
Disallow: /nl/search/
Disallow: /en/search/
Disallow: /fr/search/
Disallow: /de/search/
Disallow: /el/search/
Disallow: /hu/search/
Disallow: /it/search/
Disallow: /ja/search/
Disallow: /fa/search/
Disallow: /pl/search/
Disallow: /ro/search/
Disallow: /ru/search/
Disallow: /sr/search/
Disallow: /es/search/
Disallow: /sv/search/
Disallow: /tr/search/
Disallow: /uk/search/
Disallow: /search/
Disallow: /ar/user/login
Disallow: /bg/user/login
Disallow: /nl/user/login
Disallow: /en/user/login
Disallow: /fr/user/login
Disallow: /de/user/login
Disallow: /el/user/login
Disallow: /hu/user/login
Disallow: /it/user/login
Disallow: /ja/user/login
Disallow: /fa/user/login
Disallow: /pl/user/login
Disallow: /ro/user/login
Disallow: /ru/user/login
Disallow: /sr/user/login
Disallow: /es/user/login
Disallow: /sv/user/login
Disallow: /tr/user/login
Disallow: /uk/user/login
Disallow: /user/login
Disallow: /ar/user/register
Disallow: /bg/user/register
Disallow: /nl/user/register
Disallow: /en/user/register
Disallow: /fr/user/register
Disallow: /de/user/register
Disallow: /el/user/register
Disallow: /hu/user/register
Disallow: /it/user/register
Disallow: /ja/user/register
Disallow: /fa/user/register
Disallow: /pl/user/register
Disallow: /ro/user/register
Disallow: /ru/user/register
Disallow: /sr/user/register
Disallow: /es/user/register
Disallow: /sv/user/register
Disallow: /tr/user/register
Disallow: /uk/user/register
Disallow: /user/register
Disallow: /ar/user/password
Disallow: /bg/user/password
Disallow: /nl/user/password
Disallow: /en/user/password
Disallow: /fr/user/password
Disallow: /de/user/password
Disallow: /el/user/password
Disallow: /hu/user/password
Disallow: /it/user/password
Disallow: /ja/user/password
Disallow: /fa/user/password
Disallow: /pl/user/password
Disallow: /ro/user/password
Disallow: /ru/user/password
Disallow: /sr/user/password
Disallow: /es/user/password
Disallow: /sv/user/password
Disallow: /tr/user/password
Disallow: /uk/user/password
Disallow: /user/password
Disallow: /ar/request/
Disallow: /bg/request/
Disallow: /nl/request/
Disallow: /en/request/
Disallow: /fr/request/
Disallow: /de/request/
Disallow: /el/request/
Disallow: /hu/request/
Disallow: /it/request/
Disallow: /ja/request/
Disallow: /fa/request/
Disallow: /pl/request/
Disallow: /ro/request/
Disallow: /ru/request/
Disallow: /sr/request/
Disallow: /es/request/
Disallow: /sv/request/
Disallow: /tr/request/
Disallow: /uk/request/
Disallow: /request/
Disallow: /ar/requests
Disallow: /bg/requests
Disallow: /nl/requests
Disallow: /en/requests
Disallow: /fr/requests
Disallow: /de/requests
Disallow: /el/requests
Disallow: /hu/requests
Disallow: /it/requests
Disallow: /ja/requests
Disallow: /fa/requests
Disallow: /pl/requests
Disallow: /ro/requests
Disallow: /ru/requests
Disallow: /sr/requests
Disallow: /es/requests
Disallow: /sv/requests
Disallow: /tr/requests
Disallow: /uk/requests
Disallow: /requests
Disallow: /ar/add/artist
Disallow: /bg/add/artist
Disallow: /nl/add/artist
Disallow: /en/add/artist
Disallow: /fr/add/artist
Disallow: /de/add/artist
Disallow: /el/add/artist
Disallow: /hu/add/artist
Disallow: /it/add/artist
Disallow: /ja/add/artist
Disallow: /fa/add/artist
Disallow: /pl/add/artist
Disallow: /ro/add/artist
Disallow: /ru/add/artist
Disallow: /sr/add/artist
Disallow: /es/add/artist
Disallow: /sv/add/artist
Disallow: /tr/add/artist
Disallow: /uk/add/artist
Disallow: /add/artist
Disallow: /ar/add/song
Disallow: /bg/add/song
Disallow: /nl/add/song
Disallow: /en/add/song
Disallow: /fr/add/song
Disallow: /de/add/song
Disallow: /el/add/song
Disallow: /hu/add/song
Disallow: /it/add/song
Disallow: /ja/add/song
Disallow: /fa/add/song
Disallow: /pl/add/song
Disallow: /ro/add/song
Disallow: /ru/add/song
Disallow: /sr/add/song
Disallow: /es/add/song
Disallow: /sv/add/song
Disallow: /tr/add/song
Disallow: /uk/add/song
Disallow: /add/song
Disallow: /ar/add/request
Disallow: /bg/add/request
Disallow: /nl/add/request
Disallow: /en/add/request
Disallow: /fr/add/request
Disallow: /de/add/request
Disallow: /el/add/request
Disallow: /hu/add/request
Disallow: /it/add/request
Disallow: /ja/add/request
Disallow: /fa/add/request
Disallow: /pl/add/request
Disallow: /ro/add/request
Disallow: /ru/add/request
Disallow: /sr/add/request
Disallow: /es/add/request
Disallow: /sv/add/request
Disallow: /tr/add/request
Disallow: /uk/add/request
Disallow: /add/request
Disallow: /ar/add/translate
Disallow: /bg/add/translate
Disallow: /nl/add/translate
Disallow: /en/add/translate
Disallow: /fr/add/translate
Disallow: /de/add/translate
Disallow: /el/add/translate
Disallow: /hu/add/translate
Disallow: /it/add/translate
Disallow: /ja/add/translate
Disallow: /fa/add/translate
Disallow: /pl/add/translate
Disallow: /ro/add/translate
Disallow: /ru/add/translate
Disallow: /sr/add/translate
Disallow: /es/add/translate
Disallow: /sv/add/translate
Disallow: /tr/add/translate
Disallow: /uk/add/translate
Disallow: /add/translate
Disallow: /ar/node/add
Disallow: /bg/node/add
Disallow: /nl/node/add
Disallow: /en/node/add
Disallow: /fr/node/add
Disallow: /de/node/add
Disallow: /el/node/add
Disallow: /hu/node/add
Disallow: /it/node/add
Disallow: /ja/node/add
Disallow: /fa/node/add
Disallow: /pl/node/add
Disallow: /ro/node/add
Disallow: /ru/node/add
Disallow: /sr/node/add
Disallow: /es/node/add
Disallow: /sv/node/add
Disallow: /tr/node/add
Disallow: /uk/node/add
Disallow: /node/add
Disallow: /ar/translator-details/
Disallow: /bg/translator-details/
Disallow: /nl/translator-details/
Disallow: /en/translator-details/
Disallow: /fr/translator-details/
Disallow: /de/translator-details/
Disallow: /el/translator-details/
Disallow: /hu/translator-details/
Disallow: /it/translator-details/
Disallow: /ja/translator-details/
Disallow: /fa/translator-details/
Disallow: /pl/translator-details/
Disallow: /ro/translator-details/
Disallow: /ru/translator-details/
Disallow: /sr/translator-details/
Disallow: /es/translator-details/
Disallow: /sv/translator-details/
Disallow: /tr/translator-details/
Disallow: /uk/translator-details/
Disallow: /translator-details/
Disallow: /ar/annotation/
Disallow: /bg/annotation/
Disallow: /nl/annotation/
Disallow: /en/annotation/
Disallow: /fr/annotation/
Disallow: /de/annotation/
Disallow: /el/annotation/
Disallow: /hu/annotation/
Disallow: /it/annotation/
Disallow: /ja/annotation/
Disallow: /fa/annotation/
Disallow: /pl/annotation/
Disallow: /ro/annotation/
Disallow: /ru/annotation/
Disallow: /sr/annotation/
Disallow: /es/annotation/
Disallow: /sv/annotation/
Disallow: /tr/annotation/
Disallow: /uk/annotation/
Disallow: /annotation/
Disallow: /ar/topthanked/
Disallow: /bg/topthanked/
Disallow: /nl/topthanked/
Disallow: /en/topthanked/
Disallow: /fr/topthanked/
Disallow: /de/topthanked/
Disallow: /el/topthanked/
Disallow: /hu/topthanked/
Disallow: /it/topthanked/
Disallow: /ja/topthanked/
Disallow: /fa/topthanked/
Disallow: /pl/topthanked/
Disallow: /ro/topthanked/
Disallow: /ru/topthanked/
Disallow: /sr/topthanked/
Disallow: /es/topthanked/
Disallow: /sv/topthanked/
Disallow: /tr/topthanked/
Disallow: /uk/topthanked/
Disallow: /topthanked/
Disallow: /ar/mosttranslated/
Disallow: /bg/mosttranslated/
Disallow: /nl/mosttranslated/
Disallow: /en/mosttranslated/
Disallow: /fr/mosttranslated/
Disallow: /de/mosttranslated/
Disallow: /el/mosttranslated/
Disallow: /hu/mosttranslated/
Disallow: /it/mosttranslated/
Disallow: /ja/mosttranslated/
Disallow: /fa/mosttranslated/
Disallow: /pl/mosttranslated/
Disallow: /ro/mosttranslated/
Disallow: /ru/mosttranslated/
Disallow: /sr/mosttranslated/
Disallow: /es/mosttranslated/
Disallow: /sv/mosttranslated/
Disallow: /tr/mosttranslated/
Disallow: /uk/mosttranslated/
Disallow: /mosttranslated/
Disallow: /ar/ajax/lt_video_player
Disallow: /bg/ajax/lt_video_player
Disallow: /nl/ajax/lt_video_player
Disallow: /en/ajax/lt_video_player
Disallow: /fr/ajax/lt_video_player
Disallow: /de/ajax/lt_video_player
Disallow: /el/ajax/lt_video_player
Disallow: /hu/ajax/lt_video_player
Disallow: /it/ajax/lt_video_player
Disallow: /ja/ajax/lt_video_player
Disallow: /fa/ajax/lt_video_player
Disallow: /pl/ajax/lt_video_player
Disallow: /ro/ajax/lt_video_player
Disallow: /ru/ajax/lt_video_player
Disallow: /sr/ajax/lt_video_player
Disallow: /es/ajax/lt_video_player
Disallow: /sv/ajax/lt_video_player
Disallow: /tr/ajax/lt_video_player
Disallow: /uk/ajax/lt_video_player
Disallow: /ajax/lt_video_player
Disallow: /ar/how-request-translation
Disallow: /bg/how-request-translation
Disallow: /nl/how-request-translation
Disallow: /en/how-request-translation
Disallow: /fr/how-request-translation
Disallow: /de/how-request-translation
Disallow: /el/how-request-translation
Disallow: /hu/how-request-translation
Disallow: /it/how-request-translation
Disallow: /ja/how-request-translation
Disallow: /fa/how-request-translation
Disallow: /pl/how-request-translation
Disallow: /ro/how-request-translation
Disallow: /ru/how-request-translation
Disallow: /sr/how-request-translation
Disallow: /es/how-request-translation
Disallow: /sv/how-request-translation
Disallow: /tr/how-request-translation
Disallow: /uk/how-request-translation
Disallow: /how-request-translation
Disallow: /ar/how-add-new-translation
Disallow: /bg/how-add-new-translation
Disallow: /nl/how-add-new-translation
Disallow: /en/how-add-new-translation
Disallow: /fr/how-add-new-translation
Disallow: /de/how-add-new-translation
Disallow: /el/how-add-new-translation
Disallow: /hu/how-add-new-translation
Disallow: /it/how-add-new-translation
Disallow: /ja/how-add-new-translation
Disallow: /fa/how-add-new-translation
Disallow: /pl/how-add-new-translation
Disallow: /ro/how-add-new-translation
Disallow: /ru/how-add-new-translation
Disallow: /sr/how-add-new-translation
Disallow: /es/how-add-new-translation
Disallow: /sv/how-add-new-translation
Disallow: /tr/how-add-new-translation
Disallow: /uk/how-add-new-translation
Disallow: /how-add-new-translation
Disallow: /ar/comment/
Disallow: /bg/comment/
Disallow: /nl/comment/
Disallow: /en/comment/
Disallow: /fr/comment/
Disallow: /de/comment/
Disallow: /el/comment/
Disallow: /hu/comment/
Disallow: /it/comment/
Disallow: /ja/comment/
Disallow: /fa/comment/
Disallow: /pl/comment/
Disallow: /ro/comment/
Disallow: /ru/comment/
Disallow: /sr/comment/
Disallow: /es/comment/
Disallow: /sv/comment/
Disallow: /tr/comment/
Disallow: /uk/comment/
Disallow: /comment/
Disallow: /ar/members/
Disallow: /bg/members/
Disallow: /nl/members/
Disallow: /en/members/
Disallow: /fr/members/
Disallow: /de/members/
Disallow: /el/members/
Disallow: /hu/members/
Disallow: /it/members/
Disallow: /ja/members/
Disallow: /fa/members/
Disallow: /pl/members/
Disallow: /ro/members/
Disallow: /ru/members/
Disallow: /sr/members/
Disallow: /es/members/
Disallow: /sv/members/
Disallow: /tr/members/
Disallow: /uk/members/
Disallow: /members/