Free tools
Robots.txt Examples
Robots.txt file content for azlyrics.com.
Robot.txt file for: azlyrics.com
<!DOCTYPE html> <html lang="en"> <head> <meta charset="utf-8"> <meta http-equiv="X-UA-Compatible" content="IE=edge"> <meta name="viewport" content="width=device-width, initial-scale=1"> <meta name="robots" content="noindex,nofollow"> <title>AZLyrics - request for access</title> <link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.7/css/bootstrap.min.css" integrity="sha384-BVYiiSIFeK1dGmJRAkycuHAHRg32OmUcww7on3RYdg4Va+PmSTsz/K68vbdEjh4u" crossorigin="anonymous"> <link rel="stylesheet" href="https://code.jquery.com/ui/1.12.1/themes/base/jquery-ui.min.css"> <link rel="stylesheet" href="/bsaz.css"> <!-- HTML5 shim and Respond.js for IE8 support of HTML5 elements and media queries --> <!--[if lt IE 9]> <script src="https://oss.maxcdn.com/html5shiv/3.7.2/html5shiv.min.js"></script> <script src="https://oss.maxcdn.com/respond/1.4.2/respond.min.js"></script> <![endif]--> <script src="https://code.jquery.com/jquery-1.12.4.min.js" integrity="sha256-ZosEbRLbNQzLpnKIkEdrPv7lOy9C27hHQ+Xp8a4MxAQ=" crossorigin="anonymous"></script> <script src="https://code.jquery.com/ui/1.12.1/jquery-ui.min.js"></script> <script src="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.7/js/bootstrap.min.js" integrity="sha384-Tc5IQib027qvyjSMfHjOMaLkfuWVxZxUPnCJA7l2mCWNIpG9mGCD8wGNIcPD7Txa" crossorigin="anonymous"></script> <script type="text/javascript"> <!-- if (top.location != self.location) { top.location = self.location.href } //--> function az_recaptcha_success(){ document.getElementById("az_unblock").submit(); } var az_recaptcha_to; function az_recaptcha_loaded() { if(az_recaptcha_to) { clearTimeout(az_recaptcha_to); document.getElementById("az_unblock_loader").style.display='none'; document.getElementById("az_captcha_container").style.display='none'; document.getElementById("az_unblock_container").style.display='block'; } } function az_captcha_show_our(){ var el_captcha_our = document.getElementById("az_captcha_our"); if(el_captcha_our) { document.getElementById("az_unblock_loader").style.display='none'; document.getElementById("az_unblock_container").style.display='none'; document.getElementById("az_captcha_container").style.display='block'; document.getElementById("az_captcha_our").innerHTML = '<img src="/cimg.php?' + Math.random() + '" /><br />'; } } az_recaptcha_to = setTimeout(az_captcha_show_our, 12000); </script> <script src="https://www.google.com/recaptcha/api.js?onload=az_recaptcha_loaded" async defer></script> </head> <body> <nav class="navbar navbar-default navbar-static-top text-center"> <div class="container text-center"> <div class="navbar-header" style="float:none; display:inline-block;"> <a class="navbar-brand" href="https://www.azlyrics.com"><img alt="AZLyrics.com" class="pull-left" style="max-height:40px; margin-top:-10px;" src="/az_logo_tr.png"></a> </div> </div><!-- /.container --> </nav> <!-- top ban --> <!-- <div class="lboard-wrap"> <div class="container"> <div class="row"> <div class="col-xs-12 top-ad text-center"> <span id="cf_banner_top_nofc"></span> </div> </div> </div> </div> --> <!-- main --> <div class="container main-page"> <div class="row"> <div class="col-xs-12 col-sm-10 col-sm-offset-1 col-md-8 col-md-offset-2 text-center"> <div class="alert alert-info"><b> Our systems have detected unusual activity from your IP address (computer network). <br /> This page checks to see if it's really you sending the requests, and not a robot. </b></div> <div class="panel"> <div class="panel-body"> <div id="az_unblock_loader"> <div class="alert alert-warning"> <span class="glyphicon glyphicon-hourglass" aria-hidden="true"></span> We're checking your browser, please wait... </div> </div> <div id="az_unblock_container" style="display:none;"> <div class="alert alert-warning">Please check the box below to regain access to AZLyrics.com.</div> <form id="az_unblock" method="POST"> <div class="form-group"> <div class="g-recaptcha" data-sitekey="6Le3KzMUAAAAAILzez0f7PnFiFboGPKt0qpkINXw" data-callback="az_recaptcha_success" style="margin: 0 auto; width: 304px;"></div> </div> <div class="alert" id="resultBlock" style="display: none"></div> </form> </div> <div id="az_captcha_container" style="display:none;"> <div id="az_captcha_our"></div> <form id="az_unblock_our" method="POST"> <div class="form-group"> <label for="az_captcha_input">Type the characters from the picture above:</label><br /> <input type="text" class="form-control" id="az_captcha_input" name="az_captcha_input" value="" style="width:200px; display:inline-block;" /> <p class="help-block">Input is case-insensitive</p> </div> <button class="btn btn-primary" id="submitButton" type="submit">Submit</button> <input type="hidden" name="az_captcha_in" value="1" /> </form> </div> </div> </div> </div> </div> </div> <!-- container main-page --> <!-- bot ban --> <!--<div class="lboard-wrap"> <div class="container"> <div class="row"> <div class="col-xs-12 top-ad text-center"> <span id="cf_banner_bottom"></span> </div> </div> </div> </div>--> <!-- footer --> <!--<nav class="navbar navbar-footer"> <div class="container text-center"> <ul class="nav navbar-nav navbar-center"> <li><a href="//www.azlyrics.com/adv.html">Advertise Here</a></li> <li><a href="//www.azlyrics.com/privacy.html">Privacy Policy</a></li> <li><a href="//www.azlyrics.com/cookie.html">Cookie Policy</a></li> <li><a href="//www.azlyrics.com/copyright.html">DMCA Policy</a></li> </ul> </div> </nav>--> <div class="footer-wrap"> <div class="container"> <small> <script type="text/javascript"> curdate=new Date(); document.write("<strong>Copyright © 2000-"+curdate.getFullYear()+" AZLyrics.com<\/strong>"); </script> </small> </div> </div> </body> </html>