Free tools

Robots.txt Examples

Robots.txt file content for hse.ie.

Robot.txt file for: hse.ie

      # robots.txt 
User-agent: *
Disallow: 
Disallow: /go/
Disallow: /eng/Find_a_Service/
Disallow: /eng/Find_a_Service/entitlements/Medical_Cards/
Disallow: /eng/Access_to_Information_PQs/
Disallow: /eng/Publications/
Disallow: /eng/About_the_hse/
Disallow: /eng/FactFile/
Disallow: /eng/HealthAtlas/
Disallow: /irl/
Disallow: /eng/rss.aspx/
Disallow: /eng/deleted_content/
Disallow: /eng/eservicestest/
Disallow: /eng/keepalive/
Disallow: /eng/services/A-Z/A-to-Z11/
Disallow: /eng/services/flu/A-Z/ 
Disallow: /Hidden_A-Z/ 
Disallow: /eng/services/flu/A-Z/
Disallow: /www.hse.ie/eng/Find_a_Service/
Disallow: /www.hse.ie/eng/Find_a_Service/entitlements/Medical_Cards/
Disallow: /www.hse.ie/eng/Access_to_Information_PQs/
Disallow: /www.hse.ie/eng/Publications/
Disallow: /www.hse.ie/eng/About_the_hse/
Disallow: /www.hse.ie/eng/FactFile/
Disallow: /www.hse.ie/eng/HealthAtlas/
Disallow: /www.hse.ie/irl/
Disallow: /www.healthireland.ie/irl/
Disallow: /www.hse.ie/eng/rss.aspx/
Disallow: /www.hse.ie/eng/deleted_content/
Disallow: /www.hse.ie/eng/eservicestest/
Disallow: /www.hse.ie/eng/keepalive/
Disallow: /www.hse.ie/eng/services/a-z/a-to-z11D
Disallow: /www.hse.ie/eng/services/flu/A-Z/
Disallow: /www.hse.ie/Hidden_A-Z/
Disallow: /Hidden_A-Z/
Disallow: /eng/services/flu/A-Z/
Disallow: /www.hse.ie/eng/services/flu/A-Z/
Disallow: /www.hse.ie/Hidden_A-Z/
Disallow: /www.hse.ie/eng/services/A-Z/A-toZ11/
Disallow: /www.hse.ie/eng/services/swineflu/A-Z/
Disallow: /www.hse.ie/eng/services/A-to-Z11/
Disallow: /eng/services/Publications/services/addiction/
Disallow: /eng/services/Publications/services/Bereavement/
Disallow: /eng/services/Publications/Dental_Services/
Disallow: /eng/services/Publications/services/Disability/
Disallow: /eng/services/Publications/services/Environmentalhealth/
Disallow: /eng/services/Publications/services/Primary/
Disallow: /eng/services/Publications/services/olderpeople/
Disallow: /eng/services/Publications/services/SocialInclusion/
Disallow: /portal/eng/about/rialtas/
Disallow: /eng/about/Procurement/
Disallow: /eng/about/PersonalPQ/
Disallow: /eng/services/hpv/
Disallow: /eng/services/flu/
Disallow: /eng/services/Find_a_Service/Addiction_Services/
Disallow: /eng/services/Find_a_Service/ambulanceservice/
Disallow: /eng/services/Find_a_Service/entitlements/
Disallow: /eng/services/Find_a_Service/entitlements/Medical_Cards/
Disallow: /eng/services/Find_a_Service/entitlements/EHIC/
Disallow: /eng/services/Find_a_Service/bdm/
Disallow: /eng/services/Find_a_Service/National_Cancer_Control_Programme/
Disallow: /eng/services/Find_a_Service/Children_and_Family_Services/
Disallow: /eng/services/Find_a_Service/Disability_Services/
Disallow: /eng/services/Find_a_Service/Environmental_Health/
Disallow: /eng/services/Find_a_Service/Health_Centres/
Disallow: /eng/services/Find_a_Service/hospitals/
Disallow: /eng/services/Find_a_Service/LHO/
Disallow: /eng/services/Find_a_Service/maternity/
Disallow: /eng/services/Find_a_Service/Mental_Health_Services/
Disallow: /eng/services/Find_a_Service/Older_People_Services/
Disallow: /eng/services/Find_a_Service/OutofHours/
Disallow: /eng/services/Find_a_Service/PrimaryCare/
Disallow: /eng/services/Find_a_Service/Public_Health/
Disallow: /eng/services/Find_a_Service/Sexualhealth/
Disallow: /eng/services/health/about/Hidden_A-Z/
Disallow: /www.hse.ie/eng/health/about/Hidden_A-Z/