Free tools

Robots.txt Examples

Robots.txt file content for planetofhotels.com.

Robot.txt file for: planetofhotels.com

      User-agent: Googlebot

# Directories

Disallow: */includes/
Disallow: */ajax/
Disallow: */misc/
Disallow: */modules/
Disallow: */profiles/
Disallow: */scripts/
Disallow: */themes/
Disallow: */catalog/
#Disallow: */static/
Disallow: */book/
Disallow: */searchresults/
Disallow: */search/result/
Disallow: */regionsearch/
Disallow: */districtsearch/
Disallow: */s/
Disallow: */*?
Disallow: */api/

# Files

Allow: */modules/*.css
Allow: */modules/*.js
Allow: */misc/*.js
Allow: */sites/*.css
Allow: */sites/*.js
Allow: */misc/*.png
Allow: */sites/*.png
Allow: */sites/*.svg
Allow: */sites/*.ttf
Allow: */sites/*.woff
Allow: */sites/*.woff2
Allow: */sites/*.gif

Allow: */*?page=*
Allow: */*?number=*
Allow: */flights/*.css?id=*
Allow: */activities/*.css?id=*
Allow: */flights/*.js?id=*
Allow: */activities/*.js?id=*

# Paths (clean URLs)
Disallow: */admin/
Disallow: */comment/reply/
Disallow: */filter/tips/
Disallow: */node/add/
Disallow: */search/
Disallow: */user/

# Paths (no clean URLs)
Disallow: */?q=admin/
Disallow: */?q=comment/reply/
Disallow: */?q=filter/tips/
Disallow: */?q=node/add/
Disallow: */?q=search/
Disallow: */?q=user/


User-agent: Yandex
Clean-param: ucurr&datein&dateout&ga&bb_sr&emptystatus&emptyhid&dr&sort_by&sort_order&hotelroomtypes&hotelfacilities&hotelservices&hoteldescription&page

# Directories

Disallow: */includes/
Disallow: */ajax/
Disallow: */misc/
Disallow: */modules/
Disallow: */profiles/
Disallow: */scripts/
Disallow: */themes/
Disallow: */catalog/
#Disallow: */static/
Disallow: */book/
Disallow: */searchresults/
Disallow: */search/result/
Disallow: */regionsearch/
Disallow: */districtsearch/
Disallow: */s/
Disallow: */*?
Disallow: */api/

# Files

Allow: */modules/*.css
Allow: */modules/*.js
Allow: */misc/*.js
Allow: */sites/*.css
Allow: */sites/*.js
Allow: */sites/*.png
Allow: */sites/*.svg
Allow: */sites/*.ttf
Allow: */sites/*.woff
Allow: */sites/*.woff2
Allow: */sites/*.gif

Allow: */*?page=*
Allow: */*?number=*
Allow: */flights/*.css?id=*
Allow: */flights/*.js?id=*

# Paths (clean URLs)
Disallow: */admin/
Disallow: */comment/reply/
Disallow: */filter/tips/
Disallow: */node/add/
Disallow: */search/
Disallow: */user/

# Paths (no clean URLs)
Disallow: */?q=admin/
Disallow: */?q=comment/reply/
Disallow: */?q=filter/tips/
Disallow: */?q=node/add/
Disallow: */?q=search/
Disallow: */?q=user/

User-agent:  *

# Directories

Disallow: */includes/
Disallow: */ajax/
Disallow: */misc/
Disallow: */modules/
Disallow: */profiles/
Disallow: */scripts/
Disallow: */themes/
Disallow: */catalog/
#Disallow: */static/
Disallow: */book/
Disallow: */searchresults/
Disallow: */search/result/
Disallow: */regionsearch/
Disallow: */districtsearch/
Disallow: */s/
Disallow: */*?
Disallow: */api/

# Files

Allow: */modules/*.css
Allow: */modules/*.js
Allow: */misc/*.js
Allow: */sites/*.css
Allow: */sites/*.js
Allow: */sites/*.png
Allow: */sites/*.svg
Allow: */sites/*.ttf
Allow: */sites/*.woff
Allow: */sites/*.woff2
Allow: */sites/*.gif

Allow: */*?page=*
Allow: */*?number=*
Allow: */flights/*.css?id=*
Allow: */activities/*.css?id=*
Allow: */flights/*.js?id=*
Allow: */activities/*.js?id=*

# Paths (clean URLs)
Disallow: */admin/
Disallow: */comment/reply/
Disallow: */filter/tips/
Disallow: */node/add/
Disallow: */search/
Disallow: */user/

# Paths (no clean URLs)
Disallow: */?q=admin/
Disallow: */?q=comment/reply/
Disallow: */?q=filter/tips/
Disallow: */?q=node/add/
Disallow: */?q=search/
Disallow: */?q=user/
Sitemap: https://planetofhotels.com/sitemap.xml