Free tools

Robots.txt Examples

Robots.txt file content for mdpi.com.

Robot.txt file for: mdpi.com

      User-agent: *
Allow: /
Disallow: /*/stats*
Disallow: /search*
Disallow: /journal/*/special_issues/*/download
Disallow: /article/*/scilit-related
Disallow: /article/*/jsmol_viewer/*
Disallow: /article/*/author-biographies
Disallow: /article/*/similarity-related/show-link
Disallow: /article/*/similarity-related
Disallow: /citations/*
Disallow: /*/get/
Disallow: /ajax/
Disallow: /*/ajax/
Disallow: /cite-count/
Disallow: /ajax_cookie_value/
Disallow: /ajax_selected_special_issues_collections/
Disallow: /journal/accountaudit$
Disallow: /journal/accountaudit/*
Disallow: /journal/addictions$
Disallow: /journal/addictions/*
Disallow: /journal/adhesives$
Disallow: /journal/adhesives/*
Disallow: /journal/aisens$
Disallow: /journal/aisens/*
Disallow: /journal/anesthesia$
Disallow: /journal/anesthesia/*
Disallow: /journal/appliedphys$
Disallow: /journal/appliedphys/*
Disallow: /journal/biogeography$
Disallow: /journal/biogeography/*
Disallow: /journal/books$
Disallow: /journal/books/*
Disallow: /journal/cmtr$
Disallow: /journal/cmtr/*
Disallow: /journal/devices$
Disallow: /journal/devices/*
Disallow: /journal/ecologicalsciences$
Disallow: /journal/ecologicalsciences/*
Disallow: /journal/eesp$
Disallow: /journal/eesp/*
Disallow: /journal/ent$
Disallow: /journal/ent/*
Disallow: /journal/famsci$
Disallow: /journal/famsci/*
Disallow: /journal/fis$
Disallow: /journal/fis/*
Disallow: /journal/greenhealth$
Disallow: /journal/greenhealth/*
Disallow: /journal/hazardous_matters$
Disallow: /journal/hazardous_matters/*
Disallow: /journal/IJHR$
Disallow: /journal/IJHR/*
Disallow: /journal/ijip$
Disallow: /journal/ijip/*
Disallow: /journal/ijmd$
Disallow: /journal/ijmd/*
Disallow: /journal/jmms$
Disallow: /journal/jmms/*
Disallow: /journal/jscp$
Disallow: /journal/jscp/*
Disallow: /journal/lights$
Disallow: /journal/lights/*
Disallow: /journal/microelectronics$
Disallow: /journal/microelectronics/*
Disallow: /journal/microwave$
Disallow: /journal/microwave/*
Disallow: /journal/multimedia$
Disallow: /journal/multimedia/*
Disallow: /journal/oncopathology$
Disallow: /journal/oncopathology/*
Disallow: /journal/opennursing$
Disallow: /journal/opennursing/*
Disallow: /journal/pains$
Disallow: /journal/pains/*
Disallow: /journal/projects$
Disallow: /journal/projects/*
Disallow: /journal/protein$
Disallow: /journal/protein/*
Disallow: /journal/purification$
Disallow: /journal/purification/*
Disallow: /journal/Realities$
Disallow: /journal/Realities/*
Disallow: /journal/regeneration$
Disallow: /journal/regeneration/*
Disallow: /journal/Services$
Disallow: /journal/Services/*
Disallow: /journal/storage$
Disallow: /journal/storage/*
Disallow: /journal/tae$
Disallow: /journal/tae/*
Disallow: /journal/tph$
Disallow: /journal/tph/*
Disallow: /journal/trees-offline$
Disallow: /journal/trees-offline/*
Disallow: /journal/wearables$
Disallow: /journal/wearables/*
Disallow: /journal/wem$
Disallow: /journal/wem/*
Sitemap: https://www.mdpi.com/sitemap/sitemap.xml
Sitemap: https://www.mdpi.com/sitemap/sitemap_books_index.xml