Robots.txt for whosampled.com

        # Sorted alphabetically.
User-agent: *
Disallow: /accounts/
Disallow: /add/
Disallow: /ajax/
Disallow: /buy/
Disallow: /cdn-cgi/
Disallow: /contact/
Disallow: /edit/
Disallow: /embed/
Disallow: /forum/pm/
Disallow: /search/
Disallow: /share/
Disallow: /submit/
Disallow: /subscription/
Disallow: /user/login/
Disallow: /user/registration/
Allow: /

# Sorted alphabetically.
User-agent: coccoc
User-agent: CriteoBot/0.1
User-agent: MeMoNewsBot
User-agent: MJ12bot
User-agent: proximic
User-agent: rogerbot
User-agent: Yandex
Crawl-delay: 5

# Sorted alphabetically.
User-agent: 007ac9
User-agent: 008
User-agent: BLEXBot
User-agent: CCBot
User-agent: Cliqzbot
User-agent: GPTBot
User-agent: grapeshot
User-Agent: ImagesiftBot
User-agent: Nutch
User-agent: PetalBot
User-agent: Riddler
User-agent: sogou spider
User-agent: uipbot/1.0 (uipbot@semasio.net)
User-agent: WeSEE:Search
User-agent: www.integromedb.org/Crawler
User-agent: XoviBot
Disallow: /

Sitemap: https://www.whosampled.com/static/sitemaps/sitemap.xml