Robots.txt for europa.eu

        #EUROPA.EU ROBOTS.TXT

#BINGBOT
#IM0022076229 / IM0022372707
User-agent: bingbot
Disallow: /taxation_customs/dds2/ecics/

#ALL AGENTS
User-agent: *		# match any robot name
Disallow: /cgi-bin/	# don't allow robots into cgi-bin
Disallow: /eur-lex/	# don't index old Eurlex - 13/09/2006 Request from OPOCE (Mr O. Grossmann)
Disallow: /archives/	# don't index the archives

#IM0012723685 - 03/04/2014
Disallow: /youth/dissemination/		
Disallow: /youth/archive/
Disallow: /youth/includes/
Disallow: /youth/misc/
Disallow: /youth/modules/
Disallow: /youth/profiles/
Disallow: /youth/themes/
Disallow: /youth/cron.php
Disallow: /youth/install.php
Disallow: /youth/LICENSE.txt
Disallow: /youth/xmlrpc.php
Disallow: /youth/admin/
Disallow: /youth/comment/reply/
Disallow: /youth/filter/tips/
Disallow: /youth/node/add/
Disallow: /youth/search/
Disallow: /youth/user/register/
Disallow: /youth/user/password/
Disallow: /youth/user/login/
Disallow: /youth/user/logout/

#IM0017899419 - 20/06/2019
Crawl-delay: 10
Disallow: /capacity4dev/includes/
Disallow: /capacity4dev/misc/
Disallow: /capacity4dev/modules/
Disallow: /capacity4dev/profiles/
Disallow: /capacity4dev/scripts/
Disallow: /capacity4dev/themes/
Disallow: /capacity4dev/CHANGELOG.txt
Disallow: /capacity4dev/cron.php
Disallow: /capacity4dev/INSTALL.mysql.txt
Disallow: /capacity4dev/INSTALL.pgsql.txt
Disallow: /capacity4dev/INSTALL.sqlite.txt
Disallow: /capacity4dev/install.php
Disallow: /capacity4dev/INSTALL.txt
Disallow: /capacity4dev/LICENSE.txt
Disallow: /capacity4dev/MAINTAINERS.txt
Disallow: /capacity4dev/update.php
Disallow: /capacity4dev/UPGRADE.txt
Disallow: /capacity4dev/xmlrpc.php
Disallow: /capacity4dev/admin/
Disallow: /capacity4dev/comment/reply/
Disallow: /capacity4dev/filter/tips/
Disallow: /capacity4dev/node/add/
Disallow: /capacity4dev/search/
Disallow: /capacity4dev/user/register/
Disallow: /capacity4dev/user/password/
Disallow: /capacity4dev/user/login/
Disallow: /capacity4dev/user/logout/
Disallow: /capacity4dev/results-reporting-eud-or-hq-unit
Disallow: /capacity4dev/eu-rfi
Disallow: /capacity4dev/results_reporting_2013-14
Disallow: /capacity4dev/results_reporting_2014-15
Disallow: /capacity4dev/?q=admin/
Disallow: /capacity4dev/?q=comment/reply/
Disallow: /capacity4dev/?q=filter/tips/
Disallow: /capacity4dev/?q=node/add/
Disallow: /capacity4dev/?q=search/
Disallow: /capacity4dev/?q=user/password/
Disallow: /capacity4dev/?q=user/register/
Disallow: /capacity4dev/?q=user/login/
Disallow: /capacity4dev/?q=user/logout/
Disallow: /capacity4dev/*/includes/
Disallow: /capacity4dev/*/misc/
Disallow: /capacity4dev/*/modules/
Disallow: /capacity4dev/*/profiles/
Disallow: /capacity4dev/*/scripts/
Disallow: /capacity4dev/*/themes/
Disallow: /capacity4dev/*/CHANGELOG.txt
Disallow: /capacity4dev/*/cron.php
Disallow: /capacity4dev/*/INSTALL.mysql.txt
Disallow: /capacity4dev/*/INSTALL.pgsql.txt
Disallow: /capacity4dev/*/INSTALL.sqlite.txt
Disallow: /capacity4dev/*/install.php
Disallow: /capacity4dev/*/INSTALL.txt
Disallow: /capacity4dev/*/LICENSE.txt
Disallow: /capacity4dev/*/MAINTAINERS.txt
Disallow: /capacity4dev/*/update.php
Disallow: /capacity4dev/*/UPGRADE.txt
Disallow: /capacity4dev/*/xmlrpc.php
Disallow: /capacity4dev/*/admin/
Disallow: /capacity4dev/*/comment/reply/
Disallow: /capacity4dev/*/filter/tips/
Disallow: /capacity4dev/*/node/add/
Disallow: /capacity4dev/*/search/
Disallow: /capacity4dev/*/user/register/
Disallow: /capacity4dev/*/user/password/
Disallow: /capacity4dev/*/user/login/
Disallow: /capacity4dev/*/user/logout/
Disallow: /capacity4dev/*/?q=admin/
Disallow: /capacity4dev/*/?q=comment/reply/
Disallow: /capacity4dev/*/?q=filter/tips/
Disallow: /capacity4dev/*/?q=node/add/
Disallow: /capacity4dev/*/?q=search/
Disallow: /capacity4dev/*/?q=user/password/
Disallow: /capacity4dev/*/?q=user/register/
Disallow: /capacity4dev/*/?q=user/login/
Disallow: /capacity4dev/*/?q=user/logout/
Disallow: /capacity4dev/flag/
Disallow: /capacity4dev/?q=flag/
Disallow: /capacity4dev/*/flag/
Disallow: /capacity4dev/capacity4dev/flag/
Disallow: /capacity4dev/*/?q=flag/
Disallow: /capacity4dev/*/searchgroup/
Disallow: /capacity4dev/events/
Disallow: /capacity4dev/*/events/
Disallow: /capacity4dev/*/blogs/
Disallow: /capacity4dev/*/news/
Disallow: /capacity4dev/*/discussions/
Disallow: /capacity4dev/*/media/
Disallow: /capacity4dev/*/documents/
Disallow: /capacity4dev/*/library/
Disallow: /capacity4dev/*/calendar/
Disallow: /capacity4dev/*/members/
Disallow: /capacity4dev/people/
Disallow: /capacity4dev/people
Disallow: /capacity4dev/user/
Disallow: /capacity4dev/users/
Disallow: /capacity4dev/*/members/
Disallow: /capacity4dev/*/members
Disallow: /capacity4dev/*/people/
Disallow: /capacity4dev/*/people
Disallow: /capacity4dev/*/user/
Disallow: /capacity4dev/*/users/
Disallow: /youreurope/citizensACC/
Disallow: /youreurope/businessACC/
Disallow: /youreurope/citizensDEV/
Disallow: /youreurope/businessDEV/