# Robots exclusion file for http://www.ebi.ac.uk/
# Any questions/comments to stephenr@ebi.ac.uk

User-agent: MJ12bot
Disallow: /
User-agent: naverbot
Disallow: /
User-agent: Twiceler
Disallow: /
User-agent: discobot 
Disallow: /
User-agent: msnbot
Disallow: /

User-agent: *
Crawl-Delay: 30
Disallow: /seqdb/confluence
Disallow: /*private*
Disallow: /~
Disallow: /3D
Disallow: /abc
Disallow: /arrayexpress.html
Disallow: /arrayexpress-old
Disallow: /arrayexpress/query/array_helpmenu.html
Disallow: /arrayexpress/query/bottom.html
Disallow: /arrayexpress/query/top.html
Disallow: /awstats
Disallow: /biocat/
Disallow: /biocatalogue
Disallow: /bioinformatics
Disallow: /cgi-bin/printable
Disallow: /cgi-bin/webservices
Disallow: /cgi-bin/*?
Disallow: /cgi_files
Disallow: /chembldb/index.php
Disallow: /citexplore
Disallow: /come/dags
Disallow: /come/docs
Disallow: /come/entry
Disallow: /come/find
Disallow: /come/path
Disallow: /come/pathrough
Disallow: /Compass
Disallow: /contrib
Disallow: /cpg
Disallow: /Databases/Genome_MOT/
Disallow: /dbases
Disallow: /dbest
Disallow: /~dbinns/documentation/
Disallow: /disease
Disallow: /downloads
Disallow: /dx.doi.org
Disallow: /ebibbs
Disallow: /ebi_docs
Disallow: /ega/dev
Disallow: /ego/top.html
Disallow: /embl/Documentation/FAQ/top.html
Disallow: /embl/Documentation/top.html
Disallow: /embl/Documentation/User_manual/top.html
Disallow: /embnet.news
Disallow: /ensembl/biomart
Disallow: /EnsMart
Disallow: /epo
Disallow: /epo-dev
Disallow: /errors
Disallow: /es/doku
Disallow: /es/private_es/
Disallow: /es/private_staff/
Disallow: /euro2004
Disallow: /eurocarb
Disallow: /euprojects
Disallow: /fiv97
Disallow: /flybase
Disallow: /fssp
Disallow: /~gaudan
Disallow: /Genome_MOT
Disallow: /genomes/mot/
Disallow: /Groups/images
Disallow: /Groups/include
Disallow: /hinxton
Disallow: /~holm
Disallow: /images
Disallow: /include
Disallow: /industry/private
Disallow: /industry_SME
Disallow: /info
Disallow: /Information/images
Disallow: /Information/include
Disallow: /Information/local
Disallow: /Information/Seminars/EU1998/
Disallow: /Information/Staff/monkey.html
Disallow: /intact/graph2MIF
Disallow: /intact/hierarchView
Disallow: /intact/mine/
Disallow: /intact/search
Disallow: /intact/statisticView
Disallow: /integr8
Disallow: /interpro/alert.html
Disallow: /interpro/internal-tools
Disallow: /interpro/internal-tools/
Disallow: /interpro/ISpy
Disallow: /interpro/listing_old.html
Disallow: /interpro/RI*
Disallow: /ismb97
Disallow: /local
Disallow: /miamexpress/devhelp
Disallow: /~michele/jalview
Disallow: /microarray/ArrayExpress
Disallow: /microarray-as/atlas/qr
Disallow: /microarray/ExpressionProfiler
Disallow: /microarray/General/Internal
Disallow: /microarray/MIAMExpress
Disallow: /microarray/interfaces
Disallow: /_mm
Disallow: /_mmDBScripts
Disallow: /_mmServerScripts
Disallow: /msd.old/
Disallow: /msd-srv/ssm/cgi-bin/
Disallow: /msd/status.html
Disallow: /msd/underdev.html
Disallow: /newt
Disallow: /_notes
Disallow: /oib97
Disallow: /oib98
Disallow: /~osklyar
Disallow: /~ouzounis
Disallow: /parasites
Disallow: /pdbe-srv/view
Disallow: /powerpoint
Disallow: /primers_home.html
Disallow: /profiles
Disallow: /proteincol
Disallow: /protein_profiles
Disallow: /proteomeApplications
Disallow: /PSD
Disallow: /pub
Disallow: /rd
Disallow: /research/cgg
Disallow: /RHdb
Disallow: /scripts
Disallow: /searches/netsearch.html
Disallow: /services.html
Disallow: /services/images
Disallow: /services/include
Disallow: /sift
Disallow: /site_indexer
Disallow: /soaplab
Disallow: /software
Disallow: /SSC
Disallow: /subs
Disallow: /sw
Disallow: /Systems
Disallow: /tc-test
Disallow: /Templates
Disallow: /test
Disallow: /text
Disallow: /textonly
Disallow: /thornton-srv/databases/enzymes
Disallow: /thornton-srv/databases/practicals
Disallow: /thornton-srv/databases/targets
Disallow: /tops
Disallow: /wc2002
Disallow: /webmaster_mail.html
Disallow: /webservices/documentation/
Disallow: /xs