User-agent: *
Crawl-delay: 10
Disallow: /generic-hub
Disallow: /lists
Disallow: /biocache-service
Disallow: /bie-index
Disallow: /bie-hub/proxy
Disallow: /bie-hub/sound-search
Disallow: /bie-hub/externalSite