User-agent: *

Crawl-delay: 10
Disallow: /cgi/
Disallow: /latest.html

User-agent: Nutch
Crawl-delay: 30

Sitemap: http://discovery.ucl.ac.uk/sitemap.xml

Sitemap: https://discovery.ucl.ac.uk/sitemap.xml