User-agent: *
Crawl-delay: 100
Disallow: /keys/ # binary keys
Disallow: /trees/ # newick and nexus trees
Disallow: /css/ # Cascading style sheets
Disallow: /js/  # JavaScript
Disallow: /META-INF/ # War metadata
Disallow: /authority/ # LSID Authority