# robots.txt for http://www.crossref.org/

User-agent: *
Disallow: /06members/ # This is an infinite virtual URL space
Disallow: /08downloads/ 
Disallow: /10legal/ 
Disallow: /02publishers/22request_mem.html
Disallow: /03libraries/30request_mem.html
Disallow: /04intermediaries/35request_mem.html
Disallow: /07annual
Disallow: /09demo
Disallow: /images
Disallow: /pipermail
Disallow: /tmp/ # these will soon disappear
Disallow: /foo.html
Disallow: /SimpleTextQuery
Disallow: /openurl