# robots.txt for CORE http://core.ac.uk and mirror sites.
# We allow access crawlers to access our site, but require unknown crawlers to crawl at a lower frequency. Should you need to crawl at a higher frequency please contact us.
# If you need to access or harvest our content, please consider using the CORE API: https://core.ac.uk/services#api instead of crawling the whole website
User-agent: *
Disallow: /search
Disallow: /no-crawl
Sitemap: http://core.ac.uk/sitemap.xml
User-agent: Googlebot
Allow: /
Disallow: /search
Disallow: /no-crawl