# robots.txt for http://www.ihr.mrc.ac.uk/ Sitemap: http://www.ihr.mrc.ac.uk/IHR_sitemap.xml User-agent: * Disallow: /admin/ # This is an infinite virtual URL space Disallow: /404.php # Disallow: /cgi/ # these will soon disappear Disallow: /downloads/ Disallow: /styles/