# robots.txt for http://www.hist.cam.ac.uk/ User-agent: * Disallow: TEMPLATE.html Disallow: /images/ Disallow: /statistics/ Disallow: /polthought/ Disallow: az.html