# robots.txt for http://www.cp.umist.ac.uk/ # prevent access to specific directories User-agent: * Disallow: /CGI-BIN/* Disallow: /ICONS/* Disallow: /CPC/SUPPORT/* Disallow: /Lecturenotes/*