# robots.txt for http://www.wtccc.org.uk/ User-agent: * Disallow: /cgi-bin/ # Unless there's any specific allows, best avoid these. #Disallow: /cgi-bin/manager/ # and Disallow: /tmp/ # these will soon disappear