# robots.txt for http://www.arch.kth.se/ User-agent: * Disallow: /help/ Disallow: /helpme/ # This is an infinite virtual URL space Disallow: /htbin/ # these will soon disappear Disallow: /cgi-bin/ Disallow: /hemsidor/ Disallow: /veckobrev/ Disallow: /old/ Disallow: /material/ Disallow: /test/