# robots.txt for http://www.phy.cam.ac.uk/

User-Agent: W3C-checklink
Disallow:

User-agent: WebCrawler
Disallow: /

# go away
User-agent: *
Disallow: /cgi-bin
Disallow: /search
Disallow: /query.html
Disallow: /help
Disallow: /
Disallow: /cyberworld/map/ # This is an infinite virtual URL space
Disallow: /tmp/ # these will soon disappear
Disallow: /foo.html
Disallow: /winnt/system32/cmd.exe
Disallow: /scripts/
Disallow: /_vti_bin/
Disallow: /msadc/
Disallow: /Rpc/
Disallow: /PBServer/
Disallow: /_mem_bin/
Disallow: /iisadmpwd/
Disallow: /cgi-bin/
Disallow: /adsamples/
Disallow: /samples/..|..|..|..|..|..|winnt/system32/cmd.exe
Disallow: /d/winnt/system32/cmd.exe
Disallow: /c/winnt/system32/cmd.exe