# robots.txt for http://www.erso.berkeley.edu/ User-agent: * #Disallow: / # This is an infinite virtual URL space #Disallow: /finder/ # these will soon disappear