# robots.txt for http://www.perseusconsultancy.com/ User-agent: * Disallow: /protected/ # This is an infinite virtual URL space # Disallow: /foo.html