# robots.txt for http://www.example.com/

User-agent: * 
disallow: /cgi-bin # This is an infinite virtual URL space
disallow: /scripts # This is an infinite virtual URL space
disallow: /test # This is an infinite virtual URL space