# robots.txt for http://www.summitcanyon.com/ User-agent: * Disallow: /urchin/ # This is an infinite virtual URL space Disallow: /stylesheets/ # these don't need to be visited Disallow: /style_sheets/ # ditto Disallow: /test.html # this is an example