# # robots.txt file for excluding subtrees from robot searches # User-agent: * Disallow: /_private/ Disallow: /product.asp Disallow: /shopper_lookup.asp