# robots.txt for http://www.example.com/ User-agent: * Disallow: /3g/ # Disallow: /aroca/ # Disallow: /aroca2/ # Disallow: /newsogi/ # Disallow: /forum/ # Disallow: /Css/ # Disallow: /sales/ # Disallow: /search/ # Disallow: /product/ProductList.aspx Disallow: /product/productlist.aspx Disallow: /*.axd$ Disallow: /newforum/topic_post.aspx