# robots.txt file # # purpose to World Wide Web Robots trawling your web site (or parts thereof) # # For more info consult: # http://www.robotstxt.org/wc/robots.html User-agent: * Disallow: /1product/beta-io/ Disallow: /product/beta-io/ Disallow: /products/beta-io/ # stay out of the beta site Disallow: /FTP_ROOT/ # stay out of the transfer folder! Disallow: /includes/ # stay out of the partial pages! Disallow: /css/ # stay out of the css Disallow: /livefeed/ # stay out of there too Disallow: /ndas/ # stay out of the NDAs Disallow: /temp-private/ # stay out of the private stuff Disallow: /forums/ # stay out of the stupid php forum! Disallow: /pforums/ # stay out of the private forum! Disallow: /bforums/ # stay out of the old beta forum!