# robots.txt for http://www.pollution.net/ User-agent: * Disallow: /staging/ # This is an infinite virtual URL space Disallow: /cgi-bin/ Disallow: /cgi-bin/amazon_products.cgi Disallow: /cgi-bin/amazon_products_feed.cgi User-Agent: OmniExplorer_Bot Disallow: /staging/ # This is an infinite virtual URL space Disallow: /cgi-bin/ Disallow: /cgi-bin/amazon_products.cgi Disallow: /cgi-bin/amazon_products_feed.cgi