# Robots.txt file from http://www.bestgolfer.net/ # # All robots will spider the domain User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /product1.txt Disallow: /product2.txt Disallow: /product-line1.txt Disallow: /product-line2.txt Disallow: /image-par1.txt Disallow: /image-par2.txt Disallow: /image-par3.txt User-agent: Mediapartners-Google* Disallow: /cgi-bin/ Disallow: /images/ Disallow: /product1.txt Disallow: /product2.txt Disallow: /product-line1.txt Disallow: /product-line2.txt Disallow: /image-par1.txt Disallow: /image-par2.txt