# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: #User-Agent: * #Disallow: / Allow: / Disallow: /get_this_car/ Disallow: /inventories/ Disallow: /inventories Disallow: /images/ Disallow: /stylesheets/ Disallow: /javascripts/ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.png$ Disallow: /images/*.png$ Disallow: /images/*.jpg$ Disallow: /*.zip$ Disallow: /*.doc$ Disallow: /*.exe$ Disallow: /*.pdf$