# robots.txt # $Id: robots.txt,v 1.3 2006/08/16 17:36:58 ewedaa Exp $ # This is for yahoo User-agent: Slurp Crawl-delay: 1 # For all robots User-agent: * # This is for anyone else Request-rate: 1/1 # maximum rate is one page every 1 seconds # Don't put anything in the shopping cart Disallow: cart.pl Disallow: /cgi-bin/cart.pl Disallow: /decor/cart.pl # Don't try to track orders Disallow: getTracking.pl Disallow: /cgi-bin/getTracking.pl Disallow: /decor/getTracking.pl # Don't look at images Disallow: /images/ Disallow: /prodimages/ # Don't look at obsolete programs Disallow: advSearch.pl Disallow: drillDown.pl Disallow: rawSearch.pl Disallow: /cgi-bin/advSearch.pl Disallow: /cgi-bin/drillDown.pl Disallow: /cgi-bin/rawSearch.pl Disallow: /decor/advSearch.pl Disallow: /decor/drillDown.pl Disallow: /decor/rawSearch.pl # Don't index partners Disallow: /ace/ Disallow: /bedbath/ Disallow: /club/ Disallow: /cs Disallow: /dib/ Disallow: /dl Disallow: /dom Disallow: /dpc/ Disallow: /hdc/ Disallow: /imp Disallow: /kbs/ Disallow: /linensource/ Disallow: /tcs/ Disallow: /tileshop/