# Robots.txt file # # All robots will spider the domain User-agent: * Disallow: /*uid= Disallow: /*function=CART Disallow: /*function=CHECKOUT Disallow: /*function=SEARCH Disallow: /*function=CHECKOUTFIELDS Disallow: /*function=WEBPAGE Disallow: /*function=DISPLAYCAT Disallow: /*function=EMAILTOFRIEND Disallow: /*function=CUSTOMERREVIEW Disallow: /*function=TERMS Disallow: /*function=*404* Disallow: /*?404* Crawl-delay: 10