# generic robots.txt for Outlet stores # $Id: robots.txt,v 1.7 2009/04/02 18:21:16 sstanaitis Exp $ # This is for yahoo User-agent: Slurp Crawl-delay: 10 # For all robots User-agent: * # This is for anyone else Request-rate: 1/1 # maximum rate is one page every 1 seconds # Don't put anything in the shopping cart Disallow: /bath/cart.pl Disallow: /faucets/cart.pl Disallow: /lighting/cart.pl Disallow: /products/cart.pl # Don't look at customer account pages Disallow: /bath/getTracking.pl Disallow: /faucets/getTracking.pl Disallow: /lighting/getTracking.pl Disallow: /products/getTracking.pl Disallow: /bath/myAccount.pl Disallow: /faucets/myAccount.pl Disallow: /lighting/myAccount.pl Disallow: /products/myAccount.pl # Don't look at obsolete programs Disallow: /bath/drillDown.pl Disallow: /faucets/drillDown.pl Disallow: /lighting/drillDown.pl Disallow: /products/drillDown.pl Disallow: /bath/rawSearch.pl Disallow: /faucets/rawSearch.pl Disallow: /lighting/rawSearch.pl Disallow: /products/rawSearch.pl # Don't look at Other Stuff Disallow: /bath/emailSignup.pl Disallow: /bath/orderHistory.pl Disallow: /bath/openQuotes.pl Disallow: /bath/accountDetails.pl Disallow: /bath/referAFriend.pl Disallow: /faucets/emailSignup.pl Disallow: /faucets/orderHistory.pl Disallow: /faucets/openQuotes.pl Disallow: /faucets/accountDetails.pl Disallow: /faucets/referAFriend.pl Disallow: /lighting/emailSignup.pl Disallow: /lighting/orderHistory.pl Disallow: /lighting/openQuotes.pl Disallow: /lighting/accountDetails.pl Disallow: /lighting/referAFriend.pl Disallow: /products/emailSignup.pl Disallow: /products/orderHistory.pl Disallow: /products/openQuotes.pl Disallow: /products/accountDetails.pl Disallow: /products/referAFriend.pl # This is to block Fatbot and www.thefind.com who we never got #sales from anyways and gave wrong prices for us anyways User-agent: Fatbot Disallow: /