# Crawlers Setup User-agent: * Crawl-delay: 10 # Allowable Index Allow: /store/*?p= Allow: /store/catalog/seo_sitemap/category/ Allow: /store/catalogsearch/result/ Disallow: /_private/ Disallow: /_vti_bin/ Disallow: /_vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_pvt/ Disallow: /_vti_txt/ Disallow: /cgi-bin/ Disallow: /inc/ Disallow: /js/ Disallow: /program/ Disallow: /themes/ Disallow: /store/app/ Disallow: /store/downloader/ Disallow: /store/errors/ Disallow: /store/includes/ Disallow: /store/js/ Disallow: /store/lib/ Disallow: /store/pkginfo/ Disallow: /store/shell/ Disallow: /store/skin/ Disallow: /store/var/ Disallow: /store/media/ Disallow: /generator/ # Paths (clean URLs) Disallow: /store/catalog/product_compare/ Disallow: /store/catalog/category/view/ Disallow: /store/catalog/product/view/ Disallow: /store/catalogsearch/ Disallow: /store/checkout/ Disallow: /store/control/ Disallow: /store/contacts/ Disallow: /store/customer/ Disallow: /store/customize/ Disallow: /store/newsletter/ Disallow: /store/poll/ Disallow: /store/review/ Disallow: /store/sendfriend/ Disallow: /store/tag/ Disallow: /store/wishlist/ # Files Disallow: /store/cron.php Disallow: /store/cron.sh Disallow: /store/error_log Disallow: /store/install.php Disallow: /store/LICENSE.html Disallow: /store/LICENSE.txt Disallow: /store/LICENSE_AFL.txt Disallow: /store/STATUS.txt # Paths (no clean URLs) Disallow: /store/*.js$ Disallow: /store/*.css$ Disallow: /store/*.php$ Disallow: /store/*?p=*& Disallow: /store/*?SID= Sitemap: http://www.offshorespars.com/sitemap.xml Sitemap: http://www.offshorespars.com/store/sitemap.xml