# robots.txt generated at http://www.mcanerin.com # Sat, 11 Apr 2009 09:40:50 +0000 # Exclude Files From All Robots: # Default /robots.txt File for all Community Architect Partner pages # Disallow all crawlers access to certain pages. User-agent: * Disallow: /checkout.asp Disallow: /add_cart.asp Disallow: /view_cart.asp Disallow: /error.asp Disallow: /shipquote.asp Disallow: /rssfeed.asp Disallow: /*.asp Disallow: /admin/ Disallow: /assets/db/ Disallow: /stats/ Disallow: /notify/ Disallow: /cgi-bin/* Disallow: /cgi-bin/data/ Disallow: /templates/custom/ Disallow: /templates/custom/wrappers/ Disallow: /product_index.asp* Disallow: /product_index.asp?page=2 Disallow: /sitemap_cache.txt Disallow: /*iCup-Drug-Screen* Disallow: /*.dwt Disallow: /*_p_* Disallow: /product_index1.html Disallow: /product_index2.html Disallow: /*_c_* Disallow: /cgibin/* Disallow: /includes/* Disallow: https://www.rapiddetect.com/* Disallow: /*_ep_* Sitemap: http://www.rapiddetect.com/site_map.xml # Optional site map URL: Sitemap: http://www.rapiddetect.com/sitemap.html # Optional site map URL: Sitemap: http://www.rapiddetect.com/ror.xml # Optional site map URL: Sitemap: http://www.rapiddetect.com/urllist.txt # End robots.txt file