# robots.txt file created at http://www.searchenginepromotionhelp.com/
# Sat, 15 Apr 2006 04:56:53 -0400

# Exclude Files From All Robots:

User-agent: car transport
Disallow: /index.html
Disallow: /dispatch_services.htm
Disallow: /faq.htm
Disallow: /logo.htm
Disallow: /linkurl.asp
Disallow: /carshipper.html
Disallow: /autotransport.html
Disallow: /carshipper.html
Disallow: /quote.html
Disallow: /terms_conditions.htm
Disallow: /reference.htm
Disallow: /cartransport
Disallow: /autotransport
Disallow: /carshipper
Disallow: /vehicleshipper
Disallow: /vehicle_shipper.html
Disallow: /vehicle_shipping.html
Disallow: /vehicleshipper.html
Disallow: /car_shipper.html
Disallow: /car_shipper_vehicle_shipper.html
Disallow: /car_shipping.html
Disallow: /car_transport.html
Disallow: /car_transport_auto_transport.html
Disallow: /car_transport_auto_transport_car_shiper_vehicle_shipper.html
Disallow: /cartransport.html







# End robots.txt file
#
# robots.txt for http://www.thecarshippers.com/index.html
#
# $Id: robots.txt,v 1.41 2006/02/22 16:31:58 ted Exp $
#

# For use by search.thietke123.com
User-agent: W3C-gsa
Disallow: /Out-Of-Date

# W3C Link checker
User-agent: W3C-checklink
Disallow: /

# exclude some access-controlled areas
User-agent: *
Disallow: /www.thecarshippers.com
Disallow: /www.thecarshippers.com/cartransport.html
Disallow: /www.thecarshippers.com/autotransport.html
Disallow: /www.thecarshippers.com/carshipper.html
Disallow: /www.thecarshippers.com/vehicleshipper.html
Disallow: /www.thecarshippers.com/dispatch_services.html
Disallow: /www.thecarshippers.com/faq.htm
Disallow: /www.thecarshippers.com/contact.htm
Disallow: /mid/
Disallow: /People/all/
Disallow: /RDF/Validator/ARPServlet
Disallow: /2003/03/Translations/byLanguage
Disallow: /2003/03/Translations/byTechnology
Disallow: /2005/11/Translations/Query
Disallow: /2003/glossary/subglossary/cartransport
#Disallow: /2005/06/blog/
#Disallow: /2001/07/pubrules-checker
#shouldnt get transparent proxies but will ml links of things like pubrules
Disallow: /2000/06/index.html/xslt
Disallow: /2000/09/webdata/xslt