# Robots.txt file # # Section 1: User-agent: Mozilla/4.0 (compatible; MSIE 5.5; Windows NT; PCLN NOC SiteScope) Disallow: User-agent: PATROL/V3.6.50i (Linux;INET KM 6.2.10 200410050940) Disallow: # Section 2: User-agent: MJ12bot Disallow: / User-agent: searchpreview Crawl-delay: 200 # Section 3: User-agent: * Disallow: /chkrequest.asp Disallow: /cityss.asp Disallow: /ErrorPage.asp Disallow: /errorpage.htm Disallow: /hr.asp Disallow: /Hr.asp Disallow: /HR.asp Disallow: /Invalid_Data.html Disallow: /qp.asp Disallow: /Qp.asp Disallow: /QP.asp Disallow: /Session_Timeout.asp Disallow: /WLDefault.asp Disallow: /calendar/ Disallow: /checkstatus/ Disallow: /CheckStatus/ Disallow: /CustomerService/ Disallow: /Extras/ Disallow: /finance/ Disallow: /hotels/CheckStatus/ Disallow: /hotels/checkstatus/ Disallow: /hotels/Lang/ Disallow: /hotels/lang/ Disallow: /include/ Disallow: /lowestfare/ Disallow: /map/ Disallow: /Map/ Disallow: /myprofile/ Disallow: /MyProfile/ Disallow: /NewFinance/homeequity/ Disallow: /NewFinance/infoctr/ Disallow: /NewFinance/newinclude/ Disallow: /NewFinance/plmortgage/ Disallow: /NewFinance/SaveMyPlace/ Disallow: /privacypolicy/ Disallow: /PrivacyPolicy/ Disallow: /r/ Disallow: /rentalcars/Lang/ Disallow: /rentalcars/lang/ Disallow: /rentalcars/p1.asp Disallow: /surveys/ Disallow: /Travel/ Disallow: /travel/ Disallow: /Vacations/ Disallow: /vacations/ Crawl-delay: 90