# $Id: robots.txt.kayak.prod,v 1.13.12.1 2009/11/10 19:12:02 jon Exp $ # $Source: /v/cvs/nucleus/ui/kayak/robots.txt.kayak.prod,v $ # kayak.com robots.txt for production User-agent: * Disallow: /akamai-sureroute-test-object.html Disallow: /k/redirect/out Disallow: /out Disallow: /s/clickthrough.jsp Disallow: /s/kayaksearch.jsp Disallow: /s/index.jsp Disallow: /k/ Disallow: /h/hotel/hotelmap.vtl Disallow: /hotelmap Disallow: /m/ Disallow: /s/deals.jsp Disallow: /s/flightprogress.jsp Disallow: /s/hotelprogress.jsp Disallow: /s/flights.jsp Disallow: /s/hotels.jsp Disallow: /s/bookit.jsp Disallow: /s/search Disallow: /s/sparkle Disallow: /adclick Disallow: /h/hotelspeed disallow: /dealssearch disallow: /s/dealbuzz User-agent: Slurp Crawl-delay: 0.5