Expedia Group / robots.txt snapshot
← back to expedia.com · fetched 2026-06-20T01:10:31Z (15h ago) · HTTP 200 · 2069 bytes · sha256 d536d28cbb4c81dd · raw
final URL: https://www.expedia.com/robots.txt
| 1 | # |
| 2 | # General bots |
| 3 | # |
| 4 | user-agent: * |
| 5 | #hotel |
| 6 | disallow: /Hotel-Search |
| 7 | disallow: /hotel-search |
| 8 | disallow: /search? |
| 9 | disallow: /*/search? |
| 10 | disallow: /ugc/urs/api/hotelreviews/hotel/HOTELID/ |
| 11 | disallow: /LastBooking/ElapsedTime |
| 12 | disallow: /*chkin=* |
| 13 | disallow: /*chkout=* |
| 14 | disallow: /HotelCheckout |
| 15 | disallow: /Checkout |
| 16 | disallow: /checkout |
| 17 | disallow: /HotelBookingConfirmation |
| 18 | disallow: /en-au/ |
| 19 | disallow: /en-nz/ |
| 20 | #flight |
| 21 | disallow: /Flights-Search |
| 22 | disallow: /Flight-Information |
| 23 | disallow: /Flight-SearchResults |
| 24 | disallow: /Flights-BagFees |
| 25 | disallow: /Details |
| 26 | disallow: /FlightCheckout |
| 27 | disallow: /Confirmation-Flight |
| 28 | #package |
| 29 | disallow: /MultiItemCheckout |
| 30 | disallow: /MultiItemBookingConfirmation |
| 31 | disallow: /flexibleshopping |
| 32 | #car |
| 33 | disallow: /carsearch |
| 34 | disallow: /CarCheckout |
| 35 | #activities |
| 36 | disallow: /things-to-do/search? |
| 37 | disallow: /things-to-do/*/search? |
| 38 | disallow: /*/things-to-do/search |
| 39 | disallow: /things-to-do/reviews-external$ |
| 40 | #cruise |
| 41 | disallow: /Cruise-Search |
| 42 | disallow: /Cruise-CabinCategory |
| 43 | disallow: /CruiseCheckout |
| 44 | #other |
| 45 | disallow: /legacyGOTO |
| 46 | disallow: /go/ |
| 47 | disallow: /info/ |
| 48 | disallow: /trips/ |
| 49 | disallow: /Search-Results |
| 50 | disallow: /user/createaccount |
| 51 | disallow: /signup?* |
| 52 | disallow: /login?* |
| 53 | #test-seo |
| 54 | disallow: /api/uisprime/track |
| 55 | disallow: /trvl-px/ |
| 56 | disallow: /egcs/v2/collect |
| 57 | disallow: /api/ucs/shortlist/ |
| 58 | disallow: /api/v4/typeahead/ |
| 59 | disallow: /p/home |
| 60 | disallow: /*/p/home |
| 61 | disallow: /auth/ |
| 62 | disallow: /*/auth/ |
| 63 | disallow: /*/sso/ |
| 64 | |
| 65 | # |
| 66 | # Ads |
| 67 | # |
| 68 | user-agent: google-hoteladsverifier |
| 69 | user-agent: Mediapartners-Google |
| 70 | user-agent: AdsBot-Google-Mobile |
| 71 | user-agent: AdsBot-Google |
| 72 | user-agent: AdIdxBot |
| 73 | user-agent: OAI-AdsBot |
| 74 | allow: / |
| 75 | #test-seo |
| 76 | disallow: /api/uisprime/track |
| 77 | disallow: /trvl-px/ |
| 78 | disallow: /egcs/v2/collect |
| 79 | disallow: /api/ucs/shortlist/ |
| 80 | disallow: /api/v4/typeahead/ |
| 81 | |
| 82 | # |
| 83 | # SemrushBot |
| 84 | # |
| 85 | user-agent: SemrushBot |
| 86 | disallow: / |
| 87 | |
| 88 | # |
| 89 | # AI Search |
| 90 | # |
| 91 | user-agent: OAI-SearchBot |
| 92 | user-agent: ChatGPT-User |
| 93 | user-agent: PerplexityBot |
| 94 | user-agent: Perplexity-User |
| 95 | user-agent: Claude-User |
| 96 | user-agent: Claude-SearchBot |
| 97 | allow: / |
| 98 | disallow: /p/home |
| 99 | disallow: /*/p/home |
| 100 | disallow: /auth/ |
| 101 | disallow: /*/auth/ |
| 102 | disallow: /*/sso/ |