NeuralCrawl

ESPN / robots.txt snapshot

← back to espn.com · fetched 2026-06-26T13:23:15Z (3h ago) · HTTP 200 · 3223 bytes · sha256 69e57dadcb6f535e · raw

final URL: https://www.espn.com/robots.txt

1# robots.txt for www.espn.com
2
3User-agent: claritybot
4Disallow: /
5
6User-agent: GPTBot
7Disallow: /
8
9User-agent: Google-Extended
10Disallow: /
11
12User-agent: CCBot
13Disallow: /
14
15User-agent: ChatGPT-User
16Disallow: /
17
18User-agent: anthropic-ai
19Disallow: /
20
21User-agent: Omgilibot
22Disallow: /
23
24User-agent: Omgili
25Disallow: /
26
27User-agent: FacebookBot
28Disallow: /
29
30User-agent: Bytespider
31Disallow: /
32
33User-agent: *
34Disallow: */admin/
35Disallow: */boxscore?
36Disallow: */calendar/
37Disallow: */cat/
38Disallow: */conversation?
39Disallow: */conversation/
40Disallow: */conversations?
41Disallow: */conversations/
42Disallow: */databaseresults/
43Disallow: */date/
44Disallow: */deportes/
45Disallow: */flash/
46Disallow: */login?
47Disallow: */login/
48Disallow: */order/
49Disallow: */photoId/
50Disallow: */playbyplay?
51Disallow: /watch/*?*lang=
52Disallow: /watch/*?*rb=
53Disallow: /watch/*?*country=
54Disallow: /watch/*?*search=
55Disallow: /watch/*?*device=
56Disallow: /watch/*?*partner=
57Disallow: /watch/*?*redirected=
58Disallow: /watch/_/redirected/*
59Disallow: /watch/*?*om-navmethod=
60Disallow: */print?id
61Disallow: */printschedule/
62Disallow: */season/200
63Disallow: */split/
64Disallow: */start/
65Disallow: */swf/
66Disallow: */util/
67Disallow: */webslices/
68Disallow: */year/200
69Disallow: /*?ex_cid=
70Disallow: /*?innings=
71Disallow: /*?user=
72Disallow: /*&action=login
73Disallow: /*&full=
74Disallow: /*&order=
75Disallow: /*&photoId=
76Disallow: /*&sort=*
77Disallow: /ad/
78Disallow: /broadband/
79Disallow: /cgi
80Disallow: /community/
81Disallow: /composer/
82Disallow: /contests/
83Disallow: /espn/now
84Disallow: /espnradio/podcast/feeds/easports/
85Disallow: /index?sport=*&topId=*
86Disallow: /index?sport=*&type=replay
87Disallow: /members/
88Disallow: /personalization/
89Disallow: /sports*/index?topId=*
90Disallow: /travel/passport/
91Disallow: /video/clipDeportes
92Disallow: /video/search
93Disallow: /nba/tradeMachine/?tradeId=*
94Disallow: */wire?
95Disallow: /load_video_player/*
96Disallow: /football/conversation?gameId=*
97Disallow: */channels/*
98Disallow: */crossdomain/*
99Disallow: */makecorsrequest/*
100Disallow: */utils/*
101Disallow: */strategies/*
102Disallow: */child/*
103Disallow: */message/*
104Disallow: */units/*
105Disallow: */om-navmethod/*
106Disallow: */null
107Disallow: */null/*
108Disallow: */undefined
109Disallow: */undefined/*
110Disallow: *ESPNPlusAdobeTracking/
111Disallow: */modifier/*
112Disallow: /*&xhr=1
113Disallow: /*&wsVar=*
114Disallow: /*&_slug_=*
115Disallow: /*.com
116Disallow: /*.net
117Disallow: /*.org
118Disallow: /*.co.uk
119Disallow: */platform/*
120Disallow: /*&platform=
121Disallow: /*?platform=
122Disallow: /football/matchstats
123Disallow: /football/lineups
124Disallow: /football/commentary
125Disallow: /soccer/matchstats
126Disallow: /football/video
127Disallow: /soccer/lineups
128Disallow: /soccer/commentary
129Disallow: /soccer/video
130Disallow: //*
131Disallow: /*?*::*
132Disallow: /rugby?*
133Disallow: /jayski/tracks/archive/story/_/id/*/*/*
134Disallow: */baltimore-ravens-head-coach-john-harbaugh-clocks-long-hours-prep-game-day-espn-magazine
135Disallow: */kansas-city-royals-manager-ned-yost-lightning-rod-criticism
136Disallow: */wwe-aj-styles-retains-top-spot-narrowest-margins-kevin-owens-john-cena
137Allow: */platform/amp*
138Allow: /*&platform=amp
139Allow: /*?platform=amp
140Allow: /.well-known/amphtml/apikey.pub
141Sitemap: https://www.espn.com/sitemap.xml