NeuralCrawl

Frontier Communications / robots.txt snapshot

← back to frontier.com · fetched 2026-06-20T01:10:31Z (18h ago) · HTTP 200 · 5713 bytes · sha256 97f994cb8f6101de · raw

final URL: https://frontier.com/robots.txt

1# robots.txt for https://frontier.com/
2
3User-agent: *
4Disallow: /sitefinity*
5Disallow: /docs/wholesaledocs/
6Disallow: /docs/agentorder-contractsandforms/
7Disallow: /docs/AgentOrder-SellSheets/
8Disallow: /docs/agentorder/
9Disallow: /docs/BusAgentOrderPromotions/
10Disallow: /docs/FrontierSecure/
11Disallow: /docs/washingtonreports/
12Disallow: /Documents/wholesale/
13Disallow: /wholesale/?*
14Disallow: /Telerik*
15Disallow: /role/*
16Disallow: /sitecore
17Disallow: /Sitecore
18Disallow: /sitecore_files/
19Disallow: /sitecore modules/
20Disallow: /App_Browsers/
21Disallow: /App_config/
22Disallow: /App_Data/
23Disallow: /temp/
24Disallow: /upload/
25Disallow: /xsl/
26Disallow: /bin/
27Disallow: /Libraries/
28
29# --- OpenAI: ChatGPT search (OAI-SearchBot) ---
30User-agent: OAI-SearchBot
31Disallow: /sitefinity*
32Disallow: /docs/wholesaledocs/
33Disallow: /docs/agentorder-contractsandforms/
34Disallow: /docs/AgentOrder-SellSheets/
35Disallow: /docs/agentorder/
36Disallow: /docs/BusAgentOrderPromotions/
37Disallow: /docs/FrontierSecure/
38Disallow: /docs/washingtonreports/
39Disallow: /Documents/wholesale/
40Disallow: /wholesale/?*
41Disallow: /Telerik*
42Disallow: /role/*
43Disallow: /sitecore
44Disallow: /Sitecore
45Disallow: /sitecore_files/
46Disallow: /sitecore modules/
47Disallow: /App_Browsers/
48Disallow: /App_config/
49Disallow: /App_Data/
50Disallow: /temp/
51Disallow: /upload/
52Disallow: /xsl/
53Disallow: /bin/
54Disallow: /Libraries/
55
56# --- OpenAI: model training crawl (GPTBot); disallow to opt out of training only ---
57User-agent: GPTBot
58Disallow: /sitefinity*
59Disallow: /docs/wholesaledocs/
60Disallow: /docs/agentorder-contractsandforms/
61Disallow: /docs/AgentOrder-SellSheets/
62Disallow: /docs/agentorder/
63Disallow: /docs/BusAgentOrderPromotions/
64Disallow: /docs/FrontierSecure/
65Disallow: /docs/washingtonreports/
66Disallow: /Documents/wholesale/
67Disallow: /wholesale/?*
68Disallow: /Telerik*
69Disallow: /role/*
70Disallow: /sitecore
71Disallow: /Sitecore
72Disallow: /sitecore_files/
73Disallow: /sitecore modules/
74Disallow: /App_Browsers/
75Disallow: /App_config/
76Disallow: /App_Data/
77Disallow: /temp/
78Disallow: /upload/
79Disallow: /xsl/
80Disallow: /bin/
81Disallow: /Libraries/
82
83# --- OpenAI: ChatGPT ads landing-page validation ---
84User-agent: OAI-AdsBot
85Disallow: /sitefinity*
86Disallow: /docs/wholesaledocs/
87Disallow: /docs/agentorder-contractsandforms/
88Disallow: /docs/AgentOrder-SellSheets/
89Disallow: /docs/agentorder/
90Disallow: /docs/BusAgentOrderPromotions/
91Disallow: /docs/FrontierSecure/
92Disallow: /docs/washingtonreports/
93Disallow: /Documents/wholesale/
94Disallow: /wholesale/?*
95Disallow: /Telerik*
96Disallow: /role/*
97Disallow: /sitecore
98Disallow: /Sitecore
99Disallow: /sitecore_files/
100Disallow: /sitecore modules/
101Disallow: /App_Browsers/
102Disallow: /App_config/
103Disallow: /App_Data/
104Disallow: /temp/
105Disallow: /upload/
106Disallow: /xsl/
107Disallow: /bin/
108Disallow: /Libraries/
109
110# --- Anthropic ---
111User-agent: ClaudeBot
112Disallow: /sitefinity*
113Disallow: /docs/wholesaledocs/
114Disallow: /docs/agentorder-contractsandforms/
115Disallow: /docs/AgentOrder-SellSheets/
116Disallow: /docs/agentorder/
117Disallow: /docs/BusAgentOrderPromotions/
118Disallow: /docs/FrontierSecure/
119Disallow: /docs/washingtonreports/
120Disallow: /Documents/wholesale/
121Disallow: /wholesale/?*
122Disallow: /Telerik*
123Disallow: /role/*
124Disallow: /sitecore
125Disallow: /Sitecore
126Disallow: /sitecore_files/
127Disallow: /sitecore modules/
128Disallow: /App_Browsers/
129Disallow: /App_config/
130Disallow: /App_Data/
131Disallow: /temp/
132Disallow: /upload/
133Disallow: /xsl/
134Disallow: /bin/
135Disallow: /Libraries/
136
137User-agent: Claude-SearchBot
138Disallow: /sitefinity*
139Disallow: /docs/wholesaledocs/
140Disallow: /docs/agentorder-contractsandforms/
141Disallow: /docs/AgentOrder-SellSheets/
142Disallow: /docs/agentorder/
143Disallow: /docs/BusAgentOrderPromotions/
144Disallow: /docs/FrontierSecure/
145Disallow: /docs/washingtonreports/
146Disallow: /Documents/wholesale/
147Disallow: /wholesale/?*
148Disallow: /Telerik*
149Disallow: /role/*
150Disallow: /sitecore
151Disallow: /Sitecore
152Disallow: /sitecore_files/
153Disallow: /sitecore modules/
154Disallow: /App_Browsers/
155Disallow: /App_config/
156Disallow: /App_Data/
157Disallow: /temp/
158Disallow: /upload/
159Disallow: /xsl/
160Disallow: /bin/
161Disallow: /Libraries/
162
163# --- Perplexity ---
164User-agent: PerplexityBot
165Disallow: /sitefinity*
166Disallow: /docs/wholesaledocs/
167Disallow: /docs/agentorder-contractsandforms/
168Disallow: /docs/AgentOrder-SellSheets/
169Disallow: /docs/agentorder/
170Disallow: /docs/BusAgentOrderPromotions/
171Disallow: /docs/FrontierSecure/
172Disallow: /docs/washingtonreports/
173Disallow: /Documents/wholesale/
174Disallow: /wholesale/?*
175Disallow: /Telerik*
176Disallow: /role/*
177Disallow: /sitecore
178Disallow: /Sitecore
179Disallow: /sitecore_files/
180Disallow: /sitecore modules/
181Disallow: /App_Browsers/
182Disallow: /App_config/
183Disallow: /App_Data/
184Disallow: /temp/
185Disallow: /upload/
186Disallow: /xsl/
187Disallow: /bin/
188Disallow: /Libraries/
189
190# --- Google: Gemini / AI training (separate from Googlebot) ---
191User-agent: Google-Extended
192Disallow: /sitefinity*
193Disallow: /docs/wholesaledocs/
194Disallow: /docs/agentorder-contractsandforms/
195Disallow: /docs/AgentOrder-SellSheets/
196Disallow: /docs/agentorder/
197Disallow: /docs/BusAgentOrderPromotions/
198Disallow: /docs/FrontierSecure/
199Disallow: /docs/washingtonreports/
200Disallow: /Documents/wholesale/
201Disallow: /wholesale/?*
202Disallow: /Telerik*
203Disallow: /role/*
204Disallow: /sitecore
205Disallow: /Sitecore
206Disallow: /sitecore_files/
207Disallow: /sitecore modules/
208Disallow: /App_Browsers/
209Disallow: /App_config/
210Disallow: /App_Data/
211Disallow: /temp/
212Disallow: /upload/
213Disallow: /xsl/
214Disallow: /bin/
215Disallow: /Libraries/
216
217# ChatGPT-User: user-initiated fetches; robots.txt may not apply per OpenAI.
218# Manage search visibility with OAI-SearchBot above, not ChatGPT-User.
219
220Sitemap: https://frontier.com/sitemap.xml