NeuralCrawl

Parker Hannifin / robots.txt snapshot

← back to parker.com · fetched 2026-06-20T01:10:30Z (18h ago) · HTTP 200 · 5233 bytes · sha256 6c50239a42210b50 · raw

final URL: https://www.parker.com/robots.txt

1User-agent: CCBot
2Disallow: /
3
4User-agent: ChatGLM-spider
5Disallow: /
6
7User-agent: ChatGPT-User
8Allow: /
9
10User-agent: GPTBot
11Allow: /
12
13User-agent: Google-Extended
14Disallow: /
15
16User-agent: Google-CloudVertexBot
17Disallow: /
18
19User-agent: Applebot-Extended
20Disallow: /
21
22User-agent: anthropic-ai
23Allow: /
24
25User-agent: ClaudeBot
26Allow: /
27
28User-agent: Omgilibot
29Disallow: /
30
31User-agent: Omgili
32Disallow: /
33
34User-agent: FacebookBot
35Allow: /
36
37User-agent: DuckAssistBot
38Allow: /
39
40User-agent: AI2Bot
41Disallow: /
42
43User-agent: Kangaroo Bot
44Disallow: /
45
46User-agent: PanguBot
47Disallow: /
48
49User-agent: ImagesiftBot
50Disallow: /
51
52User-agent: PerplexityBot
53Allow: /
54
55User-agent: cohere-ai
56Disallow: /
57
58User-agent: cohere-training-data-crawler
59Disallow: /
60
61User-agent: Meta-ExternalAgent
62Disallow: /
63
64User-agent: Meta-ExternalFetcher
65Disallow: /
66
67User-agent: Timpibot
68Disallow: /
69
70User-agent: Webzio-Extended
71Disallow: /
72
73User-agent: WARDBot
74Disallow: /
75
76User-agent: amazon-kendra
77Disallow: /
78
79User-agent: DeepSeekBot
80Disallow: /
81
82User-agent: TikTokSpider
83Disallow: /
84
85User-agent: BytespiderBot
86Disallow: /
87
88User-agent: Kunato
89Disallow: /
90
91
92
93
94User-agent: Bingbot
95Disallow: /__COUNTRY__/__LANGUAGE__/search
96Disallow: /portal/site/PARKER/menuitem.98bf0856fd643a238c23b35b8320d1ca/
97Disallow: /portal/site/PARKER/menuitem.c6722322fe697c6315731910237ad1ca/
98Disallow: /us/en/cross-reference-result-page.html
99Disallow: /portal/site/PARKER/template.USER_MESSAGE/
100Disallow: /portal/site/PARKER/template.LOGIN/
101Disallow: /us/en/search
102
103User-agent: BingPreview
104Disallow: /__COUNTRY__/__LANGUAGE__/search
105Disallow: /portal/site/PARKER/menuitem.98bf0856fd643a238c23b35b8320d1ca/
106Disallow: /portal/site/PARKER/menuitem.c6722322fe697c6315731910237ad1ca/
107Disallow: /us/en/cross-reference-result-page.html
108Disallow: /portal/site/PARKER/template.USER_MESSAGE/
109Disallow: /portal/site/PARKER/template.LOGIN/
110Disallow: /us/en/search
111
112
113User-agent: *
114Allow: /etc.clientlibs/
115Allow: /content/dam/
116Allow: /parkerimages/
117Allow: /Online/Product%20Images/Category/
118Allow: /Online/Product%20Images/
119Disallow: /cgi-bin/
120Disallow: /portal/jsp/
121Disallow: /search?
122Disallow: /search?searchbox=
123Disallow: /cgi-bin/
124Disallow: /vgn-ext-templating/
125Disallow: /parkerimages/Parker.com/Countries-2011/United%20States/Web_Posting_Final*
126Sitemap: https://www.parker.com/sitemap_index.xml
127Sitemap: https://www.parker.com/us/en/sitemap.xml
128Sitemap: https://www.parker.com/us/en/sitemap.xml
129Sitemap: https://www.parker.com/us/fr/sitemap.xml
130Sitemap: https://www.parker.com/us/es/sitemap.xml
131Sitemap: https://www.parker.com/ca/en/sitemap.xml
132Sitemap: https://www.parker.com/ca/fr/sitemap.xml
133Sitemap: https://www.parker.com/mx/en/sitemap.xml
134Sitemap: https://www.parker.com/mx/es/sitemap.xml
135Sitemap: https://www.parker.com/gb/en/sitemap.xml
136Sitemap: https://www.parker.com/dk/en/sitemap.xml
137Sitemap: https://www.parker.com/dk/da/sitemap.xml
138Sitemap: https://www.parker.com/fr/fr/sitemap.xml
139Sitemap: https://www.parker.com/fr/en/sitemap.xml
140Sitemap: https://www.parker.com/it/it/sitemap.xml
141Sitemap: https://www.parker.com/it/en/sitemap.xml
142Sitemap: https://www.parker.com/es/es/sitemap.xml
143Sitemap: https://www.parker.com/es/en/sitemap.xml
144Sitemap: https://www.parker.com/pl/pl/sitemap.xml
145Sitemap: https://www.parker.com/pl/en/sitemap.xml
146Sitemap: https://www.parker.com/cz/cs/sitemap.xml
147Sitemap: https://www.parker.com/cz/en/sitemap.xml
148Sitemap: https://www.parker.com/tr/tr/sitemap.xml
149Sitemap: https://www.parker.com/tr/en/sitemap.xml
150Sitemap: https://www.parker.com/nl/en/sitemap.xml
151Sitemap: https://www.parker.com/nl/fr/sitemap.xml
152Sitemap: https://www.parker.com/nl/nl/sitemap.xml
153Sitemap: https://www.parker.com/de/en/sitemap.xml
154Sitemap: https://www.parker.com/de/de/sitemap.xml
155Sitemap: https://www.parker.com/fi/en/sitemap.xml
156Sitemap: https://www.parker.com/no/nb/sitemap.xml
157Sitemap: https://www.parker.com/no/en/sitemap.xml
158Sitemap: https://www.parker.com/za/en/sitemap.xml
159Sitemap: https://www.parker.com/ae/en/sitemap.xml
160Sitemap: https://www.parker.com/pt/en/sitemap.xml
161Sitemap: https://www.parker.com/pt/pt/sitemap.xml
162Sitemap: https://www.parker.com/se/en/sitemap.xml
163Sitemap: https://www.parker.com/se/sv/sitemap.xml
164Sitemap: https://www.parker.com/au/en/sitemap.xml
165Sitemap: https://www.parker.com/cn/zh/sitemap.xml
166Sitemap: https://www.parker.com/cn/en/sitemap.xml
167Sitemap: https://www.parker.com/hk/en/sitemap.xml
168Sitemap: https://www.parker.com/in/en/sitemap.xml
169Sitemap: https://www.parker.com/jp/ja/sitemap.xml
170Sitemap: https://www.parker.com/jp/en/sitemap.xml
171Sitemap: https://www.parker.com/kr/ko/sitemap.xml
172Sitemap: https://www.parker.com/kr/en/sitemap.xml
173Sitemap: https://www.parker.com/tw/tw/sitemap.xml
174Sitemap: https://www.parker.com/tw/en/sitemap.xml
175Sitemap: https://www.parker.com/id/en/sitemap.xml
176Sitemap: https://www.parker.com/my/en/sitemap.xml
177Sitemap: https://www.parker.com/sg/en/sitemap.xml
178Sitemap: https://www.parker.com/th/en/sitemap.xml
179Sitemap: https://www.parker.com/th/th/sitemap.xml
180Sitemap: https://www.parker.com/vn/vi/sitemap.xml
181Sitemap: https://www.parker.com/vn/en/sitemap.xml
182Sitemap: https://www.parker.com/br/en/sitemap.xml
183Sitemap: https://www.parker.com/br/pt/sitemap.xml
184Sitemap: https://www.parker.com/br/es/sitemap.xml