NeuralCrawl

Indeed / robots.txt snapshot

← back to indeed.com · fetched 2026-06-26T23:05:56Z (21d ago) · HTTP 200 · 15619 bytes · sha256 a98ef69fd0d57f3f · raw

final URL: https://www.indeed.com/robots.txt

1User-agent: *
2Allow: /
3Disallow: /*rt=nc
4Disallow: /*&alid=
5Disallow: /*&calert=
6Disallow: /*&iafilter=
7Disallow: /*&mna=
8Disallow: /*?rss
9Disallow: /*&serpstart=
10Disallow: /*/vaclk
11Disallow: /addlLoc/
12Disallow: /ads/
13Disallow: /advanced_search
14Disallow: /alert
15Disallow: /api/fetch/mc-anon
16Disallow: /api/getrecjobs
17Disallow: /applystart
18Disallow: /cmp/_/
19Disallow: /cmp/_c/claim/*
20Disallow: /cmp/_rpc/
21Disallow: /cmp/addlink
22Disallow: /cmp/addvideo
23Disallow: /cmp/Login*
24Disallow: /cmp/*/analytics
25Disallow: /cmp/*/company-questions
26Disallow: /cmp/*/people
27Disallow: /cmp/*/write-review
28Disallow: /community/
29Disallow: /company/*
30Disallow: /conversion/
31Disallow: /cookiemigrator/
32Disallow: /create-resume/lp/
33Disallow: /cdn-cgi/
34Disallow: /%E4%BB%95%E4%BA%8B?
35Disallow: /%E5%B7%A5%E4%BD%9C/
36Disallow: /%E6%B1%82%E4%BA%BA/JP/
37Disallow: /%E6%B1%82%E4%BA%BA/title/
38Disallow: /%E8%81%8C%E4%BD%8D%E6%98%BE%E7%A4%BA?
39Disallow: /%EC%B7%A8%EC%97%85/KR/
40Disallow: /%EC%B7%A8%EC%97%85/title/
41Disallow: /empleo/
42Disallow: /emploi/
43Disallow: /emplois/FR/
44Disallow: /emplois/title/
45Disallow: /emprego/
46Disallow: /empregos/BR/
47Disallow: /empregos/title
48Disallow: /forum/profile
49Disallow: /g/
50Disallow: /graphql
51Disallow: /imgping
52Disallow: /ita?
53Disallow: /ita/v1/publisher
54Disallow: /ja/clk?
55Disallow: /ja/imp.gif
56Disallow: /job/
57Disallow: /Job/
58Disallow: /jobb/
59Disallow: /jobroll
60Disallow: /jobs/AE/
61Disallow: /jobs/AQ/
62Disallow: /Jobs/AT/
63Disallow: /jobs/AU/
64Disallow: /jobs/BE/
65Disallow: /jobs/BH/
66Disallow: /jobs/CA/
67Disallow: /jobs/CZ/
68Disallow: /jobs/DE/
69Disallow: /Jobs/DE/
70Disallow: /jobs/DK/
71Disallow: /jobs/FI/
72Disallow: /jobs/GB/
73Disallow: /jobs/GR/
74Disallow: /jobs/HK/
75Disallow: /jobs/HU/
76Disallow: /jobs/ID/
77Disallow: /jobs/IE/
78Disallow: /jobs/IL/
79Disallow: /jobs/IN/
80Disallow: /jobs/KW/
81Disallow: /jobs/LU/
82Disallow: /jobs/MY/
83Disallow: /jobs/NO/
84Disallow: /jobs/NZ/
85Disallow: /jobs/OM/
86Disallow: /jobs/PE/
87Disallow: /jobs/PH/
88Disallow: /jobs/PK/
89Disallow: /jobs/PT/
90Disallow: /jobs/QA/
91Disallow: /jobs/RO/
92Disallow: /jobs/RU/
93Disallow: /jobs/SA/
94Disallow: /jobs/SG/
95Disallow: /jobs/title
96Disallow: /Jobs/title
97Disallow: /jobs/TR/
98Disallow: /jobs/TW/
99Disallow: /jobs/US/
100Disallow: /jobs/VE/
101Disallow: /jobs/ZA/
102Disallow: /jobtrends/trends/log/*
103Disallow: /jwidget.js*
104Disallow: /me/*/pdf
105Disallow: /m/basecamp/analytics.js
106Disallow: /m/jobalerts?
107Disallow: /m/moreLoc
108Disallow: /m/newjobs
109Disallow: /m/recommended
110Disallow: /m/rpc/
111Disallow: /m/viewjob?
112Disallow: /my/
113Disallow: /*oc=1
114Disallow: /ofertas/ES/
115Disallow: /ofertas/title/
116Disallow: /offerta-lavoro
117Disallow: /offerte-lavoro/IT/
118Disallow: /offerte-lavoro/title
119Disallow: /pagead/
120Disallow: /poka%C5%BCprac%C4%99?
121Disallow: /praca/
122Disallow: /preferences
123Disallow: /*radius=
124Disallow: /rc/
125Disallow: /rdr/
126Disallow: /recommendedjobs
127Disallow: /record-page-tags
128Disallow: /resumes/account
129Disallow: /resumes/advanced?
130Disallow: /resumes/alert
131Disallow: /resumes*radius=
132Disallow: /resumes*rb=
133Disallow: /resumes*res=
134Disallow: /resumes/rpc/
135Disallow: /resumes*sort=
136Disallow: /resumes*start=
137Disallow: /rpc/
138Disallow: /r/*/pdf
139Disallow: /rss
140Disallow: /setprefs
141Disallow: /*sid=
142Disallow: /*sp=0
143Disallow: /*&start=
144Disallow: /stc
145Disallow: /Stellen/CH/
146Disallow: /Stellen/title
147Disallow: /tellafriend
148Disallow: /tmn/ccs/
149Disallow: /tos/banner.js
150Disallow: /trabajo/
151Disallow: /uie/clk
152Disallow: /url
153Disallow: /vacature/
154Disallow: /vacature-bekijken?
155Disallow: /vacatures/NL/
156Disallow: /vacatures/title/
157Disallow: /ver-empleo?
158Disallow: /ver-emprego?
159Disallow: /ver-oferta?
160Disallow: /viewjob?
161Disallow: /visajobb?
162Disallow: /voir-emploi?
163Disallow: /Zeige-Job?
164Disallow: //applystart
165
166
167User-agent: Googlebot
168User-agent: Google-Extended
169User-agent: ChatGPT-User
170User-agent: Bingbot
171User-agent: Slurp
172User-agent: DuckDuckBot
173User-agent: YahooJP
174User-agent: PetalBot
175User-agent: PerplexityBot
176User-agent: DuckAssistBot
177User-agent: Perplexity-User
178User-agent: YouBot
179User-agent: Claude-User
180User-agent: Gemini-Deep-Research
181User-agent: Claude-SearchBot
182Allow: /
183Disallow: /*rt=nc
184Disallow: /*&alid=
185Disallow: /*&calert=
186Disallow: /*&iafilter=
187Disallow: /*&mna=
188Disallow: /*?rss
189Disallow: /*&serpstart=
190Disallow: /*/vaclk
191Disallow: /addlLoc/
192Disallow: /ads/
193Disallow: /advanced_search
194Disallow: /alert
195Disallow: /api/fetch/mc-anon
196Disallow: /api/getrecjobs
197Disallow: /applystart
198Disallow: /cmp/_/
199Disallow: /cmp/_c/claim/*
200Disallow: /cmp/_rpc/
201Disallow: /cmp/addlink
202Disallow: /cmp/addvideo
203Disallow: /cmp/Login*
204Disallow: /cmp/*/analytics
205Disallow: /cmp/*/company-questions
206Disallow: /cmp/*/people
207Disallow: /cmp/*/write-review
208Disallow: /community/
209Disallow: /company/*
210Disallow: /conversion/
211Disallow: /cookiemigrator/
212Disallow: /create-resume/lp/
213Disallow: /cdn-cgi/
214Disallow: /%E4%BB%95%E4%BA%8B?
215Disallow: /%E5%B7%A5%E4%BD%9C/
216Disallow: /%E6%B1%82%E4%BA%BA/JP/
217Disallow: /%E6%B1%82%E4%BA%BA/title/
218Disallow: /%E8%81%8C%E4%BD%8D%E6%98%BE%E7%A4%BA?
219Disallow: /%EC%B7%A8%EC%97%85/KR/
220Disallow: /%EC%B7%A8%EC%97%85/title/
221Disallow: /empleo/
222Disallow: /emploi/
223Disallow: /emplois/FR/
224Disallow: /emplois/title/
225Disallow: /emprego/
226Disallow: /empregos/BR/
227Disallow: /empregos/title
228Disallow: /forum/profile
229Disallow: /g/
230Disallow: /generate-question
231Disallow: /graphql
232Disallow: /imgping
233Disallow: /ita?
234Disallow: /ita/v1/publisher
235Disallow: /ja/clk?
236Disallow: /ja/imp.gif
237Disallow: /job/
238Disallow: /Job/
239Disallow: /jobb/
240Disallow: /jobroll
241Disallow: /jobs/AE/
242Disallow: /jobs/AQ/
243Disallow: /Jobs/AT/
244Disallow: /jobs/AU/
245Disallow: /jobs/BE/
246Disallow: /jobs/BH/
247Disallow: /jobs/CA/
248Disallow: /jobs/CZ/
249Disallow: /jobs/DE/
250Disallow: /Jobs/DE/
251Disallow: /jobs/DK/
252Disallow: /jobs/FI/
253Disallow: /jobs/GB/
254Disallow: /jobs/GR/
255Disallow: /jobs/HK/
256Disallow: /jobs/HU/
257Disallow: /jobs/ID/
258Disallow: /jobs/IE/
259Disallow: /jobs/IL/
260Disallow: /jobs/IN/
261Disallow: /jobs/KW/
262Disallow: /jobs/LU/
263Disallow: /jobs/MY/
264Disallow: /jobs/NO/
265Disallow: /jobs/NZ/
266Disallow: /jobs/OM/
267Disallow: /jobs/PE/
268Disallow: /jobs/PH/
269Disallow: /jobs/PK/
270Disallow: /jobs/PT/
271Disallow: /jobs/QA/
272Disallow: /jobs/RO/
273Disallow: /jobs/RU/
274Disallow: /jobs/SA/
275Disallow: /jobs/SG/
276Disallow: /jobs/title
277Disallow: /Jobs/title
278Disallow: /jobs/TR/
279Disallow: /jobs/TW/
280Disallow: /jobs/US/
281Disallow: /jobs/VE/
282Disallow: /jobs/ZA/
283Disallow: /jobtrends/trends/log/*
284Disallow: /jwidget.js*
285Disallow: /me/*/pdf
286Disallow: /m/basecamp/analytics.js
287Disallow: /m/jobalerts?
288Disallow: /m/moreLoc
289Disallow: /m/newjobs
290Disallow: /m/recommended
291Disallow: /m/rpc/
292Disallow: /my/
293Disallow: /*oc=1
294Disallow: /ofertas/ES/
295Disallow: /ofertas/title/
296Disallow: /offerte-lavoro/IT/
297Disallow: /offerte-lavoro/title
298Disallow: /pagead/
299Disallow: /poka%C5%BCprac%C4%99?
300Disallow: /praca/
301Disallow: /preferences
302Disallow: /*radius=
303Disallow: /rc/
304Disallow: /rdr/
305Disallow: /recommendedjobs
306Disallow: /record-page-tags
307Disallow: /resumes/account
308Disallow: /resumes/advanced?
309Disallow: /resumes/alert
310Disallow: /resumes*radius=
311Disallow: /resumes*rb=
312Disallow: /resumes*res=
313Disallow: /resumes/rpc/
314Disallow: /resumes*sort=
315Disallow: /resumes*start=
316Disallow: /rpc/
317Disallow: /r/*/pdf
318Disallow: /rss
319Disallow: /setprefs
320Disallow: /*sid=
321Disallow: /*sp=0
322Disallow: /*&start=
323Disallow: /stc
324Disallow: /Stellen/CH/
325Disallow: /Stellen/title
326Disallow: /tellafriend
327Disallow: /tmn/ccs/
328Disallow: /tos/banner.js
329Disallow: /trabajo/
330Disallow: /uie/clk
331Disallow: /url
332Disallow: /v1/alerts
333Disallow: /v1/impressions
334Disallow: /vacature/
335Disallow: /vacatures/NL/
336Disallow: /vacatures/title/
337Disallow: //applystart
338Disallow: /hire/o/ats-partners
339Disallow: /hire/ats-partners
340Disallow: /offers
341
342
343
344User-agent: OAI-SearchBot
345Allow: /
346Disallow: /*rt=nc
347Disallow: /*&alid=
348Disallow: /*&calert=
349Disallow: /*&iafilter=
350Disallow: /*&mna=
351Disallow: /*?rss
352Disallow: /*&serpstart=
353Disallow: /*/vaclk
354Disallow: /addlLoc/
355Disallow: /ads/
356Disallow: /advanced_search
357Disallow: /alert
358Disallow: /api/fetch/mc-anon
359Disallow: /api/getrecjobs
360Disallow: /applystart
361Disallow: /cmp/_/
362Disallow: /cmp/_c/claim/*
363Disallow: /cmp/_rpc/
364Disallow: /cmp/addlink
365Disallow: /cmp/addvideo
366Disallow: /cmp/Login*
367Disallow: /cmp/*/analytics
368Disallow: /cmp/*/company-questions
369Disallow: /cmp/*/people
370Disallow: /cmp/*/write-review
371Disallow: /community/
372Disallow: /company/*
373Disallow: /conversion/
374Disallow: /cookiemigrator/
375Disallow: /create-resume/lp/
376Disallow: /cdn-cgi/
377Disallow: /%E4%BB%95%E4%BA%8B?
378Disallow: /%E5%B7%A5%E4%BD%9C/
379Disallow: /%E6%B1%82%E4%BA%BA/JP/
380Disallow: /%E6%B1%82%E4%BA%BA/title/
381Disallow: /%E8%81%8C%E4%BD%8D%E6%98%BE%E7%A4%BA?
382Disallow: /%EC%B7%A8%EC%97%85/KR/
383Disallow: /%EC%B7%A8%EC%97%85/title/
384Disallow: /empleo/
385Disallow: /emploi/
386Disallow: /emplois/FR/
387Disallow: /emplois/title/
388Disallow: /emprego/
389Disallow: /empregos/BR/
390Disallow: /empregos/title
391Disallow: /forum/profile
392Disallow: /g/
393Disallow: /generate-question
394Disallow: /graphql
395Disallow: /imgping
396Disallow: /ita?
397Disallow: /ita/v1/publisher
398Disallow: /ja/clk?
399Disallow: /ja/imp.gif
400Disallow: /job/
401Disallow: /Job/
402Disallow: /jobb/
403Disallow: /jobroll
404Disallow: /jobs/AE/
405Disallow: /jobs/AQ/
406Disallow: /Jobs/AT/
407Disallow: /jobs/AU/
408Disallow: /jobs/BE/
409Disallow: /jobs/BH/
410Disallow: /jobs/CA/
411Disallow: /jobs/CZ/
412Disallow: /jobs/DE/
413Disallow: /Jobs/DE/
414Disallow: /jobs/DK/
415Disallow: /jobs/FI/
416Disallow: /jobs/GB/
417Disallow: /jobs/GR/
418Disallow: /jobs/HK/
419Disallow: /jobs/HU/
420Disallow: /jobs/ID/
421Disallow: /jobs/IE/
422Disallow: /jobs/IL/
423Disallow: /jobs/IN/
424Disallow: /jobs/KW/
425Disallow: /jobs/LU/
426Disallow: /jobs/MY/
427Disallow: /jobs/NO/
428Disallow: /jobs/NZ/
429Disallow: /jobs/OM/
430Disallow: /jobs/PE/
431Disallow: /jobs/PH/
432Disallow: /jobs/PK/
433Disallow: /jobs/PT/
434Disallow: /jobs/QA/
435Disallow: /jobs/RO/
436Disallow: /jobs/RU/
437Disallow: /jobs/SA/
438Disallow: /jobs/SG/
439Disallow: /jobs/title
440Disallow: /Jobs/title
441Disallow: /jobs/TR/
442Disallow: /jobs/TW/
443Disallow: /jobs/US/
444Disallow: /jobs/VE/
445Disallow: /jobs/ZA/
446Disallow: /jobtrends/trends/log/*
447Disallow: /jwidget.js*
448Disallow: /me/*/pdf
449Disallow: /m/basecamp/analytics.js
450Disallow: /m/jobalerts?
451Disallow: /m/moreLoc
452Disallow: /m/newjobs
453Disallow: /m/recommended
454Disallow: /m/rpc/
455Disallow: /my/
456Disallow: /*oc=1
457Disallow: /ofertas/ES/
458Disallow: /ofertas/title/
459Disallow: /offerte-lavoro/IT/
460Disallow: /offerte-lavoro/title
461Disallow: /pagead/
462Disallow: /poka%C5%BCprac%C4%99?
463Disallow: /praca/
464Disallow: /preferences
465Disallow: /*radius=
466Disallow: /rc/
467Disallow: /rdr/
468Disallow: /recommendedjobs
469Disallow: /record-page-tags
470Disallow: /resumes/account
471Disallow: /resumes/advanced?
472Disallow: /resumes/alert
473Disallow: /resumes*radius=
474Disallow: /resumes*rb=
475Disallow: /resumes*res=
476Disallow: /resumes/rpc/
477Disallow: /resumes*sort=
478Disallow: /resumes*start=
479Disallow: /rpc/
480Disallow: /r/*/pdf
481Disallow: /rss
482Disallow: /setprefs
483Disallow: /*sp=0
484Disallow: /*&start=
485Disallow: /stc
486Disallow: /Stellen/CH/
487Disallow: /Stellen/title
488Disallow: /tellafriend
489Disallow: /tmn/ccs/
490Disallow: /tos/banner.js
491Disallow: /trabajo/
492Disallow: /trabajo/title/
493Disallow: /uie/clk
494Disallow: /url
495Disallow: /v1/alerts
496Disallow: /v1/impressions
497Disallow: /vacature/
498Disallow: /vacatures/NL/
499Disallow: /vacatures/title/
500Disallow: //applystart
501
502
503User-agent: ia_archiver
504Disallow: /
505
506User-Agent: OmniExplorer_Bot
507Disallow: /
508
509User-agent: Mediapartners-Google
510Allow: /
511
512User-agent: AdsBot-Google
513User-agent: AdsBot-Google-Mobile
514Allow: /create-resume/lp/
515Allow: /*sid=
516Disallow: /rpc/
517
518User-agent: adidxbot
519Allow: /*sid=
520
521User-agent: Googlebot-Image
522Disallow: /trendgraph/*
523
524User-agent: msnbot-media
525Disallow: /trendgraph/*
526
527User-agent: 008
528Disallow: /
529
530User-agent: JobdiggerSpider
531Disallow: /
532
533User-agent: Cliqzbot
534Disallow: /
535
536User-agent: GoogleOther
537Disallow: /
538
539User-agent: facebookexternalhit
540User-agent: WhatsApp
541User-agent: snapchat
542User-agent: TelegramBot
543User-agent: Twitterbot
544Allow: /
545
546User-agent: GPTBot
547User-agent: CCBot
548User-agent: anthropic-ai
549User-agent: FacebookBot
550User-agent: AmazonBot
551User-agent: Applebot-Extended
552User-agent: Bytespider
553User-agent: Baiduspider
554User-agent: cohere-training-data-crawler
555User-agent: FriendlyCrawler
556User-agent: img2dataset
557User-agent: Meta-ExternalAgent
558User-agent: ClaudeBot
559User-agent: DeepSeekBot
560Disallow: /*rt=nc
561Disallow: /*&alid=
562Disallow: /*&calert=
563Disallow: /*&iafilter=
564Disallow: /*&mna=
565Disallow: /*?rss
566Disallow: /*&serpstart=
567Disallow: /*/vaclk
568Disallow: /addlLoc/
569Disallow: /ads/
570Disallow: /advanced_search
571Disallow: /alert
572Disallow: /api/fetch/mc-anon
573Disallow: /api/getrecjobs
574Disallow: /applystart
575Disallow: /community/
576Disallow: /company/*
577Disallow: /conversion/
578Disallow: /cookiemigrator/
579Disallow: /create-resume/lp/
580Disallow: /cdn-cgi/
581Disallow: /%E4%BB%95%E4%BA%8B?
582Disallow: /%E6%B1%82%E4%BA%BA/JP/
583Disallow: /%E6%B1%82%E4%BA%BA/title/
584Disallow: /%E8%81%8C%E4%BD%8D%E6%98%BE%E7%A4%BA?
585Disallow: /%EC%B7%A8%EC%97%85/KR/
586Disallow: /%EC%B7%A8%EC%97%85/title/
587Disallow: /empleo/
588Disallow: /emploi/
589Disallow: /emplois/FR/
590Disallow: /emplois/title/
591Disallow: /emprego/
592Disallow: /forum/profile
593Disallow: /g/
594Disallow: /graphql
595Disallow: /imgping
596Disallow: /ita?
597Disallow: /ita/v1/publisher
598Disallow: /ja/clk?
599Disallow: /ja/imp.gif
600Disallow: /job/
601Disallow: /Job/
602Disallow: /jobroll
603Disallow: /jobtrends/trends/log/*
604Disallow: /jwidget.js*
605Disallow: /me/*/pdf
606Disallow: /m/basecamp/analytics.js
607Disallow: /m/jobalerts?
608Disallow: /m/moreLoc
609Disallow: /m/newjobs
610Disallow: /m/recommended
611Disallow: /m/rpc/
612Disallow: /my/
613Disallow: /*oc=1
614Disallow: /pagead/
615Disallow: /poka%C5%BCprac%C4%99?
616Disallow: /preferences
617Disallow: /*radius=
618Disallow: /rc/
619Disallow: /rdr/
620Disallow: /recommendedjobs
621Disallow: /record-page-tags
622Disallow: /resumes/account
623Disallow: /resumes/advanced?
624Disallow: /resumes/alert
625Disallow: /resumes*radius=
626Disallow: /resumes*rb=
627Disallow: /resumes*res=
628Disallow: /resumes/rpc/
629Disallow: /resumes*sort=
630Disallow: /resumes*start=
631Disallow: /rpc/
632Disallow: /r/*/pdf
633Disallow: /rss
634Disallow: /setprefs
635Disallow: /*sid=
636Disallow: /*sp=0
637Disallow: /*&start=
638Disallow: /stc
639Disallow: /Stellen/CH/
640Disallow: /Stellen/title
641Disallow: /tellafriend
642Disallow: /tmn/ccs/
643Disallow: /tos/banner.js
644Disallow: /uie/clk
645Disallow: /url
646Disallow: /vacature/
647Disallow: /vacature-bekijken?
648Disallow: /ver-empleo?
649Disallow: /ver-emprego?
650Disallow: /ver-oferta?
651Disallow: /visajobb?
652Disallow: /voir-emploi?
653Disallow: /Zeige-Job?
654Disallow: /c/info/
655Disallow: /hire/how-to-hire/
656Disallow: /hire/interview-questions/
657Disallow: /recruiting/interviewfragen/
658Disallow: /recruiting/stellenbeschreibung/
659Disallow: /recrutement/description-du-poste/
660Disallow: /recrutement/questions-entretien-dembauche/
661Disallow: /personeel/functiebeschrijving/
662Disallow: /companies/
663Disallow: /cmp/
664Disallow: /career-advice/
665Disallow: /conselho-de-carreira/
666Disallow: /hire/job-description/
667Disallow: /karriere-guide/
668Disallow: /conseils-carrieres/
669Disallow: /conseils-carriere/
670Disallow: /orientacion-profesional/
671Disallow: /porady-zawodowe/
672Disallow: /guida-alla-carriera/
673Disallow: /職涯貼士/
674Disallow: /carrieregids/
675Disallow: /karriarrad/
676Disallow: /orientacion-laboral/
677Disallow: /career/
678Disallow: /*jobs.html
679Disallow: /jobs
680Disallow: /viewjob
681Disallow: /certifications/
682Disallow: /trabajo
683Disallow: /ofertas
684Disallow: /%D0%B2%D0%B0%D0%BA%D0%B0%D0%BD%D1%81%D0%B8%D0%B8
685Disallow: /emplois
686Disallow: /%E6%B1%82%E4%BA%BA
687Disallow: /m/jobs
688Disallow: /m/viewjob
689Disallow: /vacatures
690Disallow: /offerte-lavoro
691Disallow: /Vi%E1%BB%87c-l%C3%A0m
692Disallow: /Jobs
693Disallow: /%D9%88%D8%B8%D8%A7%D8%A6%D9%81
694Disallow: /%EC%B7%A8%EC%97%85
695Disallow: /Jobb
696Disallow: /empregos
697Disallow: /praca
698Disallow: /%E5%B7%A5%E4%BD%9C
699Disallow: /jobb
700Disallow: /%E0%B8%87%E0%B8%B2%E0%B8%99
701Disallow: /lowongan-kerja
702Disallow: /Stellen
703Disallow: /q-
704Disallow: /l-