NeuralCrawl

Iceland (Government.is) / robots.txt

← back to government.is · change detected 2d ago (2026-08-04T00:27:51Z) · modified +0 −55

What changed

Diff old (2026-07-02T00:38:22Z)new (2026-08-04T00:27:51Z)

@@ -59,58 +59,3 @@
5959 
6060  # END Cloudflare Managed Content
6161 
62- User-agent: *
63- Disallow: /page/a8cacb2b-3fa6-4b74-b51b-cf3f473a1933
64- Disallow: /ministries/ministry-for-foreign-affairs/honorary-consuls/destination-iceland$
65- Disallow: /ministries/ministry-for-foreign-affairs/honorary-consuls/destination-iceland?
66- Disallow: /ministries/ministry-for-foreign-affairs/honorary-consuls/destination-iceland/$
67- Disallow: /ministries/ministry-for-foreign-affairs/honorary-consuls/destination-iceland/?
68- Disallow: /page/a17ab7d5-c496-47df-8b83-fd87b0003c42
69- Disallow: /prufa$
70- Disallow: /prufa?
71- Disallow: /prufa/$
72- Disallow: /prufa/?
73- Disallow: /page/a286ef5a-b97c-4f58-96f6-fae663674dc1
74- Disallow: /ministries/ministry-for-foreign-affairs/honorary-consuls/consular-services$
75- Disallow: /ministries/ministry-for-foreign-affairs/honorary-consuls/consular-services?
76- Disallow: /ministries/ministry-for-foreign-affairs/honorary-consuls/consular-services/$
77- Disallow: /ministries/ministry-for-foreign-affairs/honorary-consuls/consular-services/?
78- Disallow: /page/fcf5f9d8-fa0d-4b43-aa0d-0a014ebbedd2
79- Disallow: /ministries/ministry-for-foreign-affairs/honorary-consuls$
80- Disallow: /ministries/ministry-for-foreign-affairs/honorary-consuls?
81- Disallow: /ministries/ministry-for-foreign-affairs/honorary-consuls/$
82- Disallow: /ministries/ministry-for-foreign-affairs/honorary-consuls/?
83- Disallow: /page/e6bcbd6f-3827-4268-aa08-9b2568f4c936
84- Disallow: /ministries/employees$
85- Disallow: /ministries/employees?
86- Disallow: /ministries/employees/$
87- Disallow: /ministries/employees/?
88- Disallow: /page/8583b52b-b0de-47c7-9397-5995b71c6761
89- Disallow: /404$
90- Disallow: /404?
91- Disallow: /404/$
92- Disallow: /404/?
93- Disallow: /page/ec577559-aa02-45a6-829a-34405856097f
94- Disallow: /ministries/ministry-for-foreign-affairs/honorary-consuls/consular-conferences$
95- Disallow: /ministries/ministry-for-foreign-affairs/honorary-consuls/consular-conferences?
96- Disallow: /ministries/ministry-for-foreign-affairs/honorary-consuls/consular-conferences/$
97- Disallow: /ministries/ministry-for-foreign-affairs/honorary-consuls/consular-conferences/?
98- Disallow: /page/838b7b42-f31e-4cb8-81a0-13b4fd7373a3
99- Disallow: /topics/operations-and-state-assets/advisory-committee-on-anti-dumping-and-countervailing-duties$
100- Disallow: /topics/operations-and-state-assets/advisory-committee-on-anti-dumping-and-countervailing-duties?
101- Disallow: /topics/operations-and-state-assets/advisory-committee-on-anti-dumping-and-countervailing-duties/$
102- Disallow: /topics/operations-and-state-assets/advisory-committee-on-anti-dumping-and-countervailing-duties/?
103- Disallow: /page/d382cd76-1f1c-41da-82bc-3c14593273d1
104- Disallow: /search/bytags$
105- Disallow: /search/bytags?
106- Disallow: /search/bytags/$
107- Disallow: /search/bytags/?
108- Disallow: /page/a94a5941-a3a1-4e2e-ac24-6adf10e60a7d
109- Disallow: /topics/foreign-affairs/visa-to-iceland$
110- Disallow: /topics/foreign-affairs/visa-to-iceland?
111- Disallow: /topics/foreign-affairs/visa-to-iceland/$
112- Disallow: /topics/foreign-affairs/visa-to-iceland/?
113- Disallow: /library$
114- Disallow: /library?
115- Disallow: /library/$
116- Disallow: /library/?