NeuralCrawl

Nokia / robots.txt snapshot

← back to nokia.com · fetched 2026-06-20T01:10:30Z (15h ago) · HTTP 200 · 2387 bytes · sha256 ab387a3cb0945d8c · raw

final URL: https://www.nokia.com/robots.txt

1#
2# robots.txt
3#
4# This file is to prevent the crawling and indexing of certain parts
5# of your site by web crawlers and spiders run by sites like Yahoo!
6# and Google. By telling these "robots" where not to go on your site,
7# you save bandwidth and server resources.
8#
9# This file will be ignored unless it is at the root of your host:
10# Used: http://example.com/robots.txt
11# Ignored: http://example.com/site/robots.txt
12#
13# For more information about the robots.txt standard, see:
14# http://www.robotstxt.org/robotstxt.html
15
16User-agent: *
17Sitemap: https://www.nokia.com/sitemap_index.xml
18# CSS, JS, Images
19Allow: /core/*.css$
20Allow: /core/*.css?
21Allow: /core/*.js$
22Allow: /core/*.js?
23Allow: /core/*.gif
24Allow: /core/*.jpg
25Allow: /core/*.jpeg
26Allow: /core/*.png
27Allow: /core/*.svg
28Allow: /profiles/*.css$
29Allow: /profiles/*.css?
30Allow: /profiles/*.js$
31Allow: /profiles/*.js?
32Allow: /profiles/*.gif
33Allow: /profiles/*.jpg
34Allow: /profiles/*.jpeg
35Allow: /profiles/*.png
36Allow: /profiles/*.svg
37# Directories
38Disallow: /core/
39Disallow: /profiles/
40# Files
41Disallow: /README.txt
42Disallow: /web.config
43Disallow: /akamai/sla-test-object.html
44# Paths (clean URLs)
45Disallow: /admin/
46Disallow: /comment/reply/
47Disallow: /filter/tips
48Disallow: /node/*
49Disallow: /node/add/
50Disallow: /node/*/revisions/*
51Disallow: /search/
52Disallow: /user/register/
53Disallow: /user/password/
54Disallow: /user/login/
55Disallow: /user/logout/
56Disallow: /user/register
57Disallow: /user/password
58Disallow: /user/login
59Disallow: /user/logout
60# Paths (no clean URLs)
61Disallow: /index.php/admin/
62Disallow: /index.php/comment/reply/
63Disallow: /index.php/filter/tips
64Disallow: /index.php/node/add/
65Disallow: /index.php/search/
66Disallow: /index.php/user/password/
67Disallow: /index.php/user/register/
68Disallow: /index.php/user/login/
69Disallow: /index.php/user/logout/
70Disallow: /index.php/user/password
71Disallow: /index.php/user/register
72Disallow: /index.php/user/login
73Disallow: /index.php/user/logout
74# Disallow taxonomy terms (and language based also)
75Disallow: */taxonomy/term/
76Disallow: /ajax/
77Disallow: /lazy-load/
78Disallow: /wt-modules-test/
79Disallow: /wt-components-test/
80Disallow: /wt-c23-examples-test/
81
82# Block /search/global path
83Disallow: /search/global
84Disallow: /search/global/*
85Disallow: /search/global?*
86Disallow: /index.php/search/global
87Disallow: /index.php/search/global/*
88Disallow: /index.php/search/global?*