NeuralCrawl

Safran / robots.txt snapshot

← back to safran-group.com · fetched 2026-06-20T01:10:30Z (15h ago) · HTTP 200 · 3133 bytes · sha256 f7a9b71821d89b97 · raw

final URL: https://www.safran-group.com/robots.txt

1#
2# robots.txt
3#
4# This file is to prevent the crawling and indexing of certain parts
5# of your site by web crawlers and spiders run by sites like Yahoo!
6# and Google. By telling these "robots" where not to go on your site,
7# you save bandwidth and server resources.
8#
9# This file will be ignored unless it is at the root of your host:
10# Used: http://example.com/robots.txt
11# Ignored: http://example.com/site/robots.txt
12#
13# For more information about the robots.txt standard, see:
14# http://www.robotstxt.org/robotstxt.html
15
16User-agent: *
17# CSS, JS, Images
18Allow: /core/*.css$
19Allow: /core/*.css?
20Allow: /core/*.js$
21Allow: /core/*.js?
22Allow: /core/*.gif
23Allow: /core/*.jpg
24Allow: /core/*.jpeg
25Allow: /core/*.png
26Allow: /core/*.svg
27Allow: /profiles/*.css$
28Allow: /profiles/*.css?
29Allow: /profiles/*.js$
30Allow: /profiles/*.js?
31Allow: /profiles/*.gif
32Allow: /profiles/*.jpg
33Allow: /profiles/*.jpeg
34Allow: /profiles/*.png
35Allow: /profiles/*.svg
36# Directories
37Disallow: /core/
38Disallow: /profiles/
39# Files
40Disallow: /README.txt
41Disallow: /web.config
42# Paths (clean URLs)
43Disallow: /admin/
44Disallow: /comment/reply/
45Disallow: /filter/tips
46Disallow: /node/add/
47Disallow: /user/register
48Disallow: /user/password
49Disallow: /user/login
50Disallow: /user/logout
51# Paths (no clean URLs)
52Disallow: /index.php/*
53#Disallow: /index.php/admin/
54#Disallow: /index.php/comment/reply/
55#Disallow: /index.php/filter/tips
56#Disallow: /index.php/node/add/
57#Disallow: /index.php/search/
58#Disallow: /index.php/user/password/
59#Disallow: /index.php/user/register/
60#Disallow: /index.php/user/login/
61#Disallow: /index.php/user/logout/
62# Ticket 1170
63Disallow: /modal/*
64Sitemap: https://www.safran-group.com/sitemap.xml
65# ticket 2245
66Disallow: /search
67Disallow: /fr/recherche
68Disallow: /es/buscar
69Disallow: /cn/search
70# ticket 2281
71Disallow: /fr/form*
72Disallow: /es/form*
73Disallow: /cn/form*
74Disallow: /form*
75# ticket 2627
76Disallow: /*/jobapplication$
77Disallow: /*/one-click-jobapplication$
78# ticket 2620
79user-agent: Googlebot
80Disallow: /*?*activities
81Disallow: /*?*activity
82Disallow: /*?*BoardID
83Disallow: /*?*category
84Disallow: /*?*companies
85Disallow: /*?*company
86Disallow: /*?*content
87Disallow: /*?*contracts
88Disallow: /*?*countries
89Disallow: /*?*date_end
90Disallow: /*?*date_start
91Disallow: /*?*display
92Disallow: /*?*duration
93Disallow: /*?*experiences
94Disallow: /*?*historical_event_type
95Disallow: /*?*items_per_page
96Disallow: /*?*job_fields
97Disallow: /*?*job_status
98Disallow: /*?*key_date
99Disallow: /*?*lat
100Disallow: /*?*location_type
101Disallow: /*?*lon
102Disallow: /*?*mtm_campaign
103Disallow: /*?*mtm_content
104Disallow: /*?*mtm_medium
105Disallow: /*?*mtm_source
106Disallow: /*?*name
107Disallow: /*?*OriginID
108Disallow: /*?*post_type
109Disallow: /*?*qtypes
110Disallow: /*?*quarters
111Disallow: /*?*radius
112Disallow: /*?*regions_states
113Disallow: /*?*search
114Disallow: /*?*sort_by
115Disallow: /*?*sort
116Disallow: /*?*tag
117Disallow: /*?*topics
118Disallow: /*?*trackform
119Disallow: /*?*type
120Disallow: /*?*utm_content
121Disallow: /*?*utm_medium
122Disallow: /*?*utm_source
123Disallow: /*?*years
124Disallow: /*?*product
125Disallow: /*?*product_contact
126Disallow: /*?*selected_contact
127Disallow: /*?*form_type