NeuralCrawl

Safran / robots.txt snapshot

← back to safran-group.com · fetched 2026-07-16T17:46:03Z (21d ago) · HTTP 200 · 3279 bytes · sha256 3e17e04ba7d06b5e · raw

final URL: https://www.safran-group.com/robots.txt

1#
2# robots.txt
3#
4# This file is to prevent the crawling and indexing of certain parts
5# of your site by web crawlers and spiders run by sites like Yahoo!
6# and Google. By telling these "robots" where not to go on your site,
7# you save bandwidth and server resources.
8#
9# This file will be ignored unless it is at the root of your host:
10# Used: http://example.com/robots.txt
11# Ignored: http://example.com/site/robots.txt
12#
13# For more information about the robots.txt standard, see:
14# http://www.robotstxt.org/robotstxt.html
15
16User-agent: *
17# CSS, JS, Images
18Allow: /core/*.css$
19Allow: /core/*.css?
20Allow: /core/*.js$
21Allow: /core/*.js?
22Allow: /core/*.gif
23Allow: /core/*.jpg
24Allow: /core/*.jpeg
25Allow: /core/*.png
26Allow: /core/*.svg
27Allow: /profiles/*.css$
28Allow: /profiles/*.css?
29Allow: /profiles/*.js$
30Allow: /profiles/*.js?
31Allow: /profiles/*.gif
32Allow: /profiles/*.jpg
33Allow: /profiles/*.jpeg
34Allow: /profiles/*.png
35Allow: /profiles/*.svg
36# Directories
37Disallow: /core/
38Disallow: /profiles/
39# Files
40Disallow: /README.txt
41Disallow: /web.config
42# Paths (clean URLs)
43Disallow: /admin/
44Disallow: /comment/reply/
45Disallow: /filter/tips
46Disallow: /node/add/
47Disallow: /user/register
48Disallow: /user/password
49Disallow: /user/login
50Disallow: /user/logout
51# Paths (no clean URLs)
52Disallow: /index.php/*
53#Disallow: /index.php/admin/
54#Disallow: /index.php/comment/reply/
55#Disallow: /index.php/filter/tips
56#Disallow: /index.php/node/add/
57#Disallow: /index.php/search/
58#Disallow: /index.php/user/password/
59#Disallow: /index.php/user/register/
60#Disallow: /index.php/user/login/
61#Disallow: /index.php/user/logout/
62# Ticket 1170
63Disallow: /modal/*
64Sitemap: https://www.safran-group.com/sitemap.xml
65# ticket 2245
66Disallow: /search
67Disallow: /fr/recherche
68Disallow: /es/buscar
69Disallow: /cn/search
70# ticket 2281
71Disallow: /fr/form*
72Disallow: /es/form*
73Disallow: /cn/form*
74Disallow: /form*
75# ticket 2627
76Disallow: /*/jobapplication$
77Disallow: /*/one-click-jobapplication$
78# ticket 3112
79Disallow: /contact/vcf/
80Disallow: /fr/contact/vcf/
81Disallow: /es/contact/vcf/
82Disallow: /cn/contact/vcf/
83Disallow: /hi/contact/vcf/
84# ticket 2620
85user-agent: Googlebot
86Disallow: /*?*activities
87Disallow: /*?*activity
88Disallow: /*?*BoardID
89Disallow: /*?*category
90Disallow: /*?*companies
91Disallow: /*?*company
92Disallow: /*?*content
93Disallow: /*?*contracts
94Disallow: /*?*countries
95Disallow: /*?*date_end
96Disallow: /*?*date_start
97Disallow: /*?*display
98Disallow: /*?*duration
99Disallow: /*?*experiences
100Disallow: /*?*historical_event_type
101Disallow: /*?*items_per_page
102Disallow: /*?*job_fields
103Disallow: /*?*job_status
104Disallow: /*?*key_date
105Disallow: /*?*lat
106Disallow: /*?*location_type
107Disallow: /*?*lon
108Disallow: /*?*mtm_campaign
109Disallow: /*?*mtm_content
110Disallow: /*?*mtm_medium
111Disallow: /*?*mtm_source
112Disallow: /*?*name
113Disallow: /*?*OriginID
114Disallow: /*?*post_type
115Disallow: /*?*qtypes
116Disallow: /*?*quarters
117Disallow: /*?*radius
118Disallow: /*?*regions_states
119Disallow: /*?*search
120Disallow: /*?*sort_by
121Disallow: /*?*sort
122Disallow: /*?*tag
123Disallow: /*?*topics
124Disallow: /*?*trackform
125Disallow: /*?*type
126Disallow: /*?*utm_content
127Disallow: /*?*utm_medium
128Disallow: /*?*utm_source
129Disallow: /*?*years
130Disallow: /*?*product
131Disallow: /*?*product_contact
132Disallow: /*?*selected_contact
133Disallow: /*?*form_type