NeuralCrawl

Time / robots.txt snapshot

← back to time.com · fetched 2026-10-08T16:07:06Z (29d ago) · HTTP 200 · 2204 bytes · sha256 9b959387d7f60176 · raw

final URL: https://time.com/robots.txt

1User-Agent: *
2Allow: /
3Disallow: /c/
4
5User-Agent: Googlebot
6Allow: /replatform/_next/image*
7Disallow: /?search*
8Disallow: /*?pano=*
9Disallow: */munich/index_html*
10Disallow: /*?__rmid___get___page
11Disallow: /*?*__hsfp
12Disallow: /*?*__hstc
13Disallow: /*?*__rmid
14Disallow: /*?*__rmidpage
15Disallow: /*?*/*ref
16Disallow: /*?*002/*0902
17Disallow: /*?*2&hubs_content
18Disallow: /*?*ajs_event
19Disallow: /*?*app
20Disallow: /*?*attachment_id
21Disallow: /*?*author
22Disallow: /*?*bcpid
23Disallow: /*?*bcpidpage
24Disallow: /*?*cat
25Disallow: /*?*controlsVisibleOnLoad
26Disallow: /*?*country
27Disallow: /*?*curator
28Disallow: /*?*edition
29Disallow: /*?*egotecpage
30Disallow: /*?*fbclid
31Disallow: /*?*hl
32Disallow: /*?*hsCtaTracking
33Disallow: /*?*hubs_signup-cta
34Disallow: /*?*iframe
35Disallow: /*?*iid
36Disallow: /*?*industry
37Disallow: /*?*inline-read-more
38Disallow: /*?*kwp_4
39Disallow: /*?*library
40Disallow: /*?*limit
41Disallow: /*?*linkId
42Disallow: /*?*luicode
43Disallow: /*?*offset
44Disallow: /*?*omnil
45Disallow: /*?*onwardjourney
46Disallow: /*?*origin
47Disallow: /*?*page
48Disallow: /*?*PageSpeed
49Disallow: /*?*plan
50Disallow: /*?*poy-poll
51Disallow: /*?*ref
52Disallow: /*?*reviews_page
53Disallow: /*?*scrape
54Disallow: /*?*scriptPath
55Disallow: /*?*source
56Disallow: /*?*sr_source
57Disallow: /*?*subscription
58Disallow: /*?*ua
59Disallow: /*?*utm
60Disallow: /*?*utm_campaign
61Disallow: /*?*utm_medium
62Disallow: /*?*utm_source
63Disallow: /*?*xid
64Disallow: /*?bclid=
65Disallow: /*?bcpid=
66Disallow: /*?bctid=
67Disallow: /*?EGOTECpage
68Disallow: /*?hc_location
69Disallow: /*?pagespeed
70Disallow: /*?ref=
71Disallow: /*?ref=binfind.com
72Disallow: /*?sa=
73Disallow: /*?search
74Disallow: /feed
75Disallow: /nextadvisor/search/*
76Disallow: /page/*/?a_aid=
77Disallow: /page/*/?egotecpage
78Disallow: /page/*/?hc_location=
79Disallow: /page/*/?iq_id=
80Disallow: /page/*/?pcd=
81Disallow: /page/*/?search=
82Disallow: /search/?q=*
83Disallow: /time_tout/*
84Disallow: /uncategorized
85Disallow: /time_cover_hub
86Disallow: /c/
87
88User-Agent: BomboraBot
89Allow: /
90
91Sitemap: https://time.com/sitemap.xml
92Sitemap: https://time.com/news-sitemap.xml
93Sitemap: https://time.com/branded-content-sitemap.xml
94Sitemap: https://time.com/video-sitemap.xml
95Sitemap: https://time.com/video-landing-sitemap.xml