NeuralCrawl

Grab / robots.txt snapshot

← back to grab.com · fetched 2026-06-20T01:10:30Z (18h ago) · HTTP 200 · 5789 bytes · sha256 59687eb99470a2e6 · raw

final URL: https://grab.com/robots.txt

1User-agent: *
2
3Allow: *.js
4Allow: *.css
5
6Disallow: *?faq=*
7
8Disallow: /wp-admin/
9Disallow: /sg/grab_portal/
10Disallow: /sg/games/
11Disallow: /sg/profile/
12Disallow: /sg/grabPortal/
13Disallow: /sg/fun/
14Disallow: /sg/funpages/
15Disallow: /sg/game_dir/
16Disallow: /thank-you
17Disallow: */page/*
18Disallow: /grabpaymerchant/
19
20Allow: /sg/wp-content/
21Allow: /ph/wp-content/
22Allow: /my/wp-content/
23Allow: /id/wp-content/
24Allow: /th/wp-content/
25Allow: /vn/wp-content/
26Allow: /mm/wp-content/
27Allow: /wp-content/
28Allow: /wp-includes/
29
30#Sitemaps
31
32Sitemap: https://www.grab.com/sg/sitemap.xml
33Sitemap: https://www.grab.com/my/sitemap.xml
34Sitemap: https://www.grab.com/ph/sitemap.xml
35Sitemap: https://www.grab.com/id/sitemap.xml
36Sitemap: https://www.grab.com/th/sitemap.xml
37Sitemap: https://www.grab.com/vn/sitemap.xml
38Sitemap: https://www.grab.com/mm/sitemap.xml
39Sitemap: https://www.grab.com/kh/sitemap.xml
40Sitemap: https://www.grab.com/cn/sitemap.xml
41Sitemap: https://www.grab.com/global/sitemap.xml
42Sitemap: https://www.grab.com/tw/sitemap.xml
43Sitemap: https://www.grab.com/nextjs-sitemap/index.xml
44
45
46#Duplicated URLs
47
48Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-klang-valley-negeri-sembilan-
49Disallow: /my/blog/driver/car/grabcar-economy-weekly-earning-structure-klang-valley-negeri-sembilan-
50Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-penang-
51Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-sandakan-
52Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-johor-bahru-
53Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-kota-kinabalu-
54Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-melaka-
55Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-penang-
56Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-johor-bahru-
57Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-kota-kinabalu-
58Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-melaka-
59Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-klang-valley-
60Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-klang-valley-2
61Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-klang-valley-3
62Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-klang-valley-6
63Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-klang-valley-9
64Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-klang-valley-negeri-sembilan-
65Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-kuching-
66Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-klang-valley-negeri-sembilan-
67Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-klang-valley-1
68Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-klang-valley-2
69Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-ipoh-
70Disallow: /my/blog/driver/car/struktur-pendapatan-mingguan-grabcar-economy-kuching-
71Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-kuantan-
72Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-ipoh-
73Disallow: /my/blog/driver/car/struktur-pendapatan-mingguan-grabcar-economy-penang-
74Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-kuching-
75Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-miri-
76Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-kota-bharu-
77Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-kuala-terengganu-
78Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-miri-
79Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-kota-bharu-
80Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-kuala-terengganu-
81Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-langkawi-
82Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-langkawi-
83Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-batu-pahat-
84Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-sibu-
85Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-sungai-petani-
86Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-batu-pahat-
87Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-sandakan-
88Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-sibu-
89Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-sungai-petani-
90Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-alor-setar-
91Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-kluang-
92Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-labuan-
93Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-tawau-
94Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-alor-setar-
95Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-kluang-
96Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-labuan-
97Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-tawau-
98Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-bintulu-
99Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-kangar-
100Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-kemaman-
101Disallow: /my/blog/driver/grabcar-economy-weekly-earning-structure-muar-
102Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-bintulu-
103Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-kangar-
104Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-kemaman-
105Disallow: /my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-muar-