NeuralCrawl

๐Ÿ‡ซ๐Ÿ‡ท Hermes

hermes.com · European companies · rank #66 · Luxury · live robots.txt ↗

AI crawler access (latest snapshot, 13h ago)

blocked restricted allowed faded = inherited from the * wildcard group

GPTBot
ChatGPT-User
OAI-SearchBot
ClaudeBot
Claude-User
Claude-SearchBot
anthropic-ai
Claude-Web
CCBot
Google-Extended
Applebot-Extended
PerplexityBot
Perplexity-User
Bytespider
Amazonbot
FacebookBot
meta-externalagent
meta-externalfetcher
cohere-ai
AI2Bot
Diffbot
omgili
YouBot
DuckAssistBot
MistralAI-User
PanguBot
Timpibot

Current robots.txt 7841 bytes · sha256 5ac80c8f1a7d · raw

#
# prod_hermes_com_robots.txt
# Served from RIO
# For Drupal folders and files, wildcards used for directories 1) country 2) language
User-agent: *
# Directories
Disallow: /*/config/
Disallow: /*/*/includes/
Disallow: /*/*/misc/
Disallow: /*/*/modules/
Disallow: /*/*/profiles/
Disallow: /*/*/scripts/
Disallow: /*/*/themes/
Allow: /*/*/themes/custom/hermes/img/
# Files
Disallow: /*/*/CHANGELOG.txt
Disallow: /*/*/cron.php
Disallow: /*/*/INSTALL.mysql.txt
Disallow: /*/*/INSTALL.pgsql.txt
Disallow: /*/*/install.php
Disallow: /*/*/INSTALL.txt
Disallow: /*/*/LICENSE.txt
Disallow: /*/*/MAINTAINERS.txt
Disallow: /*/*/update.php
Disallow: /*/*/UPGRADE.txt
Disallow: /*/*/xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/commerce/
Disallow: /*/*/admin/
Disallow: /*/*/comment/reply/
Disallow: /*/*/node/add/
Disallow: /*/*/node/*
Disallow: */node?page=*
# Disallow: /*/*/search/
Disallow: /*/*/editorial/*
Disallow: /*/*/environment/*
Disallow: /*/*/taxonomy/*
Disallow: /*/*/user/register/
Disallow: /*/*/user/password/
Disallow: /*/*/user/login/
Disallow: /*/*/user/logout/
Allow: /*/*/care-and-use/$
Disallow: /*/*/care-and-use/*
Allow: /*/*/user-guides/$
Disallow: /*/*/user-guides/*
# Paths (no clean URLs)
Disallow: /*/*/?q=admin/
Disallow: /*/*/?q=comment/reply/
Disallow: /*/*/?q=node/add/
Disallow: /*/*/?q=search/
Disallow: /*/*/?q=user/password/
Disallow: /*/*/?q=user/register/
Disallow: /*/*/?q=user/login/
Disallow: /*/*/?q=user/logout/

# added regarding the actual site structure
# disallow search URL to be indexed
# Disallow: /*/*/search?s=*
# Disallow: /*/*/search/?s=*

# For Magento folders and files, wildcards used for directories 1) country 2) language
# Directories
Disallow: /*/*/404/
Disallow: /*/*/app/
Disallow: /*/*/cgi-bin/
Disallow: /*/*/downloader/
Disallow: /*/*/errors/
Disallow: /*/*/includes/
Disallow: /*/*/lib/
Disallow: /*/*/magento/
Disallow: /*/*/pkginfo/
Disallow: /*/*/report/
Disallow: /*/*/scripts/
Disallow: /*/*/shell/
Disallow: /*/*/skin/
Disallow: /*/*/stats/
Disallow: /*/*/var/
# Paths (clean URLs)
Disallow: /*/*/catalogsearch/result/
Disallow: /*/*/catalog/product_compare/
Disallow: /*/*/catalog/category/view/
Disallow: /*/*/catalog/product/view/
Disallow: /*/*/catalogsearch/
Disallow: /*/*/checkout/
Disallow: /*/*/control/
Disallow: /*/*/contacts/
Disallow: /*/*/customer/
Disallow: /*/*/customize/
Disallow: /*/*/newsletter/
Disallow: /*/*/poll/
Disallow: /*/*/review/
Disallow: /*/*/sendfriend/
Disallow: /*/*/tag/
Disallow: /*/*/wishlist/
Disallow: /*/*/index.php/catalogsearch/result/
Disallow: /*/*/index.php/catalog/product_compare/
Disallow: /*/*/index.php/catalog/category/view/
Disallow: /*/*/index.php/catalog/product/view/
Disallow: /*/*/index.php/catalogsearch/
Disallow: /*/*/index.php/checkout/
Disallow: /*/*/index.php/control/
Disallow: /*/*/index.php/contacts/
Disallow: /*/*/index.php/customer/
Disallow: /*/*/index.php/customize/
Disallow: /*/*/index.php/newsletter/
Disallow: /*/*/index.php/poll/
Disallow: /*/*/index.php/review/
Disallow: /*/*/index.php/sendfriend/
Disallow: /*/*/index.php/tag/
Disallow: /*/*/index.php/wishlist/
# Files
Disallow: /*/*/cron.php
Disallow: /*/*/cron.sh
Disallow: /*/*/error_log
Disallow: /*/*/install.php
Disallow: /*/*/LICENSE.html
Disallow: /*/*/LICENSE.txt
Disallow: /*/*/LICENSE_AFL.txt
Disallow: /*/*/STATUS.txt
# Paths (no clean URLs)
Disallow: /*/*/*.php$
Disallow: /*/*/*?p=*&
Disallow: /*/*/*?SID=
Disallow: /*/*/*?sid=
Disallow: /*/*/*?limit=all
# Waiting bugfix
Disallow: /*/story/test*
Disallow: /*/story/*-test*
Disallow: /apps/
Disallow: /geoloc/
Disallow: /cookie/
Disallow: /autodiscover/
Disallow: /ACQUIA_MONITOR
Disallow: /modules/user/
Disallow: /do_not_delete/
Disallow: /extension/
Disallow: /*/*/get/ajax/notifications/
Disallow: /*/*/validatewechatpay/
Disallow: */back-in-stock/*
Disallow: /ae/en/*
Disallow: /sa/en/*

#Params
Disallow: *?cachebuster=*
Disallow: *?nuance=*
Disallow: *?color_hermes__nuance=*
Disallow: *?size_leather=*
Disallow: *?xtor=*
Disallow: *sortby=*
Disallow: *?site=*
Disallow: *?engineid=*
Disallow: *?&engineid=*
Disallow: *?a=*
Disallow: *?c=*
Disallow: *?e=*
Disallow: *?p=*
Disallow: *?q=*
Disallow: *?v=*
Disallow: *?x=*
Disallow: *?cid=*
Disallow: *?mid=*
Disallow: *?ladh=*
Disallow: *?fbclid=*
Disallow: *?storeId=*
DIsallow: *langId=*
Disallow: *catalogId=*
Disallow: *sketch-id=*
Disallow: *_gac=*
Disallow: *callback=*
Disallow: *CFID=*
Disallow: *CHKeyword=*
Disallow: *city=*
Disallow: *combination=*
Disallow: *country=*
Disallow: *embedded=*
Disallow: *event=*
Disallow: *fit=*
Disallow: *from=*
Disallow: *gamme=*
Disallow: *generic_color_*
Disallow: *hc_location=*
Disallow: *insvid=*
Disallow: *keyfrom=*
Disallow: *lang=*
Disallow: *locale=*
Disallow: *mod=*
Disallow: *MRK_CMPG_SOURCE=*
Disallow: *NBVCCX=*
Disallow: *openExternalBrowser=*
Disallow: *orderby=*
Disallow: *phint=*
Disallow: *productId=*
Disallow: *ref=*
Disallow: *selected=*
Disallow: *snowdome_id=*
Disallow: *tc=*
Disallow: *theme=*
Disallow: *tkb=*
Disallow: *url_from=*
Disallow: *wid=*
Disallow: *xtcr=*
Disallow: *xtmc=*
Disallow: *yclid=*
Disallow: *zoneId=*
#Disallow: *aggregate
Disallow: *hash=*
Disallow: *filters_param=*

# For China only
User-agent: *
Disallow: /cn/

User-agent: 360Spider
Disallow: /

User-agent: HaosouSpider
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-mobile
Disallow: /

User-agent: Sogou+inst+spider
Disallow: /

User-agent: Sogou+spider2
Disallow: /

User-agent: Sogou+web+spider/4.0
Disallow: /

User-agent: YisouSpider  
Disallow: /

# All sitemaps listed below :
Sitemap: https://www.hermes.com/at/de/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/au/en/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/be/en/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/be/fr/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/br/pt/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/ca/en/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/ca/fr/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/ch/de/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/ch/fr/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/cz/en/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/de/de/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/dh/en/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/dk/en/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/es/es/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/fi/en/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/fr/fr/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/gr/en/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/hk/en/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/ie/en/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/it/it/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/jp/ja/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/kr/ko/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/lu/fr/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/mo/en/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/mx/es/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/my/en/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/nl/en/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/no/en/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/pl/en/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/pt/en/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/ri/en/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/se/en/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/sg/en/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/th/en/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/tw/zh/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/uk/en/sitemaps/discovery.xml
Sitemap: https://www.hermes.com/us/en/sitemaps/discovery.xml

Change history

  1. initial snapshot
    • First snapshot of robots.txt archived