NeuralCrawl

🇩🇪 Adidas

adidas.com · Top 1000 websites · rank #838 · Fashion and Apparel · live robots.txt ↗

AI crawler access (latest snapshot, 10 min ago)

⛔blocked restricted ✅allowed faded = inherited from the * wildcard group

✅GPTBot
✅ChatGPT-User
✅OAI-SearchBot
✅ClaudeBot
✅Claude-User
✅Claude-SearchBot
✅anthropic-ai
✅Claude-Web
✅CCBot
✅Google-Extended
✅Applebot-Extended
✅PerplexityBot
✅Perplexity-User
✅Bytespider
✅Amazonbot
✅FacebookBot
✅meta-externalagent
✅meta-externalfetcher
✅cohere-ai
✅AI2Bot
✅Diffbot
✅omgili
✅YouBot
✅DuckAssistBot
✅MistralAI-User
✅PanguBot
✅Timpibot

Current robots.txt 6016 bytes · sha256 884ce1c42c48 · raw 

# Sat, 20 Jun 2026 11:41:16 GMT (build: jaas-559)
# US

User-agent: *
Disallow: /*Cart-MiniAddProduct
Disallow: */cart
Disallow: /jp/apps/shoplocator*
Disallow: /com/apps/claimfreedom*
Disallow: /us/help-topics-affiliates.html
Disallow: /on/Demandware.store/Sites-adidas-US-Site/en_US/
Disallow: /on/demandware.store/Sites-adidas-US-Site/en_US/
Disallow: /*search?*
Disallow: */ar/search/*
Disallow: */en/search/*
Disallow: /personalizationengine
Disallow: *-search*
Disallow: /api/consents/*
Disallow: */account/*
Disallow: /api/profanityList
Disallow: /api/session-events
Disallow: /_bm/_data
Disallow: /api/ugc/models/*
Disallow: /api/search/product/*
Disallow: /api/pages/plp?path=/no-search-results
Disallow: /api/chk/customer/baskets*
Disallow: /api/products/*/availability
Disallow: /*payment/*
Disallow: /us/payment
Disallow: /*session-expired*
Disallow: *404_page_not_found*
Disallow: /*|*
Disallow: /*%7C*
Disallow: /*?categoryId
Disallow: /*?*price*
Disallow: /*?*sort*
Disallow: /*?*strcountry_adidascom*
Disallow: /*?*strCountry_adidascom*
Disallow: /*?new*
Disallow: /*?ref*
Disallow: /*?amp;prefv1*
Disallow: /*?*df*
Disallow: /*?*dl*
Disallow: /*?strbrand_adidascom*
Disallow: /*?_remoteinclude*
Disallow: /*?abtest*
Disallow: /*?adidas_cc*
Disallow: /*?coll*
Disallow: /*?*epik*
Disallow: /*?*preview*
Disallow: /*?*zarsrc*
Disallow: /*?prefn1*
Disallow: /*?prefn2*
Disallow: /*pmin*
Disallow: /*pmax*
Disallow: /*_500.html
Disallow: /*order-history
Disallow: /*checkout
Disallow: /*order-tracker
Disallow: /*wishlist
Disallow: */order-details
Disallow: */confirmation
 
Allow: /*-*-*-*-*.js*
Allow: /*-*-*-*-*.json*
Allow: /*-*-*-*-*.css*
Allow: /*-*-*-*-*.svg*
Allow: /*-*-*-*-*.png*
Allow: /*-*-*-*-*.gif*
Allow: /*-*-*-*-*.jpg*
Allow: /*-*-*-*-*.jpeg*
Allow: /*-*-*-*-*.webp*
Allow: /*-*-*-*-*.woff2*
Allow: /*-*-*-*-*.html*
Allow: /*-*-*-*-*.xml*
Allow: /*/*.html*
Allow: /*size_charts/*-*-*-*-*
Allow: /*storefront/*-*-*-*-*
Allow: /*blog/*-*-*-*-*
Allow: /*blogs/*-*-*-*-*
Allow: /*api/*-*-*-*-*
Allow: /us/help/*-*-*-*-*
Allow: /*stores/*-*-*-*-*
Allow: /static/*favicon
 
Disallow: /*-*-*-*-*
Disallow: /sa/en/*_*_*_*_*
Disallow: /sa/ar/*_*_*_*_*

# Taxonomy Attributes
Disallow: /us/*?*gender*
Disallow: /us/*?*gendersub*
Disallow: /us/*?*age*
Disallow: /us/*?*searchcolor*
Disallow: /us/*?*activity*
Disallow: /us/*?*v_size*
Disallow: /us/*?*sustainability*
Disallow: /us/*?*partner*
Disallow: /us/*?*features*
Disallow: /us/*?*sportsubsub*
Disallow: /us/*?*pattern*
Disallow: /us/*?*collection*
Disallow: /us/*?*foottype*
Disallow: /us/*?*brand*
Disallow: /us/*?*width*
Disallow: /us/*?*design_feature*
Disallow: /us/*?*rise*
Disallow: /us/*?*closure*
Disallow: /us/*?*sportsub*
Disallow: /us/*?*productlinestyle*
Disallow: /us/*?*sport*
Disallow: /us/*?*base_material*
Disallow: /us/*?*technology*
Disallow: /us/*?*functions*
Disallow: /us/*?*producttype*
Disallow: /us/*?*pant_length*
Disallow: /us/*?*bestfor*
Disallow: /us/*?*division*
Disallow: /us/*?*sale*
Disallow: /us/*?*new_arrivals*
Disallow: /us/*?*personalize*
Disallow: /us/*?*surface*
Disallow: /us/*?*shoefinder*
Disallow: /us/*?*multi_age_gender*
Disallow: /us/*?*sz*

# Disallow PLPs
Disallow: /us/*waterproof-athletic_sneakers*
Disallow: /us/*compression-compression_braces*
Disallow: /us/*knee_pad-compression_braces*
Disallow: /us/*beanies-hats*
Disallow: /us/*cap-hats*
Disallow: /us/*visor-hats*
Disallow: /us/*bodysuits-jumpsuits_bodysuits*
Disallow: /us/*2_pairs-socks*
Disallow: /us/*6_pairs-socks*
Disallow: /us/*ankle_socks-socks*
Disallow: /us/*no_show_socks-socks*
Disallow: /us/*over_the_calf-socks*
Disallow: /us/*crop_tops-tank_tops*
Disallow: /us/*graphic-tank_tops*
Disallow: /us/*jackets-track_suits*
Disallow: /us/*fleece-warm_ups*
Disallow: /us/*hoodies-warm_ups*
Disallow: /us/*track-warm_ups*
Disallow: /us/*cardigan-long_sleeve_shirts*
Disallow: /us/*crop_tops-long_sleeve_shirts*
Disallow: /us/*graphic-long_sleeve_shirts*
Disallow: /us/*polo-long_sleeve_shirts*
Disallow: /us/*track-long_sleeve_shirts*
Disallow: /us/*crossbody-bags*
Disallow: /us/*duffle_bags-bags*
Disallow: /us/*gym_bag-bags*
Disallow: /us/*messenger_bag-bags*
Disallow: /us/*tote-bags*
Disallow: /us/*compression-hoodies_sweatshirts*
Disallow: /us/*fleece-hoodies_sweatshirts*
Disallow: /us/*graphic-hoodies_sweatshirts*
Disallow: /us/*light-hoodies_sweatshirts*
Disallow: /us/*sweater-hoodies_sweatshirts*
Disallow: /us/*bomber-jackets*
Disallow: /us/*full_zip-jackets*
Disallow: /us/*light-jackets*
Disallow: /us/*quarter_zip-jackets*
Disallow: /us/*reversible-jackets*
Disallow: /us/*track-jackets*
Disallow: /us/*windbreakers-jackets*
Disallow: /us/*cropped-pants*
Disallow: /us/*joggers-pants*
Disallow: /us/*sweatpants-pants*
Disallow: /us/*track_pants-pants*
Disallow: /us/*boyfriend-short_sleeve_shirts*
Disallow: /us/*crop_tops-short_sleeve_shirts*
Disallow: /us/*sweatshirts-short_sleeve_shirts*
Disallow: /us/*compression-shorts*
Disallow: /us/*tight-shorts*
Disallow: /us/*skorts-skirts_dresses*
Disallow: /us/*t-shirt_dresses-skirts_dresses*
Disallow: /us/*back_closure-sports_bras*
Disallow: /us/*crossback-sports_bras*
Disallow: /us/*high_neck-sports_bras*
Disallow: /us/*padded-sports_bras*
Disallow: /us/*removable_pads-sports_bras*
Disallow: /us/*thick_straps-sports_bras*
Disallow: /us/*board_shorts-swimwear*
Disallow: /us/*swim_trunks-swimwear*
Disallow: /us/*compression-t_shirts*
Disallow: /us/*graphic-t_shirts*
Disallow: /us/*sweater-t_shirts*
Disallow: /us/*unisex*

User-Agent: AhrefsBot 
Crawl-delay: 10 

User-Agent: Pinterestbot 
Crawl-delay: 10

Sitemap: https://www.adidas.com/bh/ar/sitemap
Sitemap: https://www.adidas.com/bh/en/sitemap
Sitemap: https://www.adidas.com/kw/ar/sitemap
Sitemap: https://www.adidas.com/kw/en/sitemap
Sitemap: https://www.adidas.com/om/ar/sitemap
Sitemap: https://www.adidas.com/om/en/sitemap
Sitemap: https://www.adidas.com/qa/ar/sitemap
Sitemap: https://www.adidas.com/qa/en/sitemap
Sitemap: https://www.adidas.com/glass/sitemaps/adidas/US/en/sitemap-index.xml

Compare any two snapshots

Change history

  1. modified +1 −1 view diff → snapshot
    • Formatting/comment-only change (no semantic difference)
  2. initial snapshot
    • First snapshot of robots.txt archived