# Robots.txt for Insight.com
# Use specialized blocks only if rules differ from the global policy.

User-agent: *
# 1. ALLOW RULES (Specific parameters & paths)
Allow: /*?qtype=
Allow: /*?pq=
Allow: /*?identifier=shopping
Allow: /*?partnermessage
Allow: /insightweb/*.css$
Allow: /*/shop/product/

# 2. DISALLOW RULES (System folders and global parameters)
Disallow: /*?*
Disallow: /*/search*.html
Disallow: /insightweb/
Disallow: /flytrap/
Disallow: /content/dam/insight-web/*/solutions/service-provider/microsite/assets/
Disallow: /content/dam/insight-web/*/pdfs/
Disallow: /content/dam/insight/
Disallow: /content/dam/global/*/pdfs/
Disallow: /content/insight-web/*/help/*
Disallow: /content/insight-web/*/client/*
Disallow: /content/insight-web/*/Sandbox/*
Disallow: /content/insight-web/*/sandbox/*

############################
# BLOCKED CRAWLERS
############################
User-agent: CCBot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: NeevaAI
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Firecrawl
Disallow: /

User-agent: Kadoa
Disallow: /

User-agent: ImagesiftBot
Disallow: /

Sitemap: https://www.insight.com/sitemap.xml