# Allow Adobe Edge Optimizer
User-agent: AdobeEdgeOptimize/1.0
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow AI Content Visibility Checker
User-agent: Spacecat/1.0
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow AI Content Visibility Checker
User-agent: Spacecat
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow Google Bot
User-agent: Googlebot
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow Google Extended Bot
User-agent: Google-Extended
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow Google Image Bot
User-agent: Googlebot-Image
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow Google Mobile Bot
User-agent: Googlebot-Mobile
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow Google PageRenderer Bot
User-agent: Googlebot-PageRenderer
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow Google Web Snippet Bot
User-agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/56.0.2924.87 Safari/537.36 Google (+https://developers.google.com/+/web/snippet/)
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow Google Messages Bot
User-agent: GoogleMessages
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow ChatGPT-User
User-agent: ChatGPT-User
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow GPTBot
User-agent: GPTBot/1.3
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow OAI SearchBot
User-agent: OAI-SearchBot
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow OAI SearchBot
User-agent: Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; OAI-SearchBot/1.0; +https://openai.com/searchbot)
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow Claude SearchBot
User-agent: Claude-SearchBot
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow PerplexityBot
User-agent: PerplexityBot
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow PerplexityBot
User-agent: Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; PerplexityBot/1.0; +https://perplexity.ai/perplexitybot)
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow Perplexity AI Assistant User Agent
User-agent: Perplexity
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow Bing Bot
User-agent: Bingbot
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow Bing Bot
User-agent: Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow MSN Bot
User-agent: msnbot
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow Apple Bot
User-agent: Applebot
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow DuckDuckGo Bot
User-agent: DuckDuckBot
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow Yahoo
User-Agent: Slurp
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow Facebook Bot
User-agent: facebookexternalhit
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow Twitterbot
User-agent: Twitterbot
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow LinkedIn Bot
User-agent: LinkedInBot
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow Baidu Bot
User-agent: Baiduspider
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow BlueSky
User-agent: Bluesky Cardyb
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow BlueSky
User-agent: Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Bluesky Cardyb; +mailto:support@bsky.app) Chrome/W.X.Y.Z Safari/537.36
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow SiteimproveBot
User-agent: SiteimproveBot
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow SiteimproveBot-Crawler
User-agent: SiteimproveBot-Crawler
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow SiteImprove SiteCheck
User-agent: Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0) SiteCheck-sitecrawl by Siteimprove.com
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow SiteImprove LinkCheck
User-agent: Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0) LinkCheck by Siteimprove.com
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow SiteImprove Image size
User-agent: Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0) Image size by Siteimprove.com
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow SiteImprove CSS Validator
User-agent: CSS Validator: Jigsaw/2.3.0 W3C_CSS_Validator_JFouffa/2.0
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow AHREFS Bot
User-agent: AhrefsBot
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow Screaming Frog Spider
User-agent: Screaming Frog SEO Spider
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow BlueSky
User-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36 Edg/134.0.0.0
Crawl-delay: 10
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Allow GSA crawler
User-agent: gsa-crawler
Crawl-delay: 1
Disallow: /alumni
Disallow: /*/no_search/
Disallow: *.modal.*
Disallow: *.print.*
Disallow: *.filter.*

# Disallow MegaIndex
User-agent: megaindex
Crawl-delay: 10
Disallow: /


# v100226a