# Robots.txt for Insight.com

# Default rules
User-agent: *
Disallow: /*?*
Allow: /*.html
Disallow: /en_US/search*.html
Disallow: /insightweb/
Disallow: /flytrap/
Disallow: /content/dam/insight-web/*/solutions/service-provider/microsite/assets/
Disallow: /content/dam/insight-web/*/pdfs/
Disallow: /content/dam/insight/*/
Disallow: /content/dam/global/*/pdfs/
Allow: /insightweb/*.css$
Allow: /*?qtype=
Allow: /*?pq=
Allow: /*?identifier=shopping
Allow: /*?partnermessage

# Allowed AI crawlers
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: Googlebot
User-agent: Google-Extended
User-agent: anthropic-ai
User-agent: Bingbot
User-agent: PerplexityBot
User-agent: YouBot
Disallow:

# Blocked crawlers
User-agent: CCBot
User-agent: FacebookBot
User-agent: NeevaAI
Disallow: /


Sitemap: https://uk.insight.com/sitemap.xml