LLM.txt

# =====================================================
# TRUE INSIGHTS | robots.txt (Optimized for Sales & AI 2026)
# Focus: Maximale conversie via ads, AI-bot-integratie
# =====================================================

# --- 1. Zoekmachines & AI-crawlers (Volledige toegang tot core) ---
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Bingbot
User-agent: Applebot
User-agent: GPTBot
User-agent: PerplexityBot
User-agent: Claude-Web
User-agent: cohere-ai
User-agent: anthropic-ai
User-agent: meta-externalagent
Allow: /
Allow: /products
Allow: /collections
Allow: /blogs
Allow: /policies
Allow: /llms.txt

# --- 2. Globale regels voor alle bots (Incl. bescherming tegen duplicate content) ---
User-agent: *

# Systeem & gevoelige gebieden (Shopify Default)
Disallow: /admin
Disallow: /account
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /a/downloads/-/*

# Shopify interne & tracking-endpoints
Disallow: /.well-known/shopify/monorail
Disallow: /apple-app-site-association
Disallow: /sf_private_access_tokens
Disallow: /cdn/wpm/*.js

# Web Pixels / Sandbox / Tracking-renderings
Disallow: /web-pixels@
Disallow: /sandbox/
Disallow: /*pr_prod_strat=
Disallow: /*pr_rec_id=
Disallow: /*pr_seq=
Disallow: /*pr_ref_pid=

# Sorteringen & filter-rommel blokkeren
Disallow: /*?*sort_by=*
Disallow: /*?*filter*
Disallow: /*?*utm_*=*
Disallow: /*?*gclid=*
Disallow: /*?*fbclid=*
Disallow: /*?*oseid=*
Disallow: /*?*ref=*
Disallow: /*?*sca_ref=*
Disallow: /*?*srsltid=*

# Aanbevelings- en remote-endpoints
Disallow: /recommendations/products
Disallow: /*/recommendations/products
Disallow: /*-remote

# --- 3. Agressieve crawlers afremmen/blokkeren ------------
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Sitemap & LLM-resource
Sitemap: https://true-insights.de/sitemap.xml

# =====================================================
# Einde – Advertenties gered, AI-ready voor de boost.
# =====================================================