# =====================================================
# TRUE INSIGHTS | robots.txt (Optimized for Sales & AI 2026)
# Fokus: Maximale Conversion via Ads, KI-Bot-Integration
# =====================================================
# --- 1. Suchmaschinen & KI-Crawler (Voller Zugriff auf Core) ---
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Bingbot
User-agent: Applebot
User-agent: GPTBot
User-agent: PerplexityBot
User-agent: Claude-Web
User-agent: cohere-ai
User-agent: anthropic-ai
User-agent: meta-externalagent
Allow: /
Allow: /products
Allow: /collections
Allow: /blogs
Allow: /policies
Allow: /llms.txt
# --- 2. Globale Regeln für alle Bots (Inkl. Schutz vor Duplicate Content) ---
User-agent: *
# System & sensible Bereiche (Shopify Default)
Disallow: /admin
Disallow: /account
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /a/downloads/-/*
# Shopify interne & Tracking-Endpunkte
Disallow: /.well-known/shopify/monorail
Disallow: /apple-app-site-association
Disallow: /sf_private_access_tokens
Disallow: /cdn/wpm/*.js
# Web Pixels / Sandbox / Tracking-Renderings
Disallow: /web-pixels@
Disallow: /sandbox/
Disallow: /*pr_prod_strat=
Disallow: /*pr_rec_id=
Disallow: /*pr_seq=
Disallow: /*pr_ref_pid=
# Sortierungen & Filter-Müll blockieren
Disallow: /*?*sort_by=*
Disallow: /*?*filter*
Disallow: /*?*utm_*=*
Disallow: /*?*gclid=*
Disallow: /*?*fbclid=*
Disallow: /*?*oseid=*
Disallow: /*?*ref=*
Disallow: /*?*sca_ref=*
Disallow: /*?*srsltid=*
# Empfehlungs- und Remote-Endpunkte
Disallow: /recommendations/products
Disallow: /*/recommendations/products
Disallow: /*-remote
# --- 3. Aggressive Crawler bremsen/blocken ------------
User-agent: AhrefsBot
Crawl-delay: 10
User-agent: SemrushBot
Crawl-delay: 10
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: BLEXBot
Disallow: /
# Sitemap & LLM-Ressource
Sitemap: https://true-insights.de/sitemap.xml
# =====================================================
# Ende – Werbeanzeigen gerettet, KI-Bereit für den Boost.
# =====================================================
