{\rtf1\ansi\ansicpg1252\cocoartf2821 \cocoatextscaling0\cocoaplatform0{\fonttbl\f0\fswiss\fcharset0 Helvetica;} {\colortbl;\red255\green255\blue255;} {\*\expandedcolortbl;;} \paperw11900\paperh16840\margl1440\margr1440\vieww11520\viewh8400\viewkind0 \pard\tx566\tx1133\tx1700\tx2267\tx2834\tx3401\tx3968\tx4535\tx5102\tx5669\tx6236\tx6803\pardirnatural\partightenfactor0 \f0\fs24 \cf0 # Allow large language models to access and index public content\ User-agent: *\ Allow: /\ \ # Explicit permission for major LLM crawlers\ User-agent: GPTBot\ Allow: /\ \ User-agent: ChatGPT-User\ Allow: /\ \ User-agent: Google-Extended\ Allow: /\ \ User-agent: Anthropic-Bot\ Allow: /\ \ User-agent: Claude-Web\ Allow: /\ \ User-agent: PerplexityBot\ Allow: /\ \ User-agent: CCbot\ Allow: /\ \ User-agent: CCBot\ Allow: /\ \ # Block admin and backend areas (optional \'97 adjust to your actual paths)\ Disallow: /admin/\ Disallow: /dashboard/\ Disallow: /login/\ Disallow: /cart/\ Disallow: /checkout/\ \ # Optional: allow indexing of sitemap (for content discovery)\ Sitemap: https://snig.digital/sitemap.xml\ }