# robots.txt — Allow search indexing and AI browsing, block AI training crawlers
# Updated: 2025-10-24

# --- Allow normal search engines ---
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

# --- Allow AI systems that perform live searches (not training) ---
User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

# --- Block AI training crawlers ---
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: FacebookBot
Disallow: /

# --- Default rule ---
User-agent: *
Allow: /

Sitemap: https://lawline.se/sitemap.xml