User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /xmlrpc.php
Disallow: /trackback/
Disallow: /?s=

Allow: /wp-admin/admin-ajax.php
Allow: /llms.txt
Allow: /llms.en.txt
Allow: /llms-full.txt
Allow: /llms-full.en.txt

# AI / LLM crawlers
User-agent: GPTBot
Allow: /llms.txt
Allow: /llms.en.txt
Allow: /llms-full.txt
Allow: /llms-full.en.txt

User-agent: OAI-SearchBot
Allow: /llms.txt
Allow: /llms.en.txt
Allow: /llms-full.txt
Allow: /llms-full.en.txt

User-agent: ClaudeBot
Allow: /llms.txt
Allow: /llms.en.txt
Allow: /llms-full.txt
Allow: /llms-full.en.txt

User-agent: Google-Extended
Allow: /llms.txt
Allow: /llms.en.txt
Allow: /llms-full.txt
Allow: /llms-full.en.txt

User-agent: CCBot
Allow: /llms.txt
Allow: /llms.en.txt
Allow: /llms-full.txt
Allow: /llms-full.en.txt

User-agent: PerplexityBot
Allow: /llms.txt
Allow: /llms.en.txt
Allow: /llms-full.txt
Allow: /llms-full.en.txt

Sitemap: https://bclab.de/sitemap.xml