# robots.txt für mapo-werbeagentur.de
# Erstellt auf Basis der LLMS-Richtlinien (v1.1)
# © Heilkunde und Therapie | https://heilpraktik-quartier.de/

# ---------------------------------
# Standard-Regeln für alle Crawler
# ---------------------------------
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /?s=
Allow: /wp-admin/admin-ajax.php
Allow: /llms.txt

# Sitemap-Pfad
Sitemap: https://heilpraktik-quartier.de/sitemap_index.xml

# ---------------------------------
# KI- / LLM-bezogene Bots
# ---------------------------------

# OpenAI (GPTBot)
User-agent: GPTBot
Disallow: /wp-admin/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /?s=
Allow: /llms.txt
Allow: /wp-admin/admin-ajax.php

# OpenAI Search Crawler
User-agent: OAI-SearchBot
Disallow: /wp-admin/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /?s=
Allow: /llms.txt
Allow: /wp-admin/admin-ajax.php

# Google Extended (für KI-Modelle)
User-agent: Google-Extended
Disallow: /wp-admin/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /?s=
Allow: /llms.txt
Allow: /wp-admin/admin-ajax.php

# Microsoft Copilot / Bing Extended
User-agent: Microsoft-Extended
Disallow: /wp-admin/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /?s=
Allow: /llms.txt
Allow: /wp-admin/admin-ajax.php

# Anthropic (Claude)
User-agent: ClaudeBot
Disallow: /wp-admin/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /?s=
Allow: /llms.txt
Allow: /wp-admin/admin-ajax.php

User-agent: anthropic-ai
Disallow: /wp-admin/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /?s=
Allow: /llms.txt
Allow: /wp-admin/admin-ajax.php

# Perplexity AI
User-agent: PerplexityBot
Disallow: /wp-admin/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /?s=
Allow: /llms.txt
Allow: /wp-admin/admin-ajax.php

# Common Crawl (Trainingsbasis vieler LLMs)
User-agent: CCBot
Disallow: /wp-admin/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /?s=
Allow: /llms.txt
Allow: /wp-admin/admin-ajax.php