Sitemap: https://schoenberger-derbaumpfleger.de/de/sitemap.xml

# ============================================================
# GENERAL CRAWLER POLICY
# ============================================================

User-agent: *
Disallow: /API/
Disallow: /errors/
Disallow: /fancybox/
Disallow: /fancybox*
Disallow: /layout/
Disallow: /mode/
Disallow: /media/
Disallow: /print/
Disallow: /scripts/
Disallow: /search/
Disallow: /subs/
Disallow: /tmp/
Disallow: /webadmin/
Disallow: /webadmin*


# ============================================================
# AI SEARCH / CITATION CRAWLERS
# ============================================================

User-agent: OAI-SearchBot
Disallow: /API/
Disallow: /errors/
Disallow: /fancybox/
Disallow: /fancybox*
Disallow: /layout/
Disallow: /mode/
Disallow: /media/
Disallow: /print/
Disallow: /scripts/
Disallow: /search/
Disallow: /subs/
Disallow: /tmp/
Disallow: /webadmin/
Disallow: /webadmin*
Crawl-delay: 10

User-agent: Claude-SearchBot
Disallow: /API/
Disallow: /errors/
Disallow: /fancybox/
Disallow: /fancybox*
Disallow: /layout/
Disallow: /mode/
Disallow: /media/
Disallow: /print/
Disallow: /scripts/
Disallow: /search/
Disallow: /subs/
Disallow: /tmp/
Disallow: /webadmin/
Disallow: /webadmin*
Crawl-delay: 10

User-agent: PerplexityBot
Disallow: /API/
Disallow: /errors/
Disallow: /fancybox/
Disallow: /fancybox*
Disallow: /layout/
Disallow: /mode/
Disallow: /media/
Disallow: /print/
Disallow: /scripts/
Disallow: /search/
Disallow: /subs/
Disallow: /tmp/
Disallow: /webadmin/
Disallow: /webadmin*
Crawl-delay: 10


# ============================================================
# USER-INITIATED AI REQUESTS
# No crawl delay
# ============================================================

User-agent: ChatGPT-User
Disallow: /API/
Disallow: /errors/
Disallow: /fancybox/
Disallow: /fancybox*
Disallow: /layout/
Disallow: /mode/
Disallow: /media/
Disallow: /print/
Disallow: /scripts/
Disallow: /search/
Disallow: /subs/
Disallow: /tmp/
Disallow: /webadmin/
Disallow: /webadmin*

User-agent: Claude-User
Disallow: /API/
Disallow: /errors/
Disallow: /fancybox/
Disallow: /fancybox*
Disallow: /layout/
Disallow: /mode/
Disallow: /media/
Disallow: /print/
Disallow: /scripts/
Disallow: /search/
Disallow: /subs/
Disallow: /tmp/
Disallow: /webadmin/
Disallow: /webadmin*

User-agent: Perplexity-User
Disallow: /API/
Disallow: /errors/
Disallow: /fancybox/
Disallow: /fancybox*
Disallow: /layout/
Disallow: /mode/
Disallow: /media/
Disallow: /print/
Disallow: /scripts/
Disallow: /search/
Disallow: /subs/
Disallow: /tmp/
Disallow: /webadmin/
Disallow: /webadmin*


# ============================================================
# AI TRAINING / DATA CRAWLERS
# Allowed, but requested to crawl slowly
# ============================================================

User-agent: GPTBot
Disallow: /API/
Disallow: /errors/
Disallow: /fancybox/
Disallow: /fancybox*
Disallow: /layout/
Disallow: /mode/
Disallow: /media/
Disallow: /print/
Disallow: /scripts/
Disallow: /search/
Disallow: /subs/
Disallow: /tmp/
Disallow: /webadmin/
Disallow: /webadmin*
Crawl-delay: 10

User-agent: ClaudeBot
Disallow: /API/
Disallow: /errors/
Disallow: /fancybox/
Disallow: /fancybox*
Disallow: /layout/
Disallow: /mode/
Disallow: /media/
Disallow: /print/
Disallow: /scripts/
Disallow: /search/
Disallow: /subs/
Disallow: /tmp/
Disallow: /webadmin/
Disallow: /webadmin*
Crawl-delay: 10

User-agent: Google-Extended
Disallow: /API/
Disallow: /errors/
Disallow: /fancybox/
Disallow: /fancybox*
Disallow: /layout/
Disallow: /mode/
Disallow: /media/
Disallow: /print/
Disallow: /scripts/
Disallow: /search/
Disallow: /subs/
Disallow: /tmp/
Disallow: /webadmin/
Disallow: /webadmin*
Crawl-delay: 10

User-agent: Meta-ExternalAgent
Disallow: /API/
Disallow: /errors/
Disallow: /fancybox/
Disallow: /fancybox*
Disallow: /layout/
Disallow: /mode/
Disallow: /media/
Disallow: /print/
Disallow: /scripts/
Disallow: /search/
Disallow: /subs/
Disallow: /tmp/
Disallow: /webadmin/
Disallow: /webadmin*
Crawl-delay: 10