# robots.txt für preitsanbera.at
# Letzte Aktualisierung: 26. Januar 2026

# Standard Web Crawler
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /private/

# OpenAI GPT Bots
User-agent: GPTBot
Allow: /
Allow: /llms.txt

User-agent: ChatGPT-User
Allow: /
Allow: /llms.txt

# Anthropic Claude
User-agent: Claude-Web
Allow: /
Allow: /llms.txt

User-agent: anthropic-ai
Allow: /
Allow: /llms.txt

# Google Bard/Gemini
User-agent: Google-Extended
Allow: /
Allow: /llms.txt

# Common Crawl (für AI Training)
User-agent: CCBot
Allow: /
Allow: /llms.txt

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Allow: /llms.txt

# Bing AI
User-agent: bingbot
Allow: /
Allow: /llms.txt

# Meta/Facebook AI
User-agent: facebookexternalhit
Allow: /
Allow: /llms.txt

# Sitemaps
Sitemap: https://preitsanbera.at/sitemap.xml

# Crawl Delay (optional, nur wenn nötig)
# Crawl-delay: 1

# Wichtige Ressourcen
Allow: /assets/
Allow: /llms.txt
Allow: /sitemap.xml