# Finanzgeflüster - robots.txt
# Last updated: 2026-02-23

User-agent: *
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

# Admin and auth areas
Disallow: /admin/
Disallow: /auth/
Disallow: /profil/

# API endpoints (except sitemap)
Disallow: /api/
Allow: /api/sitemap

# Query parameters (prevent duplicate content)
Disallow: /*?*

# Crawl delay for friendly crawling
Crawl-delay: 1

# Specific bot rules
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Bingbot
Allow: /
Crawl-delay: 1

# AI Crawlers - explicitly allowed
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Sitemaps
Sitemap: https://finanzgefluester.de/api/sitemap?type=index
Sitemap: https://finanzgefluester.de/api/sitemap?type=news

# Host directive
Host: https://finanzgefluester.de