# Racketpoint robots.txt — open voor zoekmachines en AI-crawlers

# === Klassieke zoekmachines ===
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Slurp
Allow: /

User-agent: YandexBot
Allow: /

# === Social previews ===
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: TelegramBot
Allow: /

# === AI-zoekmachines & assistenten (GEO/AEO) ===
# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# Google AI (los van Googlebot — voor Gemini/AI Overviews training)
User-agent: Google-Extended
Allow: /

# Apple Intelligence
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Andere AI-crawlers
User-agent: Bytespider
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: YouBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: DiffbotBot
Allow: /

User-agent: omgili
Allow: /

User-agent: Timpibot
Allow: /

# === Default ===
User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/*
Disallow: /bespanner/v2
Disallow: /bespanner/v2/*
# Content Signals (https://contentsignals.org) — declared AI usage preferences
Content-Signal: ai-train=yes, ai-input=yes, search=yes

# === Sitemap index (verwijst naar sub-sitemaps) ===
Sitemap: https://racketpoint.nl/sitemap.xml
Sitemap: https://racketpoint.nl/sitemap-static.xml
Sitemap: https://racketpoint.nl/sitemap-guides.xml
Sitemap: https://racketpoint.nl/sitemap-cities.xml
Sitemap: https://racketpoint.nl/sitemap-stringers.xml

# LLM-index voor AI-modellen (zie llms.txt standaard)
# https://racketpoint.nl/llms.txt
# Volledige machine-leesbare content: https://racketpoint.nl/llms-full.txt