# darioa.nl: all search engines and AI assistants are welcome to read the public pages.
# Prices and products as plain text: /llms.txt, /llms-full.txt and /agents.json.
# AI assistants can also talk to the site directly: MCP server https://www.darioa.nl/mcp
# (server card /.well-known/mcp/server-card.json) and A2A agent card /.well-known/agent-card.json.
# A group that names a bot replaces the "*" group for that bot, so the rules are repeated per group.
# /admin is private: disallowed in every group, noindex on every response, and not in any list below.

User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin

# OpenAI: search index, user-triggered browsing and training
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /admin

# Anthropic: training, user-triggered fetches and search
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
Allow: /
Disallow: /api/
Disallow: /admin

# Perplexity
User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /
Disallow: /api/
Disallow: /admin

# Google (Googlebot follows "*"; Google-Extended controls use for Gemini) and Microsoft/Apple
User-agent: Googlebot
User-agent: Google-Extended
User-agent: Bingbot
User-agent: Applebot
User-agent: Applebot-Extended
Allow: /
Disallow: /api/
Disallow: /admin

Sitemap: https://www.darioa.nl/sitemap.xml