# Robots.txt for Dash Application
# Generated by dash-improve-my-llms
# https://pypi.org/project/dash-improve-my-llms/

# Default policy - allow all standard crawlers
User-agent: *
Allow: /

Disallow: /admin

Crawl-delay: 10

# ==========================================
# Block AI Training Data Collection
# ==========================================
# These bots collect data to train AI models.
# Blocking them prevents your content from being
# used in training datasets without permission.

User-agent: GPTBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: ByteSpider
Disallow: /

# ==========================================
# Allow AI Search and Citation Bots
# ==========================================
# These bots help users find your content through
# AI-powered search engines and assistants.

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

# ==========================================
# Traditional Search Engines
# ==========================================
# Standard search engine bots are allowed
# by default with the User-agent: * rule above.

# Googlebot, Bingbot, etc. - covered by *

# ==========================================
# Sitemaps and Discovery
# ==========================================
Sitemap: https://llms.2plot.dev/sitemap.xml

# ==========================================
# AI-Friendly Documentation
# ==========================================
# For AI agents and LLMs, we provide structured
# documentation in multiple formats:
#
# https://llms.2plot.dev/llms.txt - LLM-friendly prose documentation
# https://llms.2plot.dev/sitemap.xml - Complete sitemap
#
# MCP-aware clients can also fetch per-page docs as
# resources via Dash 4.3+ MCP server endpoints.