# robots.txt for Clear Vision Centro Oftalmológico Avanzado

# Standard search engine crawlers
User-agent: *
Allow: /
Disallow: /api/
Disallow: /_next/
Sitemap: https://clear-vision.net/sitemap.xml

# Google
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

# AI Crawlers - Encourage access to AI-specific documentation
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /ai.md

User-agent: ChatGPT-User
Allow: /
Allow: /llms.txt
Allow: /ai.md

User-agent: CCBot
Allow: /
Allow: /llms.txt
Allow: /ai.md

User-agent: anthropic-ai
Allow: /
Allow: /llms.txt
Allow: /ai.md

User-agent: Claude-Web
Allow: /
Allow: /llms.txt
Allow: /ai.md

User-agent: PerplexityBot
Allow: /
Allow: /llms.txt
Allow: /ai.md

User-agent: Applebot
Allow: /
Allow: /llms.txt
Allow: /ai.md

User-agent: Bytespider
Allow: /
Allow: /llms.txt
Allow: /ai.md

# AI-specific documentation files
# These files are specifically designed for AI assistants and LLM crawlers
# /llms.txt - Compact structured information for LLM indexing
# /ai.md - Comprehensive markdown documentation for AI understanding

# Crawl-delay for AI bots (be respectful of server resources)
User-agent: GPTBot
Crawl-delay: 1

User-agent: CCBot
Crawl-delay: 1

User-agent: anthropic-ai
Crawl-delay: 1

# Medical practice information available for AI-powered search and recommendations
# Last updated: February 2025