# TOPPIC - Robots.txt
# Actualizado: 2026-02-19
# https://toppic.app - Concursos fotográficos geolocalizados

User-agent: *
Allow: /
Allow: /contests
Allow: /gallery
Allow: /organizers
Allow: /blog
Allow: /how-it-works
Allow: /faq
Allow: /install
Allow: /festivales
Allow: /bodas
Allow: /deportes
Allow: /turismo
Allow: /gastronomia
Allow: /eventos
Allow: /ayuntamientos
Allow: /andorra-negocis
Allow: /voting-system
Allow: /login
Allow: /register
# Bloquear rutas privadas / app mobile
Disallow: /app/
Disallow: /admin
Disallow: /dashboard
Disallow: /profile
Disallow: /upload
Disallow: /payment-success
Disallow: /organizer-panel

# Sitemap principal (via Vercel rewrite → Supabase Edge Function)
Sitemap: https://toppic.app/sitemap.xml

# Crawl-delay para cortesía
Crawl-delay: 1


# ========================================
# BOTS DE REDES SOCIALES
# ========================================
User-agent: facebookexternalhit
Allow: /

User-agent: facebookexternalhit/1.1
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: Slackbot
Allow: /

User-agent: Discordbot
Allow: /

User-agent: TelegramBot
Allow: /

User-agent: Pinterest
Allow: /

# ========================================
# BOTS DE IA Y LLMs - ACCESO COMPLETO
# ========================================

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Anthropic / Claude
User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

# Google AI / Gemini
User-agent: Google-Extended
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

# Microsoft / Bing / Copilot
User-agent: Bingbot
Allow: /

User-agent: bingbot
Allow: /

User-agent: msnbot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Cohere AI
User-agent: cohere-ai
Allow: /

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

# Amazon / Alexa
User-agent: Amazonbot
Allow: /

# Apple / Siri
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# You.com
User-agent: YouBot
Allow: /

# Common Crawl (used by many AI models)
User-agent: CCBot
Allow: /

# Firecrawl
User-agent: FirecrawlBot
Allow: /

# Diffbot
User-agent: Diffbot
Allow: /

# ========================================
# OTROS BOTS DE BÚSQUEDA
# ========================================
User-agent: DuckDuckBot
Allow: /

User-agent: Yandex
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: Sogou
Allow: /

User-agent: Naver
Allow: /

User-agent: Seznam
Allow: /

User-agent: ia_archiver
Allow: /