# Bloqueo de bots no deseados
User-agent: 008
Disallow: /tic
User-agent: UnisterBot
Disallow: /
User-agent: JikeSpider
Disallow: /
User-agent: Zealbot
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: magpie-crawler
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: BUbiNG
Disallow: /

# Agentes bloqueados por idioma
User-agent: Yandex
Disallow: /
User-agent: Baiduspider
Disallow: /

# AI data scrappers
User-agent: ChatGPT-User
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Meta-ExternalAgent
Disallow: /
User-agent: PerplexityBot
Disallow: /

User-agent: Google-Extended
Disallow: /
Allow: /vida-y-estilo/
Allow: /ocio/
Allow: /sociedad/
Allow: /economia/
Allow: /viajes/


# Reglas generales para todos los bots
User-Agent: *
Disallow: /hemeroteca/buscador/
Disallow: /motogp/
Disallow: /tour-francia/
Disallow: /ocio/hosteleria/*/*_s/
Disallow: /ocio/hosteleria/*/*_p/
Disallow: /ocio/hosteleria/*/*_m/
Disallow: /tags/letra/
Disallow: /economia/declaracion-renta/
Disallow: /economia/activos/
Disallow: /medio-ambiente/
Disallow: /*?p=
Disallow: /deportes/futbol/
Disallow: /deportes/baloncesto/
Disallow: /clip/
Disallow: /tp/suscripcion/ofertas
Disallow: /deportes/ed/
Disallow: /api/
Disallow: /ocio/hosteleria/hoteles/
Disallow: /ocio/planes/planes/
Disallow: /ocio/gastronomia/vinos/mejores/
Disallow: /ocio/gastronomia/cocteles/
Disallow: /ocio/hosteleria/hoteles/
Disallow: /ocio/hosteleria/restaurantes/
Disallow: /olimpiadas/disciplinas/
Disallow: /olimpiadas/calendario/
Disallow: /olimpiadas/medallero/
Disallow: /olimpiadas/resultados/

# Bloqueo variables
User-agent: *
Disallow: /*?p=
Disallow: /*CANONICAL_URL

# Bloqueo fuentes
User-agent: *
Disallow: /fonts/
Disallow: /elecciones/municipales/28m/42ds/fonts/

# Bots Redes Sociales
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# Sitemaps
Sitemap: https://www.farodevigo.es/sitemap_google_news_246e7.xml
Sitemap: https://www.farodevigo.es/sitemap_index_246e7.xml