# =========================================================
# robots.txt - axos.pro
# Política: se permite el rastreo destinado a búsqueda y a
# citación en asistentes de IA; se bloquea el rastreo
# destinado exclusivamente a entrenamiento de modelos.
# Última revisión: septiembre 2026
# =========================================================

# =========================================================
# BLOQUE 1 - RASTREADORES DE RECUPERACIÓN (PERMITIDOS)
# Construyen los índices desde los que los motores de IA
# citan fuentes. Bloquearlos equivale a desaparecer de las
# respuestas generadas.
# =========================================================

# --- OpenAI: índice de ChatGPT Search ---
User-agent: OAI-SearchBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /readme.html
Disallow: /license.txt
Disallow: /xmlrpc.php
Disallow: /elementskit-content/
Allow: /wp-admin/admin-ajax.php

# --- Perplexity: índice de búsqueda ---
User-agent: PerplexityBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /readme.html
Disallow: /license.txt
Disallow: /xmlrpc.php
Disallow: /elementskit-content/
Allow: /wp-admin/admin-ajax.php

# --- Anthropic: índice de búsqueda de Claude ---
User-agent: Claude-SearchBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Allow: /wp-admin/admin-ajax.php

# --- DuckDuckGo: índice de DuckAssist ---
User-agent: DuckAssistBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Allow: /wp-admin/admin-ajax.php

# --- Apple: búsqueda, Siri y Spotlight ---
User-agent: Applebot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Allow: /wp-admin/admin-ajax.php

# --- Google: Gemini y Vertex AI ---
User-agent: Google-Extended
Allow: /

# =========================================================
# BLOQUE 2 - AGENTES ACTIVADOS POR UNA PERSONA (PERMITIDOS)
# Entran cuando un usuario pega una URL o pide consultar
# esta web en el momento. Son visitas con intención real.
# =========================================================

# --- OpenAI ---
User-agent: ChatGPT-User
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Allow: /wp-admin/admin-ajax.php

# --- Perplexity ---
User-agent: Perplexity-User
Allow: /

# --- Anthropic ---
User-agent: Claude-User
Allow: /

# --- Mistral Le Chat ---
User-agent: MistralAI-User
Allow: /

# --- Meta AI ---
User-agent: Meta-ExternalFetcher
Allow: /

# =========================================================
# BLOQUE 3 - RASTREADORES DE ENTRENAMIENTO (BLOQUEADOS)
# Recopilan contenido para corpus de modelos. No generan
# citas ni envían visitas: la petición es coste puro.
# =========================================================

# --- OpenAI ---
User-agent: GPTBot
Disallow: /

# --- Anthropic ---
User-agent: ClaudeBot
Disallow: /

# --- Apple Intelligence ---
User-agent: Applebot-Extended
Disallow: /

# --- Meta (segundo bot más activo de la web en 2026) ---
User-agent: Meta-ExternalAgent
Disallow: /

# --- Common Crawl ---
User-agent: CCBot
Disallow: /

# --- Amazon ---
User-agent: Amazonbot
Disallow: /

# --- ByteDance / Doubao ---
User-agent: Bytespider
Disallow: /

# --- DeepSeek ---
User-agent: DeepSeekBot
Disallow: /

# --- Allen Institute for AI ---
User-agent: AI2Bot
Disallow: /

# =========================================================
# BLOQUE 4 - REGLAS GENERALES
# Cualquier bot no declarado arriba se rige por este bloque.
# =========================================================

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /readme.html
Disallow: /license.txt
Disallow: /xmlrpc.php
Disallow: /elementskit-content/
Disallow: /*?s=
Allow: /wp-admin/admin-ajax.php

Sitemap: https://axos.pro/sitemap_index.xml