# The LIQUID finance — robots.txt (producción)
# pre.theliquidfinance.com sirve un robots con "Disallow: /" (lo reescribe deploy-pre.sh).

# --- Rastreadores SEO comerciales y bots que malgastan crawl budget: bloqueados ---
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: dataforseo-bot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: YandexBot
Disallow: /

# --- Scrapers de contenido agresivos ---
User-agent: Bytespider
Disallow: /

User-agent: ImagesiftBot
Disallow: /

# NOTA: los crawlers de IA legítimos (GPTBot, ChatGPT-User, OAI-SearchBot,
# ClaudeBot, PerplexityBot, Google-Extended, CCBot…) se dejan PERMITIDOS a
# propósito, alineado con la estrategia de posicionamiento LLM (llms.txt).

# --- Resto de bots: acceso permitido ---
User-agent: *
Allow: /

Sitemap: https://theliquidfinance.com/sitemap-index.xml