# =================================================
# BLOQUEO DE BOTS DE IA Y AGENTES AGRESIVOS
# =================================================

User-agent: AhrefsBot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: Amzn-SearchBot
Disallow: /
User-agent: Applebot
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Claude-SearchBot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: meta-webindexer
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: newsai
Disallow: /
# PetalBox: sudo ufw insert 1 deny from 114.119.0.0/16 to any
User-agent: PetalBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SERankingBacklinksBot
Disallow: /
User-agent: CriteoBot
Disallow: /
User-agent: TikTokSpider
Disallow: /


# =================================================
# REGLAS GENERALES Y BLOQUEO DE CONTENIDO
# =================================================

User-agent: *

# Bloquea URLs que terminen exactamente en /cien-mas
Disallow: */cien-mas$

# Todo lo demás está permitido para bots no listados arriba (como Googlebot)
Allow: /