# Blocco URL di sistema per tutti i bot (incluse varianti con prefisso lingua)
User-agent: *
Disallow: /__/
Disallow: /*/__/

# Lingue rimosse dall'indice e disattivate
Disallow: /ru/
Disallow: /cn/
Disallow: /ja/
Disallow: /ko/
Disallow: /id/

# =============================================================================
# SEO CRAWLERS - Bloccati per ridurre carico server (non portano traffico reale)
# =============================================================================

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# =============================================================================
# SPAM / SCRAPER BOTS - Bloccati perche aggressivi o malevoli
# =============================================================================

User-agent: Alexibot
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: Xenu's Link Sleuth
Disallow: /

User-agent: BackDoorBot
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: ZoominfoBot
Disallow: /