# ==============================
# Optimized robots.txt
# Allow legit bots, block spammy crawlers
# ==============================

User-agent: *
Allow: /

# Block known spammy or aggressive bots
User-agent: 008*
Disallow: /
User-agent: 360Spider
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: aiHitBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: Cliqzbot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: Sogou*
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: Yandex*
Disallow: /

# Optional: block download tools and scrapers
User-agent: GetRight*
Disallow: /
User-agent: Offline*
Disallow: /
User-agent: WebCopier*
Disallow: /
User-agent: WebFetch*
Disallow: /
User-agent: wget
Disallow: /
User-agent: curl
Disallow: /