# ═══════════════════════════════════════════════════════════
# robots.txt - Lenbd.org TV
# https://tv.lenbd.org/
# ═══════════════════════════════════════════════════════════

User-agent: *
Allow: /
Disallow: /sw.js
Disallow: /manifest.webmanifest
Disallow: /opensearch.xml
Disallow: /*.json$

Sitemap: https://tv.lenbd.org/sitemap.xml

# ═══ RSS/Atom Feed ═══
# Feed: https://tv.lenbd.org/feed.xml

# ═══ Crawl-delay for polite bots ═══
User-agent: Yandex
Crawl-delay: 1

# ═══ Block AI scrapers that don't respect standards ═══
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

# ═══ Allow all major search engines ═══
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: Yandex
Allow: /