User-agent: *
Content-Signal: search=yes, ai-train=no, ai-input=yes
Allow: /
Disallow: /api
Disallow: /monitoring
Disallow: /preload
Disallow: /accounts
Disallow: /profile
Disallow: /auth
Disallow: /guide/guide
Disallow: /guide/channel
Disallow: /guide/null
Disallow: /channel

# AI training bots — запрещаем сбор для обучения моделей
User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: omgili
Disallow: /

# SEO-сборщики: поисковой выдачи не дают, страничный трафик берут
User-agent: AhrefsBot
Allow: /
Crawl-delay: 10

User-agent: DataForSeoBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SERankingBacklinksBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: keys-so-bot
Disallow: /

# Поисковики вне нашего рынка: выдачи для нашей аудитории не дают
User-agent: Baiduspider
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: ExaSearchBot
Disallow: /

User-agent: Yandex
Allow: /
Disallow: /api
Disallow: /monitoring
Disallow: /preload
Disallow: /accounts
Disallow: /profile
Disallow: /auth
Clean-param: utm_source&utm_medium&utm_campaign&utm_term&utm_content&yclid&gclid&from&_openstat

Host: https://media-guide.tv

Sitemap: https://media-guide.tv/sitemap.xml