User-agent: Yandex
Disallow: /
Host: https://lenta.news

User-agent: GoogleBot
Disallow: /search
Disallow: /check_ed
Disallow: /auth
Disallow: /my
Disallow: /core
Disallow: */2020/02/13/money/
Disallow: */?rcmclid=
Disallow: /?
Disallow: /comments
Disallow: */news/2025/
Disallow: */news/2024/
Disallow: */news/2023/
Disallow: */news/2022/
Disallow: */news/2021/
Disallow: */news/2020/
Disallow: */news/2019/
Disallow: */news/2018/
Disallow: */news/2017/
Disallow: */news/2016/
Disallow: */news/2015/
Disallow: */news/2014/
Disallow: */news/2013/
Disallow: */news/2012/
Disallow: */news/2011/
Disallow: */news/2010/
Disallow: */news/2009/
Disallow: */news/2008/
Disallow: */news/2007/
Disallow: */news/2006/
Disallow: */news/2005/
Disallow: */news/2004/
Disallow: */news/2003/
Disallow: */news/2002/
Disallow: */news/2001/
Disallow: */news/2000/
Disallow: */articles/2025/
Disallow: */articles/2024/
Disallow: */articles/2023/
Disallow: */articles/2022/
Disallow: */articles/2021/
Disallow: */articles/2020/
Disallow: */articles/2019/
Disallow: */articles/2018/
Disallow: */articles/2017/
Disallow: */articles/2016/
Disallow: */articles/2015/
Disallow: */articles/2014/
Disallow: */articles/2013/
Disallow: */articles/2012/
Disallow: */articles/2011/
Disallow: */articles/2010/
Disallow: */articles/2009/
Disallow: */articles/2008/
Disallow: */articles/2007/
Disallow: */articles/2006/
Disallow: */articles/2005/
Disallow: */articles/2004/
Disallow: */articles/2003/
Disallow: */articles/2002/
Disallow: */articles/2001/
Disallow: */articles/2000/
Disallow: */twz
Disallow: */news/2026/01
Disallow: */news/2026/02
Disallow: */news/2026/03
Disallow: */news/2026/04
Disallow: */news/2026/05
Disallow: */articles/2026/01
Disallow: */articles/2026/02
Disallow: */articles/2026/03
Disallow: */articles/2026/04
Disallow: */articles/2026/05

User-agent: *
Disallow: /search
Disallow: /check_ed
Disallow: /auth
Disallow: /my
Disallow: /core
Disallow: */2020/02/13/money/
Disallow: */?rcmclid=
Disallow: /?

User-agent: AliyunSecBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: AudigentAdBot
Disallow: /

User-agent: AwarioRssBot
User-agent: AwarioSmartBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-SearchBot
Disallow: /

User-agent: Claude-User
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: DuckAssistBot
Disallow: /

User-agent: EchoboxBot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: FriendlyCrawler
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: Jetslide
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: Meta-ExternalAgent
User-agent: meta-externalagent
Disallow: /

User-agent: Meta-ExternalFetcher
User-agent: meta-externalfetcher
Disallow: /

User-agent: MyCentralAIScraperBot
Disallow: /

User-agent: NewsNow
Disallow: /

User-agent: news-please
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: peer39_crawler
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Perplexity-User
Disallow: /

User-agent: Poseidon Research Crawler
Disallow: /

User-agent: quillbot.com
Disallow: /

User-agent: Quora-Bot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: SeekrBot
Disallow: /

User-agent: SeznamHomepageCrawler
Disallow: /

User-agent: TaraGroup Intelligent Bot
Disallow: /

User-agent: Timpibot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: ViennaTinyBot
Disallow: /

User-agent: YouBot
Disallow: /


Sitemap: https://lenta.news/news/sitemap34.xml.gz
Sitemap: https://lenta.news/news/sitemap35.xml.gz
Sitemap: https://lenta.news/rss/google/discover
Sitemap: https://lenta.news/sitemaps/googlenews.xml