User-Agent: *
Allow: /
Disallow: /dashboard/
Disallow: /api/
Disallow: /auth/
Disallow: /admin/
Disallow: /tma/
Disallow: /bot-check/

User-Agent: SemrushBot
Disallow: /

User-Agent: AhrefsBot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: DotBot
Disallow: /

User-Agent: BLEXBot
Disallow: /

User-Agent: Rogerbot
Disallow: /

User-Agent: MegaIndex.ru
Disallow: /

User-Agent: DataForSeoBot
Disallow: /

User-Agent: BomboraBot
Disallow: /

User-Agent: ZoominfoBot
Disallow: /

User-Agent: magpie-crawler
Disallow: /

User-Agent: img2dataset
Disallow: /

User-Agent: Kangaroo Bot
Disallow: /

User-Agent: AwarioBot
Disallow: /

User-Agent: ISSCyberRiskCrawler
Disallow: /

User-Agent: Scrapy
Disallow: /

Sitemap: https://gruzdevv.ru/sitemap.xml
Sitemap: https://gruzdevv.ru/news-sitemap.xml