User-agent: *
Sitemap: https://www.m24.ru/sitemap.xml
Disallow: /sphinx
Disallow: /special/beta/*
Disallow: /vfiles*
Disallow: /cameras/*
Disallow: /camera*
Disallow: *01122015/91285*
Disallow: /videos/34205*
Disallow: *test*
Disallow: *cms*
Disallow: *wknd*
Disallow: *html/widgets*
Disallow: /cameras/*
Disallow: /special/custom/*
Disallow: /cams/*
Disallow: /map*
Disallow: /large*
Disallow: /amp/games/*
Disallow: /news/sudy/19032019/69591 
Disallow: /news/dosug/19032019/69615
Disallow: *external*
Disallow: /videos/15/9416
Disallow: /videos/1/76856
Disallow: /videos/1/28605
Host: https://www.m24.ru
Crawl-delay: 1
Request-rate: 1/1