User-agent: Yandex
Crawl-delay: 5
Allow: /
Disallow: /pub/
Disallow: /music/
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /go/
Disallow: /player/
Disallow: /wp/
Disallow: /*/
Host: mitry.spb.ru

User-agent: MLBot
Crawl-delay: 5
Disallow: /pub/
Disallow: /music/
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /go/
Disallow: /player/
Disallow: /wp/
Disallow: /*/
Host: mitry.spb.ru

User-agent: *
Crawl-delay: 5
Allow: /
Disallow: /pub/
Disallow: /music/
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /go/
Disallow: /player/
Disallow: /wp/
Disallow: /*/
Host: mitry.spb.ru