User-agent: Yandex
Disallow: /index.php
Disallow: /mail/
Disallow: /user/
Disallow: /tt/
Disallow: /winners/
Disallow: /tags/
Disallow: /reputation/
Disallow: /horoscope/
Disallow: /stat/
Disallow: /avp/
Disallow: /clicks/
Disallow: /vik/
Disallow: /catalog/aud/
Disallow: /newposts/
Disallow: /engine/go.php
Disallow: /user/
Disallow: /engine/opensearch.php
Disallow: *allnews&user*
Disallow: *tv.html*
Disallow: *tv-now.html*
Disallow: *pogoda.html*
Disallow: *kino.html*
Disallow: *engine/print.php?newsid=*
Disallow: *do=addcomplaint*
Disallow: *ratepic.php?pic=*
Disallow: *addfav.php?pid=*
Disallow: *engine/rss.php?do=cat&category=*
Disallow: /statistics.html
Disallow: /*subaction=userinfo
Disallow: /*subaction=newposts
Disallow: /*do=lastcomments
Disallow: /*do=feedback
Disallow: /*do=register
Disallow: /*do=addnews
Disallow: /*do=stats
Disallow: /*do=pm
Disallow: /28263-antivirusnye-obnovlenija.html
Disallow: /729-nod32_obnovlenija.html
Disallow: /10676-kav-kis-7-obnovlenija.html
Disallow: /13167-obnovlenija-dlja-doctor-web.html
Disallow: /1119-rules-and-privileges.html
Disallow: /index.php?newsid=1119
Disallow: /catalog/search/
Allow: /
Host: 21region.org

User-agent: Googlebot
Disallow: /index.php
Disallow: /mail/
Disallow: /user/
Disallow: /tt/
Disallow: /winners/
Disallow: /tags/
Disallow: /reputation/
Disallow: /horoscope/
Disallow: /stat/
Disallow: /avp/
Disallow: /clicks/
Disallow: /vik/
Disallow: /catalog/aud/
Disallow: /newposts/
Disallow: /engine/go.php
Disallow: /user/
Disallow: /engine/opensearch.php
Disallow: *allnews&user*
Disallow: *tv.html*
Disallow: *tv-now.html*
Disallow: *pogoda.html*
Disallow: *kino.html*
Disallow: *engine/print.php?newsid=*
Disallow: *do=addcomplaint*
Disallow: *ratepic.php?pic=*
Disallow: *addfav.php?pid=*
Disallow: *engine/rss.php?do=cat&category=*
Disallow: /statistics.html
Disallow: /*subaction=userinfo
Disallow: /*subaction=newposts
Disallow: /*do=lastcomments
Disallow: /*do=feedback
Disallow: /*do=register
Disallow: /*do=addnews
Disallow: /*do=stats
Disallow: /*do=pm
Disallow: /28263-antivirusnye-obnovlenija.html
Disallow: /729-nod32_obnovlenija.html
Disallow: /10676-kav-kis-7-obnovlenija.html
Disallow: /13167-obnovlenija-dlja-doctor-web.html
Disallow: /1119-rules-and-privileges.html
Disallow: /index.php?newsid=1119
Disallow: /catalog/search/
Allow: /

User-agent: Mail.ru
User-agent: Mail.ru bot
Disallow: /index.php
Disallow: /mail/
Disallow: /user/
Disallow: /tt/
Disallow: /winners/
Disallow: /tags/
Disallow: /reputation/
Disallow: /horoscope/
Disallow: /stat/
Disallow: /avp/
Disallow: /clicks/
Disallow: /vik/
Disallow: /catalog/aud/
Disallow: /newposts/
Disallow: /engine/go.php
Disallow: /user/
Disallow: /engine/opensearch.php
Disallow: *allnews&user*
Disallow: *tv.html*
Disallow: *tv-now.html*
Disallow: *pogoda.html*
Disallow: *kino.html*
Disallow: *engine/print.php?newsid=*
Disallow: *do=addcomplaint*
Disallow: *ratepic.php?pic=*
Disallow: *addfav.php?pid=*
Disallow: *engine/rss.php?do=cat&category=*
Disallow: /statistics.html
Disallow: /*subaction=userinfo
Disallow: /*subaction=newposts
Disallow: /*do=lastcomments
Disallow: /*do=feedback
Disallow: /*do=register
Disallow: /*do=addnews
Disallow: /*do=stats
Disallow: /*do=pm
Disallow: /28263-antivirusnye-obnovlenija.html
Disallow: /729-nod32_obnovlenija.html
Disallow: /10676-kav-kis-7-obnovlenija.html
Disallow: /13167-obnovlenija-dlja-doctor-web.html
Disallow: /1119-rules-and-privileges.html
Disallow: /index.php?newsid=1119
Disallow: /catalog/search/
Host: 21region.org

User-agent: MJ12bot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: InfoBot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Bingbot
Disallow: /

User-agent: AdIdxBot
Disallow: /

User-agent: BingPreview
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: *
Disallow: /