User-agent: Yandex
Disallow: /ad/
Disallow: /articles/
Disallow: /auth/
Disallow: /auto/
Disallow: /bitrix/
Disallow: /books/
Disallow: /catalog/
Disallow: /cgi-bin/
Disallow: /club/
Disallow: /communication/
Disallow: /community/
Disallow: /contacts/
Disallow: /content/
Disallow: /dom/
Disallow: /e-store/
Disallow: /examples/
Disallow: /fitness/
Disallow: /goods/
Disallow: /images/
Disallow: /infobox/
Disallow: /job/
Disallow: /learning/
Disallow: /links/
Disallow: /links/
Disallow: /mobile/
Disallow: /news/
Disallow: /personal/
Disallow: /registration/
Disallow: /rss/
Disallow: /search/
Disallow: /shop/
Disallow: /society/
Disallow: /stat/
Disallow: /studio/
Disallow: /temp/ 
Disallow: /test/
Disallow: /top-market/
Disallow: /upload/
Disallow: /vidio/
Disallow: /webstat/ 

User-agent: *
Disallow: /ad/
Disallow: /articles/
Disallow: /auth/
Disallow: /auto/
Disallow: /bitrix/
Disallow: /books/
Disallow: /catalog/
Disallow: /cgi-bin/
Disallow: /club/
Disallow: /communication/
Disallow: /community/
Disallow: /contacts/
Disallow: /content/
Disallow: /dom/
Disallow: /e-store/
Disallow: /examples/
Disallow: /fitness/
Disallow: /goods/
Disallow: /images/
Disallow: /infobox/
Disallow: /job/
Disallow: /learning/
Disallow: /links/
Disallow: /links/
Disallow: /mobile/
Disallow: /news/
Disallow: /personal/
Disallow: /registration/
Disallow: /rss/
Disallow: /search/
Disallow: /shop/
Disallow: /society/
Disallow: /stat/
Disallow: /studio/
Disallow: /temp/ 
Disallow: /test/
Disallow: /top-market/
Disallow: /upload/
Disallow: /vidio/
Disallow: /webstat/  

User-agent: METASpider
Disallow: /ad/
Disallow: /articles/
Disallow: /auth/
Disallow: /auto/
Disallow: /bitrix/
Disallow: /books/
Disallow: /catalog/
Disallow: /cgi-bin/
Disallow: /club/
Disallow: /communication/
Disallow: /community/
Disallow: /contacts/
Disallow: /content/
Disallow: /dom/
Disallow: /e-store/
Disallow: /examples/
Disallow: /fitness/
Disallow: /goods/
Disallow: /images/
Disallow: /infobox/
Disallow: /job/
Disallow: /learning/
Disallow: /links/
Disallow: /links/
Disallow: /mobile/
Disallow: /news/
Disallow: /personal/
Disallow: /registration/
Disallow: /rss/
Disallow: /search/
Disallow: /shop/
Disallow: /society/
Disallow: /stat/
Disallow: /studio/
Disallow: /temp/ 
Disallow: /test/
Disallow: /top-market/
Disallow: /upload/
Disallow: /vidio/
Disallow: /webstat/ 

User-agent: Googlebot
Disallow: /ad/
Disallow: /articles/
Disallow: /auth/
Disallow: /auto/
Disallow: /bitrix/
Disallow: /books/
Disallow: /catalog/
Disallow: /cgi-bin/
Disallow: /club/
Disallow: /communication/
Disallow: /community/
Disallow: /contacts/
Disallow: /content/
Disallow: /dom/
Disallow: /e-store/
Disallow: /examples/
Disallow: /fitness/
Disallow: /goods/
Disallow: /images/
Disallow: /infobox/
Disallow: /job/
Disallow: /learning/
Disallow: /links/
Disallow: /links/
Disallow: /mobile/
Disallow: /news/
Disallow: /personal/
Disallow: /registration/
Disallow: /rss/
Disallow: /search/
Disallow: /shop/
Disallow: /society/
Disallow: /stat/
Disallow: /studio/
Disallow: /temp/ 
Disallow: /test/
Disallow: /top-market/
Disallow: /upload/
Disallow: /vidio/
Disallow: /webstat/