User-agent: Yandex
Disallow: /reg/
Disallow: /adv/
Disallow: /actions/
Disallow: /retrive/
Disallow: /about/
Disallow: /subscribe/
Disallow: /dc/
Disallow: /search/
Disallow: /ru/
Disallow: /rss/
Disallow: /gourmet/
Disallow: /afisha/
Disallow: /calendar/
Disallow: /archive/
Disallow: /jsp/
Disallow: /title/
Disallow: /all/
Disallow: /wap/
Disallow: /bank-info/bank/
Disallow: /tags
Disallow: /restaurant/
Disallow: /banners/
Sitemap: http://www.dsnews.ua/smapindex.php
Host: www.dsnews.ua

User-agent: twiceler
Crawl-delay: 10
Disallow: /

User-agent: *
Disallow: /reg/
Disallow: /adv/
Disallow: /actions/
Disallow: /retrive/
Disallow: /about/
Disallow: /subscribe/
Disallow: /dc/
Disallow: /search/
Disallow: /ru/
Disallow: /rss/
Disallow: /archive/
Disallow: /jsp/
Disallow: /title/
Disallow: /all/
Disallow: /gourmet/
Disallow: /afisha/
Disallow: /calendar/
Disallow: /wap/
Disallow: /bank-info/bank/
Disallow: /tags
Disallow: /restaurant/
Disallow: /banners/
Sitemap: http://www.dsnews.ua/smapindex.php