User-agent: Yandex
Crawl-delay: 10
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
Disallow: /cron.php
Disallow: /update.php
Disallow: /xmlrpc.php
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /comment/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user
Disallow: /user/
Disallow: /users/
Disallow: /contact/
Disallow: /vote_up_down/
Disallow: /myuserpoints/
Disallow: /your-votes
Disallow: /aggregator/
Disallow: /comments/recent
Disallow: *sort=
Disallow: *?sort=
Disallow: *size=
Disallow: *?destination=
Disallow: /category/
Disallow: /tagadelic/
Disallow: *?page=
Disallow: /404
Disallow: /node$
Disallow: /node/
Disallow: /taxonomy/
Disallow: /tegi/
Disallow: /cache/
Disallow: /js/
Disallow: *?utm_source=*
Host: webereg.ru

User-agent: Googlebot
Crawl-delay: 10
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
Disallow: /cron.php
Disallow: /update.php
Disallow: /xmlrpc.php
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /comment/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user
Disallow: /user/
Disallow: /users/
Disallow: /contact/
Disallow: /vote_up_down/
Disallow: /myuserpoints/
Disallow: /your-votes
Disallow: /aggregator/
Disallow: /comments/recent
Disallow: *sort=
Disallow: *?sort=
Disallow: *size=
Disallow: *?destination=
Disallow: /category/
Disallow: /tagadelic/
Disallow: *?page=
Disallow: /404
Disallow: /node$
Disallow: /node/
Disallow: /taxonomy/
Disallow: /tegi/
Disallow: /cache/
Disallow: /js/
Disallow: *?utm_source=*

User-agent: *
Crawl-delay: 12
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
Disallow: /cron.php
Disallow: /update.php
Disallow: /xmlrpc.php
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /comment/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user
Disallow: /user/
Disallow: /users/
Disallow: /contact/
Disallow: /vote_up_down/
Disallow: /myuserpoints/
Disallow: /your-votes
Disallow: /aggregator/
Disallow: /comments/recent
Disallow: *sort=
Disallow: *?sort=
Disallow: *size=
Disallow: *?destination=
Disallow: /category/
Disallow: /tagadelic/
Disallow: *?page=
Disallow: /404
Disallow: /node$
Disallow: /node/
Disallow: /taxonomy/
Disallow: /tegi/
Disallow: /cache/
Disallow: /js/
Disallow: *?utm_source=*

User-agent: Googlebot-Image
Allow: /files/
Allow: /files/field/image/

User-agent: YandexImages
Allow: /files/
Allow: /files/field/image/