User-agent: Slurp
Crawl-delay: 800
disallow: /cgi-bin/  
disallow: /error/
disallow: /wp-register.php
disallow: /wp-login.php
disallow: /function.strpos
disallow: /xmlrpc.php 
disallow: /sites.shtml
disallow: /http:/
disallow: /https:/
Disallow: /*.mp3$
Disallow: /*.zip$ 
Disallow: /*.rar$
Disallow: /tag/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/cache/
Disallow: /date/
Disallow: /2006/
Disallow: /2007/
Disallow: /2008/
Disallow: /2009/
disallow: /a95f223700/
Disallow: */feed/
Disallow: */trackback/

User-agent: msnbot 
Crawl-delay: 250
disallow: /cgi-bin/  
disallow: /error/
disallow: /wp-register.php
disallow: /wp-login.php
disallow: /function.strpos
disallow: /xmlrpc.php 
disallow: /sites.shtml
disallow: /http:/
disallow: /https:/
Disallow: /*.mp3$
Disallow: /*.zip$ 
Disallow: /*.rar$
Disallow: /tag/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/cache/
Disallow: /date/
Disallow: /2006/
Disallow: /2007/
Disallow: /2008/
Disallow: /2009/
disallow: /a95f223700/
Disallow: */feed/
Disallow: */trackback/

User-agent: Yandex
disallow: /cgi-bin/  
disallow: /error/
disallow: /wp-register.php
disallow: /wp-login.php
disallow: /function.strpos
disallow: /xmlrpc.php 
disallow: /sites.shtml
disallow: /http:/
disallow: /https:/
Disallow: /tag/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/cache/
Disallow: /date/
Disallow: /2006/
Disallow: /2007/
Disallow: /2008/
Disallow: /2009/
disallow: /a95f223700/
Disallow: */feed/
Disallow: */trackback/
Sitemap: https://reestrator.net.ua/sitemap.xml
Host: https://reestrator.net.ua

User-agent: *
disallow: /cgi-bin/  
disallow: /error/
disallow: /wp-register.php
disallow: /wp-login.php
disallow: /function.strpos
disallow: /xmlrpc.php 
disallow: /sites.shtml
disallow: /http:/
disallow: /https:/
Disallow: /tag/
Disallow: /wp-admin/
Disallow: /wp-content/cache/
Disallow: /date/
Disallow: /2006/
Disallow: /2007/
Disallow: /2008/
Disallow: /2009/
disallow: /a95f223700/
Disallow: */feed/
Disallow: */trackback/