User-agent: *
Crawl-delay: 20
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /tag
Disallow: /*?*
Disallow: */trackback
Disallow: */feed
 
User-agent: Yandex
Crawl-delay: 20
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /tag
Disallow: /*?*
Disallow: */trackback
Disallow: */feed
Host: https://www.urozhayniy.com

Sitemap: https://urozhayniy.com/sitemap.xml.gz
Sitemap: https://urozhayniy.com/sitemap.xml

User-agent: Mediapartners-Google
Disallow:

User-agent: Googlebot-Image
Allow: /wp-content/uploads/
 
User-agent: YandexImages
Allow: /wp-content/uploads/

User-agent: ia_archiver
Disallow: /

User-agent: MSNbot
Disallow: /