User-agent: Yandex Disallow: /cgi-bin Disallow: /wp-admin Disallow: /wp-includes Disallow: /wp-content/plugins Disallow: /wp-content/cache Disallow: /wp-content/themes Disallow: /trackback Disallow: /feed Disallow: /comments Disallow: /tag Disallow: /author Disallow: /xmlrpc.php Disallow: /xmlrpc/ Disallow: /category/*/* Disallow: /category Disallow: */trackback Disallow: */feed Disallow: */comments Disallow: /*?* Disallow: /*? User-agent: * Disallow: /cgi-bin Disallow: /wp-admin Disallow: /wp-includes Disallow: /wp-content/plugins Disallow: /wp-content/cache Disallow: /wp-content/themes Disallow: /trackback Disallow: /feed Disallow: /comments Disallow: /tag Disallow: /author Disallow: /xmlrpc.php Disallow: /xmlrpc/ Disallow: /category/*/* Disallow: /category Disallow: */trackback Disallow: */feed Disallow: */comments Disallow: /*?* Disallow: /*? User-agent: Yandex Crawl-delay: 3 User-agent: Yandex Disallow: /page Host: https://ddg.by/ User-agent: dotbot Disallow: / User-agent: rogerbot Disallow: / User-agent: Mail.Ru Disallow: / User-agent: bingbot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: SemrushBot-BA Disallow: / User-agent: SemrushBot-SI Disallow: / User-agent: SemrushBot-SWA Disallow: / User-agent: SemrushBot-CT Disallow: / User-agent: SemrushBot-BM Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SeznamBot Disallow: / Sitemap: https://ddg.by/sitemap.xml