User-agent: GoogleBot
Disallow: /cgi-bin
Disallow: /?
Disallow: /wp-
Disallow: *?s=
Disallow: *&s=
Disallow: /search/
Disallow: /author/
Disallow: /users/
Disallow: */trackback
Disallow: */rss
Disallow: */embed
Disallow: /xmlrpc.php
Disallow: /homepage-2022
Allow: */uploads
Allow: /*/*.js 
Allow: /*/*.css 
Allow: /wp-*.png
Allow: /wp-*.jpg
Allow: /wp-*.jpeg
Allow: /wp-*.gif

User-agent: Yandex
Disallow: /cgi-bin
Disallow: /?
Disallow: /wp-
Disallow: *?s=
Disallow: *&s=
Disallow: /search/
Disallow: /author/
Disallow: /users/
Disallow: */trackback
Disallow: */rss
Disallow: */embed
Disallow: /xmlrpc.php
Disallow: /homepage-2022
Allow: */uploads
Allow: /*/*.js
Allow: /*/*.css
Allow: /wp-*.png
Allow: /wp-*.jpg
Allow: /wp-*.jpeg
Allow: /wp-*.gif
Clean-Param: utm_source&utm_medium&utm_campaign&openstat 

User-agent: *

Crawl-delay: 5

Disallow: /cgi-bin
Disallow: /?
Disallow: /wp-
Disallow: *?s=
Disallow: *&s= 
Disallow: /search/
Disallow: /author/
Disallow: /users/
Disallow: */trackback 
Disallow: */rss 
Disallow: */embed
Disallow: /xmlrpc.php

Allow: */uploads
Allow: /*/*.js
Allow: /*/*.css
Allow: /wp-*.png
Allow: /wp-*.jpg
Allow: /wp-*.jpeg
Allow: /wp-*.gif

HOST: marketing-tech.ru
Sitemap: https://marketing-tech.ru/sitemap.xml

User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: AhrefsBot
Disallow: /

#WP Import Export Rule
User-agent: *
Disallow: /wp-content/uploads/wp-import-export-lite/