User-agent: *
Crawl-delay: 5
Disallow: /cgi-bin
Disallow: /?
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /wp-content/plugins
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /*?add-to-cart=
Disallow: /*?*add-to-cart=
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: */?p=
Disallow: *?s=
Disallow: *&s=
Disallow: /author/
Disallow: /users/
Disallow: */trackback
Disallow: */search
Disallow: */embed
Disallow: /*.php
Disallow: *?page_number
Disallow: */comments/
Disallow: */comment
Disallow: */attachment/*
Disallow: */print/
Disallow: *?print=*
Disallow: */wp-json/*
Allow: /wp-content/cache/min/*.css
Allow: /wp-content/cache/min/*.js
Allow: /wp-content/cache/background-css/*.css
Allow: /wp-content/themes/*.css
Allow: /wp-content/themes/*.js
Allow: /wp-content/themes/*.woff
Allow: /wp-content/themes/*.woff2
Allow: /wp-content/themes/*.ttf
Allow: /wp-content/themes/*.svg
Allow: /wp-content/plugins/*.css
Allow: /wp-content/plugins/*.js
Allow: /wp-content/plugins/*.woff
Allow: /wp-content/plugins/*.woff2

User-agent: GoogleBot
Crawl-delay: 5
Disallow: /cgi-bin
Disallow: /?
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /wp-content/plugins
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /*?add-to-cart=
Disallow: /*?*add-to-cart=
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: */?p=
Disallow: *?s=
Disallow: *&s=
Disallow: /author/
Disallow: /users/
Disallow: */trackback
Disallow: */search
Disallow: */embed
Disallow: /*.php
Disallow: *?page_number
Disallow: */comments/
Disallow: */comment
Disallow: */attachment/*
Disallow: */print/
Disallow: *?print=*
Disallow: */wp-json/*
Allow: /wp-content/cache/min/*.css
Allow: /wp-content/cache/min/*.js
Allow: /wp-content/cache/background-css/*.css
Allow: /wp-content/themes/*.css
Allow: /wp-content/themes/*.js
Allow: /wp-content/themes/*.woff
Allow: /wp-content/themes/*.woff2
Allow: /wp-content/themes/*.ttf
Allow: /wp-content/themes/*.svg
Allow: /wp-content/plugins/*.css
Allow: /wp-content/plugins/*.js
Allow: /wp-content/plugins/*.woff
Allow: /wp-content/plugins/*.woff2

User-agent: Yandex
Crawl-delay: 5
Disallow: /cgi-bin
Disallow: /?
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /wp-content/plugins
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /*?add-to-cart=
Disallow: /*?*add-to-cart=
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: */?p=
Disallow: *?s=
Disallow: *&s=
Disallow: /author/
Disallow: /users/
Disallow: */trackback
Disallow: */search
Disallow: */embed
Disallow: /*.php
Disallow: *?page_number
Disallow: */comments/
Disallow: */comment
Disallow: */attachment/*
Disallow: */print/
Disallow: *?print=*
Disallow: */wp-json/*
Allow: /wp-content/cache/min/*.css
Allow: /wp-content/cache/min/*.js
Allow: /wp-content/cache/background-css/*.css
Allow: /wp-content/themes/*.css
Allow: /wp-content/themes/*.js
Allow: /wp-content/themes/*.woff
Allow: /wp-content/themes/*.woff2
Allow: /wp-content/themes/*.ttf
Allow: /wp-content/themes/*.svg
Allow: /wp-content/plugins/*.css
Allow: /wp-content/plugins/*.js
Allow: /wp-content/plugins/*.woff
Allow: /wp-content/plugins/*.woff2

Clean-Param: utm_source&utm_medium&utm_campaign
Clean-Param: openstat

# Block unneeded Crawlers
User-agent: facebookexternalhit
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Meta-ExternalFetcher
Disallow: /

User-agent: meta-webindexer
Disallow: /

User-agent: meta-externalads
Disallow: /

User-agent: Facebot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Amzn-SearchBot
Disallow: /

# User-agent: ClaudeBot
# Disallow: /

# User-agent: Claude-SearchBot
# Disallow: /

User-agent: TikTokSpider
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SERankingBacklinksBot
Disallow: /

User-agent: SERankingBot
Disallow: /

Sitemap: https://truba-vus.ru/sitemap_index.xml