User-agent: Yandex

# --- [DISALLOW] System paths for XenForo and WordPress ---
Disallow: /admin.php
Disallow: /install/
Disallow: /src/
Disallow: /internal_data/
Disallow: /job.php
Disallow: /blogs/wp-admin/
Disallow: /blogs/wp-includes/
Disallow: /blogs/wp-content/plugins/
Disallow: /blogs/wp-content/cache/
Disallow: /blogs/wp-content/themes/
Disallow: /blogs/xmlrpc.php
Disallow: /blogs/wp-json/

# --- [DISALLOW] Service sections and pages with no SEO value ---
Disallow: /account/
Disallow: /conversations/
Disallow: /login/
Disallow: /logout/
Disallow: /lost-password/
Disallow: /register/
Disallow: /two-step/
Disallow: /search/
Disallow: /goto/
Disallow: /misc/
Disallow: /online/
Disallow: /report/
Disallow: /whats-new/
Disallow: /find-new/
Disallow: /recent-activity/
Disallow: /blogs/feed/
Disallow: /blogs/trackback/
Disallow: /blogs/*/feed/
Disallow: /blogs/*/trackback/
Disallow: /blogs/wp-login.php

# --- [DISALLOW] Technical duplicates, filters, and action pages ---
Disallow: /*.json$                     # API responses in JSON format
Disallow: /data/avatars/               # User avatars (no SEO value)
Disallow: /data/attachments/thumbnails/ # Block only thumbnails
Disallow: /members/*                   # Block all user profiles
Disallow: /threads/*/reply
Disallow: /threads/*/add-reply
Disallow: /threads/*/watch
Disallow: /threads/*/unwatch
Disallow: /forums/*/watch
Disallow: /forums/-/mark-read
Disallow: /blogs/?s=                   # WordPress blog search
Disallow: /blogs/?p=                   # WordPress post/page param
Disallow: /blogs/?preview=             # WP previews
Disallow: /blogs/?replytocom=          # WP comment replies

# --- [ALLOW] Important resources for rendering ---
Allow: /data/assets/
Allow: /styles/
Allow: /blogs/wp-content/uploads/
Allow: /members/$                      # Allow only main members list page

# --- [Yandex Clean-param] to prevent duplicate indexing ---
# Marketing and tracking parameters
Clean-param: utm_source&utm_medium&utm_campaign&utm_content&utm_term
Clean-param: yclid&gclid&fbclid&from&openstat
# Analytics and session params
Clean-param: _ga&_ym_uid&_ym_d&ref&session_id
Clean-param: _xfToken&_xfRequestUri&_xfWithData&_xfResponseType
# WordPress and XenForo Resources
Clean-param: preview_id&preview_nonce&replytocom /blogs/
Clean-param: order&direction&version&resource_update_id /resources/
# AMP pages
Clean-param: amp

# =====================================================================
# Section #2: Rules for Googlebot and all other crawlers
# =====================================================================
User-agent: Googlebot
User-agent: *

# --- [DISALLOW] System paths for XenForo and WordPress ---
Disallow: /admin.php
Disallow: /install/
Disallow: /src/
Disallow: /internal_data/
Disallow: /job.php
Disallow: /blogs/wp-admin/
Disallow: /blogs/wp-includes/
Disallow: /blogs/wp-content/plugins/
Disallow: /blogs/wp-content/cache/
Disallow: /blogs/wp-content/themes/
Disallow: /blogs/xmlrpc.php
Disallow: /blogs/wp-json/

# --- [DISALLOW] Service sections and pages with no SEO value ---
Disallow: /account/
Disallow: /conversations/
Disallow: /login/
Disallow: /logout/
Disallow: /lost-password/
Disallow: /register/
Disallow: /two-step/
Disallow: /search/
Disallow: /goto/
Disallow: /misc/
Disallow: /online/
Disallow: /report/
Disallow: /whats-new/
Disallow: /find-new/
Disallow: /recent-activity/
Disallow: /blogs/feed/
Disallow: /blogs/trackback/
Disallow: /blogs/*/feed/
Disallow: /blogs/*/trackback/
Disallow: /blogs/wp-login.php

# --- [DISALLOW] Technical duplicates, filters, and action pages ---
Disallow: /*.json$
Disallow: /data/avatars/
Disallow: /data/attachments/thumbnails/
Disallow: /members/*                   # Block all user profiles
Disallow: /threads/*/reply
Disallow: /threads/*/add-reply
Disallow: /threads/*/watch
Disallow: /threads/*/unwatch
Disallow: /forums/*/watch
Disallow: /forums/-/mark-read
Disallow: /blogs/?s=
Disallow: /blogs/?p=
Disallow: /blogs/?preview=
Disallow: /blogs/?replytocom=

# --- [ALLOW] Important resources for rendering ---
Allow: /data/assets/
Allow: /styles/
Allow: /blogs/wp-content/uploads/
Allow: /members/$                      # Allow only main members list page

# =====================================================================
# Section #3: Sitemaps
# =====================================================================
Sitemap: https://codeby.net/sitemap.xml
Sitemap: https://codeby.net/blogs/sitemap.xml