User-agent: Yandex
# Clean-param: utm
Clean-param: PAGEN_1 /
Clean-param: PAGEN_2 /
Clean-param: PAGEN_3 /
Clean-param: PAGEN_4 /
Clean-param: PAGEN_1 /directories/
Clean-param: PAGEN_2 /country/
Clean-param: PAGEN_3 /oteli/
Clean-param: PAGEN_4 /oteli/
Clean-param: PAGEN_2 /tury/
Clean-param: PAGEN_3 /bus-tours/
Clean-param: SIZEN_1 /
Clean-param: SIZEN_1 /oteli/
Clean-param: gad_source /
Clean-param: gad_campaignid /
Clean-param: gbraid /
Clean-param: set_filter /
Clean-param: sphrase_id /
Clean-param: utm_source /
Clean-param: utm_medium /
Clean-param: utm_campaign /
Clean-param: sid /
Clean-param: backurl /
Clean-param: clear_cache /
Clean-param: lang /oteli/
Clean-param: lang /country/
Clean-param: lang /
Clean-param: back_url_admin /
Clean-param: uu /
Clean-param: sid&utm_source&utm_medium&utm_campaign&backurl&PAGE_NAME&PAGEN&print&action&register&login /
Crawl-delay: 2

# Bitrix основные
Disallow: /bitrix/
Allow: /bitrix/components/
Allow: /bitrix/cache/
Allow: /bitrix/js/
Allow: /bitrix/templates/
Allow: /bitrix/panel/

# Поиск/авторизация
Disallow: /search/
Disallow: /auth/
Disallow: /auth.php
Disallow: /*/search/

# Параметры
Disallow: /*?*

# Блог
Allow: /blog/
Disallow: /blog/cgi-bin/
Disallow: /blog/?*
Disallow: /blog/page/*?PAGEN_
Disallow: /blog/search/
Disallow: /blog/author/
Disallow: /blog/users/
Disallow: /blog/tag/
Disallow: /blog/archive/
Disallow: */feed
Disallow: */rss
Disallow: */uploads/
Disallow: /blog/feed/
Disallow: /blog/*/feed/
Disallow: /blog/wp-json/
Disallow: /blog/author-sitemap.xml
Disallow: /blog/category-sitemap.xml
Disallow: /blog/faq-sitemap.xml
Disallow: /blog/faq_categories-sitemap.xml
Disallow: /blog/gallery-categories-sitemap.xml
Disallow: /blog/sitemap_index.xml

# Справочники
Disallow: /directories/*

# Закрытые разделы
Disallow: /firmi/
Disallow: /about/offices/.offices_old/*

# Кэш/ресайз
Disallow: /upload/resize_cache/
Disallow: /bitrix/cache/css/
Disallow: /bitrix/cache/js/


User-agent: Googlebot

# Bitrix основные
Disallow: /bitrix/
Allow: /bitrix/components/
Allow: /bitrix/cache/
Allow: /bitrix/js/
Allow: /bitrix/templates/
Allow: /bitrix/panel/

# Поиск/авторизация
Disallow: /search/
Disallow: /auth/
Disallow: /auth.php
Disallow: /*/search/

# Параметры
Disallow: /*?*

# Блог
Allow: /blog/
Disallow: /blog/cgi-bin/
Disallow: /blog/?*
Disallow: /blog/page/*?PAGEN_
Disallow: /blog/search/
Disallow: /blog/author/
Disallow: /blog/users/
Disallow: /blog/tag/
Disallow: /blog/archive/
Disallow: */feed
Disallow: */rss
Disallow: */uploads/
Disallow: /blog/feed/
Disallow: /blog/*/feed/
Disallow: /blog/wp-json/
Disallow: /blog/author-sitemap.xml
Disallow: /blog/category-sitemap.xml
Disallow: /blog/faq-sitemap.xml
Disallow: /blog/faq_categories-sitemap.xml
Disallow: /blog/gallery-categories-sitemap.xml

# Справочники
Disallow: /directories/*

# Закрытые разделы
Disallow: /firmi/
Disallow: /about/offices/.offices_old/*

# Кэш/ресайз
Disallow: /upload/resize_cache/
Disallow: /bitrix/cache/css/
Disallow: /bitrix/cache/js/


User-agent: *

# Bitrix основные
Disallow: /bitrix/
Allow: /bitrix/components/
Allow: /bitrix/cache/
Allow: /bitrix/js/
Allow: /bitrix/templates/
Allow: /bitrix/panel/

# Поиск/авторизация
Disallow: /search/
Disallow: /auth/
Disallow: /auth.php
Disallow: /*/search/

# Параметры
Disallow: /*?*

# Блог
Allow: /blog/
Disallow: /blog/cgi-bin/
Disallow: /blog/?*
Disallow: /blog/page/*?PAGEN_
Disallow: /blog/search/
Disallow: /blog/author/
Disallow: /blog/users/
Disallow: /blog/tag/
Disallow: /blog/archive/
Disallow: */feed
Disallow: */rss
Disallow: */uploads/
Disallow: /blog/feed/
Disallow: /blog/*/feed/
Disallow: /blog/wp-json/
Disallow: /blog/author-sitemap.xml
Disallow: /blog/category-sitemap.xml
Disallow: /blog/faq-sitemap.xml
Disallow: /blog/faq_categories-sitemap.xml
Disallow: /blog/gallery-categories-sitemap.xml
Disallow: /blog/sitemap_index.xml

# Справочники
Disallow: /directories/*

# Закрытые разделы
Disallow: /firmi/
Disallow: /about/offices/.offices_old/*

# Кэш/ресайз
Disallow: /upload/resize_cache/
Disallow: /bitrix/cache/css/
Disallow: /bitrix/cache/js/


Sitemap: https://rosting.by/sitemap.xml
Sitemap: https://rosting.by/blog/post-sitemap.xml
Sitemap: https://rosting.by/sitemap-lp.xml