User-Agent: * # --- Bitrix system --- Disallow: /bitrix/admin/ Disallow: /bitrix/cache/ Disallow: /bitrix/managed_cache/ Disallow: /bitrix/php_interface/ Disallow: /bitrix/stack_cache/ Disallow: /bitrix/tools/ Disallow: /bitrix/updates/ Disallow: /bitrix/modules/ Disallow: /bitrix/panel/ Disallow: /invest/ Disallow: /advert/ # --- User / auth / private sections --- Disallow: /user/ Disallow: /personal/ Disallow: /auth/ Disallow: /login/ # --- Search, compare, technical pages --- Disallow: /search/ Disallow: /compare/ Disallow: /rss/ Disallow: /webstat/ Disallow: /desktop_app/ Disallow: /ajax/ Disallow: /test/ Disallow: /404.php # --- PHP / service duplicates --- Disallow: /*index*.php$ Disallow: */index.php # --- Auth parameters --- Disallow: /?login= Disallow: /?logout= Disallow: /?forgot_password= Disallow: /?change_password= Disallow: /?register= Disallow: /?backurl=* # --- Search parameters --- Disallow: /*?q= Disallow: /*?s= Disallow: /*?search= # --- Bitrix / catalog filter and technical parameters --- Disallow: /*?clear_cache= Disallow: /*?bitrix_include_areas= Disallow: /*?show_include_exec_time= Disallow: /*?show_page_exec_time= Disallow: /*?show_sql_stat= Disallow: /*?SHOWALL= Disallow: /*?arrFilter_* Disallow: /*&arrFilter_* Disallow: /*?set_filter=* Disallow: /*&set_filter=* Disallow: /*?del_filter=* Disallow: /*&del_filter=* Disallow: /*?month=* Disallow: /*&month=* Disallow: /*?year=* Disallow: /*&year=* Disallow: /*nav-* Disallow: /*?SORT= Disallow: /*?sort= Disallow: /*?order= # --- Pagination --- Disallow: /*?PAGEN_* Disallow: /*&PAGEN_* # --- Advertising / tracking parameters --- Disallow: /*?utm_* Disallow: /*&utm_* Disallow: /*?yclid= Disallow: /*&yclid= Disallow: /*?gclid= Disallow: /*&gclid= Disallow: /*?fbclid= Disallow: /*&fbclid= Disallow: /*?from= Disallow: /*&from= Disallow: /*?gcmes= Disallow: /*&gcmes= Disallow: /*?gcmlg= Disallow: /*&gcmlg= Disallow: /*?gcpc= Disallow: /*&gcpc= Disallow: /*?calltouch_tm= Disallow: /*&calltouch_tm= Disallow: /*?ybaip= Disallow: /*&ybaip= Disallow: /*?erid= Disallow: /*&erid= Disallow: /*?hhtmFrom= Disallow: /*&hhtmFrom= Disallow: /*?back_url_admin= Disallow: /*&back_url_admin= # --- Required assets for rendering --- Allow: /bitrix/js/ Allow: /bitrix/css/ Allow: /bitrix/images/ Allow: /bitrix/templates/ Allow: /bitrix/components/ Allow: /bitrix/*.js Allow: /bitrix/*.css Allow: /local/templates/ Allow: /local/components/ Allow: /local/*.js Allow: /local/*.css Allow: /upload/ Allow: /upload/iblock/ Allow: /upload/content/ Allow: /upload/medialibrary/ Allow: /upload/resize_cache/ Allow: /*.css Allow: /*.js Allow: /*.jpg Allow: /*.jpeg Allow: /*.png Allow: /*.webp Allow: /*.gif Allow: /*.svg Allow: /*.woff Allow: /*.woff2 # --- Allowed useful GET pages --- Allow: /*?question=* Allow: /*?review_id=* # --- Turbo pages --- Allow: /feed/turbo/ # --- Yandex clean parameters --- Clean-param: utm_source&utm_medium&utm_campaign&utm_content&utm_term / Clean-param: yclid / Clean-param: gclid / Clean-param: fbclid / Clean-param: from / Clean-param: gcmes&gcmlg&gcpc&calltouch_tm&ybaip&erid&hhtmFrom&back_url_admin / Clean-param: PAGEN_1 /o-proekte/smi/ Clean-param: PAGEN_1 /o-proekte/testimonials/ Clean-param: PAGEN_1 /catalog/ Clean-param: PAGEN_1 /events/ Clean-param: PAGEN_1 /catalog/ Clean-param: PAGEN_1 /cn/catalog/ Clean-param: PAGEN_1 /cn/partners/ Clean-param: PAGEN_1 /news/ Crawl-delay: 1 # --- Bad / unnecessary bots --- Sitemap: https://helpinver.com/sitemap.xml Sitemap: https://helpinver.com/en/sitemap.xml Sitemap: https://helpinver.com/de/sitemap.xml Sitemap: https://helpinver.com/cn/sitemap.xml Sitemap: https://helpinver.com/sitemap-regions.xml User-Agent: MegaIndex.ru Disallow: / User-Agent: MegaIndex.ru/2.0 Disallow: / User-Agent: PetalBot Disallow: / User-Agent: MJ12bot Crawl-delay: 10 Host: https://helpinver.com