User-Agent: AhrefsBot
Disallow: /

User-Agent: SemrushBot
Disallow: /

User-Agent: meta-externalagent
Disallow: /

User-Agent: facebookexternalhit
Disallow: /

User-Agent: *
Allow: /bitrix/js/
Allow: /bitrix/cache/
Allow: /bitrix/templates/

Disallow: /bitrix/
Disallow: /news/preview/
Disallow: /*register=yes
Disallow: /*forgot_password=yes
Disallow: /*change_password=yes
Disallow: /*go=
Disallow: /*blog=Y
Disallow: /*print=Y
Disallow: /*source_type=
Disallow: /*_openstat
Disallow: /*action=
Disallow: /*auth_service_id=
Disallow: /*auth=
Disallow: /*back_url_admin=
Disallow: /*back_url=
Disallow: /*backurl=
Disallow: /*bitrix_include_areas=
Disallow: /*building_directory=
Disallow: /*change_password=
Disallow: /*clear_cache_session=
Disallow: /*clear_cache=
Disallow: /*from=adwords
Disallow: /*login=
Disallow: /*logout=

Sitemap: https://meganews.life/sitemap_index.xml
Sitemap: https://meganews.life/sitemap.xml