User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-Agent: YandexAdditional
Disallow: /

User-agent: Zen_Bot/2.0
Allow: *?utm_source=
Allow: *?from=
Allow: /rss/ya/

User-agent: YandexNews
Allow: */yanews/
Allow: /rss/yandex/
Allow: *?from=yanews
Allow: *?utm_source=
Allow: /rss/ya/

User-Agent: *
#1
Disallow: */search
Disallow: */comments$
Disallow: */comments/
Disallow: /admin
Disallow: /export
Disallow: /inc
Disallow: *.swf
Disallow: /happynewyear
Disallow: /~
Disallow: */?share
Disallow: /profile/
Disallow: /users/
Disallow: */votes/
Disallow: /subscription/
Disallow: /subscriptions/
Disallow: /award/confirm/
Disallow: /mailbox/
Disallow: /more/
Disallow: /gm-api/
Disallow: /preview/
Disallow: /quizzes/

#2
Disallow: */?token=
Disallow: */?ngs_
Disallow: */?amp
Disallow: */?&
Disallow: */&
Disallow: *.pdf$
Disallow: /?
Disallow: */?rubric=
Disallow: *?discuss=
Disallow: */?ngs_token=
Disallow: */?dateFrom=
Disallow: */*&dateFrom=
Disallow: */?set_cookie=
Disallow: /text/*/?
Disallow: /text/?page=
Disallow: */?previewToken=
Disallow: */?recordId=
Disallow: *&regionId=
Disallow: *&shareCard=

#3
Disallow: *?_ym_debug=
Disallow: *?mindbox-message-key=
Disallow: *?from=
Disallow: *?utm_
Disallow: *?amp
Disallow: *?etext=
Disallow: */yanews/
Disallow: /text/longread/*/$

#5-afisha
Disallow: *?startedAtGte=
Disallow: *?place=
Disallow: *?kids=
Disallow: *?*free=
Disallow: /afisha/all-events/
Disallow: /afisha/cinema-events/
Disallow: /afisha/concert-events/
Disallow: /afisha/theatre-events/
Disallow: /afisha/kids-events/
Disallow: /afisha/sport-events/
Disallow: /afisha/art-events/
Disallow: /afisha/other-events/

Clean-param: startedAtGte&place&kids&free&code *
Clean-param: block&imageViewer&amp&full&url&discuss&auth_error&first&mobile&email&rubric&preview
Clean-param: cookie_disabled&i&nw&path&rec&redirect_error&utm&shareRecordImage&birthcity&birthregion
Clean-param: faculty&r&ngs_news_test&utm_source&utm_medium&utm_campaign&utm_content&utm_term
Clean-param: token&previewToken&shareCard&sharePost

Sitemap: https://ngs.ru/sitemap.xml