Restoring authorship annotation for <krock21@yandex-team.ru>. Commit 2 of 2.

build/config/tests/flake8/flake8.conf

@@ -12,20 +12,20 @@ select =
 
 ignore =
     E122,  # continuation line missing indentation or outdented
-    E123,  # closing bracket does not match indentation of opening bracket's line 
+    E123,  # closing bracket does not match indentation of opening bracket's line
     E127,  # continuation line over-indented for visual indent
     E131,  # continuation line unaligned for hanging
-    E203,  # whitespace before ':' 
+    E203,  # whitespace before ':'
     E225,  # missing whitespace around operator
     E226,  # missing whitespace around arithmetic operator
-    E24,   # multiple spaces after ',' or tab after ',' 
+    E24,   # multiple spaces after ',' or tab after ','
     E275,  # missing whitespace after keyword
     E305,  # expected 2 blank lines after end of function or class
     E306,  # expected 1 blank line before a nested definition
     E402,  # module level import not at top of file
     E722,  # do not use bare except, specify exception instead
     E731,  # do not assign a lambda expression, use a def
-    E741,  # do not use variables named 'l', 'O', or 'I' 
+    E741,  # do not use variables named 'l', 'O', or 'I'
 
     F722,  # syntax error in forward annotation
 

build/platform/python/tests/test_common.py

@@ -4,7 +4,7 @@ import pytest
 
 from build.platform.python.tests import testlib
 
-PYTHON_VERSIONS = ["2.7", "3.4", "3.5", "3.6"]  # 3.7, 3.8 are not runnable 
+PYTHON_VERSIONS = ["2.7", "3.4", "3.5", "3.6"]  # 3.7, 3.8 are not runnable
 
 
 @pytest.mark.parametrize("pyver", PYTHON_VERSIONS)
@@ -17,15 +17,15 @@ def test_python_max_unicode_bytes(pyver):
     cmd = [testlib.get_python_bin(pyver), '-c', 'import sys; print(sys.maxunicode)']
     maxunicode = subprocess.check_output(cmd, stderr=subprocess.STDOUT).decode('utf-8')
     assert int(maxunicode) > 65535, "Found UCS2 build"
- 
- 
-@pytest.mark.parametrize("pyver", PYTHON_VERSIONS) 
-def test_python_imports(pyver): 
-    imports = { 
-        "2.7": ['pkg_resources'], 
-        "3.4": [], 
-        "3.5": ['pkg_resources'], 
-        "3.6": [], 
-    } 
-    for imp in imports[pyver]: 
-        subprocess.check_call([testlib.get_python_bin(pyver), '-c', 'import ' + imp]) 
+
+
+@pytest.mark.parametrize("pyver", PYTHON_VERSIONS)
+def test_python_imports(pyver):
+    imports = {
+        "2.7": ['pkg_resources'],
+        "3.4": [],
+        "3.5": ['pkg_resources'],
+        "3.6": [],
+    }
+    for imp in imports[pyver]:
+        subprocess.check_call([testlib.get_python_bin(pyver), '-c', 'import ' + imp])

build/platform/python/tests/testlib.py

@@ -5,12 +5,12 @@ import yatest.common
 
 
 def get_python_bin(ver):
-    res_name = 'EXTERNAL_PYTHON{}_RESOURCE_GLOBAL'.format(ver.replace('.', '')) 
+    res_name = 'EXTERNAL_PYTHON{}_RESOURCE_GLOBAL'.format(ver.replace('.', ''))
     gr = yatest.common.global_resources()
     if res_name in gr:
         bindir = os.path.join(gr[res_name], 'python', 'bin')
-        if ('python' + ver) in os.listdir(bindir): 
-            return os.path.join(bindir, 'python' + ver) 
+        if ('python' + ver) in os.listdir(bindir):
+            return os.path.join(bindir, 'python' + ver)
         return os.path.join(bindir, 'python')
 
     raise AssertionError("Resource '{}' is not available: {}".format(res_name, gr))

build/rules/flake8/README.md

@@ -1,26 +1,26 @@
-#Flake8 migrations 
- 
-##migrations.yaml 
-Format: 
-``` 
-migrations: 
-  plugin-1: 
-    ignore: 
-      - B102 
-      - S103 
-      - F401 
-    prefixes: 
-      - devtools/ya 
-      - ads 
-      - quality 
-  ignore-F123: 
-    ignore: 
-      - F123 
-    prefixes: 
-      - devtools/ya 
-      - devtools/d 
-``` 
-If arcadia-relative filepath startswith prefix from prefixes, then: 
- 
-1. ignore values will be added to flake8.conf ignore section 
- 
+#Flake8 migrations
+
+##migrations.yaml
+Format:
+```
+migrations:
+  plugin-1:
+    ignore:
+      - B102
+      - S103
+      - F401
+    prefixes:
+      - devtools/ya
+      - ads
+      - quality
+  ignore-F123:
+    ignore:
+      - F123
+    prefixes:
+      - devtools/ya
+      - devtools/d
+```
+If arcadia-relative filepath startswith prefix from prefixes, then:
+
+1. ignore values will be added to flake8.conf ignore section
+

build/rules/flake8/migrations.yaml

@@ -1,4 +1,4 @@
-migrations: 
+migrations:
   W605:
     ignore:
     - W605
@@ -1230,306 +1230,306 @@ migrations:
     - voicetech/asr/core/lib/subword_ngram_lm/nirvana/fit_vocabulary
     - voicetech/asr/tools/language_model/tests/test_linear_merge
     - yabs/outdoor/viewer/back/logic
-  F401: 
-    ignore: 
-    - F401 
-    prefixes: 
-    - ads/autobudget/ml_pipeline 
-    - ads/factor_check/workflow/lib 
-    - ads/libs/py_autobudget 
-    - ads/libs/py_dssm_lib/dssm_applier 
-    - ads/libs/py_ml_factors/matrixnet 
-    - ads/libs/py_vw_lib 
-    - ads/nirvana/automl/pipelines/offline_pytorch/full_example 
-    - ads/nirvana/gensim_w2v 
-    - ads/nirvana/mappers/w2v_recommender 
-    - ads/quality/adv_machine/cm_robot/cmpy/fresh_stats 
-    - ads/quality/adv_machine/cm_robot/cmpy/search_query_recom_attempt 
-    - ads/quality/embedding/join_banners 
-    - ads/quality/embedding/tsar_tensor/BSFACTOR-44/gram_eval 
-    - ads/quality/embedding/tsar_tensor/BSFACTOR-44/preprocess 
-    - ads/quality/ltp/action_tasks/visit_goals 
-    - ads/quality/phf/direct_api 
-    - ads/quality/simulate_auction_py/lib/inject_modules 
-    - ads/sandbox_scripts/zc_corrector 
-    - ads/tools/mx_feature_remapper/lib 
-    - ads/watchman/contrib/flask-marshmallow-patched 
-    - ads/watchman/contrib/flask-restplus-patched 
-    - alice/analytics/wer 
-    - alice/boltalka/generative/tfnn/infer 
-    - alice/boltalka/generative/training/data/nn/filtered_twitter 
-    - alice/nlu/py_libs/tokenizer 
-    - alice/uniproxy/bin/send-digest 
-    - alice/uniproxy/tools/perf_results_parser 
-    - antirobot/tools/prepare_requests_cbb 
+  F401:
+    ignore:
+    - F401
+    prefixes:
+    - ads/autobudget/ml_pipeline
+    - ads/factor_check/workflow/lib
+    - ads/libs/py_autobudget
+    - ads/libs/py_dssm_lib/dssm_applier
+    - ads/libs/py_ml_factors/matrixnet
+    - ads/libs/py_vw_lib
+    - ads/nirvana/automl/pipelines/offline_pytorch/full_example
+    - ads/nirvana/gensim_w2v
+    - ads/nirvana/mappers/w2v_recommender
+    - ads/quality/adv_machine/cm_robot/cmpy/fresh_stats
+    - ads/quality/adv_machine/cm_robot/cmpy/search_query_recom_attempt
+    - ads/quality/embedding/join_banners
+    - ads/quality/embedding/tsar_tensor/BSFACTOR-44/gram_eval
+    - ads/quality/embedding/tsar_tensor/BSFACTOR-44/preprocess
+    - ads/quality/ltp/action_tasks/visit_goals
+    - ads/quality/phf/direct_api
+    - ads/quality/simulate_auction_py/lib/inject_modules
+    - ads/sandbox_scripts/zc_corrector
+    - ads/tools/mx_feature_remapper/lib
+    - ads/watchman/contrib/flask-marshmallow-patched
+    - ads/watchman/contrib/flask-restplus-patched
+    - alice/analytics/wer
+    - alice/boltalka/generative/tfnn/infer
+    - alice/boltalka/generative/training/data/nn/filtered_twitter
+    - alice/nlu/py_libs/tokenizer
+    - alice/uniproxy/bin/send-digest
+    - alice/uniproxy/tools/perf_results_parser
+    - antirobot/tools/prepare_requests_cbb
     - browser/infra/services/ci/backend/flakiness/migrations
-    - cv/imageproc/ocr/tools/nirvana/captcha_renderer 
-    - cv/short2long/nirvana/lib 
-    - cv/short2long/training/yt_load_highlights 
-    - dict/mt/analytics/make/tools/toloka/simple_toloka 
-    - dict/mt/make/modules/prepare_corpus 
-    - dict/mt/make/pipeline/nmt 
-    - dict/mt/make/pipeline/phrase_lm/tests 
-    - dict/mt/make/tools/yt_transform/tests 
-    - dict/mt/normalizer/tts/bugfix 
-    - dict/ontodb/config 
-    - dict/ontodb/proto/benchmark 
-    - dict/ontodb/proto/direct/ut 
-    - dict/ontodb/proto/tools 
-    - direct/infra/dt-dump-b2yt-data 
-    - drive/analytics/binary/thiefs 
-    - education/lib/contrib/glove_python 
-    - education/schoolbook/services/recommender/app 
-    - education/schoolbook/services/recommender/it 
-    - entity/ontodb/tasks/vloggers 
-    - entity/ontodb/util/yt_helpers 
-    - entity/recommender/nirvana/operations/yam/yam_positions 
-    - entity/recommender/tools/recommender_beta 
-    - entity/ugc/robot/tools/installed_apps_sites_activity_loader/lib 
-    - ether/top/check_docs 
-    - ether/top/specevent/meta 
-    - extsearch/geo/recommender/tools/build_static_user_profile/lib 
-    - extsearch/geo/recommender/tools/quality_metric/convert_tradoff_4_plot 
-    - extsearch/geo/recommender/tools/quality_metric/tradeoff/generate_features 
-    - extsearch/geo/recommender/tools/quality_metric/tradeoff/prepare_searches 
-    - extsearch/geo/recommender/tools/quality_metric/utils 
-    - extsearch/geo/recommender/tools/ugc_rtmr_processing/tests 
-    - extsearch/images/robot/scripts/cm/semidup2 
-    - extsearch/images/tools/morda_popular_queries/bin 
-    - extsearch/images/tools/new_runtime/create_model 
-    - extsearch/video/robot/cm/crawl/cmpy/authors 
-    - extsearch/video/robot/cm/transcoder/cmpy/vh_index_dups_matcher 
-    - extsearch/video/robot/cm/vicont/cmpy/content 
-    - extsearch/video/robot/cm/vicont/cmpy/renew 
-    - extsearch/video/robot/crawling/player_testing/core 
-    - extsearch/video/robot/crawling/player_testing/services/live_capture 
-    - extsearch/video/robot/crawling/player_testing/services/live_proxy 
-    - extsearch/video/robot/previews/hitman/lost_preview_status 
-    - extsearch/ymusic/tools/crawl_test_data 
-    - extsearch/ymusic/tools/generate_test_data 
-    - infra/kernel/test/recipe/cgleak_check/example 
-    - infra/yasm/zoom/python/tests 
-    - infra/yp_quota_distributor/lib 
-    - intranet/table_flow/tests 
-    - lbs/research_tools/find_keys_causing_losses 
-    - library/python/async_clients 
-    - logbroker/tools/deploy_consistency_test 
-    - mail/github/calendar-attach-processor 
-    - maps/automotive/carwashes/tests/fake-env 
-    - maps/automotive/carwashes/tests/src 
-    - maps/automotive/proxy/config_generator 
-    - maps/automotive/remote_tasks/autotests/tests 
-    - maps/automotive/remote_tasks/manager/regression/ammo_generator 
-    - maps/b2bgeo/tools/load_testing/lib 
-    - maps/doc/proto/yandex/maps/proto/factory/tests 
-    - maps/infopoint/statistics/lib 
-    - maps/infra/apiteka/client/tests 
-    - maps/infra/ecstatic/tool/ecstatic_api 
-    - maps/pylibs/test_helpers 
-    - maps/qa/passed_by_assessors/markup_script 
-    - maps/wikimap/stat/kpi/valuable_edits/users_home_regions/lib 
-    - maps_adv/common/shared_mock 
-    - market/dynamic_pricing/tools/kvi_evaluation 
-    - market/dynamic_pricing/tools/offline_modeling 
-    - market/mobile_validator/mt 
-    - market/seo/tools/postgres_local/recipe 
-    - market/yamarec/yamarec/yamarec1 
-    - mds/nscfg/server 
-    - metrika/admin/python/cms/agent/lib 
-    - metrika/core/monitoring/clickhouse-table-structure-check 
-    - metrika/core/programs/mobile_yt_to_yc_export 
-    - metrika/pylib/log/tests 
-    - metrika/tasklets/build/impl 
-    - metrika/tasklets/deploy/impl 
-    - ml/tensorflow/tfnn/tests/tools 
-    - ml/tensorflow/ytensorflow 
-    - modadvert/libs/antispam/threat_mapping/ut 
-    - modadvert/libs/jsonrpc2/client 
-    - modadvert/libs/nirvana/program 
-    - modadvert/nirvana/m1_update_media_objects/it 
-    - modadvert/programs/multik/libs 
-    - modadvert/programs/supermoderation_admin/libs/services 
-    - opensource/sync/bin/docs_sync/tasklet 
-    - opensource/sync/bin/sync_ch/tasklet 
-    - orgvisits/orgs/preprocessing/lib 
-    - orgvisits/user/features/run/tests 
-    - plus/oneyear/oneyear_by 
-    - quality/ab_testing/cofe/projects/alice 
-    - quality/ab_testing/cofe/projects/router 
-    - quality/ab_testing/cofe/projects/zalogin 
-    - quality/ab_testing/cofe/python/metrics 
-    - quality/functionality/chats/common/bunker_client 
-    - quality/functionality/chats/common/requests_wrappers 
-    - quality/functionality/chats/feedback/src/feedback/api 
-    - quality/functionality/chats/floyd/src/floyd/core 
-    - quality/functionality/entity_search/factqueries/tools/beta/start 
-    - quality/functionality/rtx/trends/apropos_viewer 
-    - quality/functionality/scripts/psuh/HomeWorkMetricsLib/External/autolog_names/autolog_names 
-    - quality/functionality/scripts/psuh/HomeWorkMetricsLib/HomeWorkMetricsLib 
-    - quality/functionality/turbo/analytics/quality/samplers/cms_sampler 
-    - quality/functionality/turbo/ml_ads/prepare_daily_logs 
-    - quality/functionality/turbo/tools/rthub_dev/prepare_autoparser 
-    - quality/functionality/turbo/yml_process/lib 
-    - quality/neural_net/bert/bert 
-    - quality/nirvana_tools/conveyor_operations/concatenate_tables 
-    - quality/nirvana_tools/conveyor_operations/merge_gemini_lookups 
-    - quasar/infra/tasklets/update_devices_in_db/impl 
-    - regulargeo/geolayer/olap 
-    - robot/bert/tools/predict_diff 
-    - robot/quality/crawl_quality_metrics/push_to_solomon_every_day_crawl 
-    - robot/quality/crawl_quality_metrics/push_to_solomon_library 
-    - robot/quality/nirvana/refererrank/calc_scores_map 
-    - robot/quality/nirvana/refererrank/create_dataset 
-    - robot/quality/nirvana/refererrank/drop_large_keys 
-    - robot/quality/nirvana/refererrank/join_addtime 
-    - robot/quality/nirvana/refererrank/join_userdata_to_referers 
-    - robot/quality/nirvana/refererrank/merge_all_crawl_attempts 
-    - robot/quality/nirvana/refererrank/merge_all_factors_tables 
-    - robot/quality/nirvana/refererrank/merge_all_referers_export 
-    - robot/quality/nirvana/refererrank/premetric_map 
-    - robot/quality/nirvana/refererrank/prepare_for_crawl_attempt_reduce 
-    - robot/quality/nirvana/refererrank/prepare_for_factors_reduce 
-    - robot/quality/nirvana/refererrank/prepare_for_userdata_reduce 
-    - robot/quality/nirvana/refererrank/push_referer_rank_to_solomon 
-    - robot/quality/nirvana/refererrank/rename_url_key 
-    - robot/quality/nirvana/refererrank/unique_referers 
-    - robot/quality/nirvana/refererrank/unique_urls 
-    - robot/quality/robotrank/nirvana/compare_formulas 
-    - robot/selectionrank/sr_conduct_rules_experiment/graphs 
-    - rtmapreduce/config/user_tasks 
-    - saas/tools/refresh/import_rtyserver 
-    - sandbox/projects/EntitySearch/EntitySearchTrunkTest 
-    - sandbox/projects/GetGeoMetasearchResponses 
-    - sandbox/projects/LandingConstructor 
-    - sandbox/projects/adfox/adfox_ui/resource_types 
-    - sandbox/projects/adv_machine/make_turboapp_dicts 
-    - sandbox/projects/avia/import_marker 
-    - sandbox/projects/avia/trigger_revise 
-    - sandbox/projects/cloud/billing/build_analytics_cube/source 
-    - sandbox/projects/cmnt/PumpkinSettings 
-    - sandbox/projects/dj/AutoDeploy 
-    - sandbox/projects/gencfg/GencfgChartsUploadGroupsInfoToYt 
-    - sandbox/projects/mail/Load/FuritaAmmoGen 
-    - sandbox/projects/mail/Load/FuritaShooting 
-    - sandbox/projects/mail/Load/LizaShooting 
-    - sandbox/projects/mail/Load/MobileApiShooting 
-    - sandbox/projects/mail/Load/QuinnShooting 
-    - sandbox/projects/mail/Load/WebApiShooting 
-    - sandbox/projects/mail/RotateMailNotifyRules 
-    - sandbox/projects/marty 
-    - sandbox/projects/mssngr/runtime/MssngrRouterLoadTest 
-    - sandbox/projects/news 
-    - sandbox/projects/quality/tasks 
-    - sandbox/projects/resource_types 
-    - sandbox/projects/school/Load/MeduzaShooting 
-    - sandbox/projects/sdc 
-    - sandbox/projects/smarttv 
-    - sandbox/projects/taxi/BuildDispatcherPackage 
-    - sandbox/projects/wmc 
-    - sandbox/projects/yphone/AdvisorDeployToQloud 
-    - sandbox/projects/yphone/JafarBuildNirvanaLayer 
-    - sandbox/projects/yphone/launcher 
-    - search/alice/snippets/lib/util/parse_arc 
-    - search/geo/tools/collections/make_expert_collections 
-    - search/geo/tools/geocube/lib 
-    - search/mon/rviewer/app 
-    - search/mon/rviewer/db 
-    - search/mon/rviewer/modules/clients 
-    - search/mon/rviewer/modules/config 
-    - search/mon/rviewer/modules/nanny 
-    - search/mon/rviewer/modules/orchestrator 
-    - search/mon/rviewer/modules/yt 
-    - search/mon/uchenki/app 
-    - search/mon/wabbajack/libs/db 
-    - search/resonance/tester/core 
-    - search/scraper_over_yt/scripts/zombie_monitors 
-    - sprav/altay/tools/auto_close/ml_predictor 
-    - sprav/mining/bs/tools/extract_social_data 
-    - sprav/tycoon/nirvana/mail/sync_subscriptions/lib 
-    - statbox/qb2 
-    - statbox/statkey/jam/actions 
-    - statbox/statkey/jam/jobs/key_reports/desktop_retention 
-    - statbox/statkey/jam/jobs/tech_report/event_money_stat 
-    - statbox/statkey/jam/libs 
-    - tools/mkdocs_builder/lib 
-    - tools/releaser/src 
-    - travel/avia/avia_api 
-    - travel/avia/library/python/iata_correction 
-    - travel/avia/shared_flights/data_importer 
-    - travel/library/python/sender 
-    - vcs/svn/migrations 
-    - voicetech/asr/core/lib/subword_ngram_lm/nirvana/build_freq_table 
-    - voicetech/asr/core/lib/subword_ngram_lm/nirvana/build_mixture_model 
-    - voicetech/asr/core/lib/subword_ngram_lm/nirvana/build_model 
-    - voicetech/asr/core/lib/subword_ngram_lm/nirvana/fit_lambda 
-    - voicetech/asr/core/lib/subword_ngram_lm/nirvana/fit_vocabulary 
-    - voicetech/asr/markup/lib 
-    - voicetech/asr/pipeline/train 
-    - voicetech/asr/tools/question/make_train_from_vt 
-    - voicetech/asr/tools/regular_metrics_run/upload_metrics_to_yt 
-    - voicetech/bio/pipeline/classification/run_children_toloka_markup_regular 
-    - voicetech/bio/pipeline/vh 
-    - voicetech/bio/scripts/score/robin_metrics/classification/tests 
-    - voicetech/bio/scripts/yt/make_transaction 
-    - voicetech/common/voicetable/agency_data_parser/lib 
-    - voicetech/spotter/difftools/score_output 
-    - voicetech/spotter/online_metrics/lib 
-    - voicetech/spotter/run/difftool 
-    - voicetech/spotter/score/prepare_for_online_validation/bin 
-    - weather/workers/warnings/general 
-    - weather/workers/warnings/nowcasting 
-    - yabs/analytics/anomaly_analyzer/src 
-    - yabs/awaps_pvl/pvl/logic 
-    - yabs/indoor/mocks_generator/lib 
-    - yabs/outdoor/event_2018/python/lib 
-    - yabs/outdoor/libs/facepp_api 
-    - yabs/outdoor/mobile_internet_proxy/logic 
-    - yabs/outdoor/py_schedule/logic 
-    - yabs/outdoor/scripts/raskraska 
-    - yabs/outdoor/viewer/back/logic 
-    - yabs/qa/oneshots/idoldin/BSSERVER-12201 
-    - yabs/qa/oneshots/liapustin/BSSERVER-14049 
-    - yabs/qa/oneshots/sergtaim/BSSERVER-14259/AddKeywordToYT-Via-Simple-IudYtOneshot 
-    - yabs/qa/oneshots/serval/BSSERVER-14292/first_json_option_new 
-    - yabs/sbyt/ytstatcollector/advmachine/tests 
-    - yabs/server/cs/pylibs/advmachine_export 
-    - yabs/server/cs/test/cs_import/yt_banner_with_history 
-    - yabs/server/infra/yt_tables_freshness/solo 
-    - yabs/server/libs/py_db_cluster 
-    - yabs/server/test/ft/BSSERVER-13708 
-    - yabs/server/test/ft/BSSERVER-13878 
-    - yabs/server/test/ft/BSSERVER-14107 
-    - yabs/server/test/ft/BSSERVER-14110 
-    - yabs/server/test/ft/BSSERVER-14309 
-    - yabs/server/test/ft/BSSERVER-2495 
-    - yabs/server/test/qabs_bsserver_pytest 
-    - yabs/utils/log_stats/test 
-    - yabs/vh/cms-pgaas/cms_common 
-    - yabs/vh/cms-pgaas/sport_api_importer/sport_api_importer_lib/lib/sport_client 
-    - yabs/vh/cms-pgaas/statistics_api 
-    - yabs/vh/cms-pgaas/ugc_api 
-    - yabs/vh/cms-pgaas/utils/external_services/sender 
-    - yabs/vh/frontend/json_templating/streams_generator/pylib 
-    - yaphone/advisor/launcher 
-    - ydo/database/lib 
-    - ydo/payments/balance_notifications_processor/lib 
-    - ydo/server/apphost_source/lib/endpoints 
-    - ydo/tools/direct/make_ya_clients_export 
+    - cv/imageproc/ocr/tools/nirvana/captcha_renderer
+    - cv/short2long/nirvana/lib
+    - cv/short2long/training/yt_load_highlights
+    - dict/mt/analytics/make/tools/toloka/simple_toloka
+    - dict/mt/make/modules/prepare_corpus
+    - dict/mt/make/pipeline/nmt
+    - dict/mt/make/pipeline/phrase_lm/tests
+    - dict/mt/make/tools/yt_transform/tests
+    - dict/mt/normalizer/tts/bugfix
+    - dict/ontodb/config
+    - dict/ontodb/proto/benchmark
+    - dict/ontodb/proto/direct/ut
+    - dict/ontodb/proto/tools
+    - direct/infra/dt-dump-b2yt-data
+    - drive/analytics/binary/thiefs
+    - education/lib/contrib/glove_python
+    - education/schoolbook/services/recommender/app
+    - education/schoolbook/services/recommender/it
+    - entity/ontodb/tasks/vloggers
+    - entity/ontodb/util/yt_helpers
+    - entity/recommender/nirvana/operations/yam/yam_positions
+    - entity/recommender/tools/recommender_beta
+    - entity/ugc/robot/tools/installed_apps_sites_activity_loader/lib
+    - ether/top/check_docs
+    - ether/top/specevent/meta
+    - extsearch/geo/recommender/tools/build_static_user_profile/lib
+    - extsearch/geo/recommender/tools/quality_metric/convert_tradoff_4_plot
+    - extsearch/geo/recommender/tools/quality_metric/tradeoff/generate_features
+    - extsearch/geo/recommender/tools/quality_metric/tradeoff/prepare_searches
+    - extsearch/geo/recommender/tools/quality_metric/utils
+    - extsearch/geo/recommender/tools/ugc_rtmr_processing/tests
+    - extsearch/images/robot/scripts/cm/semidup2
+    - extsearch/images/tools/morda_popular_queries/bin
+    - extsearch/images/tools/new_runtime/create_model
+    - extsearch/video/robot/cm/crawl/cmpy/authors
+    - extsearch/video/robot/cm/transcoder/cmpy/vh_index_dups_matcher
+    - extsearch/video/robot/cm/vicont/cmpy/content
+    - extsearch/video/robot/cm/vicont/cmpy/renew
+    - extsearch/video/robot/crawling/player_testing/core
+    - extsearch/video/robot/crawling/player_testing/services/live_capture
+    - extsearch/video/robot/crawling/player_testing/services/live_proxy
+    - extsearch/video/robot/previews/hitman/lost_preview_status
+    - extsearch/ymusic/tools/crawl_test_data
+    - extsearch/ymusic/tools/generate_test_data
+    - infra/kernel/test/recipe/cgleak_check/example
+    - infra/yasm/zoom/python/tests
+    - infra/yp_quota_distributor/lib
+    - intranet/table_flow/tests
+    - lbs/research_tools/find_keys_causing_losses
+    - library/python/async_clients
+    - logbroker/tools/deploy_consistency_test
+    - mail/github/calendar-attach-processor
+    - maps/automotive/carwashes/tests/fake-env
+    - maps/automotive/carwashes/tests/src
+    - maps/automotive/proxy/config_generator
+    - maps/automotive/remote_tasks/autotests/tests
+    - maps/automotive/remote_tasks/manager/regression/ammo_generator
+    - maps/b2bgeo/tools/load_testing/lib
+    - maps/doc/proto/yandex/maps/proto/factory/tests
+    - maps/infopoint/statistics/lib
+    - maps/infra/apiteka/client/tests
+    - maps/infra/ecstatic/tool/ecstatic_api
+    - maps/pylibs/test_helpers
+    - maps/qa/passed_by_assessors/markup_script
+    - maps/wikimap/stat/kpi/valuable_edits/users_home_regions/lib
+    - maps_adv/common/shared_mock
+    - market/dynamic_pricing/tools/kvi_evaluation
+    - market/dynamic_pricing/tools/offline_modeling
+    - market/mobile_validator/mt
+    - market/seo/tools/postgres_local/recipe
+    - market/yamarec/yamarec/yamarec1
+    - mds/nscfg/server
+    - metrika/admin/python/cms/agent/lib
+    - metrika/core/monitoring/clickhouse-table-structure-check
+    - metrika/core/programs/mobile_yt_to_yc_export
+    - metrika/pylib/log/tests
+    - metrika/tasklets/build/impl
+    - metrika/tasklets/deploy/impl
+    - ml/tensorflow/tfnn/tests/tools
+    - ml/tensorflow/ytensorflow
+    - modadvert/libs/antispam/threat_mapping/ut
+    - modadvert/libs/jsonrpc2/client
+    - modadvert/libs/nirvana/program
+    - modadvert/nirvana/m1_update_media_objects/it
+    - modadvert/programs/multik/libs
+    - modadvert/programs/supermoderation_admin/libs/services
+    - opensource/sync/bin/docs_sync/tasklet
+    - opensource/sync/bin/sync_ch/tasklet
+    - orgvisits/orgs/preprocessing/lib
+    - orgvisits/user/features/run/tests
+    - plus/oneyear/oneyear_by
+    - quality/ab_testing/cofe/projects/alice
+    - quality/ab_testing/cofe/projects/router
+    - quality/ab_testing/cofe/projects/zalogin
+    - quality/ab_testing/cofe/python/metrics
+    - quality/functionality/chats/common/bunker_client
+    - quality/functionality/chats/common/requests_wrappers
+    - quality/functionality/chats/feedback/src/feedback/api
+    - quality/functionality/chats/floyd/src/floyd/core
+    - quality/functionality/entity_search/factqueries/tools/beta/start
+    - quality/functionality/rtx/trends/apropos_viewer
+    - quality/functionality/scripts/psuh/HomeWorkMetricsLib/External/autolog_names/autolog_names
+    - quality/functionality/scripts/psuh/HomeWorkMetricsLib/HomeWorkMetricsLib
+    - quality/functionality/turbo/analytics/quality/samplers/cms_sampler
+    - quality/functionality/turbo/ml_ads/prepare_daily_logs
+    - quality/functionality/turbo/tools/rthub_dev/prepare_autoparser
+    - quality/functionality/turbo/yml_process/lib
+    - quality/neural_net/bert/bert
+    - quality/nirvana_tools/conveyor_operations/concatenate_tables
+    - quality/nirvana_tools/conveyor_operations/merge_gemini_lookups
+    - quasar/infra/tasklets/update_devices_in_db/impl
+    - regulargeo/geolayer/olap
+    - robot/bert/tools/predict_diff
+    - robot/quality/crawl_quality_metrics/push_to_solomon_every_day_crawl
+    - robot/quality/crawl_quality_metrics/push_to_solomon_library
+    - robot/quality/nirvana/refererrank/calc_scores_map
+    - robot/quality/nirvana/refererrank/create_dataset
+    - robot/quality/nirvana/refererrank/drop_large_keys
+    - robot/quality/nirvana/refererrank/join_addtime
+    - robot/quality/nirvana/refererrank/join_userdata_to_referers
+    - robot/quality/nirvana/refererrank/merge_all_crawl_attempts
+    - robot/quality/nirvana/refererrank/merge_all_factors_tables
+    - robot/quality/nirvana/refererrank/merge_all_referers_export
+    - robot/quality/nirvana/refererrank/premetric_map
+    - robot/quality/nirvana/refererrank/prepare_for_crawl_attempt_reduce
+    - robot/quality/nirvana/refererrank/prepare_for_factors_reduce
+    - robot/quality/nirvana/refererrank/prepare_for_userdata_reduce
+    - robot/quality/nirvana/refererrank/push_referer_rank_to_solomon
+    - robot/quality/nirvana/refererrank/rename_url_key
+    - robot/quality/nirvana/refererrank/unique_referers
+    - robot/quality/nirvana/refererrank/unique_urls
+    - robot/quality/robotrank/nirvana/compare_formulas
+    - robot/selectionrank/sr_conduct_rules_experiment/graphs
+    - rtmapreduce/config/user_tasks
+    - saas/tools/refresh/import_rtyserver
+    - sandbox/projects/EntitySearch/EntitySearchTrunkTest
+    - sandbox/projects/GetGeoMetasearchResponses
+    - sandbox/projects/LandingConstructor
+    - sandbox/projects/adfox/adfox_ui/resource_types
+    - sandbox/projects/adv_machine/make_turboapp_dicts
+    - sandbox/projects/avia/import_marker
+    - sandbox/projects/avia/trigger_revise
+    - sandbox/projects/cloud/billing/build_analytics_cube/source
+    - sandbox/projects/cmnt/PumpkinSettings
+    - sandbox/projects/dj/AutoDeploy
+    - sandbox/projects/gencfg/GencfgChartsUploadGroupsInfoToYt
+    - sandbox/projects/mail/Load/FuritaAmmoGen
+    - sandbox/projects/mail/Load/FuritaShooting
+    - sandbox/projects/mail/Load/LizaShooting
+    - sandbox/projects/mail/Load/MobileApiShooting
+    - sandbox/projects/mail/Load/QuinnShooting
+    - sandbox/projects/mail/Load/WebApiShooting
+    - sandbox/projects/mail/RotateMailNotifyRules
+    - sandbox/projects/marty
+    - sandbox/projects/mssngr/runtime/MssngrRouterLoadTest
+    - sandbox/projects/news
+    - sandbox/projects/quality/tasks
+    - sandbox/projects/resource_types
+    - sandbox/projects/school/Load/MeduzaShooting
+    - sandbox/projects/sdc
+    - sandbox/projects/smarttv
+    - sandbox/projects/taxi/BuildDispatcherPackage
+    - sandbox/projects/wmc
+    - sandbox/projects/yphone/AdvisorDeployToQloud
+    - sandbox/projects/yphone/JafarBuildNirvanaLayer
+    - sandbox/projects/yphone/launcher
+    - search/alice/snippets/lib/util/parse_arc
+    - search/geo/tools/collections/make_expert_collections
+    - search/geo/tools/geocube/lib
+    - search/mon/rviewer/app
+    - search/mon/rviewer/db
+    - search/mon/rviewer/modules/clients
+    - search/mon/rviewer/modules/config
+    - search/mon/rviewer/modules/nanny
+    - search/mon/rviewer/modules/orchestrator
+    - search/mon/rviewer/modules/yt
+    - search/mon/uchenki/app
+    - search/mon/wabbajack/libs/db
+    - search/resonance/tester/core
+    - search/scraper_over_yt/scripts/zombie_monitors
+    - sprav/altay/tools/auto_close/ml_predictor
+    - sprav/mining/bs/tools/extract_social_data
+    - sprav/tycoon/nirvana/mail/sync_subscriptions/lib
+    - statbox/qb2
+    - statbox/statkey/jam/actions
+    - statbox/statkey/jam/jobs/key_reports/desktop_retention
+    - statbox/statkey/jam/jobs/tech_report/event_money_stat
+    - statbox/statkey/jam/libs
+    - tools/mkdocs_builder/lib
+    - tools/releaser/src
+    - travel/avia/avia_api
+    - travel/avia/library/python/iata_correction
+    - travel/avia/shared_flights/data_importer
+    - travel/library/python/sender
+    - vcs/svn/migrations
+    - voicetech/asr/core/lib/subword_ngram_lm/nirvana/build_freq_table
+    - voicetech/asr/core/lib/subword_ngram_lm/nirvana/build_mixture_model
+    - voicetech/asr/core/lib/subword_ngram_lm/nirvana/build_model
+    - voicetech/asr/core/lib/subword_ngram_lm/nirvana/fit_lambda
+    - voicetech/asr/core/lib/subword_ngram_lm/nirvana/fit_vocabulary
+    - voicetech/asr/markup/lib
+    - voicetech/asr/pipeline/train
+    - voicetech/asr/tools/question/make_train_from_vt
+    - voicetech/asr/tools/regular_metrics_run/upload_metrics_to_yt
+    - voicetech/bio/pipeline/classification/run_children_toloka_markup_regular
+    - voicetech/bio/pipeline/vh
+    - voicetech/bio/scripts/score/robin_metrics/classification/tests
+    - voicetech/bio/scripts/yt/make_transaction
+    - voicetech/common/voicetable/agency_data_parser/lib
+    - voicetech/spotter/difftools/score_output
+    - voicetech/spotter/online_metrics/lib
+    - voicetech/spotter/run/difftool
+    - voicetech/spotter/score/prepare_for_online_validation/bin
+    - weather/workers/warnings/general
+    - weather/workers/warnings/nowcasting
+    - yabs/analytics/anomaly_analyzer/src
+    - yabs/awaps_pvl/pvl/logic
+    - yabs/indoor/mocks_generator/lib
+    - yabs/outdoor/event_2018/python/lib
+    - yabs/outdoor/libs/facepp_api
+    - yabs/outdoor/mobile_internet_proxy/logic
+    - yabs/outdoor/py_schedule/logic
+    - yabs/outdoor/scripts/raskraska
+    - yabs/outdoor/viewer/back/logic
+    - yabs/qa/oneshots/idoldin/BSSERVER-12201
+    - yabs/qa/oneshots/liapustin/BSSERVER-14049
+    - yabs/qa/oneshots/sergtaim/BSSERVER-14259/AddKeywordToYT-Via-Simple-IudYtOneshot
+    - yabs/qa/oneshots/serval/BSSERVER-14292/first_json_option_new
+    - yabs/sbyt/ytstatcollector/advmachine/tests
+    - yabs/server/cs/pylibs/advmachine_export
+    - yabs/server/cs/test/cs_import/yt_banner_with_history
+    - yabs/server/infra/yt_tables_freshness/solo
+    - yabs/server/libs/py_db_cluster
+    - yabs/server/test/ft/BSSERVER-13708
+    - yabs/server/test/ft/BSSERVER-13878
+    - yabs/server/test/ft/BSSERVER-14107
+    - yabs/server/test/ft/BSSERVER-14110
+    - yabs/server/test/ft/BSSERVER-14309
+    - yabs/server/test/ft/BSSERVER-2495
+    - yabs/server/test/qabs_bsserver_pytest
+    - yabs/utils/log_stats/test
+    - yabs/vh/cms-pgaas/cms_common
+    - yabs/vh/cms-pgaas/sport_api_importer/sport_api_importer_lib/lib/sport_client
+    - yabs/vh/cms-pgaas/statistics_api
+    - yabs/vh/cms-pgaas/ugc_api
+    - yabs/vh/cms-pgaas/utils/external_services/sender
+    - yabs/vh/frontend/json_templating/streams_generator/pylib
+    - yaphone/advisor/launcher
+    - ydo/database/lib
+    - ydo/payments/balance_notifications_processor/lib
+    - ydo/server/apphost_source/lib/endpoints
+    - ydo/tools/direct/make_ya_clients_export
     - yp/eviction_alerter/bin
-    - yp/scheduler_simulator/analysis/library 
-    - yql/library/test_framework 
-    - yweb/antimalware/mitb/mitb_monitor/lib 
-    - yweb/antiporno/cp_conv/text_classif/bin 
-    - yweb/antispam/clean_web/router 
-    - yweb/antispam/mascot/monitorings/check_table_age 
-    - yweb/robot/limbo 
-    - yweb/robot/metrics/pmusca/graph/bin/extract_urls_from_serp 
-    - yweb/sitelinks/scripts/sitelinks 
-    - yweb/webscripts/video/duplicates/nirvana_scripts/knn/filter_knn_source 
-    - yweb/yasap/answers/answers 
-    - yweb/yasap/pdb/tools/add_card_owners 
-    - zootopia/analytics/drive/source/drive/operations/support/registrations/reg_quality 
-    - zootopia/analytics/ml/features/geo_features/faster_surge_features 
+    - yp/scheduler_simulator/analysis/library
+    - yql/library/test_framework
+    - yweb/antimalware/mitb/mitb_monitor/lib
+    - yweb/antiporno/cp_conv/text_classif/bin
+    - yweb/antispam/clean_web/router
+    - yweb/antispam/mascot/monitorings/check_table_age
+    - yweb/robot/limbo
+    - yweb/robot/metrics/pmusca/graph/bin/extract_urls_from_serp
+    - yweb/sitelinks/scripts/sitelinks
+    - yweb/webscripts/video/duplicates/nirvana_scripts/knn/filter_knn_source
+    - yweb/yasap/answers/answers
+    - yweb/yasap/pdb/tools/add_card_owners
+    - zootopia/analytics/drive/source/drive/operations/support/registrations/reg_quality
+    - zootopia/analytics/ml/features/geo_features/faster_surge_features
   F405:
     ignore:
     - F405

build/rules/flake8/ya.make

@@ -1 +1 @@
-OWNER(g:yatest g:python-contrib) 
+OWNER(g:yatest g:python-contrib)

build/ya.conf.json

@@ -441,8 +441,8 @@
         },
         "ya_sed": {
             "description": "This tool simplifies replacing of some text in Arcadia"
-        }, 
-        "black": { 
+        },
+        "black": {
             "description": "Python styler, Python 3 only"
         },
         "black_py2": {
@@ -5413,32 +5413,32 @@
                     "default": true
                 }
             ]
-        }, 
-        "black": { 
-            "tools": { 
-                "black": { 
-                    "bottle": "black", 
-                    "executable": "black" 
-                } 
-            }, 
-            "platforms": [ 
-                { 
-                    "host": { 
-                        "os": "LINUX" 
-                    }, 
-                    "default": true 
-                }, 
-                { 
-                    "host": { 
-                        "os": "WIN" 
-                    }, 
-                    "default": true 
-                }, 
-                { 
-                    "host": { 
-                        "os": "DARWIN" 
-                    }, 
-                    "default": true 
+        },
+        "black": {
+            "tools": {
+                "black": {
+                    "bottle": "black",
+                    "executable": "black"
+                }
+            },
+            "platforms": [
+                {
+                    "host": {
+                        "os": "LINUX"
+                    },
+                    "default": true
+                },
+                {
+                    "host": {
+                        "os": "WIN"
+                    },
+                    "default": true
+                },
+                {
+                    "host": {
+                        "os": "DARWIN"
+                    },
+                    "default": true
                 },
                 {
                     "host": {
@@ -5446,8 +5446,8 @@
                         "arch": "arm64"
                     },
                     "default": true
-                } 
-            ] 
+                }
+            ]
         },
         "black_py2": {
             "tools": {
@@ -7814,19 +7814,19 @@
                     "ya_sed"
                 ]
             }
-        }, 
-        "black": { 
-            "formula": { 
-                "sandbox_id": [ 
+        },
+        "black": {
+            "formula": {
+                "sandbox_id": [
                     1209137306
-                ], 
-                "match": "black" 
-            }, 
-            "executable": { 
-                "black": [ 
-                    "black" 
-                ] 
-            } 
+                ],
+                "match": "black"
+            },
+            "executable": {
+                "black": [
+                    "black"
+                ]
+            }
         },
         "black_py2": {
             "formula": {

build/ymake.core.conf

@@ -2134,13 +2134,13 @@ macro LINT(level) {
 }
 
 # tag:python-specific tag:test
-### @usage: NO_DOCTESTS() 
-### 
-### Disable doctests in PY[|3|23_]TEST 
-macro NO_DOCTESTS() { 
-    ENV(YA_PYTEST_DISABLE_DOCTEST="yes") 
-} 
- 
+### @usage: NO_DOCTESTS()
+###
+### Disable doctests in PY[|3|23_]TEST
+macro NO_DOCTESTS() {
+    ENV(YA_PYTEST_DISABLE_DOCTEST="yes")
+}
+
 # tag:python-specific tag:test
 ### @usage: _BASE_PYTEST  # internal
 ###
@@ -2148,7 +2148,7 @@ macro NO_DOCTESTS() {
 module _BASE_PYTEST: _BASE_PY_PROGRAM {
     .NODE_TYPE=Program
     .FINAL_TARGET=no
-    .ALLOWED=YT_SPEC NO_DOCTESTS 
+    .ALLOWED=YT_SPEC NO_DOCTESTS
     when ($USE_ARCADIA_PYTHON == "yes") {
         PEERDIR+=library/python/pytest
     }
@@ -2197,7 +2197,7 @@ module PY2TEST: PYTEST_BIN {
 module PY3TEST_BIN: _BASE_PY3_PROGRAM {
     .NODE_TYPE=Program
     .FINAL_TARGET=no
-    .ALLOWED=YT_SPEC NO_DOCTESTS 
+    .ALLOWED=YT_SPEC NO_DOCTESTS
     SET_APPEND(_MAKEFILE_INCLUDE_LIKE_DEPS canondata/result.json)
     SET(MODULE_LANG PY3)
     SETUP_PYTEST_BIN()

contrib/libs/ya.make

@@ -168,7 +168,7 @@ RECURSE(
     libogg
     libopendkim
     libopendmarc
-    libosmium 
+    libosmium
     libphonenumber
     libpng
     libpq

contrib/python/ya.make

@@ -110,7 +110,7 @@ RECURSE(
     bincopy
     biplist
     bitarray
-    black 
+    black
     bleach
     blinker
     blis
@@ -721,7 +721,7 @@ RECURSE(
     patched
     path.py
     pathlib2
-    pathspec 
+    pathspec
     pathtools
     pathy
     patsy