collect_analytics_fast.yml 1.2 KB

123456789101112131415161718192021222324252627282930313233
  1. name: Collect-analytics-fast-run
  2. on:
  3. schedule:
  4. - cron: "*/15 * * * *" # Every 15 min
  5. workflow_dispatch:
  6. inputs:
  7. commit_sha:
  8. type: string
  9. default: ""
  10. defaults:
  11. run:
  12. shell: bash
  13. jobs:
  14. main:
  15. name: Checkout and setup
  16. runs-on: [ self-hosted ]
  17. steps:
  18. - name: Checkout
  19. uses: actions/checkout@v4
  20. with:
  21. ref: ${{ inputs.commit_sha }}
  22. - name: Setup ydb access
  23. uses: ./.github/actions/setup_ci_ydb_service_account_key_file_credentials
  24. with:
  25. ci_ydb_service_account_key_file_credentials: ${{ secrets.CI_YDB_SERVICE_ACCOUNT_KEY_FILE_CREDENTIALS }}
  26. - name: Install dependencies
  27. run: |
  28. python3 -m pip install ydb ydb[yc] codeowners pandas
  29. - name: Upload new test history to fast table
  30. run: python3 .github/scripts/analytics/test_history_fast.py
  31. - name: Upload olap perfomance data mart
  32. run: python3 .github/scripts/analytics/data_mart_executor.py --query_path .github/scripts/analytics/data_mart_queries/perfomance_olap_mart.sql --table_path perfomance/olap/fast_results --store_type column --partition_keys Run_start_timestamp --primary_keys Db Suite Test Branch Run_start_timestamp --ttl_min 43200 --ttl_key Run_start_timestamp