name: shuffle-tests on: # Allow manually running workflow_dispatch: inputs: per-test-coverage: description: Whether to get per-test coverage (uses ./github/workflows/codecov_per_test_coverage.yml) required: true default: 'true' # Run once a week on sunday schedule: - cron: '0 1 * * 0' concurrency: group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} cancel-in-progress: true env: SENTRY_SHUFFLE_TESTS: true jobs: per-test-coverage: if: ${{ inputs.per-test-coverage == 'true' || github.event_name == 'schedule' }} uses: ./.github/workflows/codecov_per_test_coverage.yml secrets: inherit backend-test: name: run backend tests runs-on: ubuntu-22.04 timeout-minutes: 90 strategy: # This helps not having to run multiple jobs because one fails, thus, reducing resource usage # and reducing the risk that one of many runs would turn red again (read: intermittent tests) fail-fast: false matrix: # XXX: When updating this, make sure you also update MATRIX_INSTANCE_TOTAL. instance: [0, 1, 2, 3, 4, 5, 6] pg-version: ['14'] env: # XXX: MATRIX_INSTANCE_TOTAL must be hardcoded to the length of strategy.matrix.instance. MATRIX_INSTANCE_TOTAL: 7 steps: - uses: actions/checkout@93ea575cb5d8a053eaa0ac8fa3b40d7e05a33cc8 # v3.1.0 with: # Avoid codecov error message related to SHA resolution: # https://github.com/codecov/codecov-bash/blob/7100762afbc822b91806a6574658129fe0d23a7d/codecov#L891 fetch-depth: '2' - name: Setup sentry env uses: ./.github/actions/setup-sentry id: setup with: snuba: true # Right now, we run so few bigtable related tests that the # overhead of running bigtable in all backend tests # is way smaller than the time it would take to run in its own job. bigtable: true pg-version: ${{ matrix.pg-version }} - name: Run backend test (${{ steps.setup.outputs.matrix-instance-number }} of ${{ steps.setup.outputs.matrix-instance-total }}) run: | make test-python-ci