# TODO(billy): this workflow has not been re-named from `acceptance` because # Visual Snapshots compares against artifacts from the same workflow name (on main branch) # We should rename this when we have a more finalized naming scheme. # # Also note that this name *MUST* match the filename because GHA # only provides the workflow name (https://docs.github.com/en/free-pro-team@latest/actions/reference/environment-variables#default-environment-variables) # and GH APIs only support querying by workflow *FILENAME* (https://developer.github.com/v3/actions/workflows/#get-a-workflow) name: acceptance on: push: branches: - master - releases/** pull_request: jobs: frontend: name: frontend tests runs-on: ubuntu-20.04 timeout-minutes: 20 strategy: matrix: instance: [0, 1] env: VISUAL_HTML_ENABLE: 1 steps: - uses: actions/checkout@v2 name: Checkout sentry with: # Avoid codecov error message related to SHA resolution: # https://github.com/codecov/codecov-bash/blob/7100762afbc822b91806a6574658129fe0d23a7d/codecov#L891 fetch-depth: '2' - uses: volta-cli/action@v1 # See https://github.com/actions/cache/blob/master/examples.md#node---yarn for example - name: Get yarn cache directory path id: yarn-cache-dir-path run: echo "::set-output name=dir::$(yarn cache dir)" - uses: actions/cache@v1 # We are explicitly using v1 due to perf reasons with: path: ${{ steps.yarn-cache-dir-path.outputs.dir }} key: ${{ runner.os }}-v2-yarn-${{ hashFiles('yarn.lock', 'api-docs/yarn.lock') }} - name: Install dependencies run: yarn install --frozen-lockfile - name: Build CSS run: NODE_ENV=production yarn build-css - name: jest env: GITHUB_PR_SHA: ${{ github.event.pull_request.head.sha || github.sha }} GITHUB_PR_REF: ${{ github.event.pull_request.head.ref || github.ref }} CI_NODE_TOTAL: ${{ strategy.job-total }} CI_NODE_INDEX: ${{ matrix.instance }} run: | JEST_TESTS=$(yarn -s jest --listTests --json) yarn test-ci --forceExit - name: Save HTML artifacts uses: actions/upload-artifact@v2 with: retention-days: 14 name: jest-html path: .artifacts/visual-snapshots/jest - name: Create Images from HTML uses: getsentry/action-html-to-image@main with: base-path: .artifacts/visual-snapshots/jest css-path: src/sentry/static/sentry/dist/entrypoints/sentry.css - name: Save snapshots if: always() uses: getsentry/action-visual-snapshot@v2 with: save-only: true snapshot-path: .artifacts/visual-snapshots - name: Handle artifacts uses: ./.github/actions/artifacts webpack: name: create frontend bundle runs-on: ubuntu-20.04 timeout-minutes: 10 outputs: dist-path: ${{ steps.config.outputs.dist-path }} steps: - uses: actions/checkout@v2 name: Checkout sentry - uses: volta-cli/action@v1 - name: Step configurations id: config run: | echo "::set-output name=yarn-path::$(yarn cache dir)" echo "::set-output name=webpack-path::.webpack_cache" echo "::set-output name=dist-path::src/sentry/static/sentry/dist" - name: yarn cache uses: actions/cache@v1 # We are explicitly using v1 due to perf reasons with: path: ${{ steps.config.outputs.yarn-path }} key: ${{ runner.os }}-v2-yarn-${{ hashFiles('yarn.lock', 'api-docs/yarn.lock') }} - name: webpack cache uses: actions/cache@v2 with: path: ${{ steps.config.outputs.webpack-path }} key: ${{ runner.os }}-v2-webpack-cache-${{ hashFiles('webpack.config.ts') }} - name: Install Javascript Dependencies run: | yarn install --frozen-lockfile - name: webpack env: WEBPACK_CACHE_PATH: ${{ steps.config.outputs.webpack-path }} SENTRY_INSTRUMENTATION: 1 # this is fine to not have for forks, it shouldn't fail SENTRY_WEBPACK_WEBHOOK_SECRET: ${{ secrets.SENTRY_WEBPACK_WEBHOOK_SECRET }} run: | yarn build-acceptance # Bundle dist for faster uploading - name: bundle dist run: | tar czf dist.tar.gz ${{ steps.config.outputs.dist-path }} - name: Save frontend dist uses: actions/upload-artifact@v2 with: retention-days: 3 name: frontend-dist path: dist.tar.gz acceptance: name: acceptance runs-on: ubuntu-20.04 timeout-minutes: 20 strategy: matrix: instance: [0, 1, 2, 3] env: VISUAL_SNAPSHOT_ENABLE: 1 TEST_GROUP_STRATEGY: roundrobin steps: - name: Checkout sentry uses: actions/checkout@v2 - name: Setup sentry python env uses: ./.github/actions/setup-sentry id: setup with: pip-cache-version: ${{ secrets.PIP_CACHE_VERSION }} snuba: true - name: Wait for frontend build uses: getsentry/action-wait-for-check@v1.0.0 id: wait-for-frontend with: token: ${{ secrets.GITHUB_TOKEN }} checkName: create frontend bundle ref: ${{ github.event.pull_request.head.sha || github.sha }} - name: Download frontend dist uses: actions/download-artifact@v2 with: name: frontend-dist - name: Extract dist run: | tar xf dist.tar.gz - name: Run acceptance tests (#${{ steps.setup.outputs.matrix-instance-number }} of ${{ strategy.job-total }}) if: always() run: | mkdir -p ${{ steps.setup.outputs.acceptance-dir }} mkdir -p ${{ steps.setup.outputs.acceptance-dir }}-mobile mkdir -p ${{ steps.setup.outputs.acceptance-dir }}-tooltips make run-acceptance env: PYTEST_SNAPSHOTS_DIR: ${{ steps.setup.outputs.acceptance-dir }} USE_SNUBA: 1 - name: Save snapshots if: always() uses: getsentry/action-visual-snapshot@v2 with: save-only: true snapshot-path: .artifacts/visual-snapshots - name: Handle artifacts uses: ./.github/actions/artifacts chartcuterie: name: chartcuterie integration runs-on: ubuntu-20.04 timeout-minutes: 30 strategy: matrix: instance: [0] env: VISUAL_SNAPSHOT_ENABLE: 1 steps: - uses: actions/checkout@v2 with: # Avoid codecov error message related to SHA resolution: # https://github.com/codecov/codecov-bash/blob/7100762afbc822b91806a6574658129fe0d23a7d/codecov#L891 fetch-depth: '2' - name: Setup sentry env uses: ./.github/actions/setup-sentry id: setup with: pip-cache-version: ${{ secrets.PIP_CACHE_VERSION }} chartcuterie: true - name: yarn cache uses: actions/cache@v1 # We are explicitly using v1 due to perf reasons with: path: ${{ steps.setup.outputs.yarn-cache-dir }} key: ${{ runner.os }}-v2-yarn-${{ hashFiles('yarn.lock', 'api-docs/yarn.lock') }} - name: Install Javascript Dependencies run: | yarn install --frozen-lockfile - name: Build chartcuterie configuration module run: | make build-chartcuterie-config - name: Run chartcuterie tests (${{ steps.setup.outputs.matrix-instance-number }} of ${{ strategy.job-total }}) run: | mkdir -p ${{ steps.setup.outputs.acceptance-dir }} make test-chartcuterie env: PYTEST_SNAPSHOTS_DIR: ${{ steps.setup.outputs.acceptance-dir }} - name: Save snapshots if: always() uses: getsentry/action-visual-snapshot@v2 with: save-only: true snapshot-path: .artifacts/visual-snapshots - name: Handle artifacts uses: ./.github/actions/artifacts