acceptance.yml 6.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218
  1. name: acceptance
  2. on:
  3. push:
  4. branches:
  5. - master
  6. - releases/**
  7. pull_request:
  8. jobs:
  9. jest:
  10. runs-on: ubuntu-16.04
  11. env:
  12. VISUAL_HTML_ENABLE: 1
  13. steps:
  14. - uses: actions/checkout@v2
  15. - uses: volta-cli/action@v1
  16. # See https://github.com/actions/cache/blob/master/examples.md#node---yarn for example
  17. - name: Get yarn cache directory path
  18. id: yarn-cache-dir-path
  19. run: echo "::set-output name=dir::$(yarn cache dir)"
  20. - uses: actions/cache@v2
  21. id: yarn-cache # use this to check for `cache-hit` (`steps.yarn-cache.outputs.cache-hit != 'true'`)
  22. with:
  23. path: ${{ steps.yarn-cache-dir-path.outputs.dir }}
  24. key: ${{ runner.os }}-yarn-${{ hashFiles('**/yarn.lock') }}
  25. restore-keys: |
  26. ${{ runner.os }}-yarn-
  27. - name: Install dependencies
  28. run: yarn install --frozen-lockfile
  29. - name: jest
  30. run: |
  31. NODE_ENV=production yarn build-css
  32. yarn test-ci --forceExit
  33. - name: Save HTML artifacts
  34. uses: actions/upload-artifact@v2
  35. with:
  36. name: jest-html
  37. path: .artifacts/visual-snapshots/jest
  38. - name: Create Images from HTML
  39. uses: getsentry/action-html-to-image@main
  40. with:
  41. base-path: .artifacts/visual-snapshots/jest
  42. css-path: src/sentry/static/sentry/dist/sentry.css
  43. - name: Save snapshots
  44. if: always()
  45. uses: getsentry/action-visual-snapshot@v2
  46. with:
  47. save-only: true
  48. snapshot-path: .artifacts/visual-snapshots
  49. acceptance:
  50. # TODO(joshuarli): Convert to py3 with snapshots. See other TODO as well.
  51. runs-on: ubuntu-16.04
  52. strategy:
  53. matrix:
  54. instance: [0, 1, 2]
  55. env:
  56. VISUAL_SNAPSHOT_ENABLE: 1
  57. steps:
  58. - uses: actions/checkout@v2
  59. - uses: volta-cli/action@v1
  60. # Until GH composite actions can use `uses`, we need to setup python here
  61. - uses: actions/setup-python@v2
  62. with:
  63. python-version: 2.7.17
  64. - name: Setup pip
  65. uses: ./.github/actions/setup-pip
  66. id: pip
  67. - name: pip cache
  68. uses: actions/cache@v2
  69. with:
  70. path: ${{ steps.pip.outputs.pip-cache-dir }}
  71. key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements-*.txt') }}
  72. restore-keys: |
  73. ${{ runner.os }}-pip-
  74. - name: Setup sentry env
  75. uses: ./.github/actions/setup-sentry
  76. id: setup
  77. with:
  78. python: 2
  79. - uses: actions/cache@v2
  80. id: yarn-cache # use this to check for `cache-hit` (`steps.yarn-cache.outputs.cache-hit != 'true'`)
  81. with:
  82. path: ${{ steps.setup.outputs.yarn-cache-dir }}
  83. key: ${{ runner.os }}-yarn-${{ hashFiles('**/yarn.lock') }}
  84. restore-keys: |
  85. ${{ runner.os }}-yarn-
  86. - name: Install Javascript Dependencies
  87. run: |
  88. yarn install --frozen-lockfile
  89. - name: webpack
  90. run: |
  91. yarn webpack --display errors-only
  92. - name: Run acceptance tests (#${{ steps.setup.outputs.matrix-instance-number }} of ${{ strategy.job-total }})
  93. if: always()
  94. run: |
  95. mkdir -p ${{ steps.setup.outputs.acceptance-dir }}
  96. mkdir -p ${{ steps.setup.outputs.acceptance-dir }}-mobile
  97. mkdir -p ${{ steps.setup.outputs.acceptance-dir }}-tooltips
  98. make run-acceptance
  99. env:
  100. PYTEST_SNAPSHOTS_DIR: ${{ steps.setup.outputs.acceptance-dir }}
  101. USE_SNUBA: 1
  102. - name: Save snapshots
  103. if: always()
  104. uses: getsentry/action-visual-snapshot@v2
  105. with:
  106. save-only: true
  107. snapshot-path: .artifacts/visual-snapshots
  108. py3-acceptance:
  109. name: 'python3.6 acceptance'
  110. runs-on: ubuntu-16.04
  111. strategy:
  112. matrix:
  113. instance: [0, 1, 2]
  114. env:
  115. MIGRATIONS_TEST_MIGRATE: 1
  116. VISUAL_SNAPSHOT_ENABLE: 1
  117. steps:
  118. - uses: actions/checkout@v2
  119. - uses: volta-cli/action@v1
  120. - name: Set python version output
  121. id: python-version
  122. run: |
  123. echo "::set-output name=python-version::$(awk 'FNR == 2' .python-version)"
  124. # Until GH composite actions can use `uses`, we need to setup python here
  125. - uses: actions/setup-python@v2
  126. with:
  127. python-version: ${{ steps.python-version.outputs.python-version }}
  128. - name: Setup pip
  129. uses: ./.github/actions/setup-pip
  130. id: pip
  131. - name: pip cache
  132. uses: actions/cache@v2
  133. with:
  134. path: ${{ steps.pip.outputs.pip-cache-dir }}
  135. key: ${{ runner.os }}-pip-py${{ steps.python-version.outputs.python-version }}-${{ hashFiles('**/requirements-*.txt') }}
  136. restore-keys: |
  137. ${{ runner.os }}-pip-py${{ steps.python-version.outputs.python-version }}
  138. - name: Setup sentry python env
  139. uses: ./.github/actions/setup-sentry
  140. id: setup
  141. with:
  142. python: 3
  143. - name: yarn cache
  144. uses: actions/cache@v2
  145. id: yarn-cache # use this to check for `cache-hit` (`steps.yarn-cache.outputs.cache-hit != 'true'`)
  146. with:
  147. path: ${{ steps.setup.outputs.yarn-cache-dir }}
  148. key: ${{ runner.os }}-yarn-${{ hashFiles('**/yarn.lock') }}
  149. restore-keys: |
  150. ${{ runner.os }}-yarn-
  151. - name: Install Javascript Dependencies
  152. run: |
  153. yarn install --frozen-lockfile
  154. - name: webpack
  155. run: |
  156. yarn webpack --display errors-only
  157. - name: Run acceptance tests (#${{ steps.setup.outputs.matrix-instance-number }} of ${{ strategy.job-total }})
  158. if: always()
  159. run: |
  160. mkdir -p ${{ steps.setup.outputs.acceptance-dir }}
  161. mkdir -p ${{ steps.setup.outputs.acceptance-dir }}-mobile
  162. mkdir -p ${{ steps.setup.outputs.acceptance-dir }}-tooltips
  163. make run-acceptance
  164. env:
  165. PYTEST_SNAPSHOTS_DIR: ${{ steps.setup.outputs.acceptance-dir }}
  166. USE_SNUBA: 1
  167. # TODO(joshuarli): SENTRY_PYTHON3=1, snapshots, visual-diff needs py3-acceptance.
  168. visual-diff:
  169. if: ${{ github.ref != 'refs/heads/master' }}
  170. needs: [acceptance, jest]
  171. runs-on: ubuntu-16.04
  172. steps:
  173. - name: Diff snapshots
  174. id: visual-snapshots-diff
  175. uses: getsentry/action-visual-snapshot@v2
  176. with:
  177. api-token: ${{ secrets.VISUAL_SNAPSHOT_SECRET }}
  178. github-token: ${{ secrets.GITHUB_TOKEN }}
  179. gcs-bucket: 'sentry-visual-snapshots'
  180. gcp-service-account-key: ${{ secrets.SNAPSHOT_GOOGLE_SERVICE_ACCOUNT_KEY }}