Makefile 5.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213
  1. .PHONY: all
  2. all: develop
  3. PIP := python -m pip --disable-pip-version-check
  4. WEBPACK := yarn build-acceptance
  5. freeze-requirements:
  6. @python3 -S -m tools.freeze_requirements
  7. bootstrap \
  8. develop \
  9. clean \
  10. init-config \
  11. run-dependent-services \
  12. drop-db \
  13. create-db \
  14. apply-migrations \
  15. reset-db \
  16. setup-git \
  17. node-version-check \
  18. install-js-dev \
  19. install-py-dev :
  20. @./scripts/do.sh $@
  21. build-platform-assets \
  22. direnv-help \
  23. upgrade-pip \
  24. prerequisites \
  25. setup-git-config :
  26. @SENTRY_NO_VENV_CHECK=1 ./scripts/do.sh $@
  27. setup-pyenv:
  28. @./scripts/pyenv_setup.sh
  29. build-js-po: node-version-check
  30. mkdir -p build
  31. rm -rf node_modules/.cache/babel-loader
  32. SENTRY_EXTRACT_TRANSLATIONS=1 $(WEBPACK)
  33. build-spectacular-docs:
  34. @echo "--> Building drf-spectacular openapi spec (combines with deprecated docs)"
  35. @OPENAPIGENERATE=1 sentry django spectacular --file tests/apidocs/openapi-spectacular.json --format openapi-json --validate --fail-on-warn
  36. build-deprecated-docs:
  37. @echo "--> Building deprecated openapi spec from json files"
  38. yarn build-deprecated-docs
  39. build-api-docs: build-deprecated-docs build-spectacular-docs
  40. @echo "--> Dereference the json schema for ease of use"
  41. yarn deref-api-docs
  42. watch-api-docs:
  43. @cd api-docs/ && yarn install
  44. @cd api-docs/ && ts-node ./watch.ts
  45. diff-api-docs:
  46. @echo "--> diffing local api docs against sentry-api-schema/openapi-derefed.json"
  47. yarn diff-docs
  48. build: locale
  49. merge-locale-catalogs: build-js-po
  50. $(PIP) install Babel
  51. cd src/sentry && sentry django makemessages -i static -l en
  52. ./bin/merge-catalogs en
  53. compile-locale:
  54. $(PIP) install Babel
  55. ./bin/find-good-catalogs src/sentry/locale/catalogs.json
  56. cd src/sentry && sentry django compilemessages
  57. install-transifex:
  58. $(PIP) install transifex-client
  59. push-transifex: merge-locale-catalogs install-transifex
  60. tx push -s
  61. pull-transifex: install-transifex
  62. tx pull -a
  63. # Update transifex with new strings that need to be translated
  64. update-transifex: push-transifex
  65. # Pulls new translations from transifex and compiles for usage
  66. update-local-locales: pull-transifex compile-locale
  67. build-chartcuterie-config:
  68. @echo "--> Building chartcuterie config module"
  69. yarn build-chartcuterie-config
  70. fetch-release-registry:
  71. @echo "--> Fetching release registry"
  72. @echo "from sentry.utils.distutils import sync_registry; sync_registry()" | sentry exec
  73. run-acceptance:
  74. @echo "--> Running acceptance tests"
  75. pytest tests/acceptance --cov . --cov-report="xml:.artifacts/acceptance.coverage.xml"
  76. @echo ""
  77. test-cli:
  78. @echo "--> Testing CLI"
  79. rm -rf test_cli
  80. mkdir test_cli
  81. cd test_cli && sentry init test_conf
  82. cd test_cli && sentry --config=test_conf help
  83. cd test_cli && sentry --config=test_conf upgrade --traceback --noinput
  84. cd test_cli && sentry --config=test_conf export
  85. rm -r test_cli
  86. @echo ""
  87. test-js-build: node-version-check
  88. @echo "--> Running type check"
  89. @yarn run tsc -p config/tsconfig.build.json
  90. @echo "--> Building static assets"
  91. @NODE_ENV=production yarn webpack-profile > .artifacts/webpack-stats.json
  92. test-js: node-version-check
  93. @echo "--> Running JavaScript tests"
  94. @yarn run test
  95. @echo ""
  96. test-js-ci: node-version-check
  97. @echo "--> Running CI JavaScript tests"
  98. @yarn run test-ci
  99. @echo ""
  100. test-python-ci:
  101. @echo "--> Running CI Python tests"
  102. pytest tests/integration tests/sentry \
  103. --ignore tests/sentry/eventstream/kafka \
  104. --ignore tests/sentry/post_process_forwarder \
  105. --ignore tests/sentry/snuba \
  106. --ignore tests/sentry/search/events \
  107. --ignore tests/sentry/ingest/ingest_consumer/test_ingest_consumer_kafka.py \
  108. --ignore tests/sentry/region_to_control/test_region_to_control_kafka.py \
  109. --cov . --cov-report="xml:.artifacts/python.coverage.xml"
  110. @echo ""
  111. test-snuba:
  112. @echo "--> Running snuba tests"
  113. pytest tests/snuba \
  114. tests/sentry/eventstream/kafka \
  115. tests/sentry/post_process_forwarder \
  116. tests/sentry/snuba \
  117. tests/sentry/search/events \
  118. -vv --cov . --cov-report="xml:.artifacts/snuba.coverage.xml"
  119. @echo ""
  120. test-tools:
  121. @echo "--> Running tools tests"
  122. pytest -c /dev/null --confcutdir tests/tools tests/tools -vv --cov=tools --cov=tests/tools --cov-report="xml:.artifacts/tools.coverage.xml"
  123. @echo ""
  124. backend-typing:
  125. @echo "--> Running Python typing checks"
  126. mypy --strict --warn-unreachable --config-file mypy.ini
  127. @echo ""
  128. # JavaScript relay tests are meant to be run within Symbolicator test suite, as they are parametrized to verify both processing pipelines during migration process.
  129. # Running Locally: Run `sentry devservices up kafka zookeeper` before starting these tests
  130. test-symbolicator:
  131. @echo "--> Running symbolicator tests"
  132. pytest tests/symbolicator -vv --cov . --cov-report="xml:.artifacts/symbolicator.coverage.xml"
  133. pytest tests/relay_integration/lang/javascript/ -vv -m symbolicator
  134. @echo ""
  135. test-chartcuterie:
  136. @echo "--> Running chartcuterie tests"
  137. pytest tests/chartcuterie -vv --cov . --cov-report="xml:.artifacts/chartcuterie.coverage.xml"
  138. @echo ""
  139. test-acceptance: node-version-check
  140. @echo "--> Building static assets"
  141. @$(WEBPACK)
  142. make run-acceptance
  143. test-plugins:
  144. @echo "--> Running plugin tests"
  145. pytest tests/sentry_plugins -vv --cov . --cov-report="xml:.artifacts/plugins.coverage.xml"
  146. @echo ""
  147. test-relay-integration:
  148. @echo "--> Running Relay integration tests"
  149. pytest \
  150. tests/relay_integration \
  151. tests/sentry/ingest/ingest_consumer/test_ingest_consumer_kafka.py \
  152. -vv --cov . --cov-report="xml:.artifacts/relay.coverage.xml"
  153. @echo ""
  154. test-api-docs: build-api-docs
  155. yarn run validate-api-examples
  156. pytest tests/apidocs
  157. @echo ""
  158. review-python-snapshots:
  159. @cargo insta --version &> /dev/null || cargo install cargo-insta
  160. @cargo insta review --workspace-root `pwd` -e pysnap
  161. accept-python-snapshots:
  162. @cargo insta --version &> /dev/null || cargo install cargo-insta
  163. @cargo insta accept --workspace-root `pwd` -e pysnap
  164. reject-python-snapshots:
  165. @cargo insta --version &> /dev/null || cargo install cargo-insta
  166. @cargo insta reject --workspace-root `pwd` -e pysnap
  167. lint-js:
  168. @echo "--> Linting javascript"
  169. bin/lint --js --parseable
  170. @echo ""
  171. .PHONY: build