lib.sh 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208
  1. #!/bin/bash
  2. # NOTE: This file is sourced in CI across different repos (e.g. snuba),
  3. # thus, renaming this file or any functions can break CI!
  4. #
  5. # Module containing code shared across various shell scripts
  6. # Execute functions from this module via the script do.sh
  7. # shellcheck disable=SC2034 # Unused variables
  8. # shellcheck disable=SC2001 # https://github.com/koalaman/shellcheck/wiki/SC2001
  9. # This block is a safe-guard since in CI calling tput will fail and abort scripts
  10. if [ -z "${CI+x}" ]; then
  11. bold="$(tput bold)"
  12. red="$(tput setaf 1)"
  13. green="$(tput setaf 2)"
  14. yellow="$(tput setaf 3)"
  15. reset="$(tput sgr0)"
  16. fi
  17. venv_name=".venv"
  18. # XDG paths' standardized defaults:
  19. # (see https://specifications.freedesktop.org/basedir-spec/basedir-spec-latest.html#variables )
  20. export XDG_DATA_HOME="${XDG_DATA_HOME:-$HOME/.local/share}"
  21. export XDG_CONFIG_HOME="${XDG_CONFIG_HOME:-$HOME/.config}"
  22. export XDG_STATE_HOME="${XDG_STATE_HOME:-$HOME/.local/state}"
  23. export XDG_DATA_DIRS="${XDG_DATA_DIRS:-/usr/local/share/:/usr/share/}"
  24. export XDG_CONFIG_DIRS="${XDG_CONFIG_DIRS:-/etc/xdg}"
  25. export XDG_CACHE_HOME="${XDG_CACHE_HOME:-$HOME/.cache}"
  26. export XDG_RUNTIME_DIR="${XDG_RUNTIME_DIR:-/var/run}"
  27. # Check if a command is available
  28. require() {
  29. command -v "$1" >/dev/null 2>&1
  30. }
  31. query-valid-python-version() {
  32. python_version=$(python3 -V 2>&1 | awk '{print $2}')
  33. if [[ -n "${SENTRY_PYTHON_VERSION:-}" ]]; then
  34. if [ "$python_version" != "$SENTRY_PYTHON_VERSION" ]; then
  35. cat <<EOF
  36. ${red}${bold}
  37. ERROR: You have explicitly set a non-recommended Python version (${SENTRY_PYTHON_VERSION}),
  38. but it doesn't match the value of python's version: ${python_version}
  39. You should create a new ${SENTRY_PYTHON_VERSION} virtualenv by running "rm -rf ${venv_name} && direnv allow".
  40. ${reset}
  41. EOF
  42. return 1
  43. else
  44. cat <<EOF
  45. ${yellow}${bold}
  46. You have explicitly set a non-recommended Python version (${SENTRY_PYTHON_VERSION}). You're on your own.
  47. ${reset}
  48. EOF
  49. return 0
  50. fi
  51. else
  52. minor=$(echo "${python_version}" | sed 's/[0-9]*\.\([0-9]*\)\.\([0-9]*\)/\1/')
  53. patch=$(echo "${python_version}" | sed 's/[0-9]*\.\([0-9]*\)\.\([0-9]*\)/\2/')
  54. if [ "$minor" -ne 11 ] || [ "$patch" -lt 6 ]; then
  55. cat <<EOF
  56. ${red}${bold}
  57. ERROR: You're running a virtualenv with Python ${python_version}.
  58. We only support >= 3.11.6, < 3.12.
  59. Either run "rm -rf ${venv_name} && direnv allow" to
  60. OR set SENTRY_PYTHON_VERSION=${python_version} to an .env file to bypass this check."
  61. EOF
  62. return 1
  63. fi
  64. fi
  65. }
  66. sudo-askpass() {
  67. if [ -z "${sudo-askpass-x}" ]; then
  68. sudo --askpass "$@"
  69. else
  70. sudo "$@"
  71. fi
  72. }
  73. pip-install() {
  74. pip install --constraint "${HERE}/../requirements-dev-frozen.txt" "$@"
  75. }
  76. upgrade-pip() {
  77. pip-install pip
  78. }
  79. install-py-dev() {
  80. upgrade-pip
  81. # It places us within top src dir to be at the same path as setup.py
  82. # This helps when getsentry calls into this script
  83. cd "${HERE}/.." || exit
  84. echo "--> Installing Sentry (for development)"
  85. # pip doesn't do well with swapping drop-ins
  86. pip uninstall -qqy djangorestframework-stubs django-stubs
  87. pip-install -r requirements-dev-frozen.txt
  88. python3 -m tools.fast_editable --path .
  89. }
  90. node-version-check() {
  91. # Checks to see if node's version matches the one specified in package.json for Volta.
  92. node -pe "process.exit(Number(!(process.version == 'v' + require('./.volta.json').volta.node )))" ||
  93. (
  94. echo 'Unexpected node version. Recommended to use https://github.com/volta-cli/volta'
  95. echo 'Run `volta install node` and `volta install yarn` to update your toolchain.'
  96. echo 'If you do not have volta installed run `curl https://get.volta.sh | bash` or visit https://volta.sh'
  97. exit 1
  98. )
  99. }
  100. install-js-dev() {
  101. node-version-check
  102. echo "--> Installing Yarn packages (for development)"
  103. # Use NODE_ENV=development so that yarn installs both dependencies + devDependencies
  104. NODE_ENV=development yarn install --frozen-lockfile
  105. # A common problem is with node packages not existing in `node_modules` even though `yarn install`
  106. # says everything is up to date. Even though `yarn install` is run already, it doesn't take into
  107. # account the state of the current filesystem (it only checks .yarn-integrity).
  108. # Add an additional check against `node_modules`
  109. yarn check --verify-tree || yarn install --check-files
  110. }
  111. init-config() {
  112. sentry init --dev --no-clobber
  113. }
  114. run-dependent-services() {
  115. sentry devservices up
  116. }
  117. create-db() {
  118. container_name=${POSTGRES_CONTAINER:-sentry_postgres}
  119. echo "--> Creating 'sentry' database"
  120. docker exec "${container_name}" createdb -h 127.0.0.1 -U postgres -E utf-8 sentry || true
  121. echo "--> Creating 'control', 'region' and 'secondary' database"
  122. docker exec "${container_name}" createdb -h 127.0.0.1 -U postgres -E utf-8 control || true
  123. docker exec "${container_name}" createdb -h 127.0.0.1 -U postgres -E utf-8 region || true
  124. docker exec "${container_name}" createdb -h 127.0.0.1 -U postgres -E utf-8 secondary || true
  125. }
  126. apply-migrations() {
  127. create-db
  128. echo "--> Applying migrations"
  129. sentry upgrade --noinput
  130. }
  131. create-superuser() {
  132. echo "--> Creating a superuser account"
  133. if [[ -n "${GITHUB_ACTIONS+x}" ]]; then
  134. sentry createuser --superuser --email foo@tbd.com --no-password --no-input
  135. else
  136. sentry createuser --superuser --email admin@sentry.io --password admin --no-input
  137. echo "Password is admin."
  138. fi
  139. }
  140. build-platform-assets() {
  141. echo "--> Building platform assets"
  142. python3 -m sentry.build._integration_docs
  143. # make sure this didn't silently do nothing
  144. test -f src/sentry/integration-docs/android.json
  145. }
  146. clean() {
  147. echo "--> Cleaning static cache"
  148. rm -rf dist/* src/sentry/static/sentry/dist/*
  149. echo "--> Cleaning integration docs cache"
  150. rm -rf src/sentry/integration-docs
  151. echo "--> Cleaning pyc files"
  152. find . -name "*.pyc" -delete
  153. echo "--> Cleaning python build artifacts"
  154. rm -rf build/ dist/ src/sentry/assets.json
  155. echo ""
  156. }
  157. drop-db() {
  158. container_name=${POSTGRES_CONTAINER:-sentry_postgres}
  159. echo "--> Dropping existing 'sentry' database"
  160. docker exec "${container_name}" dropdb --if-exists -h 127.0.0.1 -U postgres sentry
  161. echo "--> Dropping 'control' and 'region' database"
  162. docker exec "${container_name}" dropdb --if-exists -h 127.0.0.1 -U postgres control
  163. docker exec "${container_name}" dropdb --if-exists -h 127.0.0.1 -U postgres region
  164. docker exec "${container_name}" dropdb --if-exists -h 127.0.0.1 -U postgres secondary
  165. }
  166. reset-db() {
  167. drop-db
  168. apply-migrations
  169. create-superuser
  170. echo 'Finished resetting database. To load mock data, run `./bin/load-mocks`'
  171. }
  172. direnv-help() {
  173. cat >&2 <<EOF
  174. If you're a Sentry employee and you're stuck or have questions, ask in #discuss-dev-infra.
  175. If you're not, please file an issue under https://github.com/getsentry/sentry/issues/new/choose and mention @getsentry/owners-sentry-dev
  176. You can configure the behaviour of direnv by adding the following variables to a .env file:
  177. - SENTRY_DIRENV_DEBUG=1: This will allow printing debug messages
  178. - SENTRY_DEVENV_NO_REPORT=1: Do not report development environment errors to Sentry.io
  179. EOF
  180. }