lib.sh 6.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177
  1. #!/bin/bash
  2. # NOTE: This file is sourced in CI across different repos (e.g. snuba),
  3. # thus, renaming this file or any functions can break CI!
  4. #
  5. # Module containing code shared across various shell scripts
  6. # Execute functions from this module via the script do.sh
  7. # shellcheck disable=SC2034 # Unused variables
  8. # shellcheck disable=SC2001 # https://github.com/koalaman/shellcheck/wiki/SC2001
  9. # This block is a safe-guard since in CI calling tput will fail and abort scripts
  10. if [ -z "${CI+x}" ]; then
  11. bold="$(tput bold)"
  12. red="$(tput setaf 1)"
  13. green="$(tput setaf 2)"
  14. yellow="$(tput setaf 3)"
  15. reset="$(tput sgr0)"
  16. fi
  17. venv_name=".venv"
  18. # XDG paths' standardized defaults:
  19. # (see https://specifications.freedesktop.org/basedir-spec/basedir-spec-latest.html#variables )
  20. export XDG_DATA_HOME="${XDG_DATA_HOME:-$HOME/.local/share}"
  21. export XDG_CONFIG_HOME="${XDG_CONFIG_HOME:-$HOME/.config}"
  22. export XDG_STATE_HOME="${XDG_STATE_HOME:-$HOME/.local/state}"
  23. export XDG_DATA_DIRS="${XDG_DATA_DIRS:-/usr/local/share/:/usr/share/}"
  24. export XDG_CONFIG_DIRS="${XDG_CONFIG_DIRS:-/etc/xdg}"
  25. export XDG_CACHE_HOME="${XDG_CACHE_HOME:-$HOME/.cache}"
  26. export XDG_RUNTIME_DIR="${XDG_RUNTIME_DIR:-/var/run}"
  27. # Check if a command is available
  28. require() {
  29. command -v "$1" >/dev/null 2>&1
  30. }
  31. query-valid-python-version() {
  32. python_version=$(python3 -V 2>&1 | awk '{print $2}')
  33. if [[ -n "${SENTRY_PYTHON_VERSION:-}" ]]; then
  34. if [ "$python_version" != "$SENTRY_PYTHON_VERSION" ]; then
  35. cat <<EOF
  36. ${red}${bold}
  37. ERROR: You have explicitly set a non-recommended Python version (${SENTRY_PYTHON_VERSION}),
  38. but it doesn't match the value of python's version: ${python_version}
  39. You should create a new ${SENTRY_PYTHON_VERSION} virtualenv by running "rm -rf ${venv_name} && direnv allow".
  40. ${reset}
  41. EOF
  42. return 1
  43. else
  44. cat <<EOF
  45. ${yellow}${bold}
  46. You have explicitly set a non-recommended Python version (${SENTRY_PYTHON_VERSION}). You're on your own.
  47. ${reset}
  48. EOF
  49. return 0
  50. fi
  51. else
  52. minor=$(echo "${python_version}" | sed 's/[0-9]*\.\([0-9]*\)\.\([0-9]*\)/\1/')
  53. patch=$(echo "${python_version}" | sed 's/[0-9]*\.\([0-9]*\)\.\([0-9]*\)/\2/')
  54. if [ "$minor" -ne 11 ] || [ "$patch" -lt 6 ]; then
  55. cat <<EOF
  56. ${red}${bold}
  57. ERROR: You're running a virtualenv with Python ${python_version}.
  58. We only support >= 3.11.6, < 3.12.
  59. Either run "rm -rf ${venv_name} && direnv allow" to
  60. OR set SENTRY_PYTHON_VERSION=${python_version} to an .env file to bypass this check."
  61. EOF
  62. return 1
  63. fi
  64. fi
  65. }
  66. sudo-askpass() {
  67. if [ -z "${sudo-askpass-x}" ]; then
  68. sudo --askpass "$@"
  69. else
  70. sudo "$@"
  71. fi
  72. }
  73. # needed by getsentry make
  74. pip-install() {
  75. pip install --constraint "${HERE}/../requirements-dev-frozen.txt" "$@"
  76. }
  77. # needed by getsentry make
  78. upgrade-pip() {
  79. pip-install pip
  80. }
  81. setup-git-config() {
  82. git config --local branch.autosetuprebase always
  83. git config --local core.ignorecase false
  84. git config --local blame.ignoreRevsFile .git-blame-ignore-revs
  85. }
  86. setup-git() {
  87. setup-git-config
  88. # if hooks are explicitly turned off do nothing
  89. if [[ "$(git config core.hooksPath)" == '/dev/null' ]]; then
  90. echo "--> core.hooksPath set to /dev/null. Skipping git hook setup"
  91. echo ""
  92. return
  93. fi
  94. echo "--> Installing git hooks"
  95. mkdir -p .git/hooks && cd .git/hooks && ln -sf ../../config/hooks/* ./ && cd - || exit
  96. .venv/bin/pre-commit install --install-hooks
  97. }
  98. node-version-check() {
  99. # Checks to see if node's version matches the one specified in package.json for Volta.
  100. node -pe "process.exit(Number(!(process.version == 'v' + require('./.volta.json').volta.node )))" ||
  101. (
  102. echo 'Unexpected node version. Recommended to use https://github.com/volta-cli/volta'
  103. echo 'Run `volta install node` and `volta install yarn` to update your toolchain.'
  104. echo 'If you do not have volta installed run `curl https://get.volta.sh | bash` or visit https://volta.sh'
  105. exit 1
  106. )
  107. }
  108. create-db() {
  109. container_name=${POSTGRES_CONTAINER:-sentry_postgres}
  110. echo "--> Creating 'sentry' database"
  111. docker exec "${container_name}" createdb -h 127.0.0.1 -U postgres -E utf-8 sentry || true
  112. echo "--> Creating 'control' and 'region' database"
  113. docker exec "${container_name}" createdb -h 127.0.0.1 -U postgres -E utf-8 control || true
  114. docker exec "${container_name}" createdb -h 127.0.0.1 -U postgres -E utf-8 region || true
  115. }
  116. build-platform-assets() {
  117. echo "--> Building platform assets"
  118. echo "from sentry.utils.integrationdocs import sync_docs; sync_docs(quiet=True)" | sentry exec
  119. # make sure this didn't silently do nothing
  120. test -f src/sentry/integration-docs/android.json
  121. }
  122. clean() {
  123. echo "--> Cleaning static cache"
  124. rm -rf dist/* src/sentry/static/sentry/dist/*
  125. echo "--> Cleaning integration docs cache"
  126. rm -rf src/sentry/integration-docs
  127. echo "--> Cleaning pyc files"
  128. find . -name "*.pyc" -delete
  129. echo "--> Cleaning python build artifacts"
  130. rm -rf build/ dist/ src/sentry/assets.json
  131. echo ""
  132. }
  133. drop-db() {
  134. container_name=${POSTGRES_CONTAINER:-sentry_postgres}
  135. echo "--> Dropping existing 'sentry' database"
  136. docker exec "${container_name}" dropdb --if-exists -h 127.0.0.1 -U postgres sentry
  137. echo "--> Dropping 'control' and 'region' database"
  138. docker exec "${container_name}" dropdb --if-exists -h 127.0.0.1 -U postgres control
  139. docker exec "${container_name}" dropdb --if-exists -h 127.0.0.1 -U postgres region
  140. }
  141. reset-db() {
  142. drop-db
  143. devenv sync
  144. echo 'Finished resetting database. To load mock data, run `./bin/load-mocks`'
  145. }
  146. direnv-help() {
  147. cat >&2 <<EOF
  148. If you're a Sentry employee and you're stuck or have questions, ask in #discuss-dev-infra.
  149. If you're not, please file an issue under https://github.com/getsentry/sentry/issues/new/choose and mention @getsentry/owners-sentry-dev
  150. You can configure the behaviour of direnv by adding the following variables to a .env file:
  151. - SENTRY_DIRENV_DEBUG=1: This will allow printing debug messages
  152. - SENTRY_DEVENV_NO_REPORT=1: Do not report development environment errors to Sentry.io
  153. EOF
  154. }