lib.sh 8.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263
  1. #!/bin/bash
  2. # NOTE: This file is sourced in CI across different repos (e.g. snuba),
  3. # thus, renaming this file or any functions can break CI!
  4. #
  5. # Module containing code shared across various shell scripts
  6. # Execute functions from this module via the script do.sh
  7. # shellcheck disable=SC2034 # Unused variables
  8. # shellcheck disable=SC2001 # https://github.com/koalaman/shellcheck/wiki/SC2001
  9. # This block is a safe-guard since in CI calling tput will fail and abort scripts
  10. if [ -z "${CI+x}" ]; then
  11. bold="$(tput bold)"
  12. red="$(tput setaf 1)"
  13. green="$(tput setaf 2)"
  14. yellow="$(tput setaf 3)"
  15. reset="$(tput sgr0)"
  16. fi
  17. venv_name=".venv"
  18. # Check if a command is available
  19. require() {
  20. command -v "$1" >/dev/null 2>&1
  21. }
  22. configure-sentry-cli() {
  23. if [ -z "${SENTRY_DEVENV_NO_REPORT+x}" ]; then
  24. if ! require sentry-cli; then
  25. curl -sL https://sentry.io/get-cli/ | SENTRY_CLI_VERSION=2.14.4 bash
  26. fi
  27. fi
  28. }
  29. query-valid-python-version() {
  30. python_version=$(python3 -V 2>&1 | awk '{print $2}')
  31. if [[ -n "${SENTRY_PYTHON_VERSION:-}" ]]; then
  32. if [ "$python_version" != "$SENTRY_PYTHON_VERSION" ]; then
  33. cat <<EOF
  34. ${red}${bold}
  35. ERROR: You have explicitly set a non-recommended Python version (${SENTRY_PYTHON_VERSION}),
  36. but it doesn't match the value of python's version: ${python_version}
  37. You should create a new ${SENTRY_PYTHON_VERSION} virtualenv by running "rm -rf ${venv_name} && direnv allow".
  38. ${reset}
  39. EOF
  40. return 1
  41. else
  42. cat <<EOF
  43. ${yellow}${bold}
  44. You have explicitly set a non-recommended Python version (${SENTRY_PYTHON_VERSION}). You're on your own.
  45. ${reset}
  46. EOF
  47. return 0
  48. fi
  49. else
  50. minor=$(echo "${python_version}" | sed 's/[0-9]*\.\([0-9]*\)\.\([0-9]*\)/\1/')
  51. patch=$(echo "${python_version}" | sed 's/[0-9]*\.\([0-9]*\)\.\([0-9]*\)/\2/')
  52. if [ "$minor" -ne 8 ] || [ "$patch" -lt 10 ]; then
  53. cat <<EOF
  54. ${red}${bold}
  55. ERROR: You're running a virtualenv with Python ${python_version}.
  56. We only support >= 3.8.10, < 3.9.
  57. Either run "rm -rf ${venv_name} && direnv allow" to
  58. OR set SENTRY_PYTHON_VERSION=${python_version} to an .env file to bypass this check."
  59. EOF
  60. return 1
  61. fi
  62. fi
  63. }
  64. sudo-askpass() {
  65. if [ -z "${sudo-askpass-x}" ]; then
  66. sudo --askpass "$@"
  67. else
  68. sudo "$@"
  69. fi
  70. }
  71. pip-install() {
  72. pip install --constraint requirements-dev-frozen.txt "$@"
  73. }
  74. upgrade-pip() {
  75. pip-install pip setuptools wheel
  76. }
  77. install-py-dev() {
  78. upgrade-pip
  79. # It places us within top src dir to be at the same path as setup.py
  80. # This helps when getsentry calls into this script
  81. cd "${HERE}/.." || exit
  82. echo "--> Installing Sentry (for development)"
  83. # pip doesn't do well with swapping drop-ins
  84. pip uninstall -qqy uwsgi
  85. pip-install -r requirements-dev-frozen.txt
  86. # SENTRY_LIGHT_BUILD=1 disables webpacking during setup.py.
  87. # Webpacked assets are only necessary for devserver (which does it lazily anyways)
  88. # and acceptance tests, which webpack automatically if run.
  89. SENTRY_LIGHT_BUILD=1 pip-install -e . --no-deps
  90. }
  91. setup-git-config() {
  92. git config --local branch.autosetuprebase always
  93. git config --local core.ignorecase false
  94. git config --local blame.ignoreRevsFile .git-blame-ignore-revs
  95. }
  96. setup-git() {
  97. setup-git-config
  98. # if hooks are explicitly turned off do nothing
  99. if [[ "$(git config core.hooksPath)" == '/dev/null' ]]; then
  100. echo "--> core.hooksPath set to /dev/null. Skipping git hook setup"
  101. echo ""
  102. return
  103. fi
  104. echo "--> Installing git hooks"
  105. mkdir -p .git/hooks && cd .git/hooks && ln -sf ../../config/hooks/* ./ && cd - || exit
  106. # shellcheck disable=SC2016
  107. python3 -c '' || (
  108. echo 'Please run `make setup-pyenv` to install the required Python 3 version.'
  109. exit 1
  110. )
  111. if ! require pre-commit; then
  112. pip-install -r requirements-dev.txt
  113. fi
  114. pre-commit install --install-hooks
  115. echo ""
  116. }
  117. node-version-check() {
  118. # Checks to see if node's version matches the one specified in package.json for Volta.
  119. node -pe "process.exit(Number(!(process.version == 'v' + require('./.volta.json').volta.node )))" ||
  120. (
  121. echo 'Unexpected node version. Recommended to use https://github.com/volta-cli/volta'
  122. echo 'Run `volta install node` and `volta install yarn` to update your toolchain.'
  123. echo 'If you do not have volta installed run `curl https://get.volta.sh | bash` or visit https://volta.sh'
  124. exit 1
  125. )
  126. }
  127. install-js-dev() {
  128. node-version-check
  129. echo "--> Installing Yarn packages (for development)"
  130. # Use NODE_ENV=development so that yarn installs both dependencies + devDependencies
  131. NODE_ENV=development yarn install --frozen-lockfile
  132. # A common problem is with node packages not existing in `node_modules` even though `yarn install`
  133. # says everything is up to date. Even though `yarn install` is run already, it doesn't take into
  134. # account the state of the current filesystem (it only checks .yarn-integrity).
  135. # Add an additional check against `node_modules`
  136. yarn check --verify-tree || yarn install --check-files
  137. }
  138. develop() {
  139. install-js-dev
  140. install-py-dev
  141. setup-git
  142. }
  143. init-config() {
  144. sentry init --dev
  145. }
  146. run-dependent-services() {
  147. sentry devservices up
  148. }
  149. create-db() {
  150. container_name=${POSTGRES_CONTAINER:-sentry_postgres}
  151. echo "--> Creating 'sentry' database"
  152. docker exec ${container_name} createdb -h 127.0.0.1 -U postgres -E utf-8 sentry || true
  153. echo "--> Creating 'control' and 'region' database"
  154. docker exec ${container_name} createdb -h 127.0.0.1 -U postgres -E utf-8 control || true
  155. docker exec ${container_name} createdb -h 127.0.0.1 -U postgres -E utf-8 region || true
  156. }
  157. apply-migrations() {
  158. echo "--> Applying migrations"
  159. sentry upgrade --noinput
  160. }
  161. create-superuser() {
  162. echo "--> Creating a superuser account"
  163. if [[ -n "${GITHUB_ACTIONS+x}" ]]; then
  164. sentry createuser --superuser --email foo@tbd.com --no-password --no-input
  165. else
  166. sentry createuser --superuser --email admin@sentry.io --password admin --no-input
  167. echo "Password is admin."
  168. fi
  169. }
  170. build-platform-assets() {
  171. echo "--> Building platform assets"
  172. echo "from sentry.utils.integrationdocs import sync_docs; sync_docs(quiet=True)" | sentry exec
  173. # make sure this didn't silently do nothing
  174. test -f src/sentry/integration-docs/android.json
  175. }
  176. bootstrap() {
  177. develop
  178. init-config
  179. run-dependent-services
  180. create-db
  181. apply-migrations
  182. create-superuser
  183. # Load mocks requires a superuser
  184. bin/load-mocks
  185. build-platform-assets
  186. echo "--> Finished bootstrapping. Have a nice day."
  187. }
  188. clean() {
  189. echo "--> Cleaning static cache"
  190. rm -rf dist/* src/sentry/static/sentry/dist/*
  191. echo "--> Cleaning integration docs cache"
  192. rm -rf src/sentry/integration-docs
  193. echo "--> Cleaning pyc files"
  194. find . -name "*.pyc" -delete
  195. echo "--> Cleaning python build artifacts"
  196. rm -rf build/ dist/ src/sentry/assets.json
  197. echo ""
  198. }
  199. drop-db() {
  200. container_name=${POSTGRES_CONTAINER:-sentry_postgres}
  201. echo "--> Dropping existing 'sentry' database"
  202. docker exec ${container_name} dropdb --if-exists -h 127.0.0.1 -U postgres sentry
  203. echo "--> Dropping 'control' and 'region' database"
  204. docker exec ${container_name} dropdb --if-exists -h 127.0.0.1 -U postgres control
  205. docker exec ${container_name} dropdb --if-exists -h 127.0.0.1 -U postgres region
  206. }
  207. reset-db() {
  208. drop-db
  209. create-db
  210. apply-migrations
  211. create-superuser
  212. echo "Finished resetting database. To load mock data, run `./bin/load-mocks`"
  213. }
  214. prerequisites() {
  215. if [ -z "${CI+x}" ]; then
  216. brew update -q && brew bundle -q
  217. else
  218. HOMEBREW_NO_AUTO_UPDATE=on brew install pyenv
  219. fi
  220. }
  221. direnv-help() {
  222. cat >&2 <<EOF
  223. If you're a Sentry employee and you're stuck or have questions, ask in #discuss-dev-infra.
  224. If you're not, please file an issue under https://github.com/getsentry/sentry/issues/new/choose and mention @getsentry/owners-sentry-dev
  225. You can configure the behaviour of direnv by adding the following variables to a .env file:
  226. - SENTRY_DIRENV_DEBUG=1: This will allow printing debug messages
  227. - SENTRY_DEVENV_NO_REPORT=1: Do not report development environment errors to Sentry.io
  228. EOF
  229. }