#!/bin/bash # NOTE: This file is sourced in CI across different repos (e.g. snuba), # thus, renaming this file or any functions can break CI! # # Module containing code shared across various shell scripts # Execute functions from this module via the script do.sh # shellcheck disable=SC2034 # Unused variables # shellcheck disable=SC2001 # https://github.com/koalaman/shellcheck/wiki/SC2001 # This block is a safe-guard since in CI calling tput will fail and abort scripts if [ -z "${CI+x}" ]; then bold="$(tput bold)" red="$(tput setaf 1)" green="$(tput setaf 2)" yellow="$(tput setaf 3)" reset="$(tput sgr0)" fi venv_name=".venv" # Check if a command is available require() { command -v "$1" >/dev/null 2>&1 } configure-sentry-cli() { if [ -z "${SENTRY_DEVENV_NO_REPORT+x}" ]; then if ! require sentry-cli; then curl -sL https://sentry.io/get-cli/ | SENTRY_CLI_VERSION=2.0.4 bash fi fi } query-mac() { [[ $(uname -s) = 'Darwin' ]] } query-big-sur() { if require sw_vers && sw_vers -productVersion | grep -E "11\." >/dev/null; then return 0 fi return 1 } query-apple-m1() { query-mac && [[ $(uname -m) = 'arm64' ]] } query-valid-python-version() { python_version=$(python3 -V 2>&1 | awk '{print $2}') if [[ -n "${SENTRY_PYTHON_VERSION:-}" ]]; then if [ "$python_version" != "$SENTRY_PYTHON_VERSION" ]; then cat <= 3.8.10, < 3.9. Either run "rm -rf ${venv_name} && direnv allow" to OR set SENTRY_PYTHON_VERSION=${python_version} to an .env file to bypass this check." EOF return 1 fi fi } sudo-askpass() { if [ -z "${sudo-askpass-x}" ]; then sudo --askpass "$@" else sudo "$@" fi } upgrade-pip() { grep -E '^(pip|setuptools|wheel)==' requirements-dev-frozen.txt | xargs pip install --upgrade } install-py-dev() { upgrade-pip # It places us within top src dir to be at the same path as setup.py # This helps when getsentry calls into this script cd "${HERE}/.." || exit echo "--> Installing Sentry (for development)" if query-apple-m1; then # This installs pyscopg-binary2 since there's no arm64 wheel # This saves having to install postgresql on the Developer's machine + using flags # https://github.com/psycopg/psycopg2/issues/1286 pip install https://storage.googleapis.com/python-arm64-wheels/psycopg2_binary-2.8.6-cp38-cp38-macosx_11_0_arm64.whl # The CPATH is needed for confluent-kakfa --> https://github.com/confluentinc/confluent-kafka-python/issues/1190 export CPATH="$(brew --prefix librdkafka)/include" # The LDFLAGS is needed for uWSGI --> https://github.com/unbit/uwsgi/issues/2361 export LDFLAGS="-L$(brew --prefix gettext)/lib" fi # SENTRY_LIGHT_BUILD=1 disables webpacking during setup.py. # Webpacked assets are only necessary for devserver (which does it lazily anyways) # and acceptance tests, which webpack automatically if run. SENTRY_LIGHT_BUILD=1 pip install -e '.[dev]' } setup-git-config() { git config --local branch.autosetuprebase always git config --local core.ignorecase false git config --local blame.ignoreRevsFile .git-blame-ignore-revs } setup-git() { setup-git-config echo "--> Installing git hooks" mkdir -p .git/hooks && cd .git/hooks && ln -sf ../../config/hooks/* ./ && cd - || exit # shellcheck disable=SC2016 python3 -c '' || ( echo 'Please run `make setup-pyenv` to install the required Python 3 version.' exit 1 ) if ! require pre-commit; then pip install -r requirements-dev-only-frozen.txt fi pre-commit install --install-hooks echo "" } node-version-check() { # Checks to see if node's version matches the one specified in package.json for Volta. node -pe "process.exit(Number(!(process.version == 'v' + require('./package.json').volta.node )))" || ( echo 'Unexpected node version. Recommended to use https://github.com/volta-cli/volta' echo 'Run `volta install node` and `volta install yarn` to update your toolchain.' echo 'If you do not have volta installed run `curl https://get.volta.sh | bash` or visit https://volta.sh' exit 1 ) } install-js-dev() { node-version-check echo "--> Installing Yarn packages (for development)" # Use NODE_ENV=development so that yarn installs both dependencies + devDependencies NODE_ENV=development yarn install --frozen-lockfile # A common problem is with node packages not existing in `node_modules` even though `yarn install` # says everything is up to date. Even though `yarn install` is run already, it doesn't take into # account the state of the current filesystem (it only checks .yarn-integrity). # Add an additional check against `node_modules` yarn check --verify-tree || yarn install --check-files } develop() { install-js-dev install-py-dev setup-git } init-config() { sentry init --dev } run-dependent-services() { sentry devservices up } create-db() { echo "--> Creating 'sentry' database" docker exec sentry_postgres createdb -h 127.0.0.1 -U postgres -E utf-8 sentry || true } apply-migrations() { echo "--> Applying migrations" sentry upgrade --noinput } create-user() { if [[ -n "${GITHUB_ACTIONS+x}" ]]; then sentry createuser --superuser --email foo@tbd.com --no-password --no-input else sentry createuser --superuser fi } build-platform-assets() { echo "--> Building platform assets" echo "from sentry.utils.integrationdocs import sync_docs; sync_docs(quiet=True)" | sentry exec # make sure this didn't silently do nothing test -f src/sentry/integration-docs/android.json } bootstrap() { develop init-config run-dependent-services create-db apply-migrations create-user # Load mocks requires a super user to exist, thus, we execute after create-user bin/load-mocks build-platform-assets } clean() { echo "--> Cleaning static cache" rm -rf dist/* src/sentry/static/sentry/dist/* echo "--> Cleaning integration docs cache" rm -rf src/sentry/integration-docs echo "--> Cleaning pyc files" find . -name "*.pyc" -delete echo "--> Cleaning python build artifacts" rm -rf build/ dist/ src/sentry/assets.json echo "" } drop-db() { echo "--> Dropping existing 'sentry' database" docker exec sentry_postgres dropdb -h 127.0.0.1 -U postgres sentry || true } reset-db() { drop-db create-db apply-migrations # This ensures that your set up as some data inside of it bin/load-mocks } prerequisites() { if [ -z "${CI+x}" ]; then brew update -q && brew bundle -q else HOMEBREW_NO_AUTO_UPDATE=on brew install libxmlsec1 pyenv fi } direnv-help() { cat >&2 <