554182ef8a
* feat: run the docker container as dev * fix: $@ -> $* Old bug, but might as well fix it now --------- Co-authored-by: Jennifer Richards <jennifer@staff.ietf.org>
110 lines
3.3 KiB
Bash
Executable file
110 lines
3.3 KiB
Bash
Executable file
#!/bin/bash -e
|
|
#
|
|
# Environment parameters:
|
|
#
|
|
# CELERY_APP - name of application to pass to celery (defaults to ietf)
|
|
#
|
|
# CELERY_ROLE - 'worker' or 'beat' (defaults to 'worker')
|
|
#
|
|
# CELERY_UID - numeric uid for the celery worker process
|
|
#
|
|
# CELERY_GID - numeric gid for the celery worker process
|
|
#
|
|
# UPDATES_REQUIREMENTS_FROM - path, relative to /workspace mount, to a pip requirements
|
|
# file that should be installed at container startup. Default is no package install/update.
|
|
#
|
|
# DEBUG_TERM_TIMING - if non-empty, writes debug messages during shutdown after a TERM signal
|
|
#
|
|
# DEV_MODE - if non-empty, restart celery worker on Python file change
|
|
#
|
|
WORKSPACEDIR="/workspace"
|
|
CELERY_ROLE="${CELERY_ROLE:-worker}"
|
|
|
|
cd "$WORKSPACEDIR" || exit 255
|
|
|
|
if [[ -n "${UPDATE_REQUIREMENTS_FROM}" ]]; then
|
|
# Need to run as root in the container for this
|
|
reqs_file="${WORKSPACEDIR}/${UPDATE_REQUIREMENTS_FROM}"
|
|
echo "Updating requirements from ${reqs_file}..."
|
|
pip install --upgrade -r "${reqs_file}"
|
|
fi
|
|
|
|
CELERY_OPTS=( "${CELERY_ROLE}" )
|
|
if [[ -n "${CELERY_UID}" ]]; then
|
|
# ensure that a user with the necessary UID exists in container
|
|
if ! id "${CELERY_UID}" ; then
|
|
adduser --system --uid "${CELERY_UID}" --no-create-home --disabled-login "celery-user-${CELERY_UID}"
|
|
fi
|
|
CELERY_OPTS+=("--uid=${CELERY_UID}")
|
|
CELERY_USERNAME="$(id -nu ${CELERY_UID})"
|
|
fi
|
|
|
|
if [[ -n "${CELERY_GID}" ]]; then
|
|
# ensure that some group with the necessary GID exists in container
|
|
if ! getent group "${CELERY_GID}" ; then
|
|
addgroup --gid "${CELERY_GID}" "celery-group-${CELERY_GID}"
|
|
fi
|
|
CELERY_OPTS+=("--gid=${CELERY_GID}")
|
|
CELERY_GROUP="$(getent group ${CELERY_GID} | awk -F: '{print $1}')"
|
|
fi
|
|
|
|
run_as_celery_uid () {
|
|
IAM=$(whoami)
|
|
if [ "${IAM}" = "${CELERY_USERNAME:-root}" ]; then
|
|
SU_OPTS=()
|
|
if [[ -n "${CELERY_GROUP}" ]]; then
|
|
SU_OPTS+=("-g" "${CELERY_GROUP}")
|
|
fi
|
|
su "${SU_OPTS[@]}" "${CELERY_USERNAME:-root}" -s /bin/sh -c "$*"
|
|
else
|
|
/bin/sh -c "$*"
|
|
fi
|
|
}
|
|
|
|
log_term_timing_msgs () {
|
|
# output periodic debug message
|
|
while true; do
|
|
echo "Waiting for celery worker shutdown ($(date --utc --iso-8601=ns))"
|
|
sleep 0.5s
|
|
done
|
|
}
|
|
|
|
cleanup () {
|
|
# Cleanly terminate the celery app by sending it a TERM, then waiting for it to exit.
|
|
if [[ -n "${celery_pid}" ]]; then
|
|
echo "Gracefully terminating celery worker. This may take a few minutes if tasks are in progress..."
|
|
kill -TERM "${celery_pid}"
|
|
if [[ -n "${DEBUG_TERM_TIMING}" ]]; then
|
|
log_term_timing_msgs &
|
|
fi
|
|
wait "${celery_pid}"
|
|
fi
|
|
}
|
|
|
|
echo "Running checks as root to apply patches..."
|
|
/usr/local/bin/python $WORKSPACEDIR/ietf/manage.py check
|
|
|
|
if [[ "${CELERY_ROLE}" == "worker" ]]; then
|
|
echo "Running initial checks..."
|
|
# Run checks as celery worker if one was specified
|
|
run_as_celery_uid /usr/local/bin/python $WORKSPACEDIR/ietf/manage.py check
|
|
fi
|
|
|
|
trap 'trap "" TERM; cleanup' TERM
|
|
# start celery in the background so we can trap the TERM signal
|
|
if [[ -n "${DEV_MODE}" ]]; then
|
|
watchmedo auto-restart \
|
|
--patterns '*.py' \
|
|
--directory 'ietf' \
|
|
--recursive \
|
|
--debounce-interval 5 \
|
|
-- \
|
|
celery --app="${CELERY_APP:-ietf}" "${CELERY_OPTS[@]}" "$@" &
|
|
celery_pid=$!
|
|
else
|
|
celery --app="${CELERY_APP:-ietf}" "${CELERY_OPTS[@]}" "$@" &
|
|
celery_pid=$!
|
|
fi
|
|
|
|
wait "${celery_pid}"
|