mirror of
https://github.com/PostHog/posthog.git
synced 2024-11-22 17:00:52 +01:00
95fec19aaf
* Add Celery queues env file with default queues Reasoning: We need to configure Celery workers in several places to consume from a specific set of queues. * Define some queues
96 lines
2.4 KiB
Bash
Executable File
96 lines
2.4 KiB
Bash
Executable File
#!/bin/bash
|
|
set -e
|
|
|
|
help () {
|
|
echo "$0 - start PostHog's Celery worker"
|
|
echo
|
|
echo "$0 [options]"
|
|
echo
|
|
echo "Options:"
|
|
echo " --help, -h show this brief help"
|
|
echo " --with-scheduler start RedBeat, the Celery scheduler (deprecates --with-beat)"
|
|
echo " --concurrency=<N> start N workers (overrides env var WEB_CONCURRENCY)"
|
|
echo
|
|
echo "Advanced Celery options (disabled by default):"
|
|
echo " --with-gossip start Celery gossip (useful for Prometheus)"
|
|
echo " --with-heartbeat start Celery internal heartbeat (normally not useful)"
|
|
echo " --with-mingle start Celery mingle (normally not useful)"
|
|
exit 0
|
|
}
|
|
|
|
with_scheduler=false
|
|
with_gossip=false
|
|
with_heartbeat=false
|
|
with_mingle=false
|
|
|
|
while test $# -gt 0; do
|
|
case "$1" in
|
|
-h|--help)
|
|
help
|
|
;;
|
|
--with-scheduler)
|
|
with_scheduler=true
|
|
shift
|
|
;;
|
|
--with-beat) # Deprecated since the name is too similar to "heartbeat"
|
|
echo "⚠️ Using docker-worker-celery with --with-beat. This argument is deprecated. Use --with-scheduler instead!"
|
|
with_scheduler=true
|
|
shift
|
|
;;
|
|
--with-gossip)
|
|
with_gossip=true
|
|
shift
|
|
;;
|
|
--with-heartbeat)
|
|
with_heartbeat=true
|
|
shift
|
|
;;
|
|
--with-mingle)
|
|
with_mingle=true
|
|
shift
|
|
;;
|
|
--concurrency*)
|
|
export WEB_CONCURRENCY=`echo $1 | sed -e 's/^[^=]*=//g'`
|
|
shift
|
|
;;
|
|
*)
|
|
break
|
|
;;
|
|
esac
|
|
done
|
|
|
|
# Stop any background jobs on exit
|
|
trap 'kill $(jobs -p)' EXIT
|
|
|
|
if [ "$with_scheduler" == "true" ]; then
|
|
./bin/docker-worker-beat &
|
|
fi
|
|
|
|
FLAGS=()
|
|
FLAGS+=("-Ofair")
|
|
FLAGS+=("-n node@%h")
|
|
[ "$with_gossip" == "false" ] && FLAGS+=("--without-gossip")
|
|
[ "$with_mingle" == "false" ] && FLAGS+=("--without-mingle")
|
|
[ "$with_heartbeat" == "false" ] && FLAGS+=("--without-heartbeat")
|
|
|
|
# On Heroku $WEB_CONCURRENCY contains suggested number of forks per dyno type
|
|
# https://github.com/heroku/heroku-buildpack-python/blob/main/vendor/WEB_CONCURRENCY.sh
|
|
[[ -n "${WEB_CONCURRENCY}" ]] && FLAGS+=" --concurrency $WEB_CONCURRENCY"
|
|
|
|
if [[ -z "${CELERY_WORKER_QUEUES}" ]]; then
|
|
source ./bin/celery-queues.env
|
|
fi
|
|
|
|
echo
|
|
echo "SKIP_ASYNC_MIGRATIONS_SETUP=0 celery -A posthog worker ${FLAGS[*]}"
|
|
echo
|
|
|
|
./bin/migrate-check
|
|
|
|
SKIP_ASYNC_MIGRATIONS_SETUP=0 celery -A posthog worker ${FLAGS[*]} &
|
|
|
|
# Exit if any processes exit, and exit with it's exit code
|
|
wait -n
|
|
exit $?
|
|
|