Merge pull request #879 from kobotoolbox/celery-autoscale

Autoscale Celery between 2 and 6 workers and allow configuration via environment variables
kobotoolbox · May 24, 2023 · 7bae386 · 7bae386
2 parents d2d9dec + 513a766
commit 7bae386
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/docker/run_celery.bash b/docker/run_celery.bash
@@ -3,10 +3,16 @@ set -e
 source /etc/profile
 
 # Run the main Celery worker
+
 cd "${KOBOCAT_SRC_DIR}"
+
+AUTOSCALE_MIN="${CELERY_AUTOSCALE_MIN:-2}"
+AUTOSCALE_MAX="${CELERY_AUTOSCALE_MAX:-6}"
+
 exec celery -A onadata worker -Ofair --loglevel=info \
     --hostname=kobocat_main_worker@%h \
     --logfile=${KOBOCAT_LOGS_DIR}/celery.log \
     --pidfile=${CELERY_PID_DIR}/celery.pid \
     --uid=${UWSGI_USER} \
-    --gid=${UWSGI_GROUP}
+    --gid=${UWSGI_GROUP} \
+    --autoscale ${AUTOSCALE_MIN},${AUTOSCALE_MAX}