Autoscale Celery between 2 and 6 workers and allow…

configuration via environment variables (just like kpi)
kobotoolbox · May 24, 2023 · 513a766 · 513a766
1 parent d2d9dec
commit 513a766
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/docker/run_celery.bash b/docker/run_celery.bash
@@ -3,10 +3,16 @@ set -e
 source /etc/profile
 
 # Run the main Celery worker
+
 cd "${KOBOCAT_SRC_DIR}"
+
+AUTOSCALE_MIN="${CELERY_AUTOSCALE_MIN:-2}"
+AUTOSCALE_MAX="${CELERY_AUTOSCALE_MAX:-6}"
+
 exec celery -A onadata worker -Ofair --loglevel=info \
     --hostname=kobocat_main_worker@%h \
     --logfile=${KOBOCAT_LOGS_DIR}/celery.log \
     --pidfile=${CELERY_PID_DIR}/celery.pid \
     --uid=${UWSGI_USER} \
-    --gid=${UWSGI_GROUP}
+    --gid=${UWSGI_GROUP} \
+    --autoscale ${AUTOSCALE_MIN},${AUTOSCALE_MAX}