Skip to content

armgit / wger

Public Imported from GitHub
0

Self hosted FLOSS fitness/workout, nutrition and weight tracker

Start implementing a celery message queue

Roland Geider6b4f8d50f4a0
diff --git a/extras/docker/celery/beat/start b/extras/docker/celery/beat/start
new file mode 100755
index 000000000..8a4e379ba
--- /dev/null
+++ b/extras/docker/celery/beat/start
@@ -0,0 +1,7 @@
+#!/bin/bash
+
+set -o errexit
+set -o nounset
+
+rm -f './celerybeat.pid'
+celery -A wger beat -l INFO
diff --git a/extras/docker/celery/flower/start b/extras/docker/celery/flower/start
new file mode 100755
index 000000000..4e4527d17
--- /dev/null
+++ b/extras/docker/celery/flower/start
@@ -0,0 +1,6 @@
+#!/bin/bash
+
+set -o errexit
+set -o nounset
+
+celery -A wger --broker="${CELERY_BROKER}" flower
diff --git a/extras/docker/celery/worker/start b/extras/docker/celery/worker/start
new file mode 100755
index 000000000..966acc60e
--- /dev/null
+++ b/extras/docker/celery/worker/start
@@ -0,0 +1,6 @@
+#!/bin/bash
+
+set -o errexit
+set -o nounset
+
+celery -A wger worker -l INFO
diff --git a/extras/docker/development/Dockerfile b/extras/docker/development/Dockerfile
index 2366d1ec9..3c74b0481 100644
--- a/extras/docker/development/Dockerfile
+++ b/extras/docker/development/Dockerfile
@@ -47,10 +47,15 @@ COPY --from=builder /wheels /wheels
COPY ${DOCKER_DIR}/settings.py /home/wger/src
COPY ${DOCKER_DIR}/settings.py /tmp/
COPY ${DOCKER_DIR}/entrypoint.sh /home/wger/entrypoint.sh
-RUN chmod +x /home/wger/entrypoint.sh
-RUN pip3 install --no-cache /wheels/*
-
-RUN chown -R wger:wger .
+COPY ${DOCKER_DIR}/../celery/beat/start /start-beat
+COPY ${DOCKER_DIR}/../celery/worker/start /start-worker
+COPY ${DOCKER_DIR}/../celery/flower/start /start-flower
+RUN chmod +x /home/wger/entrypoint.sh \
+ && chmod +x /start-beat \
+ && chmod +x /start-worker \
+ && chmod +x /start-flower \
+ && pip3 install --no-cache /wheels/* \
+ && chown -R wger:wger .
USER wger
RUN mkdir ~/media \
diff --git a/extras/docker/development/settings.py b/extras/docker/development/settings.py
index f900c4733..8f24c8016 100644
--- a/extras/docker/development/settings.py
+++ b/extras/docker/development/settings.py
@@ -129,3 +129,9 @@ AXES_HANDLER = env.str('AXES_HANDLER', 'axes.handlers.cache.AxesCacheHandler')
SIMPLE_JWT['ACCESS_TOKEN_LIFETIME'] = timedelta(minutes=env.int("ACCESS_TOKEN_LIFETIME", 15))
SIMPLE_JWT['REFRESH_TOKEN_LIFETIME'] = timedelta(hours=env.int("REFRESH_TOKEN_LIFETIME", 24))
SIMPLE_JWT['SIGNING_KEY'] = env.str("SIGNING_KEY", SECRET_KEY)
+
+#
+# Celery message queue configuration
+#
+CELERY_BROKER_URL = "redis://cache:6379/1"
+CELERY_RESULT_BACKEND = "redis://cache:6379/1"
diff --git a/requirements.txt b/requirements.txt
index 810e6a997..4a6f51425 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -24,6 +24,9 @@ invoke==1.7.3
pillow==9.2.0
reportlab==3.6.11
requests==2.28.1
+celery==5.2.7
+redis==4.3.4
+flower==1.2.0
# AWS
diff --git a/wger/celery.py b/wger/celery.py
new file mode 100644
index 000000000..e0a791130
--- /dev/null
+++ b/wger/celery.py
@@ -0,0 +1,31 @@
+"""
+https://docs.celeryq.dev/en/stable/django/first-steps-with-django.html
+"""
+
+# Standard Library
+import os
+
+# Django
+from django.conf import settings
+
+# Third Party
+from celery import Celery
+
+
+os.environ.setdefault("DJANGO_SETTINGS_MODULE", "settings")
+app = Celery("wger")
+
+# read config from Django settings, the CELERY namespace would make celery
+# config keys has `CELERY` prefix
+app.config_from_object('django.conf:settings', namespace='CELERY')
+
+# discover and load tasks.py from all registered Django apps
+app.autodiscover_tasks(lambda: settings.INSTALLED_APPS)
+
+
+def divide(x, y):
+ # Standard Library
+ import time
+ time.sleep(5)
+ return x / y