proof of concept for celery flower

deployment/data/flower/celeryconfig.py

@@ -0,0 +1,7 @@
+broker_url = "redis://cache:6379/15"
+broker_result_backend = "redis://cache:6379/14"
+broker_transport_options = {
+    "priority_steps": [0, 1, 2, 3, 4],
+    "sep": ":",
+    "queue_order_strategy": "priority",
+}

deployment/data/flower/tasks.py

@@ -0,0 +1,4 @@
+from celery import Celery
+
+app = Celery("flower")
+app.config_from_object("celeryconfig")

deployment/docker_compose/docker-compose.dev.yml

@@ -386,6 +386,18 @@ services:
     # persistence. explicitly setting save and appendonly forces ephemeral behavior.
     command: redis-server --save "" --appendonly no
 
+  # web app to monitor and perform basic management of celery
+  flower:
+    profiles:
+      - beta
+    image: mher/flower:master
+    command: celery -A tasks.app flower
+    volumes:
+      - ../data/flower:/data
+    working_dir: /data
+    ports:
+      - 5555:5555
+      
 volumes:
   db_volume:
   vespa_volume: # Created by the container itself