Add Flower alongside live environment Celery workers

backend/requirements.txt

@@ -7,6 +7,7 @@ celery[redis]==5.*
 cryptography==46.*
 dnspython==2.*
 fastapi[standard]==0.*
+flower>=2.0.1,<3
 fluent.runtime==0.4.0
 fluent.syntax==0.19.0
 google-api-python-client==2.*

backend/scripts/entry.sh

@@ -14,7 +14,9 @@ if [[ "$CONTAINER_ROLE" == "worker" ]]; then
 elif [[ "$CONTAINER_ROLE" == "beat" ]]; then
     echo "Starting Celery beat scheduler..."
     celery -A appointment.celery_app:celery beat -l INFO
-else
+elif [[ "$CONTAINER_ROLE" == "flower" ]]; then
+    celery -A appointment.celery_app:celery flower -l INFO
+elif [[ "$CONTAINER_ROLE" == "api" ]]; then
     if [[ "$IS_LOCAL_DEV" == "yes" ]]; then
         echo "Running setup"
         run-command main setup
@@ -35,4 +37,7 @@ else
 
     echo "Running uvicorn with these arguments: '$ARGS'"
     uvicorn $ARGS
+else
+    echo "Unrecognized CONTAINER_ROLE: $CONTAINER_ROLE"
+    exit 1
 fi

docker-compose.yml

@@ -36,6 +36,17 @@ services:
       - backend
       - redis
 
+  celery-flower:
+    <<: *backend
+    ports:
+      - 5555:5555
+    environment:
+      - CONTAINER_ROLE=flower
+      - FLOWER_UNAUTHENTICATED_API=true
+    depends_on:
+      - backend
+      - redis
+
   frontend:
     build: ./frontend
     volumes:

pulumi/__main__.py

@@ -22,6 +22,16 @@
 resources = project.config.get('resources')
 cloudflare_zone_id = project.pulumi_config.require_secret('cloudflare_zone_id')
 
+# Create CloudWatch Logs groups to store application logs, etc. in
+logdests = {
+    dest_name: tb_pulumi.cloudwatch.LogDestination(
+        f'{project.name_prefix}-logdest-{dest_name}',
+        project=project,
+        **dest_config,
+    )
+    for dest_name, dest_config in resources.get('tb:cloudwatch:LogDestination', {}).items()
+}
+
 # Create some private network space
 vpc_opts = resources['tb:network:MultiCidrVpc'].get('appointment', {})
 vpc = tb_pulumi.network.MultiCidrVpc(name=f'{project.name_prefix}-vpc', project=project, **vpc_opts)
@@ -70,6 +80,17 @@
     vpc=vpc,
 )
 
+# AutoscalingFargateClusters, the newer class that replaces the above model. For now, we run it alongside.
+afcs = {
+    afc_name: tb_pulumi.fargate.AutoscalingFargateCluster(
+        f'{project.name_prefix}-afc-{afc_name}',
+        project=project,
+        subnets=vpc.resources['subnets'],
+        **afc_config,
+    )
+    for afc_name, afc_config in resources.get('tb:fargate:AutoscalingFargateCluster', {}).items()
+}
+
 # CloudFront function to handle request rewrites headed to the backend
 rewrite_function = cloudfront.rewrite_function(project=project)
 project.resources['cf_rewrite_function'] = rewrite_function