From 5709b4445e6a4e30a63fffcaa87be7b01066a5ec Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Laura=20Be=CC=81gin?= <laura.begin.hsj@ssss.gouv.qc.ca>
Date: Wed, 23 Sep 2026 14:51:30 -0400
Subject: [PATCH] :sparkles: feat(bd_previnf): UNIC-2179 Add curated step and
 reset the anonymized datasets

Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
---
 .../config/red/curated/bd_previnf_config.json | 40 +++++++++++++++++++
 .../yellow/anonymized/bd_previnf_config.json  | 22 ----------
 2 files changed, 40 insertions(+), 22 deletions(-)
 create mode 100644 dags/config/red/curated/bd_previnf_config.json
 delete mode 100644 dags/config/yellow/anonymized/bd_previnf_config.json

diff --git a/dags/config/red/curated/bd_previnf_config.json b/dags/config/red/curated/bd_previnf_config.json
new file mode 100644
index 00000000..1c95a855
--- /dev/null
+++ b/dags/config/red/curated/bd_previnf_config.json
@@ -0,0 +1,40 @@
+{
+    "concurrency": 3,
+    "schedule": "0 8 1 * *",
+    "timeout_hours": 2,
+    "steps": [{
+      "destination_zone": "red",
+      "destination_subzone": "curated",
+      "main_class": "bio.ferlab.ui.etl.red.curated.Main",
+      "multiple_main_methods": true,
+      "pre_tests": [
+         {"name": "greater_or_equal_partition_counts", "destinations": ["curated_bd_previnf_*"], "cluster_type": "xsmall"}
+      ],
+      "datasets": [
+         {"dataset_id":"curated_bd_previnf_tab_denominateurs_anneeprecedente", "cluster_type": "xsmall", "run_type": "default", "pass_date": false, "dependencies": []},
+         {"dataset_id":"curated_bd_previnf_tab_indicateurs_anneeprecedente"  , "cluster_type": "xsmall", "run_type": "default", "pass_date": false, "dependencies": []},
+         {"dataset_id":"curated_bd_previnf_tab_parametrescalculsindicateurs" , "cluster_type": "xsmall", "run_type": "default", "pass_date": false, "dependencies": []}
+      ],
+      "optimize" : [],
+      "post_tests": []
+    },
+    {
+      "destination_zone": "yellow",
+      "destination_subzone": "anonymized",
+      "main_class": "bio.ferlab.ui.etl.yellow.anonymized.Main",
+      "multiple_main_methods": false,
+      "pre_tests": [
+         {"name": "greater_or_equal_partition_counts", "destinations": ["anonymized_bd_previnf_*"], "cluster_type": "xsmall"}
+      ],
+      "datasets": [
+         {"dataset_id":"anonymized_bd_previnf_tab_denominateurs_anneeprecedente", "cluster_type": "xsmall", "run_type": "initial", "pass_date": false, "dependencies": []},
+         {"dataset_id":"anonymized_bd_previnf_tab_indicateurs"                  , "cluster_type": "xsmall", "run_type": "initial", "pass_date": false, "dependencies": []},
+         {"dataset_id":"anonymized_bd_previnf_tab_indicateurs_anneeprecedente"  , "cluster_type": "xsmall", "run_type": "initial", "pass_date": false, "dependencies": []},
+         {"dataset_id":"anonymized_bd_previnf_tab_listdenominateurs"            , "cluster_type": "xsmall", "run_type": "initial", "pass_date": false, "dependencies": []},
+         {"dataset_id":"anonymized_bd_previnf_tab_parametrescalculsindicateurs" , "cluster_type": "xsmall", "run_type": "initial", "pass_date": false, "dependencies": []},
+         {"dataset_id":"anonymized_bd_previnf_tab_unites"                       , "cluster_type": "xsmall", "run_type": "initial", "pass_date": false, "dependencies": []}
+      ],
+      "optimize" : [],
+      "post_tests": []
+    }]
+  }
diff --git a/dags/config/yellow/anonymized/bd_previnf_config.json b/dags/config/yellow/anonymized/bd_previnf_config.json
deleted file mode 100644
index 3c822af0..00000000
--- a/dags/config/yellow/anonymized/bd_previnf_config.json
+++ /dev/null
@@ -1,22 +0,0 @@
-{
-    "concurrency": 3,
-    "schedule": "0 8 1 * *",
-    "timeout_hours": 2,
-    "steps": [{
-      "destination_zone": "yellow",
-      "destination_subzone": "anonymized",
-      "main_class": "bio.ferlab.ui.etl.yellow.anonymized.Main",
-      "multiple_main_methods": false,
-      "pre_tests": [],
-      "datasets": [
-         {"dataset_id":"anonymized_bd_previnf_tab_denominateurs_anneeprecedente", "cluster_type": "small", "run_type": "default", "pass_date": false, "dependencies": []},
-         {"dataset_id":"anonymized_bd_previnf_tab_indicateurs"                  , "cluster_type": "small", "run_type": "default", "pass_date": false, "dependencies": []},
-         {"dataset_id":"anonymized_bd_previnf_tab_indicateurs_anneeprecedente"  , "cluster_type": "small", "run_type": "default", "pass_date": false, "dependencies": []},
-         {"dataset_id":"anonymized_bd_previnf_tab_listdenominateurs"            , "cluster_type": "small", "run_type": "default", "pass_date": false, "dependencies": []},
-         {"dataset_id":"anonymized_bd_previnf_tab_parametrescalculsindicateurs" , "cluster_type": "small", "run_type": "default", "pass_date": false, "dependencies": []},
-         {"dataset_id":"anonymized_bd_previnf_tab_unites"                       , "cluster_type": "small", "run_type": "default", "pass_date": false, "dependencies": []}
-      ],
-      "optimize" : [],
-      "post_tests": []
-    }]
-  }
\ No newline at end of file