Update metrics collector, remove jobs key

alephdata · Mar 18, 2024 · 40a393c · 40a393c
1 parent 91e00e0
commit 40a393c
Showing 1 changed file with 12 additions and 13 deletions.
diff --git a/aleph/metrics/collectors.py b/aleph/metrics/collectors.py
@@ -148,23 +148,22 @@ def collect(self):
         stages = {}
 
         for collection_status in status["datasets"].values():
-            for job_status in collection_status["jobs"]:
-                for stage_status in job_status["stages"]:
-                    stage = stage_status["stage"]
-                    pending = stage_status["pending"]
-                    running = stage_status["running"]
-
-                    if stage not in stages:
-                        stages[stage] = {
-                            "pending": 0,
-                            "running": 0,
-                        }
+            for stage_status in collection_status["stages"]:
+                stage = stage_status["stage"]
+                pending = stage_status["pending"]
+                running = stage_status["running"]
 
+                if stage not in stages:
                     stages[stage] = {
-                        "pending": stages[stage].get("pending") + pending,
-                        "running": stages[stage].get("running") + running,
+                        "pending": 0,
+                        "running": 0,
                     }
 
+                stages[stage] = {
+                    "pending": stages[stage].get("pending") + pending,
+                    "running": stages[stage].get("running") + running,
+                }
+
         tasks_gauge = GaugeMetricFamily(
             "aleph_tasks",
             "Total number of pending or running tasks in a given stage",