Switch monitors from sum to average

DataDog · Jan 14, 2025 · 28a0da2 · 28a0da2
1 parent 9938947
commit 28a0da2
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 3 deletions.
diff --git a/milvus/assets/monitors/index_build_latency.json b/milvus/assets/monitors/index_build_latency.json
@@ -7,12 +7,13 @@
 	"definition": {
 		"name": "High index build latency",
 		"type": "query alert",
-		"query": "sum(last_5m):sum:milvus.build_latency.sum{*}.as_count() > 0.3",
+		"query": "sum(last_5m):avg:milvus.build_latency.sum{*}.as_count() > 2",
 		"message": "{{#is_alert}}Index build latency has exceeded {{threshold}}.{{/is_alert}}\n{{#is_recovery}}Index build latency has returned to normal levels.{{/is_recovery}}",
 		"tags": ["integration:milvus"],
 		"options": {
 			"thresholds": {
-				"critical": 0.3
+				"critical": 2,
+				"warning": 1
 			},
 			"notify_audit": false,
 			"on_missing_data": "default",

diff --git a/milvus/assets/monitors/request_latency.json b/milvus/assets/monitors/request_latency.json
@@ -7,7 +7,7 @@
 	"definition": {
 		"name": "Request latency is high",
 		"type": "query alert",
-		"query": "sum(last_5m):sum:milvus.proxy.req.latency.sum{*}.as_count() / sum:milvus.proxy.req.latency.count{*}.as_count() > 500",
+		"query": "sum(last_5m):avg:milvus.proxy.req.latency.sum{*}.as_count() > 500",
 		"message": "{{#is_alert}}Request latency exceeds {{threshold}} milliseconds.{{/is_alert}}\n{{#is_recovery}}Request latency has returned to acceptable levels.{{/is_recovery}}",
 		"tags": ["integration:milvus"],
 		"options": {