feat: Prometheus can auto set port (#2943)

* feat: config * feat: prometheus auto set port
openimsdk · Dec 10, 2024 · 6a7ae69 · 6a7ae69
1 parent 54be837
commit 6a7ae69
Show file tree

Hide file tree

Showing 29 changed files with 521 additions and 164 deletions.
diff --git a/config/openim-api.yml b/config/openim-api.yml
@@ -10,7 +10,10 @@ api:
 prometheus:
   # Whether to enable prometheus
   enable: true
+  # autoSetPorts indicates whether to automatically set the ports
+  autoSetPorts: true
   # Prometheus listening ports, must match the number of api.ports
+  # It will only take effect when autoSetPorts is set to false.
   ports: [ 12002 ]
   # This address can be accessed via a browser
   grafanaURL: http://127.0.0.1:13000/
diff --git a/config/openim-msggateway.yml b/config/openim-msggateway.yml
@@ -12,6 +12,7 @@ prometheus:
   # Enable or disable Prometheus monitoring
   enable: true
   # List of ports that Prometheus listens on; these must match the number of rpc.ports to ensure correct monitoring setup
+  # It will only take effect when autoSetPorts is set to false.
   ports: [ 12140, 12141, 12142, 12143, 12144, 12145, 12146, 12147, 12148, 12149, 12150, 12151, 12152, 12153, 12154, 12155 ]
 
 # IP address that the RPC/WebSocket service listens on; setting to 0.0.0.0 listens on both internal and external IPs. If left blank, it automatically uses the internal network IP

diff --git a/config/openim-msgtransfer.yml b/config/openim-msgtransfer.yml
@@ -1,6 +1,8 @@
 prometheus:
   # Enable or disable Prometheus monitoring
   enable: true
+  # autoSetPorts indicates whether to automatically set the ports
+  autoSetPorts: true
   # List of ports that Prometheus listens on; each port corresponds to an instance of monitoring. Ensure these are managed accordingly
-  # Because four instances have been launched, four ports need to be specified
+  # It will only take effect when autoSetPorts is set to false.
   ports: [ 12020, 12021, 12022, 12023, 12024, 12025, 12026, 12027, 12028, 12029, 12030, 12031, 12032, 12033, 12034, 12035 ]
diff --git a/config/openim-push.yml b/config/openim-push.yml
@@ -15,6 +15,7 @@ prometheus:
   # Enable or disable Prometheus monitoring
   enable: true
   # List of ports that Prometheus listens on; these must match the number of rpc.ports to ensure correct monitoring setup
+  # It will only take effect when autoSetPorts is set to false.
   ports: [ 12170, 12171, 12172, 12173, 12174, 12175, 12176, 12177, 12178, 12179, 12180, 12182, 12183, 12184, 12185, 12186 ]
 
 maxConcurrentWorkers: 3

diff --git a/config/openim-rpc-auth.yml b/config/openim-rpc-auth.yml
@@ -15,6 +15,7 @@ prometheus:
   # Enable or disable Prometheus monitoring
   enable: true
   # List of ports that Prometheus listens on; these must match the number of rpc.ports to ensure correct monitoring setup
+  # It will only take effect when autoSetPorts is set to false.
   ports: [ 12200 ]
 
 tokenPolicy:

diff --git a/config/openim-rpc-conversation.yml b/config/openim-rpc-conversation.yml
@@ -14,4 +14,5 @@ prometheus:
   # Enable or disable Prometheus monitoring
   enable: true
   # List of ports that Prometheus listens on; these must match the number of rpc.ports to ensure correct monitoring setup
+  # It will only take effect when autoSetPorts is set to false.
   ports: [ 12220 ]
diff --git a/config/openim-rpc-friend.yml b/config/openim-rpc-friend.yml
@@ -14,4 +14,5 @@ prometheus:
   # Enable or disable Prometheus monitoring
   enable: true
   # List of ports that Prometheus listens on; these must match the number of rpc.ports to ensure correct monitoring setup
+  # It will only take effect when autoSetPorts is set to false.
   ports: [ 12240 ]
diff --git a/config/openim-rpc-group.yml b/config/openim-rpc-group.yml
@@ -14,6 +14,7 @@ prometheus:
   # Enable or disable Prometheus monitoring
   enable: true
   # List of ports that Prometheus listens on; these must match the number of rpc.ports to ensure correct monitoring setup
+  # It will only take effect when autoSetPorts is set to false.
   ports: [ 12260 ]
 
 

diff --git a/config/openim-rpc-msg.yml b/config/openim-rpc-msg.yml
@@ -14,6 +14,7 @@ prometheus:
   # Enable or disable Prometheus monitoring
   enable: true
   # List of ports that Prometheus listens on; these must match the number of rpc.ports to ensure correct monitoring setup
+  # It will only take effect when autoSetPorts is set to false.
   ports: [ 12280 ]
 
 

diff --git a/config/openim-rpc-third.yml b/config/openim-rpc-third.yml
@@ -14,6 +14,7 @@ prometheus:
   # Enable or disable Prometheus monitoring
   enable: true
   # List of ports that Prometheus listens on; these must match the number of rpc.ports to ensure correct monitoring setup
+  # It will only take effect when autoSetPorts is set to false.
   ports: [ 12300 ]
 
 

diff --git a/config/openim-rpc-user.yml b/config/openim-rpc-user.yml
@@ -14,4 +14,5 @@ prometheus:
   # Whether to enable prometheus
   enable: true
   # Prometheus listening ports, must be consistent with the number of rpc.ports
+  # It will only take effect when autoSetPorts is set to false.
   ports: [ 12320 ]
diff --git a/config/prometheus.yml b/config/prometheus.yml
@@ -26,61 +26,94 @@ scrape_configs:
   - job_name: node_exporter
     static_configs:
       - targets: [ internal_ip:20500 ]
+
   - job_name: openimserver-openim-api
-    static_configs:
-      - targets: [ internal_ip:12002 ]
-        labels:
-          namespace: default
+    http_sd_configs:
+      - url: "http://internal_ip:10002/prometheus_discovery/api"
+#    static_configs:
+#      - targets: [ internal_ip:12002 ]
+#        labels:
+#          namespace: default
+
   - job_name: openimserver-openim-msggateway
-    static_configs:
-      - targets: [ internal_ip:12140 ]
-#      - targets: [ internal_ip:12140, internal_ip:12141, internal_ip:12142, internal_ip:12143, internal_ip:12144, internal_ip:12145, internal_ip:12146, internal_ip:12147, internal_ip:12148, internal_ip:12149, internal_ip:12150, internal_ip:12151, internal_ip:12152, internal_ip:12153, internal_ip:12154, internal_ip:12155 ]
-        labels:
-          namespace: default
+    http_sd_configs:
+      - url: "http://internal_ip:10002/prometheus_discovery/msg_gateway"
+#    static_configs:
+#      - targets: [ internal_ip:12140 ]
+#        #      - targets: [ internal_ip:12140, internal_ip:12141, internal_ip:12142, internal_ip:12143, internal_ip:12144, internal_ip:12145, internal_ip:12146, internal_ip:12147, internal_ip:12148, internal_ip:12149, internal_ip:12150, internal_ip:12151, internal_ip:12152, internal_ip:12153, internal_ip:12154, internal_ip:12155 ]
+#        labels:
+#          namespace: default
+
   - job_name: openimserver-openim-msgtransfer
-    static_configs:
-      - targets: [ internal_ip:12020, internal_ip:12021, internal_ip:12022, internal_ip:12023, internal_ip:12024, internal_ip:12025, internal_ip:12026, internal_ip:12027 ]
-#      - targets: [ internal_ip:12020, internal_ip:12021, internal_ip:12022, internal_ip:12023, internal_ip:12024, internal_ip:12025, internal_ip:12026, internal_ip:12027, internal_ip:12028, internal_ip:12029, internal_ip:12030, internal_ip:12031, internal_ip:12032, internal_ip:12033, internal_ip:12034, internal_ip:12035 ]
-        labels:
-          namespace: default
+    http_sd_configs:
+      - url: "http://internal_ip:10002/prometheus_discovery/msg_transfer"
+#    static_configs:
+#      - targets: [ internal_ip:12020, internal_ip:12021, internal_ip:12022, internal_ip:12023, internal_ip:12024, internal_ip:12025, internal_ip:12026, internal_ip:12027 ]
+#        #      - targets: [ internal_ip:12020, internal_ip:12021, internal_ip:12022, internal_ip:12023, internal_ip:12024, internal_ip:12025, internal_ip:12026, internal_ip:12027, internal_ip:12028, internal_ip:12029, internal_ip:12030, internal_ip:12031, internal_ip:12032, internal_ip:12033, internal_ip:12034, internal_ip:12035 ]
+#        labels:
+#          namespace: default
+
   - job_name: openimserver-openim-push
-    static_configs:
-      - targets: [ internal_ip:12170, internal_ip:12171, internal_ip:12172, internal_ip:12173, internal_ip:12174, internal_ip:12175, internal_ip:12176, internal_ip:12177 ]
-#      - targets: [ internal_ip:12170, internal_ip:12171, internal_ip:12172, internal_ip:12173, internal_ip:12174, internal_ip:12175, internal_ip:12176, internal_ip:12177, internal_ip:12178, internal_ip:12179, internal_ip:12180,  internal_ip:12182, internal_ip:12183, internal_ip:12184, internal_ip:12185, internal_ip:12186 ]
-        labels:
-          namespace: default
+    http_sd_configs:
+      - url: "http://internal_ip:10002/prometheus_discovery/push"
+#    static_configs:
+#      - targets: [ internal_ip:12170, internal_ip:12171, internal_ip:12172, internal_ip:12173, internal_ip:12174, internal_ip:12175, internal_ip:12176, internal_ip:12177 ]
+##      - targets: [ internal_ip:12170, internal_ip:12171, internal_ip:12172, internal_ip:12173, internal_ip:12174, internal_ip:12175, internal_ip:12176, internal_ip:12177, internal_ip:12178, internal_ip:12179, internal_ip:12180,  internal_ip:12182, internal_ip:12183, internal_ip:12184, internal_ip:12185, internal_ip:12186 ]
+#        labels:
+#          namespace: default
+
   - job_name: openimserver-openim-rpc-auth
-    static_configs:
-      - targets: [ internal_ip:12200 ]
-        labels:
-          namespace: default
+    http_sd_configs:
+      - url: "http://internal_ip:10002/prometheus_discovery/auth"
+#    static_configs:
+#      - targets: [ internal_ip:12200 ]
+#        labels:
+#          namespace: default
+
   - job_name: openimserver-openim-rpc-conversation
-    static_configs:
-      - targets: [ internal_ip:12220 ]
-        labels:
-          namespace: default
+    http_sd_configs:
+      - url: "http://internal_ip:10002/prometheus_discovery/conversation"
+#    static_configs:
+#      - targets: [ internal_ip:12220 ]
+#        labels:
+#          namespace: default
+
   - job_name: openimserver-openim-rpc-friend
-    static_configs:
-      - targets: [ internal_ip:12240 ]
-        labels:
-          namespace: default
+    http_sd_configs:
+      - url: "http://internal_ip:10002/prometheus_discovery/friend"
+#    static_configs:
+#      - targets: [ internal_ip:12240 ]
+#        labels:
+#          namespace: default
+
   - job_name: openimserver-openim-rpc-group
-    static_configs:
-      - targets: [ internal_ip:12260 ]
-        labels:
-          namespace: default
+    http_sd_configs:
+      - url: "http://internal_ip:10002/prometheus_discovery/group"
+#    static_configs:
+#      - targets: [ internal_ip:12260 ]
+#        labels:
+#          namespace: default.
+
   - job_name: openimserver-openim-rpc-msg
-    static_configs:
-      - targets: [ internal_ip:12280 ]
-        labels:
-          namespace: default
+    http_sd_configs:
+      - url: "http://internal_ip:10002/prometheus_discovery/msg"
+#    static_configs:
+#      - targets: [ internal_ip:12280 ]
+#        labels:
+#          namespace: default
+
   - job_name: openimserver-openim-rpc-third
-    static_configs:
-      - targets: [ internal_ip:12300 ]
-        labels:
-          namespace: default
+    http_sd_configs:
+      - url: "http://internal_ip:10002/prometheus_discovery/third"
+#    static_configs:
+#      - targets: [ internal_ip:12300 ]
+#        labels:
+#          namespace: default
+
   - job_name: openimserver-openim-rpc-user
-    static_configs:
-      - targets: [ internal_ip:12320 ]
-        labels:
-          namespace: default
+    http_sd_configs:
+      - url: "http://internal_ip:10002/prometheus_discovery/user"
+#    static_configs:
+#      - targets: [ internal_ip:12320 ]
+#        labels:
+#          namespace: default
diff --git a/docker-compose.yml b/docker-compose.yml
@@ -146,49 +146,49 @@ services:
     networks:
       - openim
 
-#  prometheus:
-#    image: ${PROMETHEUS_IMAGE}
-#    container_name: prometheus
-#    restart: always
-#    user: root
-#    volumes:
-#      - ./config/prometheus.yml:/etc/prometheus/prometheus.yml
-#      - ./config/instance-down-rules.yml:/etc/prometheus/instance-down-rules.yml
-#      - ${DATA_DIR}/components/prometheus/data:/prometheus
-#    command:
-#      - '--config.file=/etc/prometheus/prometheus.yml'
-#      - '--storage.tsdb.path=/prometheus'
-#    ports:
-#      - "19091:9090"
-#    networks:
-#      - openim
-#
-#  alertmanager:
-#    image: ${ALERTMANAGER_IMAGE}
-#    container_name: alertmanager
-#    restart: always
-#    volumes:
-#      - ./config/alertmanager.yml:/etc/alertmanager/alertmanager.yml
-#      - ./config/email.tmpl:/etc/alertmanager/email.tmpl
-#    ports:
-#      - "19093:9093"
-#    networks:
-#      - openim
-#
-#  grafana:
-#    image: ${GRAFANA_IMAGE}
-#    container_name: grafana
-#    user: root
-#    restart: always
-#    environment:
-#      - GF_SECURITY_ALLOW_EMBEDDING=true
-#      - GF_SESSION_COOKIE_SAMESITE=none
-#      - GF_SESSION_COOKIE_SECURE=true
-#      - GF_AUTH_ANONYMOUS_ENABLED=true
-#      - GF_AUTH_ANONYMOUS_ORG_ROLE=Admin
-#    ports:
-#      - "13000:3000"
-#    volumes:
-#      - ${DATA_DIR:-./}/components/grafana:/var/lib/grafana
-#    networks:
-#      - openim
+  prometheus:
+    image: ${PROMETHEUS_IMAGE}
+    container_name: prometheus
+    restart: always
+    user: root
+    volumes:
+      - ./config/prometheus.yml:/etc/prometheus/prometheus.yml
+      - ./config/instance-down-rules.yml:/etc/prometheus/instance-down-rules.yml
+      - ${DATA_DIR}/components/prometheus/data:/prometheus
+    command:
+      - '--config.file=/etc/prometheus/prometheus.yml'
+      - '--storage.tsdb.path=/prometheus'
+    ports:
+      - "19091:9090"
+    networks:
+      - openim
+
+  alertmanager:
+    image: ${ALERTMANAGER_IMAGE}
+    container_name: alertmanager
+    restart: always
+    volumes:
+      - ./config/alertmanager.yml:/etc/alertmanager/alertmanager.yml
+      - ./config/email.tmpl:/etc/alertmanager/email.tmpl
+    ports:
+      - "19093:9093"
+    networks:
+      - openim
+
+  grafana:
+    image: ${GRAFANA_IMAGE}
+    container_name: grafana
+    user: root
+    restart: always
+    environment:
+      - GF_SECURITY_ALLOW_EMBEDDING=true
+      - GF_SESSION_COOKIE_SAMESITE=none
+      - GF_SESSION_COOKIE_SECURE=true
+      - GF_AUTH_ANONYMOUS_ENABLED=true
+      - GF_AUTH_ANONYMOUS_ORG_ROLE=Admin
+    ports:
+      - "13000:3000"
+    volumes:
+      - ${DATA_DIR:-./}/components/grafana:/var/lib/grafana
+    networks:
+      - openim
diff --git a/go.mod b/go.mod
@@ -15,7 +15,7 @@ require (
 	github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0
 	github.com/mitchellh/mapstructure v1.5.0
 	github.com/openimsdk/protocol v0.0.72-alpha.61
-	github.com/openimsdk/tools v0.0.50-alpha.46
+	github.com/openimsdk/tools v0.0.50-alpha.47
 	github.com/pkg/errors v0.9.1 // indirect
 	github.com/prometheus/client_golang v1.18.0
 	github.com/stretchr/testify v1.9.0
@@ -42,6 +42,7 @@ require (
 	github.com/robfig/cron/v3 v3.0.1
 	github.com/shirou/gopsutil v3.21.11+incompatible
 	github.com/spf13/viper v1.18.2
+	go.etcd.io/etcd/client/v3 v3.5.13
 	go.uber.org/automaxprocs v1.5.3
 	golang.org/x/exp v0.0.0-20230905200255-921286631fa9
 	golang.org/x/sync v0.8.0
@@ -179,7 +180,6 @@ require (
 	github.com/yusufpapurcu/wmi v1.2.4 // indirect
 	go.etcd.io/etcd/api/v3 v3.5.13 // indirect
 	go.etcd.io/etcd/client/pkg/v3 v3.5.13 // indirect
-	go.etcd.io/etcd/client/v3 v3.5.13 // indirect
 	go.opencensus.io v0.24.0 // indirect
 	go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 // indirect
 	go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 // indirect

diff --git a/go.sum b/go.sum
@@ -349,8 +349,8 @@ github.com/openimsdk/gomake v0.0.15-alpha.2 h1:5Q8yl8ezy2yx+q8/ucU/t4kJnDfCzNOrk
 github.com/openimsdk/gomake v0.0.15-alpha.2/go.mod h1:PndCozNc2IsQIciyn9mvEblYWZwJmAI+06z94EY+csI=
 github.com/openimsdk/protocol v0.0.72-alpha.61 h1:RuZR9/Sg3p6Bpb2CKPjPoA2AUmTvHITmhZ3PT/RbWMs=
 github.com/openimsdk/protocol v0.0.72-alpha.61/go.mod h1:Iet+piS/jaS+kWWyj6EEr36mk4ISzIRYjoMSVA4dq2M=
-github.com/openimsdk/tools v0.0.50-alpha.46 h1:j3HxPxhDptVHwr7eChL2rCH8mKfpUEcr4nHi5k4yDME=
-github.com/openimsdk/tools v0.0.50-alpha.46/go.mod h1:muCtxguNJv8lFwLei27UASu2Nvg4ERSeN0R4K5tivk0=
+github.com/openimsdk/tools v0.0.50-alpha.47 h1:Cfe2va/g6WhLjOoQqZkjrdlEDq1dUsfcQsdUB5oADVA=
+github.com/openimsdk/tools v0.0.50-alpha.47/go.mod h1:muCtxguNJv8lFwLei27UASu2Nvg4ERSeN0R4K5tivk0=
 github.com/pelletier/go-toml/v2 v2.2.2 h1:aYUidT7k73Pcl9nb2gScu7NSrKCSHIDE89b3+6Wq+LM=
 github.com/pelletier/go-toml/v2 v2.2.2/go.mod h1:1t835xjRzz80PqgE6HHgN2JOsmgYu/h4qDAS4n929Rs=
 github.com/pierrec/lz4/v4 v4.1.21 h1:yOVMLb6qSIDP67pl/5F7RepeKYu/VmTyEXvuMI5d9mQ=