From 9ed640873ec78053e872c89bedaeda8e20fa5835 Mon Sep 17 00:00:00 2001 From: minghsu0107 Date: Wed, 22 Feb 2023 16:22:27 +0800 Subject: [PATCH] add tempo v2 --- README.md | 6 +- dashboard/tempo.json | 88 +++++++++---------- monitoring-thanos/alertmanager.yaml | 2 +- .../blackbox-exporter/deployment.yaml | 1 - .../blackbox-exporter/kustomization.yaml | 2 - .../blackbox-exporter/pod-security.yaml | 37 -------- monitoring-thanos/blackbox-exporter/rbac.yaml | 36 -------- monitoring-thanos/grafana.yaml | 2 +- monitoring-thanos/patch.yaml | 28 +++--- {tracing-tempo => tracing-tempo-v2}/README.md | 0 .../configmap-tempo-compactor.yaml | 24 ++--- .../configmap-tempo-distributor.yaml | 17 ++-- .../configmap-tempo-ingester.yaml | 14 ++- .../configmap-tempo-overrides.yaml | 0 .../configmap-tempo-querier.yaml | 24 +++-- .../configmap-tempo-query-frontend.yaml | 23 +++-- .../deployment-compactor.yaml | 2 +- .../deployment-distributor.yaml | 2 +- .../deployment-querier.yaml | 2 +- .../deployment-query-frontend.yaml | 19 +--- .../deployment-vulture.yaml | 7 +- .../kustomization.yaml | 6 +- .../namespace.yaml | 0 .../opentelemetry/configmap-otel-agent.yaml | 0 .../configmap-otel-collector.yaml | 0 .../opentelemetry/daemonset-otel-agent.yaml | 4 +- .../deployment-otel-collector.yaml | 4 +- .../opentelemetry/kustomization.yaml | 0 .../opentelemetry/service-otel-agent.yaml | 0 .../opentelemetry/service-otel-collector.yaml | 0 .../patch.yaml | 26 +++--- .../service-compactor.yaml | 0 .../service-distributor.yaml | 0 .../service-gossip-ring.yaml | 0 .../service-ingester.yaml | 0 .../service-memcached.yaml | 0 .../service-querier.yaml | 0 .../service-query-frontend-discovery.yaml | 6 -- tracing-tempo-v2/service-query-frontend.yaml | 20 +++++ tracing-tempo-v2/service-vulture.yaml | 17 ++++ .../statefulSet-ingester.yaml | 2 +- .../statefulSet-memcached.yaml | 17 ++-- tracing-tempo/configmap-tempo-query.yaml | 7 -- tracing-tempo/service-query-frontend.yaml | 41 --------- 44 files changed, 201 insertions(+), 285 deletions(-) delete mode 100644 monitoring-thanos/blackbox-exporter/pod-security.yaml delete mode 100644 monitoring-thanos/blackbox-exporter/rbac.yaml rename {tracing-tempo => tracing-tempo-v2}/README.md (100%) rename {tracing-tempo => tracing-tempo-v2}/configmap-tempo-compactor.yaml (64%) rename {tracing-tempo => tracing-tempo-v2}/configmap-tempo-distributor.yaml (75%) rename {tracing-tempo => tracing-tempo-v2}/configmap-tempo-ingester.yaml (70%) rename {tracing-tempo => tracing-tempo-v2}/configmap-tempo-overrides.yaml (100%) rename {tracing-tempo => tracing-tempo-v2}/configmap-tempo-querier.yaml (53%) rename {tracing-tempo => tracing-tempo-v2}/configmap-tempo-query-frontend.yaml (63%) rename {tracing-tempo => tracing-tempo-v2}/deployment-compactor.yaml (97%) rename {tracing-tempo => tracing-tempo-v2}/deployment-distributor.yaml (97%) rename {tracing-tempo => tracing-tempo-v2}/deployment-querier.yaml (97%) rename {tracing-tempo => tracing-tempo-v2}/deployment-query-frontend.yaml (68%) rename {tracing-tempo => tracing-tempo-v2}/deployment-vulture.yaml (76%) rename {tracing-tempo => tracing-tempo-v2}/kustomization.yaml (88%) rename {tracing-tempo => tracing-tempo-v2}/namespace.yaml (100%) rename {tracing-tempo => tracing-tempo-v2}/opentelemetry/configmap-otel-agent.yaml (100%) rename {tracing-tempo => tracing-tempo-v2}/opentelemetry/configmap-otel-collector.yaml (100%) rename {tracing-tempo => tracing-tempo-v2}/opentelemetry/daemonset-otel-agent.yaml (96%) rename {tracing-tempo => tracing-tempo-v2}/opentelemetry/deployment-otel-collector.yaml (97%) rename {tracing-tempo => tracing-tempo-v2}/opentelemetry/kustomization.yaml (100%) rename {tracing-tempo => tracing-tempo-v2}/opentelemetry/service-otel-agent.yaml (100%) rename {tracing-tempo => tracing-tempo-v2}/opentelemetry/service-otel-collector.yaml (100%) rename {tracing-tempo => tracing-tempo-v2}/patch.yaml (85%) rename {tracing-tempo => tracing-tempo-v2}/service-compactor.yaml (100%) rename {tracing-tempo => tracing-tempo-v2}/service-distributor.yaml (100%) rename {tracing-tempo => tracing-tempo-v2}/service-gossip-ring.yaml (100%) rename {tracing-tempo => tracing-tempo-v2}/service-ingester.yaml (100%) rename {tracing-tempo => tracing-tempo-v2}/service-memcached.yaml (100%) rename {tracing-tempo => tracing-tempo-v2}/service-querier.yaml (100%) rename {tracing-tempo => tracing-tempo-v2}/service-query-frontend-discovery.yaml (71%) create mode 100644 tracing-tempo-v2/service-query-frontend.yaml create mode 100644 tracing-tempo-v2/service-vulture.yaml rename {tracing-tempo => tracing-tempo-v2}/statefulSet-ingester.yaml (97%) rename {tracing-tempo => tracing-tempo-v2}/statefulSet-memcached.yaml (74%) delete mode 100644 tracing-tempo/configmap-tempo-query.yaml delete mode 100644 tracing-tempo/service-query-frontend.yaml diff --git a/README.md b/README.md index 501c58c..a2c39ab 100644 --- a/README.md +++ b/README.md @@ -20,7 +20,7 @@ This repository provides one-shot deployment for ingress controller, logging sta - `Kube-state-metrics`: server that listens to the Kubernetes API server and generates metrics about the state of Kubernetes components, such as number of running jobs, available replicas, and number of running/stopped/terminated pods, by polling Kubernetes API - `Prometheus`: metrics server that collects metrics from Cadvisor, Prometheus node exporter, Kube-state-metrics server and Kubelet metrics - Save metrics for 7 days - - `Grafana`: web UI that visualizes collected metrics (version 8.3.4) + - `Grafana`: web UI that visualizes collected metrics (version 9.3.6) - `Alertmanager`: server that sends alert to sysadmins when alert conditions are met, based on Prometheus metrics - `Thanos components` (optional): a set of components that can be composed into a highly available metric system with unlimited storage capacity - Sidecar @@ -56,7 +56,7 @@ This repository provides one-shot deployment for ingress controller, logging sta - `Elasticsearch`: storage backend of Jaeger - `Elasticsearch exporter`: server that exports metrics of the Elasticsearch cluster - `Elasticsearch index cleaner`: cronjob that delete any indices older than 1 day - - `Tempo`: high-volume distributed tracing system that takes advantage of 100% sampling, and only requires an object storage backend + - `Tempo v2`: high-volume distributed tracing system that takes advantage of 100% sampling, and only requires an object storage backend - Distributor - Accepts spans in multiple formats including Jaeger, OpenTelemetry, Zipkin - Routes spans to ingesters by hashing the traceID and using a distributed consistent hash ring @@ -147,7 +147,7 @@ kustomize build monitoring-thanos | kubectl apply -f - # use tempo as tracing platform # remember to create needed buckets in minio beforehand (tempo) -kustomize build tracing-tempo | kubectl apply -f - +kustomize build tracing-tempo-v2 | kubectl apply -f - # or use jaeger as tracing platform kustomize build tracing | kubectl apply -f - diff --git a/dashboard/tempo.json b/dashboard/tempo.json index 77b7a8e..48e0305 100644 --- a/dashboard/tempo.json +++ b/dashboard/tempo.json @@ -84,7 +84,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -170,7 +170,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -256,7 +256,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -343,7 +343,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -429,7 +429,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -542,7 +542,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -629,7 +629,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -737,7 +737,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": true, "renderer": "flot", @@ -845,7 +845,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -932,7 +932,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": true, "renderer": "flot", @@ -1040,7 +1040,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -1137,7 +1137,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -1238,7 +1238,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -1325,7 +1325,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -1433,7 +1433,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -1521,7 +1521,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -1632,7 +1632,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -1719,7 +1719,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -1827,7 +1827,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -1915,7 +1915,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -2026,7 +2026,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -2113,7 +2113,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -2221,7 +2221,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -2309,7 +2309,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -2437,7 +2437,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -2523,7 +2523,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -2609,7 +2609,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -2695,7 +2695,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -2781,7 +2781,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -2867,7 +2867,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": true, "renderer": "flot", @@ -2975,7 +2975,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -3073,7 +3073,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -3197,7 +3197,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -3289,7 +3289,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -3420,7 +3420,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -3512,7 +3512,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -3604,7 +3604,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -3707,7 +3707,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -3910,7 +3910,7 @@ "showUnfilled": true, "text": {} }, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "targets": [ { "datasource": { @@ -3975,7 +3975,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -4064,7 +4064,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -4150,7 +4150,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -4236,7 +4236,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.3.4", + "pluginVersion": "9.3.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -4442,4 +4442,4 @@ "uid": "a6175b9cc7ec20591890117c39580030", "version": 2, "weekStart": "" -} +} \ No newline at end of file diff --git a/monitoring-thanos/alertmanager.yaml b/monitoring-thanos/alertmanager.yaml index 575d4ac..3c02e10 100644 --- a/monitoring-thanos/alertmanager.yaml +++ b/monitoring-thanos/alertmanager.yaml @@ -5,7 +5,7 @@ metadata: name: alertmanager spec: serviceName: alertmanager-gossip - replicas: 3 + replicas: 2 selector: matchLabels: app: alertmanager diff --git a/monitoring-thanos/blackbox-exporter/deployment.yaml b/monitoring-thanos/blackbox-exporter/deployment.yaml index 04d6a3c..1bcd238 100644 --- a/monitoring-thanos/blackbox-exporter/deployment.yaml +++ b/monitoring-thanos/blackbox-exporter/deployment.yaml @@ -19,7 +19,6 @@ spec: labels: app.kubernetes.io/name: blackbox-exporter spec: - serviceAccountName: blackbox-exporter restartPolicy: Always containers: - name: blackbox-exporter diff --git a/monitoring-thanos/blackbox-exporter/kustomization.yaml b/monitoring-thanos/blackbox-exporter/kustomization.yaml index a30d104..e631640 100644 --- a/monitoring-thanos/blackbox-exporter/kustomization.yaml +++ b/monitoring-thanos/blackbox-exporter/kustomization.yaml @@ -1,7 +1,5 @@ resources: - deployment.yaml -- pod-security.yaml -- rbac.yaml - service.yaml configMapGenerator: - name: blackbox-exporter diff --git a/monitoring-thanos/blackbox-exporter/pod-security.yaml b/monitoring-thanos/blackbox-exporter/pod-security.yaml deleted file mode 100644 index 37ad59d..0000000 --- a/monitoring-thanos/blackbox-exporter/pod-security.yaml +++ /dev/null @@ -1,37 +0,0 @@ -apiVersion: policy/v1beta1 -kind: PodSecurityPolicy -metadata: - name: blackbox-exporter-psp - labels: - app.kubernetes.io/name: blackbox-exporter -spec: - # Prevents running in privileged mode - privileged: false - # Required to prevent escalations to root. - allowPrivilegeEscalation: false - allowedCapabilities: - - NET_ADMIN - - NET_RAW - volumes: - - configMap - - secret - hostNetwork: false - hostIPC: false - hostPID: false - runAsUser: - rule: RunAsAny - seLinux: - rule: RunAsAny - supplementalGroups: - rule: 'MustRunAs' - ranges: - # Forbid adding the root group. - - min: 1 - max: 65535 - fsGroup: - rule: 'MustRunAs' - ranges: - # Forbid adding the root group. - - min: 1 - max: 65535 - readOnlyRootFilesystem: true \ No newline at end of file diff --git a/monitoring-thanos/blackbox-exporter/rbac.yaml b/monitoring-thanos/blackbox-exporter/rbac.yaml deleted file mode 100644 index 96ded42..0000000 --- a/monitoring-thanos/blackbox-exporter/rbac.yaml +++ /dev/null @@ -1,36 +0,0 @@ -apiVersion: rbac.authorization.k8s.io/v1 -kind: Role -metadata: - labels: - app.kubernetes.io/name: blackbox-exporter - name: blackbox-exporter -rules: - - apiGroups: - - policy - resources: - - podsecuritypolicies - resourceNames: - - blackbox-exporter-psp - verbs: - - use ---- -apiVersion: v1 -kind: ServiceAccount -metadata: - name: blackbox-exporter - labels: - app.kubernetes.io/name: blackbox-exporter ---- -apiVersion: rbac.authorization.k8s.io/v1 -kind: RoleBinding -metadata: - labels: - app.kubernetes.io/name: blackbox-exporter - name: blackbox-exporter -roleRef: - apiGroup: rbac.authorization.k8s.io - kind: Role - name: blackbox-exporter -subjects: - - kind: ServiceAccount - name: blackbox-exporter \ No newline at end of file diff --git a/monitoring-thanos/grafana.yaml b/monitoring-thanos/grafana.yaml index 05b6a74..eca98d0 100644 --- a/monitoring-thanos/grafana.yaml +++ b/monitoring-thanos/grafana.yaml @@ -32,7 +32,7 @@ spec: - name: grafana-persistent-storage mountPath: /var/lib/grafana containers: - - image: grafana/grafana:8.3.4 + - image: grafana/grafana:9.3.6 name: grafana-core imagePullPolicy: IfNotPresent # env: diff --git a/monitoring-thanos/patch.yaml b/monitoring-thanos/patch.yaml index 64c05b6..f322e88 100644 --- a/monitoring-thanos/patch.yaml +++ b/monitoring-thanos/patch.yaml @@ -10,19 +10,19 @@ spec: - name: prometheus resources: limits: - cpu: 512m - memory: 5Gi + cpu: 128m + memory: 256Mi requests: - cpu: 512m - memory: 5Gi + cpu: 30m + memory: 32Mi - name: thanos resources: limits: cpu: 128m memory: 128Mi requests: - cpu: 128m - memory: 128Mi + cpu: 30m + memory: 32Mi - name: configmap-reload resources: limits: @@ -58,8 +58,8 @@ spec: cpu: 512m memory: 512Mi requests: - cpu: 512m - memory: 512Mi + cpu: 30m + memory: 32Mi --- apiVersion: apps/v1 kind: StatefulSet @@ -76,8 +76,8 @@ spec: cpu: 256m memory: 256Mi requests: - cpu: 256m - memory: 256Mi + cpu: 30m + memory: 32Mi volumeClaimTemplates: - metadata: name: thanos-store-data @@ -105,8 +105,8 @@ spec: cpu: 512m memory: 1Gi requests: - cpu: 512m - memory: 1Gi + cpu: 30m + memory: 32Mi --- apiVersion: apps/v1 kind: StatefulSet @@ -123,5 +123,5 @@ spec: cpu: 128m memory: 128Mi requests: - cpu: 128m - memory: 128Mi \ No newline at end of file + cpu: 30m + memory: 32Mi \ No newline at end of file diff --git a/tracing-tempo/README.md b/tracing-tempo-v2/README.md similarity index 100% rename from tracing-tempo/README.md rename to tracing-tempo-v2/README.md diff --git a/tracing-tempo/configmap-tempo-compactor.yaml b/tracing-tempo-v2/configmap-tempo-compactor.yaml similarity index 64% rename from tracing-tempo/configmap-tempo-compactor.yaml rename to tracing-tempo-v2/configmap-tempo-compactor.yaml index 055c0c9..82da1f5 100644 --- a/tracing-tempo/configmap-tempo-compactor.yaml +++ b/tracing-tempo-v2/configmap-tempo-compactor.yaml @@ -6,24 +6,13 @@ data: compactor: compaction: block_retention: 144h - chunk_size_bytes: 1.048576e+07 + v2_in_buffer_bytes: 1.048576e+07 ring: kvstore: store: memberlist - distributor: {} http_api_prefix: "" - ingester: - lifecycler: - ring: - replication_factor: 3 - memberlist: - abort_if_cluster_join_fails: false - bind_port: 7946 - join_members: - - gossip-ring.tracing.svc.cluster.local:7946 overrides: per_tenant_override_config: /overrides/overrides.yaml - search_enabled: true server: http_listen_port: 3200 storage: @@ -35,6 +24,17 @@ data: access_key: XJ2hzpkN secret_key: LkYatYm5Ke4BpnQk insecure: true + cache: memcached + memcached: + host: memcached.tracing + max_idle_conns: 16 + consistent_hash: true + circuit_breaker_consecutive_failures: 10 + circuit_breaker_timeout: 10s + circuit_breaker_interval: 10s + pool: + max_workers: 400 + queue_depth: 20000 kind: ConfigMap metadata: name: tempo-compactor diff --git a/tracing-tempo/configmap-tempo-distributor.yaml b/tracing-tempo-v2/configmap-tempo-distributor.yaml similarity index 75% rename from tracing-tempo/configmap-tempo-distributor.yaml rename to tracing-tempo-v2/configmap-tempo-distributor.yaml index 682961c..5df5cf7 100644 --- a/tracing-tempo/configmap-tempo-distributor.yaml +++ b/tracing-tempo-v2/configmap-tempo-distributor.yaml @@ -3,7 +3,6 @@ data: tempo.yaml: | # Optional. Setting to true enables multitenancy and requires X-Scope-OrgID header on all requests. multitenancy_enabled: false - compactor: {} distributor: receivers: jaeger: @@ -19,10 +18,6 @@ data: http: endpoint: 0.0.0.0:4318 http_api_prefix: "" - ingester: - lifecycler: - ring: - replication_factor: 3 memberlist: abort_if_cluster_join_fails: false bind_port: 7946 @@ -30,7 +25,6 @@ data: - gossip-ring.tracing.svc.cluster.local:7946 overrides: per_tenant_override_config: /overrides/overrides.yaml - search_enabled: true server: http_listen_port: 3200 storage: @@ -42,6 +36,17 @@ data: access_key: XJ2hzpkN secret_key: LkYatYm5Ke4BpnQk insecure: true + cache: memcached + memcached: + host: memcached.tracing + max_idle_conns: 16 + consistent_hash: true + circuit_breaker_consecutive_failures: 10 + circuit_breaker_timeout: 10s + circuit_breaker_interval: 10s + pool: + max_workers: 400 + queue_depth: 20000 kind: ConfigMap metadata: name: tempo-distributor diff --git a/tracing-tempo/configmap-tempo-ingester.yaml b/tracing-tempo-v2/configmap-tempo-ingester.yaml similarity index 70% rename from tracing-tempo/configmap-tempo-ingester.yaml rename to tracing-tempo-v2/configmap-tempo-ingester.yaml index e6aef56..7dfd8a4 100644 --- a/tracing-tempo/configmap-tempo-ingester.yaml +++ b/tracing-tempo-v2/configmap-tempo-ingester.yaml @@ -3,8 +3,6 @@ data: tempo.yaml: | # Optional. Setting to true enables multitenancy and requires X-Scope-OrgID header on all requests. multitenancy_enabled: false - compactor: {} - distributor: {} http_api_prefix: "" ingester: lifecycler: @@ -17,7 +15,6 @@ data: - gossip-ring.tracing.svc.cluster.local:7946 overrides: per_tenant_override_config: /overrides/overrides.yaml - search_enabled: true server: http_listen_port: 3200 storage: @@ -29,6 +26,17 @@ data: access_key: XJ2hzpkN secret_key: LkYatYm5Ke4BpnQk insecure: true + cache: memcached + memcached: + host: memcached.tracing + max_idle_conns: 16 + consistent_hash: true + circuit_breaker_consecutive_failures: 10 + circuit_breaker_timeout: 10s + circuit_breaker_interval: 10s + pool: + max_workers: 400 + queue_depth: 20000 kind: ConfigMap metadata: name: tempo-ingester diff --git a/tracing-tempo/configmap-tempo-overrides.yaml b/tracing-tempo-v2/configmap-tempo-overrides.yaml similarity index 100% rename from tracing-tempo/configmap-tempo-overrides.yaml rename to tracing-tempo-v2/configmap-tempo-overrides.yaml diff --git a/tracing-tempo/configmap-tempo-querier.yaml b/tracing-tempo-v2/configmap-tempo-querier.yaml similarity index 53% rename from tracing-tempo/configmap-tempo-querier.yaml rename to tracing-tempo-v2/configmap-tempo-querier.yaml index b5f0134..ea0dcdf 100644 --- a/tracing-tempo/configmap-tempo-querier.yaml +++ b/tracing-tempo-v2/configmap-tempo-querier.yaml @@ -3,13 +3,7 @@ data: tempo.yaml: | # Optional. Setting to true enables multitenancy and requires X-Scope-OrgID header on all requests. multitenancy_enabled: false - compactor: {} - distributor: {} http_api_prefix: "" - ingester: - lifecycler: - ring: - replication_factor: 3 memberlist: abort_if_cluster_join_fails: false bind_port: 7946 @@ -18,12 +12,15 @@ data: overrides: per_tenant_override_config: /overrides/overrides.yaml querier: + # The query frontend turns both trace by id (/api/traces/) and search (/api/search?) requests + # into subqueries that are then pulled and serviced by the queriers. + # This value controls the overall number of simultaneous subqueries that the querier will service at once. It does + # not distinguish between the types of queries. + max_concurrent_queries: 20 frontend_worker: frontend_address: query-frontend-discovery.tracing.svc.cluster.local:9095 - search_enabled: true server: http_listen_port: 3200 - log_level: debug storage: trace: backend: s3 @@ -33,6 +30,17 @@ data: access_key: XJ2hzpkN secret_key: LkYatYm5Ke4BpnQk insecure: true + cache: memcached + memcached: + host: memcached.tracing + max_idle_conns: 16 + consistent_hash: true + circuit_breaker_consecutive_failures: 10 + circuit_breaker_timeout: 10s + circuit_breaker_interval: 10s + pool: + max_workers: 400 + queue_depth: 20000 kind: ConfigMap metadata: name: tempo-querier diff --git a/tracing-tempo/configmap-tempo-query-frontend.yaml b/tracing-tempo-v2/configmap-tempo-query-frontend.yaml similarity index 63% rename from tracing-tempo/configmap-tempo-query-frontend.yaml rename to tracing-tempo-v2/configmap-tempo-query-frontend.yaml index c1978c1..2c647e4 100644 --- a/tracing-tempo/configmap-tempo-query-frontend.yaml +++ b/tracing-tempo-v2/configmap-tempo-query-frontend.yaml @@ -3,21 +3,9 @@ data: tempo.yaml: | # Optional. Setting to true enables multitenancy and requires X-Scope-OrgID header on all requests. multitenancy_enabled: false - compactor: {} - distributor: {} http_api_prefix: "" - ingester: - lifecycler: - ring: - replication_factor: 3 - memberlist: - abort_if_cluster_join_fails: false - bind_port: 7946 - join_members: - - gossip-ring.tracing.svc.cluster.local:7946 overrides: per_tenant_override_config: /overrides/overrides.yaml - search_enabled: true server: http_listen_port: 3200 storage: @@ -29,6 +17,17 @@ data: access_key: XJ2hzpkN secret_key: LkYatYm5Ke4BpnQk insecure: true + cache: memcached + memcached: + host: memcached.tracing + max_idle_conns: 16 + consistent_hash: true + circuit_breaker_consecutive_failures: 10 + circuit_breaker_timeout: 10s + circuit_breaker_interval: 10s + pool: + max_workers: 400 + queue_depth: 20000 kind: ConfigMap metadata: name: tempo-query-frontend diff --git a/tracing-tempo/deployment-compactor.yaml b/tracing-tempo-v2/deployment-compactor.yaml similarity index 97% rename from tracing-tempo/deployment-compactor.yaml rename to tracing-tempo-v2/deployment-compactor.yaml index 6b85496..9454990 100644 --- a/tracing-tempo/deployment-compactor.yaml +++ b/tracing-tempo-v2/deployment-compactor.yaml @@ -28,7 +28,7 @@ spec: - -target=compactor - -config.file=/conf/tempo.yaml - -mem-ballast-size-mbs=1024 - image: grafana/tempo:1.5.0 + image: grafana/tempo:2.0.0 imagePullPolicy: IfNotPresent name: compactor ports: diff --git a/tracing-tempo/deployment-distributor.yaml b/tracing-tempo-v2/deployment-distributor.yaml similarity index 97% rename from tracing-tempo/deployment-distributor.yaml rename to tracing-tempo-v2/deployment-distributor.yaml index d916f4f..d923e66 100644 --- a/tracing-tempo/deployment-distributor.yaml +++ b/tracing-tempo-v2/deployment-distributor.yaml @@ -30,7 +30,7 @@ spec: - -target=distributor - -config.file=/conf/tempo.yaml - -mem-ballast-size-mbs=1024 - image: grafana/tempo:1.5.0 + image: grafana/tempo:2.0.0 imagePullPolicy: IfNotPresent name: distributor ports: diff --git a/tracing-tempo/deployment-querier.yaml b/tracing-tempo-v2/deployment-querier.yaml similarity index 97% rename from tracing-tempo/deployment-querier.yaml rename to tracing-tempo-v2/deployment-querier.yaml index 3abcd8c..f8f4302 100644 --- a/tracing-tempo/deployment-querier.yaml +++ b/tracing-tempo-v2/deployment-querier.yaml @@ -30,7 +30,7 @@ spec: - -target=querier - -config.file=/conf/tempo.yaml - -mem-ballast-size-mbs=1024 - image: grafana/tempo:1.5.0 + image: grafana/tempo:2.0.0 imagePullPolicy: IfNotPresent name: querier ports: diff --git a/tracing-tempo/deployment-query-frontend.yaml b/tracing-tempo-v2/deployment-query-frontend.yaml similarity index 68% rename from tracing-tempo/deployment-query-frontend.yaml rename to tracing-tempo-v2/deployment-query-frontend.yaml index 4a3b005..c3ef0c3 100644 --- a/tracing-tempo/deployment-query-frontend.yaml +++ b/tracing-tempo-v2/deployment-query-frontend.yaml @@ -28,7 +28,7 @@ spec: - -target=query-frontend - -config.file=/conf/tempo.yaml - -mem-ballast-size-mbs=1024 - image: grafana/tempo:1.5.0 + image: grafana/tempo:2.0.0 imagePullPolicy: IfNotPresent name: query-frontend ports: @@ -45,24 +45,7 @@ spec: name: tempo-conf - mountPath: /overrides name: overrides - - args: - - --grpc-storage-plugin.configuration-file=/conf/tempo-query.yaml - - --query.bearer-token-propagation=true - image: grafana/tempo-query:1.5.0 - imagePullPolicy: IfNotPresent - name: tempo-query - ports: - - containerPort: 16686 - name: jaeger-ui - - containerPort: 16687 - name: jaeger-metrics - volumeMounts: - - mountPath: /conf - name: tempo-query-conf volumes: - - configMap: - name: tempo-query - name: tempo-query-conf - configMap: name: tempo-overrides name: overrides diff --git a/tracing-tempo/deployment-vulture.yaml b/tracing-tempo-v2/deployment-vulture.yaml similarity index 76% rename from tracing-tempo/deployment-vulture.yaml rename to tracing-tempo-v2/deployment-vulture.yaml index 1470f87..f818d22 100644 --- a/tracing-tempo/deployment-vulture.yaml +++ b/tracing-tempo-v2/deployment-vulture.yaml @@ -15,18 +15,21 @@ spec: labels: app: vulture name: vulture + annotations: + prometheus.io/port: prom-metrics + prometheus.io/scrape: "true" spec: containers: - args: - -prometheus-listen-address=:8080 - - -tempo-push-url=http://distributor # Default: send to port 14250 (jaeger grpc) + - -tempo-push-url=http://otel-agent # Default: send to port 14250 (jaeger grpc) - -tempo-query-url=http://query-frontend:3200 - -tempo-org-id=1 - -tempo-retention-duration=336h - -tempo-search-backoff-duration=5s - -tempo-read-backoff-duration=10s - -tempo-write-backoff-duration=10s - image: grafana/tempo-vulture:1.5.0 + image: grafana/tempo-vulture:2.0.0 imagePullPolicy: IfNotPresent name: vulture ports: diff --git a/tracing-tempo/kustomization.yaml b/tracing-tempo-v2/kustomization.yaml similarity index 88% rename from tracing-tempo/kustomization.yaml rename to tracing-tempo-v2/kustomization.yaml index f2e6d4b..45add9e 100644 --- a/tracing-tempo/kustomization.yaml +++ b/tracing-tempo-v2/kustomization.yaml @@ -7,7 +7,6 @@ resources: - configmap-tempo-overrides.yaml - configmap-tempo-querier.yaml - configmap-tempo-query-frontend.yaml -- configmap-tempo-query.yaml - deployment-compactor.yaml - deployment-distributor.yaml - deployment-querier.yaml @@ -18,11 +17,12 @@ resources: - service-distributor.yaml - service-gossip-ring.yaml - service-ingester.yaml -# - service-memcached.yaml +- service-memcached.yaml - service-querier.yaml - service-query-frontend-discovery.yaml - service-query-frontend.yaml +- service-vulture.yaml - statefulset-ingester.yaml -# - statefulset-memcached.yaml +- statefulset-memcached.yaml patchesStrategicMerge: - patch.yaml \ No newline at end of file diff --git a/tracing-tempo/namespace.yaml b/tracing-tempo-v2/namespace.yaml similarity index 100% rename from tracing-tempo/namespace.yaml rename to tracing-tempo-v2/namespace.yaml diff --git a/tracing-tempo/opentelemetry/configmap-otel-agent.yaml b/tracing-tempo-v2/opentelemetry/configmap-otel-agent.yaml similarity index 100% rename from tracing-tempo/opentelemetry/configmap-otel-agent.yaml rename to tracing-tempo-v2/opentelemetry/configmap-otel-agent.yaml diff --git a/tracing-tempo/opentelemetry/configmap-otel-collector.yaml b/tracing-tempo-v2/opentelemetry/configmap-otel-collector.yaml similarity index 100% rename from tracing-tempo/opentelemetry/configmap-otel-collector.yaml rename to tracing-tempo-v2/opentelemetry/configmap-otel-collector.yaml diff --git a/tracing-tempo/opentelemetry/daemonset-otel-agent.yaml b/tracing-tempo-v2/opentelemetry/daemonset-otel-agent.yaml similarity index 96% rename from tracing-tempo/opentelemetry/daemonset-otel-agent.yaml rename to tracing-tempo-v2/opentelemetry/daemonset-otel-agent.yaml index 6bc7fcf..19e733b 100644 --- a/tracing-tempo/opentelemetry/daemonset-otel-agent.yaml +++ b/tracing-tempo-v2/opentelemetry/daemonset-otel-agent.yaml @@ -30,8 +30,8 @@ spec: cpu: 500m memory: 500Mi requests: - cpu: 100m - memory: 100Mi + cpu: 10m + memory: 50Mi ports: # see https://github.com/open-telemetry/opentelemetry-collector/blob/main/extension/zpagesextension/README.md - containerPort: 55679 # Default endpoint for ZPages. diff --git a/tracing-tempo/opentelemetry/deployment-otel-collector.yaml b/tracing-tempo-v2/opentelemetry/deployment-otel-collector.yaml similarity index 97% rename from tracing-tempo/opentelemetry/deployment-otel-collector.yaml rename to tracing-tempo-v2/opentelemetry/deployment-otel-collector.yaml index ad76bb2..9065e8e 100644 --- a/tracing-tempo/opentelemetry/deployment-otel-collector.yaml +++ b/tracing-tempo-v2/opentelemetry/deployment-otel-collector.yaml @@ -33,8 +33,8 @@ spec: cpu: 1 memory: 2Gi requests: - cpu: 200m - memory: 400Mi + cpu: 10m + memory: 50Mi ports: # see https://github.com/open-telemetry/opentelemetry-collector/blob/main/extension/zpagesextension/README.md # http://localhost:55679/debug/servicez diff --git a/tracing-tempo/opentelemetry/kustomization.yaml b/tracing-tempo-v2/opentelemetry/kustomization.yaml similarity index 100% rename from tracing-tempo/opentelemetry/kustomization.yaml rename to tracing-tempo-v2/opentelemetry/kustomization.yaml diff --git a/tracing-tempo/opentelemetry/service-otel-agent.yaml b/tracing-tempo-v2/opentelemetry/service-otel-agent.yaml similarity index 100% rename from tracing-tempo/opentelemetry/service-otel-agent.yaml rename to tracing-tempo-v2/opentelemetry/service-otel-agent.yaml diff --git a/tracing-tempo/opentelemetry/service-otel-collector.yaml b/tracing-tempo-v2/opentelemetry/service-otel-collector.yaml similarity index 100% rename from tracing-tempo/opentelemetry/service-otel-collector.yaml rename to tracing-tempo-v2/opentelemetry/service-otel-collector.yaml diff --git a/tracing-tempo/patch.yaml b/tracing-tempo-v2/patch.yaml similarity index 85% rename from tracing-tempo/patch.yaml rename to tracing-tempo-v2/patch.yaml index ccf4de2..65c0807 100644 --- a/tracing-tempo/patch.yaml +++ b/tracing-tempo-v2/patch.yaml @@ -3,7 +3,7 @@ kind: StatefulSet metadata: name: ingester spec: - replicas: 2 + replicas: 1 template: spec: containers: @@ -13,8 +13,8 @@ spec: cpu: 200m memory: 500Mi requests: - cpu: 50m - memory: 100Mi + cpu: 10m + memory: 50Mi volumeClaimTemplates: - metadata: name: ingester-data @@ -42,8 +42,8 @@ spec: cpu: 200m memory: 500Mi requests: - cpu: 50m - memory: 100Mi + cpu: 10m + memory: 50Mi --- apiVersion: apps/v1 kind: Deployment @@ -60,8 +60,8 @@ spec: cpu: 200m memory: 500Mi requests: - cpu: 50m - memory: 100Mi + cpu: 10m + memory: 50Mi --- apiVersion: apps/v1 kind: Deployment @@ -78,8 +78,8 @@ spec: cpu: 200m memory: 500Mi requests: - cpu: 50m - memory: 100Mi + cpu: 10m + memory: 50Mi --- apiVersion: apps/v1 kind: Deployment @@ -96,8 +96,8 @@ spec: cpu: 200m memory: 500Mi requests: - cpu: 50m - memory: 100Mi + cpu: 10m + memory: 50Mi --- apiVersion: apps/v1 kind: Deployment @@ -114,5 +114,5 @@ spec: cpu: 100m memory: 500Mi requests: - cpu: 50m - memory: 100Mi \ No newline at end of file + cpu: 10m + memory: 10Mi \ No newline at end of file diff --git a/tracing-tempo/service-compactor.yaml b/tracing-tempo-v2/service-compactor.yaml similarity index 100% rename from tracing-tempo/service-compactor.yaml rename to tracing-tempo-v2/service-compactor.yaml diff --git a/tracing-tempo/service-distributor.yaml b/tracing-tempo-v2/service-distributor.yaml similarity index 100% rename from tracing-tempo/service-distributor.yaml rename to tracing-tempo-v2/service-distributor.yaml diff --git a/tracing-tempo/service-gossip-ring.yaml b/tracing-tempo-v2/service-gossip-ring.yaml similarity index 100% rename from tracing-tempo/service-gossip-ring.yaml rename to tracing-tempo-v2/service-gossip-ring.yaml diff --git a/tracing-tempo/service-ingester.yaml b/tracing-tempo-v2/service-ingester.yaml similarity index 100% rename from tracing-tempo/service-ingester.yaml rename to tracing-tempo-v2/service-ingester.yaml diff --git a/tracing-tempo/service-memcached.yaml b/tracing-tempo-v2/service-memcached.yaml similarity index 100% rename from tracing-tempo/service-memcached.yaml rename to tracing-tempo-v2/service-memcached.yaml diff --git a/tracing-tempo/service-querier.yaml b/tracing-tempo-v2/service-querier.yaml similarity index 100% rename from tracing-tempo/service-querier.yaml rename to tracing-tempo-v2/service-querier.yaml diff --git a/tracing-tempo/service-query-frontend-discovery.yaml b/tracing-tempo-v2/service-query-frontend-discovery.yaml similarity index 71% rename from tracing-tempo/service-query-frontend-discovery.yaml rename to tracing-tempo-v2/service-query-frontend-discovery.yaml index c034048..4a09650 100644 --- a/tracing-tempo/service-query-frontend-discovery.yaml +++ b/tracing-tempo-v2/service-query-frontend-discovery.yaml @@ -10,12 +10,6 @@ spec: - name: query-frontend-prom-metrics port: 3200 targetPort: 3200 - - name: tempo-query-jaeger-ui - port: 16686 - targetPort: 16686 - - name: tempo-query-jaeger-metrics - port: 16687 - targetPort: 16687 - name: grpc port: 9095 targetPort: 9095 diff --git a/tracing-tempo-v2/service-query-frontend.yaml b/tracing-tempo-v2/service-query-frontend.yaml new file mode 100644 index 0000000..0df8503 --- /dev/null +++ b/tracing-tempo-v2/service-query-frontend.yaml @@ -0,0 +1,20 @@ +apiVersion: v1 +kind: Service +metadata: + labels: + name: query-frontend + annotations: + prometheus.io/port: "3200" + prometheus.io/scrape: "true" + name: query-frontend +spec: + ports: + - name: query-frontend-prom-metrics + port: 3200 + targetPort: 3200 + - name: http + port: 80 + targetPort: 3200 + selector: + app: query-frontend + name: query-frontend diff --git a/tracing-tempo-v2/service-vulture.yaml b/tracing-tempo-v2/service-vulture.yaml new file mode 100644 index 0000000..698c2ef --- /dev/null +++ b/tracing-tempo-v2/service-vulture.yaml @@ -0,0 +1,17 @@ +apiVersion: v1 +kind: Service +metadata: + labels: + name: vulture + annotations: + prometheus.io/port: "8080" + prometheus.io/scrape: "true" + name: vulture +spec: + ports: + - name: vulture-prom-metrics + port: 8080 + targetPort: 8080 + selector: + app: vulture + name: vulture diff --git a/tracing-tempo/statefulSet-ingester.yaml b/tracing-tempo-v2/statefulSet-ingester.yaml similarity index 97% rename from tracing-tempo/statefulSet-ingester.yaml rename to tracing-tempo-v2/statefulSet-ingester.yaml index 21f3d3d..0580b36 100644 --- a/tracing-tempo/statefulSet-ingester.yaml +++ b/tracing-tempo-v2/statefulSet-ingester.yaml @@ -30,7 +30,7 @@ spec: - -target=ingester - -config.file=/conf/tempo.yaml - -mem-ballast-size-mbs=1024 - image: grafana/tempo:1.5.0 + image: grafana/tempo:2.0.0 imagePullPolicy: IfNotPresent name: ingester ports: diff --git a/tracing-tempo/statefulSet-memcached.yaml b/tracing-tempo-v2/statefulSet-memcached.yaml similarity index 74% rename from tracing-tempo/statefulSet-memcached.yaml rename to tracing-tempo-v2/statefulSet-memcached.yaml index ccf4347..dba5db4 100644 --- a/tracing-tempo/statefulSet-memcached.yaml +++ b/tracing-tempo-v2/statefulSet-memcached.yaml @@ -12,14 +12,17 @@ spec: metadata: labels: name: memcached + annotations: + prometheus.io/port: http-metrics + prometheus.io/scrape: "true" spec: - affinity: - podAntiAffinity: - requiredDuringSchedulingIgnoredDuringExecution: - - labelSelector: - matchLabels: - name: memcached - topologyKey: kubernetes.io/hostname + # affinity: + # podAntiAffinity: + # requiredDuringSchedulingIgnoredDuringExecution: + # - labelSelector: + # matchLabels: + # name: memcached + # topologyKey: kubernetes.io/hostname containers: - args: - -m 1024 diff --git a/tracing-tempo/configmap-tempo-query.yaml b/tracing-tempo/configmap-tempo-query.yaml deleted file mode 100644 index f4e8327..0000000 --- a/tracing-tempo/configmap-tempo-query.yaml +++ /dev/null @@ -1,7 +0,0 @@ -apiVersion: v1 -data: - tempo-query.yaml: | - backend: localhost:3200 -kind: ConfigMap -metadata: - name: tempo-query diff --git a/tracing-tempo/service-query-frontend.yaml b/tracing-tempo/service-query-frontend.yaml deleted file mode 100644 index 8ac2775..0000000 --- a/tracing-tempo/service-query-frontend.yaml +++ /dev/null @@ -1,41 +0,0 @@ -apiVersion: v1 -kind: Service -metadata: - labels: - name: query-frontend - annotations: - prometheus.io/port: "3200" - prometheus.io/scrape: "true" - name: query-frontend -spec: - ports: - - name: query-frontend-prom-metrics - port: 3200 - targetPort: 3200 - - name: tempo-query-jaeger-ui - port: 16686 - targetPort: 16686 - - name: http - port: 80 - targetPort: 3200 - selector: - app: query-frontend - name: query-frontend ---- -apiVersion: v1 -kind: Service -metadata: - labels: - name: query-frontend - annotations: - prometheus.io/port: "16687" - prometheus.io/scrape: "true" - name: query-frontend-jaeger-prom -spec: - ports: - - name: tempo-query-jaeger-metrics - port: 16687 - targetPort: 16687 - selector: - app: query-frontend - name: query-frontend