forked from influxdata/telegraf
-
Notifications
You must be signed in to change notification settings - Fork 0
/
kafka-connect.conf
90 lines (75 loc) · 6.4 KB
/
kafka-connect.conf
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
[[inputs.jolokia2_agent]]
urls = ["http://localhost:8080/jolokia"]
name_prefix = "kafka.connect."
[[processors.enum]]
[[processors.enum.mapping]]
field = "status"
[processors.enum.mapping.value_mappings]
paused = 0
running = 1
unassigned = 2
failed = 3
destroyed = 4
[inputs.jolokia2_agent.tags]
input_type = "kafka-connect"
# https://kafka.apache.org/documentation/#connect_monitoring
[[inputs.jolokia2_agent.metric]]
name = "connectWorkerMetrics"
mbean = "kafka.connect:type=connect-worker-metrics"
paths = ["connector-count", "connector-startup-attempts-total", "connector-startup-failure-percentage", "connector-startup-failure-total", "connector-startup-success-percentage", "connector-startup-success-total", "task-count", "task-startup-attempts-total", "task-startup-failure-percentage", "task-startup-failure-total", "task-startup-success-percentage", "task-startup-success-total"]
[[inputs.jolokia2_agent.metric]]
name = "connectWorkerMetrics"
mbean = "kafka.connect:type=connect-worker-metrics,connector=*"
paths = ["connector-destroyed-task-count", "connector-failed-task-count", "connector-paused-task-count", "connector-running-task-count", "connector-total-task-count", "connector-unassigned-task-count"]
tag_keys = ["connector"]
[[inputs.jolokia2_agent.metric]]
name = "connectWorkerRebalanceMetrics"
mbean = "kafka.connect:type=connect-worker-rebalance-metrics"
paths = ["completed-rebalances-total", "connect-protocol", "epoch", "leader-name", "rebalance-avg-time-ms", "rebalance-max-time-ms", "rebalancing", "time-since-last-rebalance-ms"]
[[inputs.jolokia2_agent.metric]]
name = "connectorMetrics"
mbean = "kafka.connect:type=connector-metrics,connector=*"
paths = ["connector-class", "connector-version", "connector-type", "status"]
tag_keys = ["connector"]
[[inputs.jolokia2_agent.metric]]
name = "connectorTaskMetrics"
mbean = "kafka.connect:type=connector-task-metrics,connector=*,task=*"
paths = ["batch-size-avg", "batch-size-max", "offset-commit-avg-time-ms", "offset-commit-failure-percentage", "offset-commit-max-time-ms", "offset-commit-success-percentage", "pause-ratio", "running-ratio", "status"]
tag_keys = ["connector", "task"]
[[inputs.jolokia2_agent.metric]]
name = "sinkTaskMetrics"
mbean = "kafka.connect:type=sink-task-metrics,connector=*,task=*"
paths = ["offset-commit-completion-rate", "offset-commit-completion-total", "offset-commit-seq-no", "offset-commit-skip-rate", "offset-commit-skip-total", "partition-count", "put-batch-avg-time-ms", "put-batch-max-time-ms", "sink-record-active-count", "sink-record-active-count-avg", "sink-record-active-count-max", "sink-record-lag-max", "sink-record-read-rate", "sink-record-read-total", "sink-record-send-rate", "sink-record-send-total"]
tag_keys = ["connector", "task"]
[[inputs.jolokia2_agent.metric]]
name = "sourceTaskMetrics"
mbean = "kafka.connect:type=source-task-metrics,connector=*,task=*"
paths = ["poll-batch-avg-time-ms", "poll-batch-max-time-ms", "source-record-active-count", "source-record-active-count-avg", "source-record-active-count-max", "source-record-poll-rate", "source-record-poll-total", "source-record-write-rate", "source-record-write-total"]
tag_keys = ["connector", "task"]
[[inputs.jolokia2_agent.metric]]
name = "taskErrorMetrics"
mbean = "kafka.connect:type=task-error-metrics,connector=*,task=*"
paths = ["deadletterqueue-produce-failures", "deadletterqueue-produce-requests", "last-error-timestamp", "total-errors-logged", "total-record-errors", "total-record-failures", "total-records-skipped", "total-retries"]
tag_keys = ["connector", "task"]
# https://kafka.apache.org/documentation/#selector_monitoring
[[inputs.jolokia2_agent.metric]]
name = "connectMetrics"
mbean = "kafka.connect:type=connect-metrics,client-id=*"
paths = ["connection-close-rate", "connection-close-total", "connection-creation-rate", "connection-creation-total", "network-io-rate", "network-io-total", "outgoing-byte-rate", "outgoing-byte-total", "request-rate", "request-total", "request-size-avg", "request-size-max", "incoming-byte-rate", "incoming-byte-rate", "incoming-byte-total", "response-rate", "response-total", "select-rate", "select-total", "io-wait-time-ns-avg", "io-wait-ratio", "io-time-ns-avg", "io-ratio", "connection-count", "successful-authentication-rate", "successful-authentication-total", "failed-authentication-rate", "failed-authentication-total", "successful-reauthentication-rate", "successful-reauthentication-total", "reauthentication-latency-max", "reauthentication-latency-avg", "failed-reauthentication-rate", "failed-reauthentication-total", "successful-authentication-no-reauth-total"]
tag_keys = ["client-id"]
# https://kafka.apache.org/documentation/#common_node_monitoring
[[inputs.jolokia2_agent.metric]]
name = "connectNodeMetrics"
mbean = "kafka.connect:type=connect-node-metrics,client-id=*,node-id=*"
paths = ["outgoing-byte-rate", "outgoing-byte-total", "request-rate", "request-total", "request-size-avg", "request-size-max", "incoming-byte-rate", "incoming-byte-total", "request-latency-avg", "request-latency-max", "response-rate", "response-total"]
tag_keys = ["client-id", "node-id"]
[[inputs.jolokia2_agent.metric]]
name = "appInfo"
mbean = "kafka.connect:type=app-info,client-id=*"
paths = ["start-time-ms", "commit-id", "version"]
tag_keys = ["client-id"]
[[inputs.jolokia2_agent.metric]]
name = "connectCoordinatorMetrics"
mbean = "kafka.connect:type=connect-coordinator-metrics,client-id=*"
paths = ["join-time-max", "failed-rebalance-rate-per-hour", "rebalance-latency-total", "sync-time-avg", "join-rate", "sync-rate", "failed-rebalance-total", "rebalance-total", "last-heartbeat-seconds-ago", "heartbeat-rate", "join-time-avg", "sync-total", "rebalance-latency-max", "sync-time-max", "last-rebalance-seconds-ago", "rebalance-rate-per-hour", "assigned-connectors", "heartbeat-total", "assigned-tasks", "heartbeat-response-time-max", "rebalance-latency-avg", "join-total"]
tag_keys = ["client-id"]