From 67032bcf9686de577f37fe3ac72fade9fb7e0577 Mon Sep 17 00:00:00 2001 From: David Kirov Date: Thu, 2 Jan 2025 13:31:21 +0200 Subject: [PATCH 01/12] Add logs assets --- milvus/assets/logs/milvus.yaml | 52 +++++++++++++++++++++++++++++ milvus/assets/logs/milvus_test.yaml | 25 ++++++++++++++ 2 files changed, 77 insertions(+) create mode 100644 milvus/assets/logs/milvus.yaml create mode 100644 milvus/assets/logs/milvus_test.yaml diff --git a/milvus/assets/logs/milvus.yaml b/milvus/assets/logs/milvus.yaml new file mode 100644 index 0000000000000..16b9746208cd2 --- /dev/null +++ b/milvus/assets/logs/milvus.yaml @@ -0,0 +1,52 @@ +id: milvus +metric_id: milvus +backend_only: false +facets: null +pipeline: + type: pipeline + name: Milvus + enabled: true + filter: + query: source:milvus + processors: + - type: grok-parser + name: Grok Parser + enabled: true + source: message + samples: + - '[2024/11/27 14:07:51.849 +00:00] [INFO] [datacoord/handler.go:341] + ["channel seek position set from channel checkpoint meta"] + [channel=by-dev-rootcoord-dml_2_453764875273209568v0] + [posTs=454221223538458625] [posTime=2024/11/27 14:07:39.421 +00:00]' + - '[2024/11/27 14:07:01.849 +00:00] [INFO] [datacoord/services.go:833] + ["datacoord append channelInfo in GetRecoveryInfo"] + [traceID=ed216b196edf0589f281c4ad800f6565] + [collectionID=453764875273209568] [partitionIDs="[]"] + [channel=by-dev-rootcoord-dml_2_453764875273209568v0] ["# of unflushed + segments"=0] ["# of flushed segments"=1] ["# of dropped segments"=0] + ["# of indexed segments"=0] ["# of l0 segments"=0]' + - '[2024/11/27 14:06:51.852 +00:00] [INFO] [datacoord/services.go:818] + ["get recovery info request received"] + [traceID=54cda8d3229d00982db785351a12ea7a] + [collectionID=453764875273212700] [partitionIDs="[]"]' + grok: + supportRules: message_rule + \[?(")%{data:message.body}?(")]\s+%{data:message.details:array("[]","] + [")} + matchRules: rule1 \[%{date("yyyy/MM/dd HH:mm:ss.SSS + ZZ"):date}]\s+\[%{word:level}\]\s+\[%{word:service}/%{notSpace:file}:%{word:lineno}\]\s+%{message_rule} + - type: status-remapper + name: Status Remapper + enabled: true + sources: + - level + - type: message-remapper + name: Message Remapper + enabled: true + sources: + - message.body + - type: date-remapper + name: Date Remapper + enabled: true + sources: + - date diff --git a/milvus/assets/logs/milvus_test.yaml b/milvus/assets/logs/milvus_test.yaml new file mode 100644 index 0000000000000..ca491baee0025 --- /dev/null +++ b/milvus/assets/logs/milvus_test.yaml @@ -0,0 +1,25 @@ +id: milvus +tests: + - sample: '[2024/11/27 14:07:51.849 +00:00] [INFO] [datacoord/handler.go:341] + ["channel seek position set from channel checkpoint meta"] + [channel=by-dev-rootcoord-dml_2_453764875273209568v0] + [posTs=454221223538458625] [posTime=2024/11/27 14:07:39.421 +00:00]' + result: null + - sample: '[2024/11/27 14:07:01.849 +00:00] [INFO] [datacoord/services.go:833] + ["datacoord append channelInfo in GetRecoveryInfo"] + [traceID=ed216b196edf0589f281c4ad800f6565] + [collectionID=453764875273209568] [partitionIDs="[]"] + [channel=by-dev-rootcoord-dml_2_453764875273209568v0] ["# of unflushed + segments"=0] ["# of flushed segments"=1] ["# of dropped segments"=0] ["# + of indexed segments"=0] ["# of l0 segments"=0]' + result: null + - sample: '[2024/11/27 14:06:51.852 +00:00] [INFO] [datacoord/services.go:818] + ["get recovery info request received"] + [traceID=54cda8d3229d00982db785351a12ea7a] + [collectionID=453764875273212700] [partitionIDs="[]"]' + result: null + +# The `result` field should be left blank to start. Once you submit your log asset files with +# your integration pull-request in a Datadog GitHub repository, Datadog's validations will +# run your raw logs against your pipeline and return the result. If the result output in the +# validation is accurate, take the output and add it to the `result` field in your test YAML file. From d8fa17be758ad41a6ea662ffb9b89a95db7e62e3 Mon Sep 17 00:00:00 2001 From: David Kirov Date: Thu, 2 Jan 2025 13:39:13 +0200 Subject: [PATCH 02/12] Update README --- milvus/README.md | 38 ++++++++++++++++++++++++++++++++++++++ 1 file changed, 38 insertions(+) diff --git a/milvus/README.md b/milvus/README.md index e9278fa0871f9..7ccfbb4c53636 100644 --- a/milvus/README.md +++ b/milvus/README.md @@ -34,6 +34,42 @@ For containerized environments, see the [Autodiscovery Integration Templates][3] +#### Logs + +The Milvus integration can collect logs from the Milvus pods or containers. + + + + +Apply this if you want to collect logs from Milvus standalone containers. + +1. Collecting logs is disabled by default in the Datadog Agent. Enable it in your `datadog.yaml` file: + + ```yaml + logs_enabled: true + ``` + +2. Uncomment and edit the logs configuration block in your `milvus.d/conf.yaml` file. Here's an example: + + ```yaml + logs: + - type: docker + source: milvus + service: milvus + ``` + + + + +Apply this if you want to collect logs from a Milvus Kubernetes cluster. + +Collecting logs is disabled by default in the Datadog Agent. To enable it, see [Kubernetes Log Collection][10]. + +Then, set Log Integrations as pod annotations. This can also be configured with a file, a configmap, or a key-value store. For more information, see the configuration section of [Kubernetes Log Collection][11]. + + + + ### Validation [Run the Agent's status subcommand][6] and look for `milvus` under the Checks section. @@ -66,3 +102,5 @@ Need help? Contact [Datadog support][9]. [7]: https://github.com/DataDog/integrations-core/blob/master/milvus/metadata.csv [8]: https://github.com/DataDog/integrations-core/blob/master/milvus/assets/service_checks.json [9]: https://docs.datadoghq.com/help/ +[10]: https://docs.datadoghq.com/agent/kubernetes/log/#setup +[11]: https://docs.datadoghq.com/agent/kubernetes/log/#configuration From 7dc7404ae7f661b003eb78d8bc55e7ca44e31fdf Mon Sep 17 00:00:00 2001 From: David Kirov Date: Thu, 2 Jan 2025 13:56:26 +0200 Subject: [PATCH 03/12] Fix logs assets --- milvus/assets/logs/milvus.yaml | 6 +++--- milvus/assets/logs/{milvus_test.yaml => milvus_tests.yaml} | 0 2 files changed, 3 insertions(+), 3 deletions(-) rename milvus/assets/logs/{milvus_test.yaml => milvus_tests.yaml} (100%) diff --git a/milvus/assets/logs/milvus.yaml b/milvus/assets/logs/milvus.yaml index 16b9746208cd2..42355b7f26df8 100644 --- a/milvus/assets/logs/milvus.yaml +++ b/milvus/assets/logs/milvus.yaml @@ -36,17 +36,17 @@ pipeline: matchRules: rule1 \[%{date("yyyy/MM/dd HH:mm:ss.SSS ZZ"):date}]\s+\[%{word:level}\]\s+\[%{word:service}/%{notSpace:file}:%{word:lineno}\]\s+%{message_rule} - type: status-remapper - name: Status Remapper + name: Define `level` as the official status of the log enabled: true sources: - level - type: message-remapper - name: Message Remapper + name: Define `message.body` as the official message of the log enabled: true sources: - message.body - type: date-remapper - name: Date Remapper + name: Define `date` as the official date of the log enabled: true sources: - date diff --git a/milvus/assets/logs/milvus_test.yaml b/milvus/assets/logs/milvus_tests.yaml similarity index 100% rename from milvus/assets/logs/milvus_test.yaml rename to milvus/assets/logs/milvus_tests.yaml From 617114f220a010dd38cd9c9e51cfe533d91f3e1b Mon Sep 17 00:00:00 2001 From: David Kirov Date: Thu, 2 Jan 2025 14:22:31 +0200 Subject: [PATCH 04/12] Add test results --- milvus/assets/logs/milvus_tests.yaml | 86 ++++++++++++++++++++-------- 1 file changed, 63 insertions(+), 23 deletions(-) diff --git a/milvus/assets/logs/milvus_tests.yaml b/milvus/assets/logs/milvus_tests.yaml index ca491baee0025..1ed1cecfeb3e1 100644 --- a/milvus/assets/logs/milvus_tests.yaml +++ b/milvus/assets/logs/milvus_tests.yaml @@ -1,25 +1,65 @@ id: milvus tests: - - sample: '[2024/11/27 14:07:51.849 +00:00] [INFO] [datacoord/handler.go:341] - ["channel seek position set from channel checkpoint meta"] - [channel=by-dev-rootcoord-dml_2_453764875273209568v0] - [posTs=454221223538458625] [posTime=2024/11/27 14:07:39.421 +00:00]' - result: null - - sample: '[2024/11/27 14:07:01.849 +00:00] [INFO] [datacoord/services.go:833] - ["datacoord append channelInfo in GetRecoveryInfo"] - [traceID=ed216b196edf0589f281c4ad800f6565] - [collectionID=453764875273209568] [partitionIDs="[]"] - [channel=by-dev-rootcoord-dml_2_453764875273209568v0] ["# of unflushed - segments"=0] ["# of flushed segments"=1] ["# of dropped segments"=0] ["# - of indexed segments"=0] ["# of l0 segments"=0]' - result: null - - sample: '[2024/11/27 14:06:51.852 +00:00] [INFO] [datacoord/services.go:818] - ["get recovery info request received"] - [traceID=54cda8d3229d00982db785351a12ea7a] - [collectionID=453764875273212700] [partitionIDs="[]"]' - result: null - -# The `result` field should be left blank to start. Once you submit your log asset files with -# your integration pull-request in a Datadog GitHub repository, Datadog's validations will -# run your raw logs against your pipeline and return the result. If the result output in the -# validation is accurate, take the output and add it to the `result` field in your test YAML file. + - + sample: "[2024/11/27 14:07:51.849 +00:00] [INFO] [datacoord/handler.go:341] [\"channel seek position set from channel checkpoint meta\"] [channel=by-dev-rootcoord-dml_2_453764875273209568v0] [posTs=454221223538458625] [posTime=2024/11/27 14:07:39.421 +00:00]" + result: + custom: + date: 1732716471849 + file: "handler.go" + level: "INFO" + lineno: "341" + message: + details: + - "channel=by-dev-rootcoord-dml_2_453764875273209568v0" + - "posTs=454221223538458625" + - "posTime=2024/11/27 14:07:39.421 +00:00" + service: "datacoord" + message: "channel seek position set from channel checkpoint meta" + status: "info" + tags: + - "source:LOGS_SOURCE" + timestamp: 1732716471849 + - + sample: "[2024/11/27 14:07:01.849 +00:00] [INFO] [datacoord/services.go:833] [\"datacoord append channelInfo in GetRecoveryInfo\"] [traceID=ed216b196edf0589f281c4ad800f6565] [collectionID=453764875273209568] [partitionIDs=\"[]\"] [channel=by-dev-rootcoord-dml_2_453764875273209568v0] [\"# of unflushed segments\"=0] [\"# of flushed segments\"=1] [\"# of dropped segments\"=0] [\"# of indexed segments\"=0] [\"# of l0 segments\"=0]" + result: + custom: + date: 1732716421849 + file: "services.go" + level: "INFO" + lineno: "833" + message: + details: + - "traceID=ed216b196edf0589f281c4ad800f6565" + - "collectionID=453764875273209568" + - "partitionIDs=\"[]\"" + - "channel=by-dev-rootcoord-dml_2_453764875273209568v0" + - "\"# of unflushed segments\"=0" + - "\"# of flushed segments\"=1" + - "\"# of dropped segments\"=0" + - "\"# of indexed segments\"=0" + - "\"# of l0 segments\"=0" + service: "datacoord" + message: "datacoord append channelInfo in GetRecoveryInfo" + status: "info" + tags: + - "source:LOGS_SOURCE" + timestamp: 1732716421849 + - + sample: "[2024/11/27 14:06:51.852 +00:00] [INFO] [datacoord/services.go:818] [\"get recovery info request received\"] [traceID=54cda8d3229d00982db785351a12ea7a] [collectionID=453764875273212700] [partitionIDs=\"[]\"]" + result: + custom: + date: 1732716411852 + file: "services.go" + level: "INFO" + lineno: "818" + message: + details: + - "traceID=54cda8d3229d00982db785351a12ea7a" + - "collectionID=453764875273212700" + - "partitionIDs=\"[]\"" + service: "datacoord" + message: "get recovery info request received" + status: "info" + tags: + - "source:LOGS_SOURCE" + timestamp: 1732716411852 From 1676aca10334d3a3a814f175b0be809765e5fede Mon Sep 17 00:00:00 2001 From: David Kirov Date: Fri, 3 Jan 2025 17:21:06 +0200 Subject: [PATCH 05/12] Add logs to spec.yaml --- milvus/assets/configuration/spec.yaml | 5 +++++ .../milvus/data/conf.yaml.example | 20 +++++++++++++++++++ 2 files changed, 25 insertions(+) diff --git a/milvus/assets/configuration/spec.yaml b/milvus/assets/configuration/spec.yaml index 100b70fcc547f..8ead7189c1daf 100644 --- a/milvus/assets/configuration/spec.yaml +++ b/milvus/assets/configuration/spec.yaml @@ -13,3 +13,8 @@ files: openmetrics_endpoint.description: | Endpoint exposing Milvus' Prometheus metrics. For more information, refer to https://milvus.io/docs/monitor.md#Monitor-metrics-with-Prometheus. + - template: logs + example: + - type: docker + source: milvus + service: diff --git a/milvus/datadog_checks/milvus/data/conf.yaml.example b/milvus/datadog_checks/milvus/data/conf.yaml.example index b275903aba352..3bfee7495e1a1 100644 --- a/milvus/datadog_checks/milvus/data/conf.yaml.example +++ b/milvus/datadog_checks/milvus/data/conf.yaml.example @@ -624,3 +624,23 @@ instances: # - # exclude: # - + +## Log Section +## +## type - required - Type of log input source (tcp / udp / file / windows_event). +## port / path / channel_path - required - Set port if type is tcp or udp. +## Set path if type is file. +## Set channel_path if type is windows_event. +## source - required - Attribute that defines which integration sent the logs. +## encoding - optional - For file specifies the file encoding. Default is utf-8. Other +## possible values are utf-16-le and utf-16-be. +## service - optional - The name of the service that generates the log. +## Overrides any `service` defined in the `init_config` section. +## tags - optional - Add tags to the collected logs. +## +## Discover Datadog log collection: https://docs.datadoghq.com/logs/log_collection/ +# +# logs: +# - type: docker +# source: milvus +# service: From 48a5f96706685e55bcd4171dd5bb0089f5275f65 Mon Sep 17 00:00:00 2001 From: David Kirov Date: Fri, 3 Jan 2025 17:24:32 +0200 Subject: [PATCH 06/12] Update manifest --- milvus/manifest.json | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/milvus/manifest.json b/milvus/manifest.json index bf25c410ae353..b368a6d909103 100644 --- a/milvus/manifest.json +++ b/milvus/manifest.json @@ -16,6 +16,7 @@ "Supported OS::Windows", "Supported OS::macOS", "Category::AI/ML", + "Category::Log Collection", "Offering::Integration", "Submitted Data Type::Metrics", "Submitted Data Type::Logs" @@ -40,6 +41,9 @@ "service_checks": { "metadata_path": "assets/service_checks.json" } + }, + "logs": { + "source": "milvus" } }, "author": { From 1e62633d211e23753ad6fb2388252ee9fe6a3d76 Mon Sep 17 00:00:00 2001 From: David Kirov Date: Fri, 3 Jan 2025 18:01:46 +0200 Subject: [PATCH 07/12] Add saved views --- .../saved_views/error_logs_overview.json | 24 +++++++++++++++++++ milvus/assets/saved_views/logs_overview.json | 24 +++++++++++++++++++ milvus/manifest.json | 4 ++++ 3 files changed, 52 insertions(+) create mode 100644 milvus/assets/saved_views/error_logs_overview.json create mode 100644 milvus/assets/saved_views/logs_overview.json diff --git a/milvus/assets/saved_views/error_logs_overview.json b/milvus/assets/saved_views/error_logs_overview.json new file mode 100644 index 0000000000000..e5e41d472663e --- /dev/null +++ b/milvus/assets/saved_views/error_logs_overview.json @@ -0,0 +1,24 @@ +{ + "name": "Milvus Error Logs Overview", + "type": "logs", + "page": "stream", + "query": "source:milvus -status:(warn OR info)", + "timerange": { + "interval_ms": 3600000 + }, + "visible_facets": [ + "source", + "host", + "service" + ], + "options": { + "columns": [ + "host", + "service" + ], + "show_date_column": true, + "show_message_column": true, + "message_display": "inline", + "show_timeline": true + } +} diff --git a/milvus/assets/saved_views/logs_overview.json b/milvus/assets/saved_views/logs_overview.json new file mode 100644 index 0000000000000..024965037b647 --- /dev/null +++ b/milvus/assets/saved_views/logs_overview.json @@ -0,0 +1,24 @@ +{ + "name": "Milvus Logs Overview", + "type": "logs", + "page": "stream", + "query": "source:milvus", + "timerange": { + "interval_ms": 3600000 + }, + "visible_facets": [ + "source", + "host", + "service" + ], + "options": { + "columns": [ + "host", + "service" + ], + "show_date_column": true, + "show_message_column": true, + "message_display": "inline", + "show_timeline": true + } +} diff --git a/milvus/manifest.json b/milvus/manifest.json index b368a6d909103..dbde2022dcafe 100644 --- a/milvus/manifest.json +++ b/milvus/manifest.json @@ -42,6 +42,10 @@ "metadata_path": "assets/service_checks.json" } }, + "saved_views": { + "Milvus Logs Overview": "assets/saved_views/logs_overview.json", + "Milvus Error Logs Overview": "assets/saved_views/error_logs_overview.json" + }, "logs": { "source": "milvus" } From 9448186d9deaaf9f1825200ee738abd30b83f3b6 Mon Sep 17 00:00:00 2001 From: David Kirov Date: Fri, 3 Jan 2025 18:03:00 +0200 Subject: [PATCH 08/12] Add changelog --- milvus/changelog.d/19331.added | 1 + 1 file changed, 1 insertion(+) create mode 100644 milvus/changelog.d/19331.added diff --git a/milvus/changelog.d/19331.added b/milvus/changelog.d/19331.added new file mode 100644 index 0000000000000..ac0300e571590 --- /dev/null +++ b/milvus/changelog.d/19331.added @@ -0,0 +1 @@ +Add Milvus logs From dbd7747ca2d50e347d0b682b56322b0e35641d0f Mon Sep 17 00:00:00 2001 From: David Kirov Date: Mon, 6 Jan 2025 11:22:01 +0100 Subject: [PATCH 09/12] Improve message_rule --- milvus/assets/logs/milvus.yaml | 4 ++-- milvus/assets/logs/milvus_tests.yaml | 14 ++++++++++++++ 2 files changed, 16 insertions(+), 2 deletions(-) diff --git a/milvus/assets/logs/milvus.yaml b/milvus/assets/logs/milvus.yaml index 42355b7f26df8..db4f15ca1fa04 100644 --- a/milvus/assets/logs/milvus.yaml +++ b/milvus/assets/logs/milvus.yaml @@ -29,10 +29,10 @@ pipeline: ["get recovery info request received"] [traceID=54cda8d3229d00982db785351a12ea7a] [collectionID=453764875273212700] [partitionIDs="[]"]' + - '[2024/11/18 15:15:45.120 +00:00] [INFO] [roles/roles.go:282] [setupPrometheusHTTPServer]' grok: supportRules: message_rule - \[?(")%{data:message.body}?(")]\s+%{data:message.details:array("[]","] - [")} + \["?%{data:message.body}"?](\s+%{data:message.details:array("[]","] [")})? matchRules: rule1 \[%{date("yyyy/MM/dd HH:mm:ss.SSS ZZ"):date}]\s+\[%{word:level}\]\s+\[%{word:service}/%{notSpace:file}:%{word:lineno}\]\s+%{message_rule} - type: status-remapper diff --git a/milvus/assets/logs/milvus_tests.yaml b/milvus/assets/logs/milvus_tests.yaml index 1ed1cecfeb3e1..72e394c966ab0 100644 --- a/milvus/assets/logs/milvus_tests.yaml +++ b/milvus/assets/logs/milvus_tests.yaml @@ -63,3 +63,17 @@ tests: tags: - "source:LOGS_SOURCE" timestamp: 1732716411852 + - + sample: "[2024/11/18 15:15:45.120 +00:00] [INFO] [roles/roles.go:282] [setupPrometheusHTTPServer]" + result: + custom: + date: 1731942945120 + file: "roles.go" + level: "INFO" + lineno: "282" + service: "roles" + message: "setupPrometheusHTTPServer" + status: "info" + tags: + - "source:LOGS_SOURCE" + timestamp: 1731942945120 From 8553bdaa9d3765b3afe68be19eacf4637a400ed5 Mon Sep 17 00:00:00 2001 From: David Kirov Date: Mon, 6 Jan 2025 11:50:07 +0100 Subject: [PATCH 10/12] Add second parsing rule --- milvus/assets/logs/milvus.yaml | 1 + milvus/assets/logs/milvus_tests.yaml | 4 ++++ 2 files changed, 5 insertions(+) diff --git a/milvus/assets/logs/milvus.yaml b/milvus/assets/logs/milvus.yaml index db4f15ca1fa04..8bb69321f358f 100644 --- a/milvus/assets/logs/milvus.yaml +++ b/milvus/assets/logs/milvus.yaml @@ -35,6 +35,7 @@ pipeline: \["?%{data:message.body}"?](\s+%{data:message.details:array("[]","] [")})? matchRules: rule1 \[%{date("yyyy/MM/dd HH:mm:ss.SSS ZZ"):date}]\s+\[%{word:level}\]\s+\[%{word:service}/%{notSpace:file}:%{word:lineno}\]\s+%{message_rule} + rule 2 %{regex("[IWE]"):level}%{date("yyyyMMdd HH:mm:ss.SSSSSS"):date}\s+%{number:pid}\s+%{notSpace:file}:%{word:lineno}]\s+%{data:message.details:array("[]","][")}\s+%{data:message.body} - type: status-remapper name: Define `level` as the official status of the log enabled: true diff --git a/milvus/assets/logs/milvus_tests.yaml b/milvus/assets/logs/milvus_tests.yaml index 72e394c966ab0..3d5e55eb0a752 100644 --- a/milvus/assets/logs/milvus_tests.yaml +++ b/milvus/assets/logs/milvus_tests.yaml @@ -77,3 +77,7 @@ tests: tags: - "source:LOGS_SOURCE" timestamp: 1731942945120 + - + sample: I20241118 15:15:45.622637 26 thread_pool.h:178] [KNOWHERE][InitGlobalBuildThreadPool][milvus] Init global build thread pool with size 7 + - + sample: I20241118 15:15:45.626205 33 MmapChunkManager.cpp:302] [SERVER][MmapChunkManager][milvus] Init MappChunkManager with: Path /var/lib/milvus/data/mmap/mmap_chunk_manager, MaxDiskSize 121418772 MB, FixedFileSize 1 MB. From f7d8eec9564126ab444f7c436b41f8b5259e0c4c Mon Sep 17 00:00:00 2001 From: David Kirov Date: Mon, 6 Jan 2025 14:05:28 +0100 Subject: [PATCH 11/12] Replace data with regex in parsing rule 1 --- milvus/assets/logs/milvus.yaml | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/milvus/assets/logs/milvus.yaml b/milvus/assets/logs/milvus.yaml index 8bb69321f358f..b7e102e50cfe0 100644 --- a/milvus/assets/logs/milvus.yaml +++ b/milvus/assets/logs/milvus.yaml @@ -33,9 +33,8 @@ pipeline: grok: supportRules: message_rule \["?%{data:message.body}"?](\s+%{data:message.details:array("[]","] [")})? - matchRules: rule1 \[%{date("yyyy/MM/dd HH:mm:ss.SSS - ZZ"):date}]\s+\[%{word:level}\]\s+\[%{word:service}/%{notSpace:file}:%{word:lineno}\]\s+%{message_rule} - rule 2 %{regex("[IWE]"):level}%{date("yyyyMMdd HH:mm:ss.SSSSSS"):date}\s+%{number:pid}\s+%{notSpace:file}:%{word:lineno}]\s+%{data:message.details:array("[]","][")}\s+%{data:message.body} + matchRules: rule1 \[%{date("yyyy/MM/dd HH:mm:ss.SSS ZZ"):date}]\s+\[%{word:level}\]\s+\[%{word:service}/%{notSpace:file}:%{word:lineno}\]\s+%{message_rule} + rule 2 %{regex("[IWE]"):level}%{date("yyyyMMdd HH:mm:ss.SSSSSS"):date}\s+%{number:pid}\s+%{notSpace:file}:%{word:lineno}]\s+%{data:message.details:array("[]","][")}\s+%{data:message.body} - type: status-remapper name: Define `level` as the official status of the log enabled: true From 03b9cdc96a834819cb48ef5463a81fd7c8d7d867 Mon Sep 17 00:00:00 2001 From: David Kirov Date: Mon, 6 Jan 2025 16:24:35 +0100 Subject: [PATCH 12/12] Add quotes to samples --- milvus/assets/logs/milvus_tests.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/milvus/assets/logs/milvus_tests.yaml b/milvus/assets/logs/milvus_tests.yaml index 3d5e55eb0a752..08e615ed23754 100644 --- a/milvus/assets/logs/milvus_tests.yaml +++ b/milvus/assets/logs/milvus_tests.yaml @@ -78,6 +78,6 @@ tests: - "source:LOGS_SOURCE" timestamp: 1731942945120 - - sample: I20241118 15:15:45.622637 26 thread_pool.h:178] [KNOWHERE][InitGlobalBuildThreadPool][milvus] Init global build thread pool with size 7 + sample: "I20241118 15:15:45.622637 26 thread_pool.h:178] [KNOWHERE][InitGlobalBuildThreadPool][milvus] Init global build thread pool with size 7" - - sample: I20241118 15:15:45.626205 33 MmapChunkManager.cpp:302] [SERVER][MmapChunkManager][milvus] Init MappChunkManager with: Path /var/lib/milvus/data/mmap/mmap_chunk_manager, MaxDiskSize 121418772 MB, FixedFileSize 1 MB. + sample: "I20241118 15:15:45.626205 33 MmapChunkManager.cpp:302] [SERVER][MmapChunkManager][milvus] Init MappChunkManager with: Path /var/lib/milvus/data/mmap/mmap_chunk_manager, MaxDiskSize 121418772 MB, FixedFileSize 1 MB."