From 68435001137cc180e6f86cd0d3b070c52e74d3a1 Mon Sep 17 00:00:00 2001
From: Ilija Vukotic <ivukotic@uchicago.edu>
Date: Fri, 4 Oct 2024 15:00:42 -0500
Subject: [PATCH] Refactor Logstash configuration: Remove unnecessary fields
 and fix JSON parsing error

---
 configs/pilot_log.conf | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/configs/pilot_log.conf b/configs/pilot_log.conf
index ea39b2f..1ac58ff 100644
--- a/configs/pilot_log.conf
+++ b/configs/pilot_log.conf
@@ -38,7 +38,7 @@ filter {
   
   mutate {
     remove_field => [ "message_kv", "input_message", "version", "@version" ]
-    remove_field => [ "PilotTimeStamp" ]
+    remove_field => [ "PilotTimeStamp", "@timestamp_nanoseconds" ]
     remove_field => [ "[extra][func_name]", "[extra][logger_name]", "[extra][line]", "[extra][path]", "[extra][logstash_async_version]", "[extra][process_name]", "[extra][thread_name]" ]
     convert => { "RequestID" => "integer" }
     convert => { "PandaJobID" => "integer" }