Refactor Logstash configuration for pilot_log collector: Remove unnec…

…essary fields and fix JSON parsing error
ATLAS-Analytics · Oct 4, 2024 · f63f187 · f63f187
1 parent c73b9e7
commit f63f187
Showing 1 changed file with 1 addition and 5 deletions.
diff --git a/configs/pilot_log.conf b/configs/pilot_log.conf
@@ -21,11 +21,7 @@ filter {
   # ruby { path => "/usr/share/logstash/filters/reformat.rb" }
 
   mutate {
-    remove_field => [ "version", "@version" ]
-    # remove_field => ["extra"][ "logger_name" ]
-    # remove_field => ["extra"][ "logstash_async_version" ]
-    # remove_field => ["extra"][ "process_name" ]
-    # remove_field => ["extra"][ "thread_name" ]
+    remove_field => [ "version", "@version", "[extra][logger_name]","[extra][logstash_async_version]","[extra][process_name]","[extra][thread_name]"]
   }
 # extra.path has this random thing that should be shortened /scratch/atlas_MTFrHlIS/pilot3/pilot/util/realtimelogger.py
 }