converts

ATLAS-Analytics · Oct 4, 2024 · d966484 · d966484
1 parent 673514e
commit d966484
Showing 1 changed file with 5 additions and 3 deletions.
diff --git a/configs/pilot_log.conf b/configs/pilot_log.conf
@@ -38,7 +38,11 @@ filter {
   }
 
   mutate {
-    remove_field => [ "message_kv", "version", "@version", "[extra][logger_name]", "[extra][logstash_async_version]", "[extra][process_name]", "[extra][thread_name]"]
+    remove_field => [ "message_kv", "input_message", "version", "@version", "[extra][logger_name]", "[extra][logstash_async_version]", "[extra][process_name]", "[extra][thread_name]"]
+    convert => { "RequestID" => "integer" }
+    convert => { "PandaJobID" => "integer" }
+    convert => { "TaskID" => "integer" }
+    convert => { "Harvester_WorkerID" => "integer" }
   }
 # extra.path has this random thing that should be shortened /scratch/atlas_MTFrHlIS/pilot3/pilot/util/realtimelogger.py
 }
@@ -58,8 +62,6 @@ output {
     hosts => "atlas-kibana.mwt2.org"
     ssl => true
     action => "create"
-    # data_stream => "true"
-    # data_stream_type => "logs"
     index => 'pilot_log'
     user => "uc_logstash_indexer"
     password => "${LOGSTASH_PWD}"