diff --git a/configs/pilot_log.conf b/configs/pilot_log.conf index 9a0c7bf..b33b595 100644 --- a/configs/pilot_log.conf +++ b/configs/pilot_log.conf @@ -38,7 +38,11 @@ filter { } mutate { - remove_field => [ "message_kv", "version", "@version", "[extra][logger_name]", "[extra][logstash_async_version]", "[extra][process_name]", "[extra][thread_name]"] + remove_field => [ "message_kv", "input_message", "version", "@version", "[extra][logger_name]", "[extra][logstash_async_version]", "[extra][process_name]", "[extra][thread_name]"] + convert => { "RequestID" => "integer" } + convert => { "PandaJobID" => "integer" } + convert => { "TaskID" => "integer" } + convert => { "Harvester_WorkerID" => "integer" } } # extra.path has this random thing that should be shortened /scratch/atlas_MTFrHlIS/pilot3/pilot/util/realtimelogger.py } @@ -58,8 +62,6 @@ output { hosts => "atlas-kibana.mwt2.org" ssl => true action => "create" - # data_stream => "true" - # data_stream_type => "logs" index => 'pilot_log' user => "uc_logstash_indexer" password => "${LOGSTASH_PWD}"