diff --git a/configs/pilot_log.conf b/configs/pilot_log.conf index 5d7836d..ea39b2f 100644 --- a/configs/pilot_log.conf +++ b/configs/pilot_log.conf @@ -32,13 +32,14 @@ filter { code => " timestamp_source = (event.get('[PilotTimeStamp]')).split(/\s|\./) event.set('[@timestamp_nanoseconds]', ((Time.at(timestamp_source[0].to_i).getutc).strftime('%Y-%m-%dT%H:%M:%S.') + timestamp_source[1] + 'Z') ) - event.set('[nanoseconds_debug]', ((Time.at(timestamp_source[0].to_i).getutc).strftime('%Y-%m-%dT%H:%M:%S.') + timestamp_source[1] + 'Z') ) event.set('[@timestamp]', LogStash::Timestamp.new(event.get('[@timestamp_nanoseconds]')) ) " } mutate { - remove_field => [ "message_kv", "input_message", "version", "@version", "[extra][func_name]", "[extra][logger_name]", "[extra][line]", "[extra][path]", "[extra][logstash_async_version]", "[extra][process_name]", "[extra][thread_name]"] + remove_field => [ "message_kv", "input_message", "version", "@version" ] + remove_field => [ "PilotTimeStamp" ] + remove_field => [ "[extra][func_name]", "[extra][logger_name]", "[extra][line]", "[extra][path]", "[extra][logstash_async_version]", "[extra][process_name]", "[extra][thread_name]" ] convert => { "RequestID" => "integer" } convert => { "PandaJobID" => "integer" } convert => { "TaskID" => "integer" }