Refactor Logstash configuration for pilot_log collector: Remove unnec…

…essary fields and fix JSON parsing error
ATLAS-Analytics · Oct 4, 2024 · e293719 · e293719
1 parent d966484
commit e293719
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/configs/pilot_log.conf b/configs/pilot_log.conf
@@ -38,13 +38,12 @@ filter {
   }
 
   mutate {
-    remove_field => [ "message_kv", "input_message", "version", "@version", "[extra][logger_name]", "[extra][logstash_async_version]", "[extra][process_name]", "[extra][thread_name]"]
+    remove_field => [ "message_kv", "input_message", "version", "@version", "[extra][func_name]", "[extra][logger_name]", "[extra][line]", "[extra][path]", "[extra][logstash_async_version]", "[extra][process_name]", "[extra][thread_name]"]
     convert => { "RequestID" => "integer" }
     convert => { "PandaJobID" => "integer" }
     convert => { "TaskID" => "integer" }
     convert => { "Harvester_WorkerID" => "integer" }
   }
-# extra.path has this random thing that should be shortened /scratch/atlas_MTFrHlIS/pilot3/pilot/util/realtimelogger.py
 }
 
 output {