Remove regex from promtail pipeline

config/config.exs

@@ -2,10 +2,10 @@
 import Config
 
 # Configure logging
-config :logger, level: :info, truncate: :infinity
+config :logger, level: :info, truncate: :infinity, utc_log: true
 
-## TODO: we might want to enable this with a CLI flag
-## Uncomment to log to a file
+# # Uncomment to log to a file
+# # TODO: we might want to enable this with a CLI flag
 # config :logger, :default_handler,
 #   config: [
 #     file: ~c"logs/system.log",
@@ -16,10 +16,18 @@ config :logger, level: :info, truncate: :infinity
 #     compress_on_rotate: true
 #   ]
 
-## TODO: we might want to enable this with a CLI flag
-config :logger, :default_formatter,
-  format: "[$date $time] $metadata level=$level $message\n",
-  metadata: [:mfa, :registered_name]
+# # NOTE: We want to log UTC timestamps, for convenience
+# config :logger, utc_log: true
+
+# config :logger, :default_formatter,
+#   format: {LogfmtEx, :format},
+#   colors: [enabled: false],
+#   metadata: [:mfa]
+
+# config :logfmt_ex, :opts,
+#   message_key: "msg",
+#   timestamp_key: "ts",
+#   timestamp_format: :iso8601
 
 # Configures the phoenix endpoint
 config :lambda_ethereum_consensus, BeaconApi.Endpoint,

metrics/promtail/promtail.yml

@@ -10,15 +10,26 @@ clients:
 
 scrape_configs:
   - job_name: system
-    pipeline_stages:
-      - regex:
-        expression: "^\\[(?P<timestamp>[\\w: -]+)\\] (?P<mfa>\\S+) (?P<user>\\S+) \\[(?P<timestamp>[\\w:/]+\\s[+\\-]\\d{4})\\] \"(?P<action>\\S+)\\s?(?P<path>\\S+)?\\s?(?P<protocol>\\S+)?\" (?P<status_code>\\d{3}|-) (?P<size>\\d+|-)\\s?\"?(?P<referer>[^\"]*)\"?\\s?\"?(?P<useragent>[^\"]*)?\"?$"
-      - labels:
-        timestamp:
-        status_code:
     static_configs:
       - targets:
           - localhost
         labels:
           job: lambda_ethereum_consensus
           __path__: /var/log/consensus/*log
+    pipeline_stages:
+      - logfmt:
+          mapping:
+            ts:
+            level:
+            msg:
+            mfa:
+            process: registered_name
+      - timestamp:
+          format: "2006-01-02T15:04:05.000"
+          source: ts
+      - labels:
+          level:
+          mfa:
+          process:
+      - output:
+          source: msg