Skip to content

Commit

Permalink
feat(cl-mimicry): Add LIBP2P_TRACE_METADATA/STATUS events (#304)
Browse files Browse the repository at this point in the history
* feat(cl-mimicry): Add LIBP2P_TRACE_METADATA/STATUS events

* feat: Add handling for message events in Mimicry service

* refactor: Add new Kafka sinks for libp2p trace events

* feat: Add clickhouse migrations + vector config

* Update hermes

* feat: Add metadata fields to libp2p tables
  • Loading branch information
samcm authored Apr 22, 2024
1 parent 715e391 commit 42d19e9
Show file tree
Hide file tree
Showing 39 changed files with 3,929 additions and 1,822 deletions.
34 changes: 34 additions & 0 deletions deploy/local/docker-compose/vector-http-kafka.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -61,6 +61,8 @@ transforms:
libp2p_trace_recv_rpc: .event.name == "LIBP2P_TRACE_RECV_RPC"
libp2p_trace_send_rpc: .event.name == "LIBP2P_TRACE_SEND_RPC"
libp2p_trace_join: .event.name == "LIBP2P_TRACE_JOIN"
libp2p_trace_handle_metadata: .event.name == "LIBP2P_TRACE_HANDLE_METADATA"
libp2p_trace_handle_status: .event.name == "LIBP2P_TRACE_HANDLE_STATUS"
sinks:
metrics:
type: prometheus_exporter
Expand Down Expand Up @@ -788,3 +790,35 @@ sinks:
enabled: true
encoding:
codec: json
libp2p_trace_handle_metadata_kafka:
type: kafka
buffer:
max_events: 500000
batch:
timeout_secs: 0.5
inputs:
- xatu_server_events_router.libp2p_trace_handle_metadata
bootstrap_servers: "${KAFKA_BROKERS}"
key_field: "event.id"
topic: libp2p-trace-handle-metadata
compression: snappy
healthcheck:
enabled: true
encoding:
codec: json
libp2p_trace_handle_status_kafka:
type: kafka
buffer:
max_events: 500000
batch:
timeout_secs: 0.5
inputs:
- xatu_server_events_router.libp2p_trace_handle_status
bootstrap_servers: "${KAFKA_BROKERS}"
key_field: "event.id"
topic: libp2p-trace-handle-status
compression: snappy
healthcheck:
enabled: true
encoding:
codec: json
Loading

0 comments on commit 42d19e9

Please sign in to comment.