fix(clickhouse): Add relay_name to mev_relay_bid_trace

deploy/migrations/clickhouse/052_add_bid_trace_relay_name_unique.down.sql

@@ -0,0 +1,5 @@
+-- Drop the distributed table
+DROP TABLE IF EXISTS default.mev_relay_bid_trace ON CLUSTER '{cluster}' SYNC;
+
+-- Drop the local table
+DROP TABLE IF EXISTS default.mev_relay_bid_trace_local ON CLUSTER '{cluster}' SYNC;

deploy/migrations/clickhouse/052_add_bid_trace_relay_name_unique.up.sql

@@ -0,0 +1,72 @@
+-- Step 1: Drop the existing tables
+DROP TABLE IF EXISTS default.mev_relay_bid_trace ON CLUSTER '{cluster}' SYNC;
+
+DROP TABLE IF EXISTS default.mev_relay_bid_trace_local ON CLUSTER '{cluster}' SYNC;
+
+-- Step 2: Create the new table with updated ORDER BY key
+CREATE TABLE default.mev_relay_bid_trace_local ON CLUSTER '{cluster}' (
+ `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)),
+ `event_date_time` DateTime64(3) COMMENT 'When the bid was fetched' CODEC(DoubleDelta, ZSTD(1)),
+ `slot` UInt32 COMMENT 'Slot number within the block bid' CODEC(DoubleDelta, ZSTD(1)),
+ `slot_start_date_time` DateTime COMMENT 'The start time for the slot that the bid is for' CODEC(DoubleDelta, ZSTD(1)),
+ `epoch` UInt32 COMMENT 'Epoch number derived from the slot that the bid is for' CODEC(DoubleDelta, ZSTD(1)),
+ `epoch_start_date_time` DateTime COMMENT 'The start time for the epoch that the bid is for' CODEC(DoubleDelta, ZSTD(1)),
+ `wallclock_request_slot` UInt32 COMMENT 'The wallclock slot when the request was sent' CODEC(DoubleDelta, ZSTD(1)),
+ `wallclock_request_slot_start_date_time` DateTime COMMENT 'The start time for the slot when the request was sent' CODEC(DoubleDelta, ZSTD(1)),
+ `wallclock_request_epoch` UInt32 COMMENT 'The wallclock epoch when the request was sent' CODEC(DoubleDelta, ZSTD(1)),
+ `wallclock_request_epoch_start_date_time` DateTime COMMENT 'The start time for the wallclock epoch when the request was sent' CODEC(DoubleDelta, ZSTD(1)),
+ `requested_at_slot_time` UInt32 COMMENT 'The time in the slot when the request was sent' CODEC(ZSTD(1)),
+ `response_at_slot_time` UInt32 COMMENT 'The time in the slot when the response was received' CODEC(ZSTD(1)),
+ `relay_name` String COMMENT 'The relay that the bid was fetched from' CODEC(ZSTD(1)),
+ `parent_hash` FixedString(66) COMMENT 'The parent hash of the bid' CODEC(ZSTD(1)),
+ `block_number` UInt64 COMMENT 'The block number of the bid' CODEC(DoubleDelta, ZSTD(1)),
+ `block_hash` FixedString(66) COMMENT 'The block hash of the bid' CODEC(ZSTD(1)),
+ `builder_pubkey` String COMMENT 'The builder pubkey of the bid' CODEC(ZSTD(1)),
+ `proposer_pubkey` String COMMENT 'The proposer pubkey of the bid' CODEC(ZSTD(1)),
+ `proposer_fee_recipient` FixedString(42) COMMENT 'The proposer fee recipient of the bid' CODEC(ZSTD(1)),
+ `gas_limit` UInt64 COMMENT 'The gas limit of the bid' CODEC(DoubleDelta, ZSTD(1)),
+ `gas_used` UInt64 COMMENT 'The gas used of the bid' CODEC(DoubleDelta, ZSTD(1)),
+ `value` UInt256 COMMENT 'The transaction value in float64' CODEC(ZSTD(1)),
+ `num_tx` UInt32 COMMENT 'The number of transactions in the bid' CODEC(DoubleDelta, ZSTD(1)),
+ `timestamp` Int64 COMMENT 'The timestamp of the bid' CODEC(DoubleDelta, ZSTD(1)),
+ `timestamp_ms` Int64 COMMENT 'The timestamp of the bid in milliseconds' CODEC(DoubleDelta, ZSTD(1)),
+ `optimistic_submission` Bool COMMENT 'Whether the bid was optimistic' CODEC(ZSTD(1)),
+ `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event',
+ `meta_client_id` String COMMENT 'Unique Session ID of the client that generated the event. This changes every time the client is restarted.' CODEC(ZSTD(1)),
+ `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event',
+ `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event',
+ `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event',
+ `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)),
+ `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)),
+ `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)),
+ `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)),
+ `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)),
+ `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)),
+ `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)),
+ `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)),
+ `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)),
+ `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name',
+ `meta_labels` Map(String, String) COMMENT 'Labels associated with the event' CODEC(ZSTD(1))
+) ENGINE = ReplicatedReplacingMergeTree(
+ '/clickhouse/{installation}/{cluster}/{database}/tables/{table}/{shard}',
+ '{replica}',
+ updated_date_time
+) PARTITION BY toStartOfMonth(slot_start_date_time)
+ORDER BY
+ (
+ slot_start_date_time,
+ meta_network_name,
+ relay_name, -- Add relay_name to the ORDER BY key since the same block can be offered through multiple relays
+ block_hash,
+ meta_client_name,
+ builder_pubkey,
+ proposer_pubkey
+ ) COMMENT 'Contains MEV relay block bids data.';
+
+-- Step 3: Create the new distributed table
+CREATE TABLE default.mev_relay_bid_trace ON CLUSTER '{cluster}' AS default.mev_relay_bid_trace_local ENGINE = Distributed(
+ '{cluster}',
+ default,
+ mev_relay_bid_trace_local,
+ cityHash64(slot, meta_network_name)
+);