Chore/change resourcemap index (#365)

change the type of index for resource attributes from `bloom_filter` to `tokenbf_v1` for keys and `ngrambf_v1` for values. This is tested and implemented in logs already.
SigNoz · Sep 8, 2024 · 22d9183 · 22d9183
1 parent fa41827
commit 22d9183
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 0 deletions.
diff --git a/migrationmanager/migrators/traces/migrations/000031_change_resource_index.down.sql b/migrationmanager/migrators/traces/migrations/000031_change_resource_index.down.sql
@@ -0,0 +1,8 @@
+ALTER TABLE signoz_traces.signoz_index_v2 ON CLUSTER {{.SIGNOZ_CLUSTER}}
+ DROP INDEX IF EXISTS idx_resourceTagMapKeys,
+ DROP INDEX IF EXISTS idx_resourceTagMapValues,
+
+ ADD INDEX IF NOT EXISTS idx_resourceTagsMapKeys mapKeys(resourceTagsMap) TYPE bloom_filter(0.01) GRANULARITY 64,
+ ADD INDEX IF NOT EXISTS idx_resourceTagsMapValues mapValues(resourceTagsMap) TYPE bloom_filter(0.01) GRANULARITY 64;
+
+
diff --git a/migrationmanager/migrators/traces/migrations/000031_change_resource_index.up.sql b/migrationmanager/migrators/traces/migrations/000031_change_resource_index.up.sql
@@ -0,0 +1,3 @@
+ALTER TABLE signoz_traces.signoz_index_v2 ON CLUSTER {{.SIGNOZ_CLUSTER}}
+ ADD INDEX IF NOT EXISTS idx_resourceTagMapKeys mapKeys(resourceTagsMap) TYPE tokenbf_v1(1024, 2, 0) GRANULARITY 1,
+ ADD INDEX IF NOT EXISTS idx_resourceTagMapValues mapValues(resourceTagsMap) TYPE ngrambf_v1(4, 5000, 2, 0) GRANULARITY 1;