From 10f74ee2bc4011ec41ffdfc110683fbcf97e93fc Mon Sep 17 00:00:00 2001 From: David Kirov Date: Mon, 23 Dec 2024 15:19:05 +0200 Subject: [PATCH] Fix unit tests --- milvus/metadata.csv | 2 +- milvus/tests/common.py | 2 +- milvus/tests/compose/docker-compose.yaml | 2 +- milvus/tests/compose/requirements.txt | 2 +- milvus/tests/fixtures/milvus_payload.txt | 4978 ++++++++++++---------- milvus/tests/test_e2e.py | 2 +- 6 files changed, 2616 insertions(+), 2372 deletions(-) diff --git a/milvus/metadata.csv b/milvus/metadata.csv index 9725cfdb508e5c..a845480cf15217 100644 --- a/milvus/metadata.csv +++ b/milvus/metadata.csv @@ -27,7 +27,7 @@ milvus.datacoord.datanode_num,gauge,,,,Number of data nodes,0,milvus,,, milvus.datacoord.import_tasks,gauge,,,,The import tasks grouping by type and state,0,milvus,,, milvus.datacoord.index.node_num,gauge,,,,Number of IndexNodes managed by IndexCoord,0,milvus,,, milvus.datacoord.index.req.count,count,,,,Number of building index requests,0,milvus,,, -milvus.datacoord.index.task_count,gauge,,,,Number of index tasks of each type,0,milvus,,, +milvus.datacoord.index.task,gauge,,,,Number of index tasks of each type,0,milvus,,, milvus.datacoord.segment_num,gauge,,,,Number of segments,0,milvus,,, milvus.datacoord.stored.binlog_size,gauge,,byte,,Binlog size of healthy segments,0,milvus,,, milvus.datacoord.stored.index_files_size,gauge,,byte,,Index files size of the segments,0,milvus,,, diff --git a/milvus/tests/common.py b/milvus/tests/common.py index e225c01ae90e1e..e2524182310f2b 100644 --- a/milvus/tests/common.py +++ b/milvus/tests/common.py @@ -63,6 +63,7 @@ def get_fixture_path(filename): 'milvus.datacoord.consume_datanode_tt_lag_ms': 'gauge', 'milvus.datacoord.datanode_num': 'gauge', 'milvus.datacoord.import_tasks': 'gauge', + 'milvus.datacoord.index.task': 'gauge', 'milvus.datacoord.index.node_num': 'gauge', 'milvus.datacoord.index.req.count': 'monotonic_count', 'milvus.datacoord.segment_num': 'gauge', @@ -390,7 +391,6 @@ def get_fixture_path(filename): OTHER_TEST_METRICS = { 'milvus.datacoord.channel_checkpoint_unix_seconds': 'gauge', - 'milvus.datacoord.index.task_count': 'gauge', 'milvus.datacoord.stored.binlog_size': 'gauge', 'milvus.datacoord.stored.index_files_size': 'gauge', 'milvus.datacoord.stored.rows_num': 'gauge', diff --git a/milvus/tests/compose/docker-compose.yaml b/milvus/tests/compose/docker-compose.yaml index f7225021924ff4..d6a4e03eeaf0dd 100644 --- a/milvus/tests/compose/docker-compose.yaml +++ b/milvus/tests/compose/docker-compose.yaml @@ -1,6 +1,6 @@ services: milvus: - image: milvusdb/milvus + image: milvusdb/milvus:v2.5.0 security_opt: - seccomp:unconfined environment: diff --git a/milvus/tests/compose/requirements.txt b/milvus/tests/compose/requirements.txt index 2cee9519b7f562..f96eefaacf1ea8 100644 --- a/milvus/tests/compose/requirements.txt +++ b/milvus/tests/compose/requirements.txt @@ -1,2 +1,2 @@ numpy==1.26.4 -pymilvus==2.2.17 +pymilvus==2.5.1 diff --git a/milvus/tests/fixtures/milvus_payload.txt b/milvus/tests/fixtures/milvus_payload.txt index 605f8948ca3702..77895e0a21a2d6 100644 --- a/milvus/tests/fixtures/milvus_payload.txt +++ b/milvus/tests/fixtures/milvus_payload.txt @@ -1,60 +1,60 @@ # HELP go_gc_duration_seconds A summary of the pause duration of garbage collection cycles. # TYPE go_gc_duration_seconds summary -go_gc_duration_seconds{quantile="0"} 1.3251e-05 -go_gc_duration_seconds{quantile="0.25"} 7.625e-05 -go_gc_duration_seconds{quantile="0.5"} 9.6499e-05 -go_gc_duration_seconds{quantile="0.75"} 0.000127667 -go_gc_duration_seconds{quantile="1"} 0.001003166 -go_gc_duration_seconds_sum 0.006592997 -go_gc_duration_seconds_count 33 +go_gc_duration_seconds{quantile="0"} 2.2583e-05 +go_gc_duration_seconds{quantile="0.25"} 5.5624e-05 +go_gc_duration_seconds{quantile="0.5"} 7e-05 +go_gc_duration_seconds{quantile="0.75"} 0.000267583 +go_gc_duration_seconds{quantile="1"} 0.000976792 +go_gc_duration_seconds_sum 0.003638707 +go_gc_duration_seconds_count 18 # HELP go_goroutines Number of goroutines that currently exist. # TYPE go_goroutines gauge -go_goroutines 360 +go_goroutines 385 # HELP go_info Information about the Go environment. # TYPE go_info gauge -go_info{version="go1.21.11"} 1 +go_info{version="go1.22.0"} 1 # HELP go_memstats_alloc_bytes Number of bytes allocated and still in use. # TYPE go_memstats_alloc_bytes gauge -go_memstats_alloc_bytes 6.5780264e+07 +go_memstats_alloc_bytes 8.1514072e+07 # HELP go_memstats_alloc_bytes_total Total number of bytes allocated, even if freed. # TYPE go_memstats_alloc_bytes_total counter -go_memstats_alloc_bytes_total 1.225491696e+09 +go_memstats_alloc_bytes_total 6.38517176e+08 # HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. # TYPE go_memstats_buck_hash_sys_bytes gauge -go_memstats_buck_hash_sys_bytes 1.750476e+06 +go_memstats_buck_hash_sys_bytes 1.803289e+06 # HELP go_memstats_frees_total Total number of frees. # TYPE go_memstats_frees_total counter -go_memstats_frees_total 1.2413451e+07 +go_memstats_frees_total 2.890576e+06 # HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. # TYPE go_memstats_gc_sys_bytes gauge -go_memstats_gc_sys_bytes 7.998296e+06 +go_memstats_gc_sys_bytes 5.005784e+06 # HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and still in use. # TYPE go_memstats_heap_alloc_bytes gauge -go_memstats_heap_alloc_bytes 6.5780264e+07 +go_memstats_heap_alloc_bytes 8.1514072e+07 # HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. # TYPE go_memstats_heap_idle_bytes gauge -go_memstats_heap_idle_bytes 7.7365248e+07 +go_memstats_heap_idle_bytes 1.70811392e+08 # HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. # TYPE go_memstats_heap_inuse_bytes gauge -go_memstats_heap_inuse_bytes 7.3826304e+07 +go_memstats_heap_inuse_bytes 9.3151232e+07 # HELP go_memstats_heap_objects Number of allocated objects. # TYPE go_memstats_heap_objects gauge -go_memstats_heap_objects 609354 +go_memstats_heap_objects 689980 # HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. # TYPE go_memstats_heap_released_bytes gauge -go_memstats_heap_released_bytes 7.02464e+07 +go_memstats_heap_released_bytes 1.550336e+08 # HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. # TYPE go_memstats_heap_sys_bytes gauge -go_memstats_heap_sys_bytes 1.51191552e+08 +go_memstats_heap_sys_bytes 2.63962624e+08 # HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection. # TYPE go_memstats_last_gc_time_seconds gauge -go_memstats_last_gc_time_seconds 1.7325304762589433e+09 +go_memstats_last_gc_time_seconds 1.7349596816399348e+09 # HELP go_memstats_lookups_total Total number of pointer lookups. # TYPE go_memstats_lookups_total counter go_memstats_lookups_total 0 # HELP go_memstats_mallocs_total Total number of mallocs. # TYPE go_memstats_mallocs_total counter -go_memstats_mallocs_total 1.3022805e+07 +go_memstats_mallocs_total 3.580556e+06 # HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. # TYPE go_memstats_mcache_inuse_bytes gauge go_memstats_mcache_inuse_bytes 12000 @@ -63,150 +63,150 @@ go_memstats_mcache_inuse_bytes 12000 go_memstats_mcache_sys_bytes 15600 # HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. # TYPE go_memstats_mspan_inuse_bytes gauge -go_memstats_mspan_inuse_bytes 1.178184e+06 +go_memstats_mspan_inuse_bytes 1.24096e+06 # HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. # TYPE go_memstats_mspan_sys_bytes gauge -go_memstats_mspan_sys_bytes 1.336272e+06 +go_memstats_mspan_sys_bytes 1.51776e+06 # HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. # TYPE go_memstats_next_gc_bytes gauge -go_memstats_next_gc_bytes 7.7677144e+07 +go_memstats_next_gc_bytes 1.33652608e+08 # HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. # TYPE go_memstats_other_sys_bytes gauge -go_memstats_other_sys_bytes 2.083652e+06 +go_memstats_other_sys_bytes 1.994135e+06 # HELP go_memstats_stack_inuse_bytes Number of bytes in use by the stack allocator. # TYPE go_memstats_stack_inuse_bytes gauge -go_memstats_stack_inuse_bytes 3.997696e+06 +go_memstats_stack_inuse_bytes 4.42368e+06 # HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. # TYPE go_memstats_stack_sys_bytes gauge -go_memstats_stack_sys_bytes 3.997696e+06 +go_memstats_stack_sys_bytes 4.42368e+06 # HELP go_memstats_sys_bytes Number of bytes obtained from system. # TYPE go_memstats_sys_bytes gauge -go_memstats_sys_bytes 1.68373544e+08 +go_memstats_sys_bytes 2.78722872e+08 # HELP go_threads Number of OS threads created. # TYPE go_threads gauge -go_threads 18 +go_threads 21 # HELP milvus_build_info Build information of milvus # TYPE milvus_build_info gauge -milvus_build_info{built="Tue Nov 5 07:22:45 UTC 2024",git_commit="b7c80f9",version="v2.4.15"} 1 +milvus_build_info{built="Fri Dec 20 13:51:45 UTC 2024",git_commit="7fe2cd0",version="v2.5.0"} 1 # HELP milvus_cgo_active_future_total Total number of active futures. # TYPE milvus_cgo_active_future_total gauge -milvus_cgo_active_future_total{node_id="2"} 0 +milvus_cgo_active_future_total{node_id="37"} 0 # HELP milvus_cgo_cgo_duration_seconds Histogram of cgo call duration in seconds. # TYPE milvus_cgo_cgo_duration_seconds histogram -milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="2",le="1e-08"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="2",le="1.0000000000000001e-07"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="2",le="2.5000000000000004e-07"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="2",le="5.000000000000001e-07"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="2",le="1e-06"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="2",le="9.999999999999999e-06"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="2",le="1.9999999999999998e-05"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="2",le="4.9999999999999996e-05"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="2",le="9.999999999999999e-05"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="2",le="0.00025"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="2",le="0.0005"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="2",le="0.001"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="2",le="0.002"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="2",le="0.01"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="2",le="+Inf"} 7 -milvus_cgo_cgo_duration_seconds_sum{name="future_destroy",node_id="2"} 1.1126e-05 -milvus_cgo_cgo_duration_seconds_count{name="future_destroy",node_id="2"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="2",le="1e-08"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="2",le="1.0000000000000001e-07"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="2",le="2.5000000000000004e-07"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="2",le="5.000000000000001e-07"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="2",le="1e-06"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="2",le="9.999999999999999e-06"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="2",le="1.9999999999999998e-05"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="2",le="4.9999999999999996e-05"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="2",le="9.999999999999999e-05"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="2",le="0.00025"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="2",le="0.0005"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="2",le="0.001"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="2",le="0.002"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="2",le="0.01"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="2",le="+Inf"} 7 -milvus_cgo_cgo_duration_seconds_sum{name="future_go_register_ready_callback",node_id="2"} 1.5081999999999999e-05 -milvus_cgo_cgo_duration_seconds_count{name="future_go_register_ready_callback",node_id="2"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="2",le="1e-08"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="2",le="1.0000000000000001e-07"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="2",le="2.5000000000000004e-07"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="2",le="5.000000000000001e-07"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="2",le="1e-06"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="2",le="9.999999999999999e-06"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="2",le="1.9999999999999998e-05"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="2",le="4.9999999999999996e-05"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="2",le="9.999999999999999e-05"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="2",le="0.00025"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="2",le="0.0005"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="2",le="0.001"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="2",le="0.002"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="2",le="0.01"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="2",le="+Inf"} 7 -milvus_cgo_cgo_duration_seconds_sum{name="future_leak_and_get",node_id="2"} 2.5625e-05 -milvus_cgo_cgo_duration_seconds_count{name="future_leak_and_get",node_id="2"} 7 -milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="2",le="1e-08"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="2",le="1.0000000000000001e-07"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="2",le="2.5000000000000004e-07"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="2",le="5.000000000000001e-07"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="2",le="1e-06"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="2",le="9.999999999999999e-06"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="2",le="1.9999999999999998e-05"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="2",le="4.9999999999999996e-05"} 2 -milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="2",le="9.999999999999999e-05"} 5 -milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="2",le="0.00025"} 5 -milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="2",le="0.0005"} 5 -milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="2",le="0.001"} 5 -milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="2",le="0.002"} 5 -milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="2",le="0.01"} 5 -milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="2",le="+Inf"} 5 -milvus_cgo_cgo_duration_seconds_sum{name="retrieve",node_id="2"} 0.000289917 -milvus_cgo_cgo_duration_seconds_count{name="retrieve",node_id="2"} 5 -milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="2",le="1e-08"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="2",le="1.0000000000000001e-07"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="2",le="2.5000000000000004e-07"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="2",le="5.000000000000001e-07"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="2",le="1e-06"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="2",le="9.999999999999999e-06"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="2",le="1.9999999999999998e-05"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="2",le="4.9999999999999996e-05"} 0 -milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="2",le="9.999999999999999e-05"} 1 -milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="2",le="0.00025"} 2 -milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="2",le="0.0005"} 2 -milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="2",le="0.001"} 2 -milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="2",le="0.002"} 2 -milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="2",le="0.01"} 2 -milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="2",le="+Inf"} 2 -milvus_cgo_cgo_duration_seconds_sum{name="search",node_id="2"} 0.000204042 -milvus_cgo_cgo_duration_seconds_count{name="search",node_id="2"} 2 +milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="37",le="1e-08"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="37",le="1.0000000000000001e-07"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="37",le="2.5000000000000004e-07"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="37",le="5.000000000000001e-07"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="37",le="1e-06"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="37",le="9.999999999999999e-06"} 5 +milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="37",le="1.9999999999999998e-05"} 5 +milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="37",le="4.9999999999999996e-05"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="37",le="9.999999999999999e-05"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="37",le="0.00025"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="37",le="0.0005"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="37",le="0.001"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="37",le="0.002"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="37",le="0.01"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_destroy",node_id="37",le="+Inf"} 7 +milvus_cgo_cgo_duration_seconds_sum{name="future_destroy",node_id="37"} 0.000116711 +milvus_cgo_cgo_duration_seconds_count{name="future_destroy",node_id="37"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="37",le="1e-08"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="37",le="1.0000000000000001e-07"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="37",le="2.5000000000000004e-07"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="37",le="5.000000000000001e-07"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="37",le="1e-06"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="37",le="9.999999999999999e-06"} 5 +milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="37",le="1.9999999999999998e-05"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="37",le="4.9999999999999996e-05"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="37",le="9.999999999999999e-05"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="37",le="0.00025"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="37",le="0.0005"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="37",le="0.001"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="37",le="0.002"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="37",le="0.01"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_go_register_ready_callback",node_id="37",le="+Inf"} 7 +milvus_cgo_cgo_duration_seconds_sum{name="future_go_register_ready_callback",node_id="37"} 6.487499999999999e-05 +milvus_cgo_cgo_duration_seconds_count{name="future_go_register_ready_callback",node_id="37"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="37",le="1e-08"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="37",le="1.0000000000000001e-07"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="37",le="2.5000000000000004e-07"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="37",le="5.000000000000001e-07"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="37",le="1e-06"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="37",le="9.999999999999999e-06"} 5 +milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="37",le="1.9999999999999998e-05"} 6 +milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="37",le="4.9999999999999996e-05"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="37",le="9.999999999999999e-05"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="37",le="0.00025"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="37",le="0.0005"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="37",le="0.001"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="37",le="0.002"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="37",le="0.01"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="future_leak_and_get",node_id="37",le="+Inf"} 7 +milvus_cgo_cgo_duration_seconds_sum{name="future_leak_and_get",node_id="37"} 9.270699999999999e-05 +milvus_cgo_cgo_duration_seconds_count{name="future_leak_and_get",node_id="37"} 7 +milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="37",le="1e-08"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="37",le="1.0000000000000001e-07"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="37",le="2.5000000000000004e-07"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="37",le="5.000000000000001e-07"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="37",le="1e-06"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="37",le="9.999999999999999e-06"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="37",le="1.9999999999999998e-05"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="37",le="4.9999999999999996e-05"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="37",le="9.999999999999999e-05"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="37",le="0.00025"} 1 +milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="37",le="0.0005"} 5 +milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="37",le="0.001"} 5 +milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="37",le="0.002"} 5 +milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="37",le="0.01"} 5 +milvus_cgo_cgo_duration_seconds_bucket{name="retrieve",node_id="37",le="+Inf"} 5 +milvus_cgo_cgo_duration_seconds_sum{name="retrieve",node_id="37"} 0.0015534569999999998 +milvus_cgo_cgo_duration_seconds_count{name="retrieve",node_id="37"} 5 +milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="37",le="1e-08"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="37",le="1.0000000000000001e-07"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="37",le="2.5000000000000004e-07"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="37",le="5.000000000000001e-07"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="37",le="1e-06"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="37",le="9.999999999999999e-06"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="37",le="1.9999999999999998e-05"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="37",le="4.9999999999999996e-05"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="37",le="9.999999999999999e-05"} 0 +milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="37",le="0.00025"} 2 +milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="37",le="0.0005"} 2 +milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="37",le="0.001"} 2 +milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="37",le="0.002"} 2 +milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="37",le="0.01"} 2 +milvus_cgo_cgo_duration_seconds_bucket{name="search",node_id="37",le="+Inf"} 2 +milvus_cgo_cgo_duration_seconds_sum{name="search",node_id="37"} 0.000372251 +milvus_cgo_cgo_duration_seconds_count{name="search",node_id="37"} 2 # HELP milvus_cgo_cgo_queue_duration_seconds Duration of cgo call in queue. # TYPE milvus_cgo_cgo_queue_duration_seconds histogram -milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="2",le="1e-08"} 0 -milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="2",le="1.0000000000000001e-07"} 14 -milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="2",le="2.5000000000000004e-07"} 21 -milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="2",le="5.000000000000001e-07"} 28 -milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="2",le="1e-06"} 28 -milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="2",le="9.999999999999999e-06"} 28 -milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="2",le="1.9999999999999998e-05"} 28 -milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="2",le="4.9999999999999996e-05"} 28 -milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="2",le="9.999999999999999e-05"} 28 -milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="2",le="0.00025"} 28 -milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="2",le="0.0005"} 28 -milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="2",le="0.001"} 28 -milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="2",le="0.002"} 28 -milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="2",le="0.01"} 28 -milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="2",le="+Inf"} 28 -milvus_cgo_cgo_queue_duration_seconds_sum{node_id="2"} 5.0410000000000005e-06 -milvus_cgo_cgo_queue_duration_seconds_count{node_id="2"} 28 +milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="37",le="1e-08"} 0 +milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="37",le="1.0000000000000001e-07"} 1 +milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="37",le="2.5000000000000004e-07"} 13 +milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="37",le="5.000000000000001e-07"} 18 +milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="37",le="1e-06"} 22 +milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="37",le="9.999999999999999e-06"} 28 +milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="37",le="1.9999999999999998e-05"} 28 +milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="37",le="4.9999999999999996e-05"} 28 +milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="37",le="9.999999999999999e-05"} 28 +milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="37",le="0.00025"} 28 +milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="37",le="0.0005"} 28 +milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="37",le="0.001"} 28 +milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="37",le="0.002"} 28 +milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="37",le="0.01"} 28 +milvus_cgo_cgo_queue_duration_seconds_bucket{node_id="37",le="+Inf"} 28 +milvus_cgo_cgo_queue_duration_seconds_sum{node_id="37"} 1.6873e-05 +milvus_cgo_cgo_queue_duration_seconds_count{node_id="37"} 28 # HELP milvus_cgo_running_cgo_call_total Total number of running cgo calls. # TYPE milvus_cgo_running_cgo_call_total gauge -milvus_cgo_running_cgo_call_total{node_id="2"} 0 +milvus_cgo_running_cgo_call_total{node_id="37"} 0 # HELP milvus_datacoord_collection_num number of collections # TYPE milvus_datacoord_collection_num gauge milvus_datacoord_collection_num 0 # HELP milvus_datacoord_consume_datanode_tt_lag_ms now time minus tt per physical channel # TYPE milvus_datacoord_consume_datanode_tt_lag_ms gauge -milvus_datacoord_consume_datanode_tt_lag_ms{channel_name="by-dev-rootcoord-dml_0",node_id="2"} 243 -milvus_datacoord_consume_datanode_tt_lag_ms{channel_name="by-dev-rootcoord-dml_0_454172268311087164v0",node_id="2"} 243 +milvus_datacoord_consume_datanode_tt_lag_ms{channel_name="by-dev-rootcoord-dml_10",node_id="37"} 487 +milvus_datacoord_consume_datanode_tt_lag_ms{channel_name="by-dev-rootcoord-dml_10_454809251903439155v0",node_id="37"} 487 # HELP milvus_datacoord_datanode_num number of data nodes # TYPE milvus_datacoord_datanode_num gauge milvus_datacoord_datanode_num 1 @@ -227,21 +227,133 @@ milvus_datacoord_index_node_num 1 # TYPE milvus_datacoord_index_req_count counter milvus_datacoord_index_req_count{status="success"} 1 milvus_datacoord_index_req_count{status="total"} 1 +# HELP milvus_datacoord_index_task_count number of index tasks of each type +# TYPE milvus_datacoord_index_task_count gauge +milvus_datacoord_index_task_count{collection_id="454808401168564379",index_task_status="failed"} 0 +milvus_datacoord_index_task_count{collection_id="454808401168564379",index_task_status="finished"} 1 +milvus_datacoord_index_task_count{collection_id="454808401168564379",index_task_status="in-progress"} 0 +milvus_datacoord_index_task_count{collection_id="454808401168564379",index_task_status="unissued"} 0 +milvus_datacoord_index_task_count{collection_id="454808438016835724",index_task_status="failed"} 0 +milvus_datacoord_index_task_count{collection_id="454808438016835724",index_task_status="finished"} 1 +milvus_datacoord_index_task_count{collection_id="454808438016835724",index_task_status="in-progress"} 0 +milvus_datacoord_index_task_count{collection_id="454808438016835724",index_task_status="unissued"} 0 +milvus_datacoord_index_task_count{collection_id="454808487770194226",index_task_status="failed"} 0 +milvus_datacoord_index_task_count{collection_id="454808487770194226",index_task_status="finished"} 1 +milvus_datacoord_index_task_count{collection_id="454808487770194226",index_task_status="in-progress"} 0 +milvus_datacoord_index_task_count{collection_id="454808487770194226",index_task_status="unissued"} 0 +milvus_datacoord_index_task_count{collection_id="454808550493389106",index_task_status="failed"} 0 +milvus_datacoord_index_task_count{collection_id="454808550493389106",index_task_status="finished"} 1 +milvus_datacoord_index_task_count{collection_id="454808550493389106",index_task_status="in-progress"} 0 +milvus_datacoord_index_task_count{collection_id="454808550493389106",index_task_status="unissued"} 0 +milvus_datacoord_index_task_count{collection_id="454808644260200606",index_task_status="failed"} 0 +milvus_datacoord_index_task_count{collection_id="454808644260200606",index_task_status="finished"} 1 +milvus_datacoord_index_task_count{collection_id="454808644260200606",index_task_status="in-progress"} 0 +milvus_datacoord_index_task_count{collection_id="454808644260200606",index_task_status="unissued"} 0 +milvus_datacoord_index_task_count{collection_id="454808703961661599",index_task_status="failed"} 0 +milvus_datacoord_index_task_count{collection_id="454808703961661599",index_task_status="finished"} 1 +milvus_datacoord_index_task_count{collection_id="454808703961661599",index_task_status="in-progress"} 0 +milvus_datacoord_index_task_count{collection_id="454808703961661599",index_task_status="unissued"} 0 +milvus_datacoord_index_task_count{collection_id="454808957805920562",index_task_status="failed"} 0 +milvus_datacoord_index_task_count{collection_id="454808957805920562",index_task_status="finished"} 1 +milvus_datacoord_index_task_count{collection_id="454808957805920562",index_task_status="in-progress"} 0 +milvus_datacoord_index_task_count{collection_id="454808957805920562",index_task_status="unissued"} 0 +milvus_datacoord_index_task_count{collection_id="454808985355419955",index_task_status="failed"} 0 +milvus_datacoord_index_task_count{collection_id="454808985355419955",index_task_status="finished"} 1 +milvus_datacoord_index_task_count{collection_id="454808985355419955",index_task_status="in-progress"} 0 +milvus_datacoord_index_task_count{collection_id="454808985355419955",index_task_status="unissued"} 0 +milvus_datacoord_index_task_count{collection_id="454809016083415346",index_task_status="failed"} 0 +milvus_datacoord_index_task_count{collection_id="454809016083415346",index_task_status="finished"} 1 +milvus_datacoord_index_task_count{collection_id="454809016083415346",index_task_status="in-progress"} 0 +milvus_datacoord_index_task_count{collection_id="454809016083415346",index_task_status="unissued"} 0 +milvus_datacoord_index_task_count{collection_id="454809046208741680",index_task_status="failed"} 0 +milvus_datacoord_index_task_count{collection_id="454809046208741680",index_task_status="finished"} 1 +milvus_datacoord_index_task_count{collection_id="454809046208741680",index_task_status="in-progress"} 0 +milvus_datacoord_index_task_count{collection_id="454809046208741680",index_task_status="unissued"} 0 # HELP milvus_datacoord_segment_num number of segments # TYPE milvus_datacoord_segment_num gauge -milvus_datacoord_segment_num{segment_level="L0",segment_state="Dropped"} 1 -milvus_datacoord_segment_num{segment_level="L0",segment_state="Flushed"} 0 -milvus_datacoord_segment_num{segment_level="L1",segment_state="Dropped"} 1 -milvus_datacoord_segment_num{segment_level="L1",segment_state="Flushed"} 0 -milvus_datacoord_segment_num{segment_level="L1",segment_state="Flushing"} 0 -milvus_datacoord_segment_num{segment_level="L1",segment_state="Growing"} 0 -milvus_datacoord_segment_num{segment_level="L1",segment_state="Sealed"} 0 +milvus_datacoord_segment_num{segment_is_sorted="sorted",segment_level="L1",segment_state="Dropped"} 11 +milvus_datacoord_segment_num{segment_is_sorted="sorted",segment_level="L1",segment_state="Flushed"} 0 +milvus_datacoord_segment_num{segment_is_sorted="unsorted",segment_level="L0",segment_state="Dropped"} 11 +milvus_datacoord_segment_num{segment_is_sorted="unsorted",segment_level="L0",segment_state="Flushed"} 0 +milvus_datacoord_segment_num{segment_is_sorted="unsorted",segment_level="L1",segment_state="Dropped"} 11 +milvus_datacoord_segment_num{segment_is_sorted="unsorted",segment_level="L1",segment_state="Flushed"} 0 +milvus_datacoord_segment_num{segment_is_sorted="unsorted",segment_level="L1",segment_state="Flushing"} 0 +milvus_datacoord_segment_num{segment_is_sorted="unsorted",segment_level="L1",segment_state="Growing"} 0 +milvus_datacoord_segment_num{segment_is_sorted="unsorted",segment_level="L1",segment_state="Sealed"} 0 +# HELP milvus_datacoord_task_count number of index tasks of each type +# TYPE milvus_datacoord_task_count gauge +milvus_datacoord_task_count{collection_id="454808401168564379",task_state="JobStateFailed",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808401168564379",task_state="JobStateFinished",task_type="JobTypeStatsJob"} 1 +milvus_datacoord_task_count{collection_id="454808401168564379",task_state="JobStateInProgress",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808401168564379",task_state="JobStateInit",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808401168564379",task_state="JobStateNone",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808401168564379",task_state="JobStateRetry",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808438016835724",task_state="JobStateFailed",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808438016835724",task_state="JobStateFinished",task_type="JobTypeStatsJob"} 1 +milvus_datacoord_task_count{collection_id="454808438016835724",task_state="JobStateInProgress",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808438016835724",task_state="JobStateInit",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808438016835724",task_state="JobStateNone",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808438016835724",task_state="JobStateRetry",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808487770194226",task_state="JobStateFailed",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808487770194226",task_state="JobStateFinished",task_type="JobTypeStatsJob"} 1 +milvus_datacoord_task_count{collection_id="454808487770194226",task_state="JobStateInProgress",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808487770194226",task_state="JobStateInit",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808487770194226",task_state="JobStateNone",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808487770194226",task_state="JobStateRetry",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808550493389106",task_state="JobStateFailed",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808550493389106",task_state="JobStateFinished",task_type="JobTypeStatsJob"} 1 +milvus_datacoord_task_count{collection_id="454808550493389106",task_state="JobStateInProgress",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808550493389106",task_state="JobStateInit",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808550493389106",task_state="JobStateNone",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808550493389106",task_state="JobStateRetry",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808644260200606",task_state="JobStateFailed",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808644260200606",task_state="JobStateFinished",task_type="JobTypeStatsJob"} 1 +milvus_datacoord_task_count{collection_id="454808644260200606",task_state="JobStateInProgress",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808644260200606",task_state="JobStateInit",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808644260200606",task_state="JobStateNone",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808644260200606",task_state="JobStateRetry",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808703961661599",task_state="JobStateFailed",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808703961661599",task_state="JobStateFinished",task_type="JobTypeStatsJob"} 1 +milvus_datacoord_task_count{collection_id="454808703961661599",task_state="JobStateInProgress",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808703961661599",task_state="JobStateInit",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808703961661599",task_state="JobStateNone",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808703961661599",task_state="JobStateRetry",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808957805920562",task_state="JobStateFailed",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808957805920562",task_state="JobStateFinished",task_type="JobTypeStatsJob"} 1 +milvus_datacoord_task_count{collection_id="454808957805920562",task_state="JobStateInProgress",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808957805920562",task_state="JobStateInit",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808957805920562",task_state="JobStateNone",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808957805920562",task_state="JobStateRetry",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808985355419955",task_state="JobStateFailed",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808985355419955",task_state="JobStateFinished",task_type="JobTypeStatsJob"} 1 +milvus_datacoord_task_count{collection_id="454808985355419955",task_state="JobStateInProgress",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808985355419955",task_state="JobStateInit",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808985355419955",task_state="JobStateNone",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454808985355419955",task_state="JobStateRetry",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454809016083415346",task_state="JobStateFailed",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454809016083415346",task_state="JobStateFinished",task_type="JobTypeStatsJob"} 1 +milvus_datacoord_task_count{collection_id="454809016083415346",task_state="JobStateInProgress",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454809016083415346",task_state="JobStateInit",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454809016083415346",task_state="JobStateNone",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454809016083415346",task_state="JobStateRetry",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454809046208741680",task_state="JobStateFailed",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454809046208741680",task_state="JobStateFinished",task_type="JobTypeStatsJob"} 1 +milvus_datacoord_task_count{collection_id="454809046208741680",task_state="JobStateInProgress",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454809046208741680",task_state="JobStateInit",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454809046208741680",task_state="JobStateNone",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454809046208741680",task_state="JobStateRetry",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454809251903439155",task_state="JobStateFailed",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454809251903439155",task_state="JobStateFinished",task_type="JobTypeStatsJob"} 1 +milvus_datacoord_task_count{collection_id="454809251903439155",task_state="JobStateInProgress",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454809251903439155",task_state="JobStateInit",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454809251903439155",task_state="JobStateNone",task_type="JobTypeStatsJob"} 0 +milvus_datacoord_task_count{collection_id="454809251903439155",task_state="JobStateRetry",task_type="JobTypeStatsJob"} 0 # HELP milvus_datacoord_task_execute_max_latency latency of task execute operation # TYPE milvus_datacoord_task_execute_max_latency histogram milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeIndexJob",le="1"} 0 milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeIndexJob",le="100"} 0 milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeIndexJob",le="500"} 0 -milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeIndexJob",le="1000"} 0 +milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeIndexJob",le="1000"} 1 milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeIndexJob",le="5000"} 1 milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeIndexJob",le="10000"} 1 milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeIndexJob",le="20000"} 1 @@ -254,9 +366,27 @@ milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="J milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeIndexJob",le="5e+06"} 1 milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeIndexJob",le="1e+07"} 1 milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeIndexJob",le="+Inf"} 1 -milvus_datacoord_task_execute_max_latency_sum{status="executing",task_type="JobTypeIndexJob"} 1540 +milvus_datacoord_task_execute_max_latency_sum{status="executing",task_type="JobTypeIndexJob"} 971 milvus_datacoord_task_execute_max_latency_count{status="executing",task_type="JobTypeIndexJob"} 1 -milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeIndexJob",le="1"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeStatsJob",le="1"} 0 +milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeStatsJob",le="100"} 0 +milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeStatsJob",le="500"} 0 +milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeStatsJob",le="1000"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeStatsJob",le="5000"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeStatsJob",le="10000"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeStatsJob",le="20000"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeStatsJob",le="50000"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeStatsJob",le="100000"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeStatsJob",le="250000"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeStatsJob",le="500000"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeStatsJob",le="1e+06"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeStatsJob",le="3.6e+06"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeStatsJob",le="5e+06"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeStatsJob",le="1e+07"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="executing",task_type="JobTypeStatsJob",le="+Inf"} 1 +milvus_datacoord_task_execute_max_latency_sum{status="executing",task_type="JobTypeStatsJob"} 533 +milvus_datacoord_task_execute_max_latency_count{status="executing",task_type="JobTypeStatsJob"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeIndexJob",le="1"} 0 milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeIndexJob",le="100"} 1 milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeIndexJob",le="500"} 1 milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeIndexJob",le="1000"} 1 @@ -272,1279 +402,1278 @@ milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="Job milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeIndexJob",le="5e+06"} 1 milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeIndexJob",le="1e+07"} 1 milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeIndexJob",le="+Inf"} 1 -milvus_datacoord_task_execute_max_latency_sum{status="pending",task_type="JobTypeIndexJob"} 1 +milvus_datacoord_task_execute_max_latency_sum{status="pending",task_type="JobTypeIndexJob"} 15 milvus_datacoord_task_execute_max_latency_count{status="pending",task_type="JobTypeIndexJob"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeStatsJob",le="1"} 0 +milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeStatsJob",le="100"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeStatsJob",le="500"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeStatsJob",le="1000"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeStatsJob",le="5000"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeStatsJob",le="10000"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeStatsJob",le="20000"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeStatsJob",le="50000"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeStatsJob",le="100000"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeStatsJob",le="250000"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeStatsJob",le="500000"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeStatsJob",le="1e+06"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeStatsJob",le="3.6e+06"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeStatsJob",le="5e+06"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeStatsJob",le="1e+07"} 1 +milvus_datacoord_task_execute_max_latency_bucket{status="pending",task_type="JobTypeStatsJob",le="+Inf"} 1 +milvus_datacoord_task_execute_max_latency_sum{status="pending",task_type="JobTypeStatsJob"} 5 +milvus_datacoord_task_execute_max_latency_count{status="pending",task_type="JobTypeStatsJob"} 1 # HELP milvus_datanode_autoflush_buffer_op_count count of auto flush buffer operations # TYPE milvus_datanode_autoflush_buffer_op_count counter -milvus_datanode_autoflush_buffer_op_count{node_id="2",segment_level="L1",status="success"} 1 +milvus_datanode_autoflush_buffer_op_count{node_id="37",segment_level="L1",status="success"} 1 # HELP milvus_datanode_consume_bytes_count # TYPE milvus_datanode_consume_bytes_count counter -milvus_datanode_consume_bytes_count{msg_type="delete",node_id="2"} 231 -milvus_datanode_consume_bytes_count{msg_type="insert",node_id="2"} 191554 +milvus_datanode_consume_bytes_count{msg_type="delete",node_id="37"} 241 +milvus_datanode_consume_bytes_count{msg_type="insert",node_id="37"} 191574 # HELP milvus_datanode_encode_buffer_latency latency of encode buffer data # TYPE milvus_datanode_encode_buffer_latency histogram -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L0",le="5"} 1 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L0",le="10"} 1 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L0",le="20"} 1 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L0",le="50"} 1 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L0",le="100"} 1 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L0",le="200"} 1 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L0",le="300"} 1 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L0",le="400"} 1 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L0",le="500"} 1 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L0",le="600"} 1 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L0",le="700"} 1 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L0",le="800"} 1 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L0",le="900"} 1 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L0",le="1000"} 1 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L0",le="1500"} 1 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L0",le="3000"} 1 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L0",le="10000"} 1 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L0",le="60000"} 1 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L0",le="+Inf"} 1 -milvus_datanode_encode_buffer_latency_sum{node_id="2",segment_level="L0"} 4 -milvus_datanode_encode_buffer_latency_count{node_id="2",segment_level="L0"} 1 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L1",le="5"} 1 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L1",le="10"} 1 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L1",le="20"} 2 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L1",le="50"} 2 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L1",le="100"} 2 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L1",le="200"} 2 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L1",le="300"} 2 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L1",le="400"} 2 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L1",le="500"} 2 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L1",le="600"} 2 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L1",le="700"} 2 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L1",le="800"} 2 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L1",le="900"} 2 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L1",le="1000"} 2 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L1",le="1500"} 2 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L1",le="3000"} 2 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L1",le="10000"} 2 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L1",le="60000"} 2 -milvus_datanode_encode_buffer_latency_bucket{node_id="2",segment_level="L1",le="+Inf"} 2 -milvus_datanode_encode_buffer_latency_sum{node_id="2",segment_level="L1"} 16 -milvus_datanode_encode_buffer_latency_count{node_id="2",segment_level="L1"} 2 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L0",le="1"} 0 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L0",le="2"} 0 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L0",le="4"} 0 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L0",le="8"} 1 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L0",le="16"} 1 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L0",le="32"} 1 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L0",le="64"} 1 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L0",le="128"} 1 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L0",le="256"} 1 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L0",le="512"} 1 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L0",le="1024"} 1 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L0",le="2048"} 1 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L0",le="4096"} 1 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L0",le="8192"} 1 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L0",le="16384"} 1 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L0",le="32768"} 1 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L0",le="65536"} 1 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L0",le="131072"} 1 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L0",le="+Inf"} 1 +milvus_datanode_encode_buffer_latency_sum{node_id="37",segment_level="L0"} 6 +milvus_datanode_encode_buffer_latency_count{node_id="37",segment_level="L0"} 1 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L1",le="1"} 1 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L1",le="2"} 1 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L1",le="4"} 1 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L1",le="8"} 1 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L1",le="16"} 1 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L1",le="32"} 2 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L1",le="64"} 2 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L1",le="128"} 2 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L1",le="256"} 2 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L1",le="512"} 2 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L1",le="1024"} 2 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L1",le="2048"} 2 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L1",le="4096"} 2 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L1",le="8192"} 2 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L1",le="16384"} 2 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L1",le="32768"} 2 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L1",le="65536"} 2 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L1",le="131072"} 2 +milvus_datanode_encode_buffer_latency_bucket{node_id="37",segment_level="L1",le="+Inf"} 2 +milvus_datanode_encode_buffer_latency_sum{node_id="37",segment_level="L1"} 20 +milvus_datanode_encode_buffer_latency_count{node_id="37",segment_level="L1"} 2 # HELP milvus_datanode_flowgraph_num number of flowgraphs # TYPE milvus_datanode_flowgraph_num gauge -milvus_datanode_flowgraph_num{node_id="2"} 0 +milvus_datanode_flowgraph_num{node_id="37"} 0 # HELP milvus_datanode_flush_buffer_op_count count of flush buffer operations # TYPE milvus_datanode_flush_buffer_op_count counter -milvus_datanode_flush_buffer_op_count{node_id="2",segment_level="L0",status="success"} 1 -milvus_datanode_flush_buffer_op_count{node_id="2",segment_level="L1",status="success"} 2 +milvus_datanode_flush_buffer_op_count{node_id="37",segment_level="L0",status="success"} 1 +milvus_datanode_flush_buffer_op_count{node_id="37",segment_level="L1",status="success"} 2 # HELP milvus_datanode_flush_req_count count of flush request # TYPE milvus_datanode_flush_req_count counter -milvus_datanode_flush_req_count{node_id="2",status="success"} 1 -milvus_datanode_flush_req_count{node_id="2",status="total"} 1 +milvus_datanode_flush_req_count{node_id="37",status="success"} 1 +milvus_datanode_flush_req_count{node_id="37",status="total"} 3 # HELP milvus_datanode_flushed_data_rows num of rows flushed to storage # TYPE milvus_datanode_flushed_data_rows counter -milvus_datanode_flushed_data_rows{data_source="streaming",node_id="2"} 3001 +milvus_datanode_flushed_data_rows{data_source="streaming",node_id="37"} 3001 # HELP milvus_datanode_flushed_data_size byte size of data flushed to storage # TYPE milvus_datanode_flushed_data_size counter -milvus_datanode_flushed_data_size{data_source="streaming",node_id="2",segment_level="L0"} 616 -milvus_datanode_flushed_data_size{data_source="streaming",node_id="2",segment_level="L1"} 226975 +milvus_datanode_flushed_data_size{data_source="streaming",node_id="37",segment_level="L0"} 620 +milvus_datanode_flushed_data_size{data_source="streaming",node_id="37",segment_level="L1"} 226983 # HELP milvus_datanode_msg_rows_count count of rows consumed from msgStream # TYPE milvus_datanode_msg_rows_count counter -milvus_datanode_msg_rows_count{msg_type="delete",node_id="2"} 2 -milvus_datanode_msg_rows_count{msg_type="insert",node_id="2"} 3001 +milvus_datanode_msg_rows_count{msg_type="delete",node_id="37"} 2 +milvus_datanode_msg_rows_count{msg_type="insert",node_id="37"} 3001 # HELP milvus_datanode_save_latency latency of saving flush data to storage # TYPE milvus_datanode_save_latency histogram -milvus_datanode_save_latency_bucket{msg_type="L0",node_id="2",le="0"} 0 -milvus_datanode_save_latency_bucket{msg_type="L0",node_id="2",le="10"} 1 -milvus_datanode_save_latency_bucket{msg_type="L0",node_id="2",le="100"} 1 -milvus_datanode_save_latency_bucket{msg_type="L0",node_id="2",le="200"} 1 -milvus_datanode_save_latency_bucket{msg_type="L0",node_id="2",le="400"} 1 -milvus_datanode_save_latency_bucket{msg_type="L0",node_id="2",le="1000"} 1 -milvus_datanode_save_latency_bucket{msg_type="L0",node_id="2",le="10000"} 1 -milvus_datanode_save_latency_bucket{msg_type="L0",node_id="2",le="+Inf"} 1 -milvus_datanode_save_latency_sum{msg_type="L0",node_id="2"} 3 -milvus_datanode_save_latency_count{msg_type="L0",node_id="2"} 1 -milvus_datanode_save_latency_bucket{msg_type="L1",node_id="2",le="0"} 0 -milvus_datanode_save_latency_bucket{msg_type="L1",node_id="2",le="10"} 2 -milvus_datanode_save_latency_bucket{msg_type="L1",node_id="2",le="100"} 2 -milvus_datanode_save_latency_bucket{msg_type="L1",node_id="2",le="200"} 2 -milvus_datanode_save_latency_bucket{msg_type="L1",node_id="2",le="400"} 2 -milvus_datanode_save_latency_bucket{msg_type="L1",node_id="2",le="1000"} 2 -milvus_datanode_save_latency_bucket{msg_type="L1",node_id="2",le="10000"} 2 -milvus_datanode_save_latency_bucket{msg_type="L1",node_id="2",le="+Inf"} 2 -milvus_datanode_save_latency_sum{msg_type="L1",node_id="2"} 8 -milvus_datanode_save_latency_count{msg_type="L1",node_id="2"} 2 +milvus_datanode_save_latency_bucket{msg_type="L0",node_id="37",le="0"} 0 +milvus_datanode_save_latency_bucket{msg_type="L0",node_id="37",le="10"} 1 +milvus_datanode_save_latency_bucket{msg_type="L0",node_id="37",le="100"} 1 +milvus_datanode_save_latency_bucket{msg_type="L0",node_id="37",le="200"} 1 +milvus_datanode_save_latency_bucket{msg_type="L0",node_id="37",le="400"} 1 +milvus_datanode_save_latency_bucket{msg_type="L0",node_id="37",le="1000"} 1 +milvus_datanode_save_latency_bucket{msg_type="L0",node_id="37",le="10000"} 1 +milvus_datanode_save_latency_bucket{msg_type="L0",node_id="37",le="+Inf"} 1 +milvus_datanode_save_latency_sum{msg_type="L0",node_id="37"} 5 +milvus_datanode_save_latency_count{msg_type="L0",node_id="37"} 1 +milvus_datanode_save_latency_bucket{msg_type="L1",node_id="37",le="0"} 0 +milvus_datanode_save_latency_bucket{msg_type="L1",node_id="37",le="10"} 2 +milvus_datanode_save_latency_bucket{msg_type="L1",node_id="37",le="100"} 2 +milvus_datanode_save_latency_bucket{msg_type="L1",node_id="37",le="200"} 2 +milvus_datanode_save_latency_bucket{msg_type="L1",node_id="37",le="400"} 2 +milvus_datanode_save_latency_bucket{msg_type="L1",node_id="37",le="1000"} 2 +milvus_datanode_save_latency_bucket{msg_type="L1",node_id="37",le="10000"} 2 +milvus_datanode_save_latency_bucket{msg_type="L1",node_id="37",le="+Inf"} 2 +milvus_datanode_save_latency_sum{msg_type="L1",node_id="37"} 14 +milvus_datanode_save_latency_count{msg_type="L1",node_id="37"} 2 # HELP milvus_flushed_segment_file_num the num of files for flushed segment # TYPE milvus_flushed_segment_file_num histogram -milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="5"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="10"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="20"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="50"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="100"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="200"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="300"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="400"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="500"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="600"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="700"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="800"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="900"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="1000"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="1500"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="3000"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="10000"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="60000"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="1"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="2"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="4"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="8"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="16"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="32"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="64"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="128"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="256"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="512"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="1024"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="2048"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="4096"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="8192"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="16384"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="32768"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="65536"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="131072"} 1 milvus_flushed_segment_file_num_bucket{segment_file_type="delete_file",le="+Inf"} 1 milvus_flushed_segment_file_num_sum{segment_file_type="delete_file"} 0 milvus_flushed_segment_file_num_count{segment_file_type="delete_file"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="5"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="10"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="20"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="50"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="100"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="200"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="300"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="400"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="500"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="600"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="700"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="800"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="900"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="1000"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="1500"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="3000"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="10000"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="60000"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="+Inf"} 1 -milvus_flushed_segment_file_num_sum{segment_file_type="index_file"} 1 -milvus_flushed_segment_file_num_count{segment_file_type="index_file"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="5"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="10"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="20"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="50"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="100"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="200"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="300"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="400"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="500"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="600"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="700"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="800"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="900"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="1000"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="1500"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="3000"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="10000"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="60000"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="1"} 11 +milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="2"} 11 +milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="4"} 11 +milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="8"} 11 +milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="16"} 11 +milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="32"} 11 +milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="64"} 11 +milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="128"} 11 +milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="256"} 11 +milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="512"} 11 +milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="1024"} 11 +milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="2048"} 11 +milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="4096"} 11 +milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="8192"} 11 +milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="16384"} 11 +milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="32768"} 11 +milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="65536"} 11 +milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="131072"} 11 +milvus_flushed_segment_file_num_bucket{segment_file_type="index_file",le="+Inf"} 11 +milvus_flushed_segment_file_num_sum{segment_file_type="index_file"} 11 +milvus_flushed_segment_file_num_count{segment_file_type="index_file"} 11 +milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="1"} 0 +milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="2"} 0 +milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="4"} 0 +milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="8"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="16"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="32"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="64"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="128"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="256"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="512"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="1024"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="2048"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="4096"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="8192"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="16384"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="32768"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="65536"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="131072"} 1 milvus_flushed_segment_file_num_bucket{segment_file_type="insert_file",le="+Inf"} 1 milvus_flushed_segment_file_num_sum{segment_file_type="insert_file"} 5 milvus_flushed_segment_file_num_count{segment_file_type="insert_file"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="5"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="10"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="20"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="50"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="100"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="200"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="300"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="400"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="500"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="600"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="700"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="800"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="900"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="1000"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="1500"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="3000"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="10000"} 1 -milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="60000"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="1"} 0 +milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="2"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="4"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="8"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="16"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="32"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="64"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="128"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="256"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="512"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="1024"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="2048"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="4096"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="8192"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="16384"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="32768"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="65536"} 1 +milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="131072"} 1 milvus_flushed_segment_file_num_bucket{segment_file_type="stat_file",le="+Inf"} 1 milvus_flushed_segment_file_num_sum{segment_file_type="stat_file"} 2 milvus_flushed_segment_file_num_count{segment_file_type="stat_file"} 1 # HELP milvus_indexnode_build_index_latency latency of build index for segment # TYPE milvus_indexnode_build_index_latency histogram -milvus_indexnode_build_index_latency_bucket{node_id="2",le="0.001"} 0 -milvus_indexnode_build_index_latency_bucket{node_id="2",le="0.1"} 1 -milvus_indexnode_build_index_latency_bucket{node_id="2",le="0.5"} 1 -milvus_indexnode_build_index_latency_bucket{node_id="2",le="1"} 1 -milvus_indexnode_build_index_latency_bucket{node_id="2",le="5"} 1 -milvus_indexnode_build_index_latency_bucket{node_id="2",le="10"} 1 -milvus_indexnode_build_index_latency_bucket{node_id="2",le="20"} 1 -milvus_indexnode_build_index_latency_bucket{node_id="2",le="50"} 1 -milvus_indexnode_build_index_latency_bucket{node_id="2",le="100"} 1 -milvus_indexnode_build_index_latency_bucket{node_id="2",le="250"} 1 -milvus_indexnode_build_index_latency_bucket{node_id="2",le="500"} 1 -milvus_indexnode_build_index_latency_bucket{node_id="2",le="1000"} 1 -milvus_indexnode_build_index_latency_bucket{node_id="2",le="3600"} 1 -milvus_indexnode_build_index_latency_bucket{node_id="2",le="5000"} 1 -milvus_indexnode_build_index_latency_bucket{node_id="2",le="10000"} 1 -milvus_indexnode_build_index_latency_bucket{node_id="2",le="+Inf"} 1 -milvus_indexnode_build_index_latency_sum{node_id="2"} 0.026148791 -milvus_indexnode_build_index_latency_count{node_id="2"} 1 +milvus_indexnode_build_index_latency_bucket{node_id="37",le="0.001"} 0 +milvus_indexnode_build_index_latency_bucket{node_id="37",le="0.1"} 1 +milvus_indexnode_build_index_latency_bucket{node_id="37",le="0.5"} 1 +milvus_indexnode_build_index_latency_bucket{node_id="37",le="1"} 1 +milvus_indexnode_build_index_latency_bucket{node_id="37",le="5"} 1 +milvus_indexnode_build_index_latency_bucket{node_id="37",le="10"} 1 +milvus_indexnode_build_index_latency_bucket{node_id="37",le="20"} 1 +milvus_indexnode_build_index_latency_bucket{node_id="37",le="50"} 1 +milvus_indexnode_build_index_latency_bucket{node_id="37",le="100"} 1 +milvus_indexnode_build_index_latency_bucket{node_id="37",le="250"} 1 +milvus_indexnode_build_index_latency_bucket{node_id="37",le="500"} 1 +milvus_indexnode_build_index_latency_bucket{node_id="37",le="1000"} 1 +milvus_indexnode_build_index_latency_bucket{node_id="37",le="3600"} 1 +milvus_indexnode_build_index_latency_bucket{node_id="37",le="5000"} 1 +milvus_indexnode_build_index_latency_bucket{node_id="37",le="10000"} 1 +milvus_indexnode_build_index_latency_bucket{node_id="37",le="+Inf"} 1 +milvus_indexnode_build_index_latency_sum{node_id="37"} 0.033203625 +milvus_indexnode_build_index_latency_count{node_id="37"} 1 # HELP milvus_indexnode_encode_index_latency latency of encoding the index file # TYPE milvus_indexnode_encode_index_latency histogram -milvus_indexnode_encode_index_latency_bucket{node_id="2",le="0.001"} 0 -milvus_indexnode_encode_index_latency_bucket{node_id="2",le="0.1"} 1 -milvus_indexnode_encode_index_latency_bucket{node_id="2",le="0.5"} 1 -milvus_indexnode_encode_index_latency_bucket{node_id="2",le="1"} 1 -milvus_indexnode_encode_index_latency_bucket{node_id="2",le="5"} 1 -milvus_indexnode_encode_index_latency_bucket{node_id="2",le="10"} 1 -milvus_indexnode_encode_index_latency_bucket{node_id="2",le="20"} 1 -milvus_indexnode_encode_index_latency_bucket{node_id="2",le="50"} 1 -milvus_indexnode_encode_index_latency_bucket{node_id="2",le="100"} 1 -milvus_indexnode_encode_index_latency_bucket{node_id="2",le="250"} 1 -milvus_indexnode_encode_index_latency_bucket{node_id="2",le="500"} 1 -milvus_indexnode_encode_index_latency_bucket{node_id="2",le="1000"} 1 -milvus_indexnode_encode_index_latency_bucket{node_id="2",le="3600"} 1 -milvus_indexnode_encode_index_latency_bucket{node_id="2",le="5000"} 1 -milvus_indexnode_encode_index_latency_bucket{node_id="2",le="10000"} 1 -milvus_indexnode_encode_index_latency_bucket{node_id="2",le="+Inf"} 1 -milvus_indexnode_encode_index_latency_sum{node_id="2"} 0.00681125 -milvus_indexnode_encode_index_latency_count{node_id="2"} 1 +milvus_indexnode_encode_index_latency_bucket{node_id="37",le="0.001"} 0 +milvus_indexnode_encode_index_latency_bucket{node_id="37",le="0.1"} 1 +milvus_indexnode_encode_index_latency_bucket{node_id="37",le="0.5"} 1 +milvus_indexnode_encode_index_latency_bucket{node_id="37",le="1"} 1 +milvus_indexnode_encode_index_latency_bucket{node_id="37",le="5"} 1 +milvus_indexnode_encode_index_latency_bucket{node_id="37",le="10"} 1 +milvus_indexnode_encode_index_latency_bucket{node_id="37",le="20"} 1 +milvus_indexnode_encode_index_latency_bucket{node_id="37",le="50"} 1 +milvus_indexnode_encode_index_latency_bucket{node_id="37",le="100"} 1 +milvus_indexnode_encode_index_latency_bucket{node_id="37",le="250"} 1 +milvus_indexnode_encode_index_latency_bucket{node_id="37",le="500"} 1 +milvus_indexnode_encode_index_latency_bucket{node_id="37",le="1000"} 1 +milvus_indexnode_encode_index_latency_bucket{node_id="37",le="3600"} 1 +milvus_indexnode_encode_index_latency_bucket{node_id="37",le="5000"} 1 +milvus_indexnode_encode_index_latency_bucket{node_id="37",le="10000"} 1 +milvus_indexnode_encode_index_latency_bucket{node_id="37",le="+Inf"} 1 +milvus_indexnode_encode_index_latency_sum{node_id="37"} 0.007635709 +milvus_indexnode_encode_index_latency_count{node_id="37"} 1 # HELP milvus_indexnode_index_task_count number of tasks that index node received # TYPE milvus_indexnode_index_task_count counter -milvus_indexnode_index_task_count{node_id="2",status="success"} 1 +milvus_indexnode_index_task_count{node_id="37",status="success"} 1 # HELP milvus_indexnode_index_task_latency_in_queue latency of index task in queue # TYPE milvus_indexnode_index_task_latency_in_queue histogram -milvus_indexnode_index_task_latency_in_queue_bucket{node_id="2",le="5"} 1 -milvus_indexnode_index_task_latency_in_queue_bucket{node_id="2",le="10"} 1 -milvus_indexnode_index_task_latency_in_queue_bucket{node_id="2",le="20"} 1 -milvus_indexnode_index_task_latency_in_queue_bucket{node_id="2",le="50"} 1 -milvus_indexnode_index_task_latency_in_queue_bucket{node_id="2",le="100"} 1 -milvus_indexnode_index_task_latency_in_queue_bucket{node_id="2",le="200"} 1 -milvus_indexnode_index_task_latency_in_queue_bucket{node_id="2",le="300"} 1 -milvus_indexnode_index_task_latency_in_queue_bucket{node_id="2",le="400"} 1 -milvus_indexnode_index_task_latency_in_queue_bucket{node_id="2",le="500"} 1 -milvus_indexnode_index_task_latency_in_queue_bucket{node_id="2",le="600"} 1 -milvus_indexnode_index_task_latency_in_queue_bucket{node_id="2",le="700"} 1 -milvus_indexnode_index_task_latency_in_queue_bucket{node_id="2",le="800"} 1 -milvus_indexnode_index_task_latency_in_queue_bucket{node_id="2",le="900"} 1 -milvus_indexnode_index_task_latency_in_queue_bucket{node_id="2",le="1000"} 1 -milvus_indexnode_index_task_latency_in_queue_bucket{node_id="2",le="1500"} 1 -milvus_indexnode_index_task_latency_in_queue_bucket{node_id="2",le="3000"} 1 -milvus_indexnode_index_task_latency_in_queue_bucket{node_id="2",le="10000"} 1 -milvus_indexnode_index_task_latency_in_queue_bucket{node_id="2",le="60000"} 1 -milvus_indexnode_index_task_latency_in_queue_bucket{node_id="2",le="+Inf"} 1 -milvus_indexnode_index_task_latency_in_queue_sum{node_id="2"} 0 -milvus_indexnode_index_task_latency_in_queue_count{node_id="2"} 1 +milvus_indexnode_index_task_latency_in_queue_bucket{node_id="37",le="1"} 1 +milvus_indexnode_index_task_latency_in_queue_bucket{node_id="37",le="2"} 1 +milvus_indexnode_index_task_latency_in_queue_bucket{node_id="37",le="4"} 1 +milvus_indexnode_index_task_latency_in_queue_bucket{node_id="37",le="8"} 1 +milvus_indexnode_index_task_latency_in_queue_bucket{node_id="37",le="16"} 1 +milvus_indexnode_index_task_latency_in_queue_bucket{node_id="37",le="32"} 1 +milvus_indexnode_index_task_latency_in_queue_bucket{node_id="37",le="64"} 1 +milvus_indexnode_index_task_latency_in_queue_bucket{node_id="37",le="128"} 1 +milvus_indexnode_index_task_latency_in_queue_bucket{node_id="37",le="256"} 1 +milvus_indexnode_index_task_latency_in_queue_bucket{node_id="37",le="512"} 1 +milvus_indexnode_index_task_latency_in_queue_bucket{node_id="37",le="1024"} 1 +milvus_indexnode_index_task_latency_in_queue_bucket{node_id="37",le="2048"} 1 +milvus_indexnode_index_task_latency_in_queue_bucket{node_id="37",le="4096"} 1 +milvus_indexnode_index_task_latency_in_queue_bucket{node_id="37",le="8192"} 1 +milvus_indexnode_index_task_latency_in_queue_bucket{node_id="37",le="16384"} 1 +milvus_indexnode_index_task_latency_in_queue_bucket{node_id="37",le="32768"} 1 +milvus_indexnode_index_task_latency_in_queue_bucket{node_id="37",le="65536"} 1 +milvus_indexnode_index_task_latency_in_queue_bucket{node_id="37",le="131072"} 1 +milvus_indexnode_index_task_latency_in_queue_bucket{node_id="37",le="+Inf"} 1 +milvus_indexnode_index_task_latency_in_queue_sum{node_id="37"} 0 +milvus_indexnode_index_task_latency_in_queue_count{node_id="37"} 1 # HELP milvus_indexnode_knowhere_build_index_latency latency of building the index by knowhere # TYPE milvus_indexnode_knowhere_build_index_latency histogram -milvus_indexnode_knowhere_build_index_latency_bucket{node_id="2",le="0.001"} 0 -milvus_indexnode_knowhere_build_index_latency_bucket{node_id="2",le="0.1"} 1 -milvus_indexnode_knowhere_build_index_latency_bucket{node_id="2",le="0.5"} 1 -milvus_indexnode_knowhere_build_index_latency_bucket{node_id="2",le="1"} 1 -milvus_indexnode_knowhere_build_index_latency_bucket{node_id="2",le="5"} 1 -milvus_indexnode_knowhere_build_index_latency_bucket{node_id="2",le="10"} 1 -milvus_indexnode_knowhere_build_index_latency_bucket{node_id="2",le="20"} 1 -milvus_indexnode_knowhere_build_index_latency_bucket{node_id="2",le="50"} 1 -milvus_indexnode_knowhere_build_index_latency_bucket{node_id="2",le="100"} 1 -milvus_indexnode_knowhere_build_index_latency_bucket{node_id="2",le="250"} 1 -milvus_indexnode_knowhere_build_index_latency_bucket{node_id="2",le="500"} 1 -milvus_indexnode_knowhere_build_index_latency_bucket{node_id="2",le="1000"} 1 -milvus_indexnode_knowhere_build_index_latency_bucket{node_id="2",le="3600"} 1 -milvus_indexnode_knowhere_build_index_latency_bucket{node_id="2",le="5000"} 1 -milvus_indexnode_knowhere_build_index_latency_bucket{node_id="2",le="10000"} 1 -milvus_indexnode_knowhere_build_index_latency_bucket{node_id="2",le="+Inf"} 1 -milvus_indexnode_knowhere_build_index_latency_sum{node_id="2"} 0.019188333 -milvus_indexnode_knowhere_build_index_latency_count{node_id="2"} 1 +milvus_indexnode_knowhere_build_index_latency_bucket{node_id="37",le="0.001"} 0 +milvus_indexnode_knowhere_build_index_latency_bucket{node_id="37",le="0.1"} 1 +milvus_indexnode_knowhere_build_index_latency_bucket{node_id="37",le="0.5"} 1 +milvus_indexnode_knowhere_build_index_latency_bucket{node_id="37",le="1"} 1 +milvus_indexnode_knowhere_build_index_latency_bucket{node_id="37",le="5"} 1 +milvus_indexnode_knowhere_build_index_latency_bucket{node_id="37",le="10"} 1 +milvus_indexnode_knowhere_build_index_latency_bucket{node_id="37",le="20"} 1 +milvus_indexnode_knowhere_build_index_latency_bucket{node_id="37",le="50"} 1 +milvus_indexnode_knowhere_build_index_latency_bucket{node_id="37",le="100"} 1 +milvus_indexnode_knowhere_build_index_latency_bucket{node_id="37",le="250"} 1 +milvus_indexnode_knowhere_build_index_latency_bucket{node_id="37",le="500"} 1 +milvus_indexnode_knowhere_build_index_latency_bucket{node_id="37",le="1000"} 1 +milvus_indexnode_knowhere_build_index_latency_bucket{node_id="37",le="3600"} 1 +milvus_indexnode_knowhere_build_index_latency_bucket{node_id="37",le="5000"} 1 +milvus_indexnode_knowhere_build_index_latency_bucket{node_id="37",le="10000"} 1 +milvus_indexnode_knowhere_build_index_latency_bucket{node_id="37",le="+Inf"} 1 +milvus_indexnode_knowhere_build_index_latency_sum{node_id="37"} 0.025299416 +milvus_indexnode_knowhere_build_index_latency_count{node_id="37"} 1 # HELP milvus_indexnode_save_index_latency latency of saving the index file # TYPE milvus_indexnode_save_index_latency histogram -milvus_indexnode_save_index_latency_bucket{node_id="2",le="0.001"} 1 -milvus_indexnode_save_index_latency_bucket{node_id="2",le="0.1"} 1 -milvus_indexnode_save_index_latency_bucket{node_id="2",le="0.5"} 1 -milvus_indexnode_save_index_latency_bucket{node_id="2",le="1"} 1 -milvus_indexnode_save_index_latency_bucket{node_id="2",le="5"} 1 -milvus_indexnode_save_index_latency_bucket{node_id="2",le="10"} 1 -milvus_indexnode_save_index_latency_bucket{node_id="2",le="20"} 1 -milvus_indexnode_save_index_latency_bucket{node_id="2",le="50"} 1 -milvus_indexnode_save_index_latency_bucket{node_id="2",le="100"} 1 -milvus_indexnode_save_index_latency_bucket{node_id="2",le="250"} 1 -milvus_indexnode_save_index_latency_bucket{node_id="2",le="500"} 1 -milvus_indexnode_save_index_latency_bucket{node_id="2",le="1000"} 1 -milvus_indexnode_save_index_latency_bucket{node_id="2",le="3600"} 1 -milvus_indexnode_save_index_latency_bucket{node_id="2",le="5000"} 1 -milvus_indexnode_save_index_latency_bucket{node_id="2",le="10000"} 1 -milvus_indexnode_save_index_latency_bucket{node_id="2",le="+Inf"} 1 -milvus_indexnode_save_index_latency_sum{node_id="2"} 4.6958e-05 -milvus_indexnode_save_index_latency_count{node_id="2"} 1 +milvus_indexnode_save_index_latency_bucket{node_id="37",le="0.001"} 1 +milvus_indexnode_save_index_latency_bucket{node_id="37",le="0.1"} 1 +milvus_indexnode_save_index_latency_bucket{node_id="37",le="0.5"} 1 +milvus_indexnode_save_index_latency_bucket{node_id="37",le="1"} 1 +milvus_indexnode_save_index_latency_bucket{node_id="37",le="5"} 1 +milvus_indexnode_save_index_latency_bucket{node_id="37",le="10"} 1 +milvus_indexnode_save_index_latency_bucket{node_id="37",le="20"} 1 +milvus_indexnode_save_index_latency_bucket{node_id="37",le="50"} 1 +milvus_indexnode_save_index_latency_bucket{node_id="37",le="100"} 1 +milvus_indexnode_save_index_latency_bucket{node_id="37",le="250"} 1 +milvus_indexnode_save_index_latency_bucket{node_id="37",le="500"} 1 +milvus_indexnode_save_index_latency_bucket{node_id="37",le="1000"} 1 +milvus_indexnode_save_index_latency_bucket{node_id="37",le="3600"} 1 +milvus_indexnode_save_index_latency_bucket{node_id="37",le="5000"} 1 +milvus_indexnode_save_index_latency_bucket{node_id="37",le="10000"} 1 +milvus_indexnode_save_index_latency_bucket{node_id="37",le="+Inf"} 1 +milvus_indexnode_save_index_latency_sum{node_id="37"} 6.0041e-05 +milvus_indexnode_save_index_latency_count{node_id="37"} 1 # HELP milvus_meta_kv_size kv size stats # TYPE milvus_meta_kv_size histogram -milvus_meta_kv_size_bucket{meta_op_type="get",le="5"} 77 -milvus_meta_kv_size_bucket{meta_op_type="get",le="10"} 77 -milvus_meta_kv_size_bucket{meta_op_type="get",le="20"} 77 -milvus_meta_kv_size_bucket{meta_op_type="get",le="50"} 77 -milvus_meta_kv_size_bucket{meta_op_type="get",le="100"} 77 -milvus_meta_kv_size_bucket{meta_op_type="get",le="200"} 77 -milvus_meta_kv_size_bucket{meta_op_type="get",le="300"} 77 -milvus_meta_kv_size_bucket{meta_op_type="get",le="400"} 77 -milvus_meta_kv_size_bucket{meta_op_type="get",le="500"} 77 -milvus_meta_kv_size_bucket{meta_op_type="get",le="600"} 77 -milvus_meta_kv_size_bucket{meta_op_type="get",le="700"} 77 -milvus_meta_kv_size_bucket{meta_op_type="get",le="800"} 77 -milvus_meta_kv_size_bucket{meta_op_type="get",le="900"} 77 -milvus_meta_kv_size_bucket{meta_op_type="get",le="1000"} 77 -milvus_meta_kv_size_bucket{meta_op_type="get",le="1500"} 77 -milvus_meta_kv_size_bucket{meta_op_type="get",le="3000"} 77 -milvus_meta_kv_size_bucket{meta_op_type="get",le="10000"} 77 -milvus_meta_kv_size_bucket{meta_op_type="get",le="60000"} 77 -milvus_meta_kv_size_bucket{meta_op_type="get",le="+Inf"} 77 -milvus_meta_kv_size_sum{meta_op_type="get"} -20 -milvus_meta_kv_size_count{meta_op_type="get"} 77 -milvus_meta_kv_size_bucket{meta_op_type="put",le="5"} 1 -milvus_meta_kv_size_bucket{meta_op_type="put",le="10"} 273 -milvus_meta_kv_size_bucket{meta_op_type="put",le="20"} 274 -milvus_meta_kv_size_bucket{meta_op_type="put",le="50"} 282 -milvus_meta_kv_size_bucket{meta_op_type="put",le="100"} 290 -milvus_meta_kv_size_bucket{meta_op_type="put",le="200"} 293 -milvus_meta_kv_size_bucket{meta_op_type="put",le="300"} 293 -milvus_meta_kv_size_bucket{meta_op_type="put",le="400"} 299 -milvus_meta_kv_size_bucket{meta_op_type="put",le="500"} 302 -milvus_meta_kv_size_bucket{meta_op_type="put",le="600"} 302 -milvus_meta_kv_size_bucket{meta_op_type="put",le="700"} 305 -milvus_meta_kv_size_bucket{meta_op_type="put",le="800"} 305 -milvus_meta_kv_size_bucket{meta_op_type="put",le="900"} 305 -milvus_meta_kv_size_bucket{meta_op_type="put",le="1000"} 305 -milvus_meta_kv_size_bucket{meta_op_type="put",le="1500"} 305 -milvus_meta_kv_size_bucket{meta_op_type="put",le="3000"} 305 -milvus_meta_kv_size_bucket{meta_op_type="put",le="10000"} 305 -milvus_meta_kv_size_bucket{meta_op_type="put",le="60000"} 305 -milvus_meta_kv_size_bucket{meta_op_type="put",le="+Inf"} 305 -milvus_meta_kv_size_sum{meta_op_type="put"} 8855 -milvus_meta_kv_size_count{meta_op_type="put"} 305 +milvus_meta_kv_size_bucket{meta_op_type="get",le="1"} 89 +milvus_meta_kv_size_bucket{meta_op_type="get",le="2"} 89 +milvus_meta_kv_size_bucket{meta_op_type="get",le="4"} 89 +milvus_meta_kv_size_bucket{meta_op_type="get",le="8"} 89 +milvus_meta_kv_size_bucket{meta_op_type="get",le="16"} 89 +milvus_meta_kv_size_bucket{meta_op_type="get",le="32"} 89 +milvus_meta_kv_size_bucket{meta_op_type="get",le="64"} 89 +milvus_meta_kv_size_bucket{meta_op_type="get",le="128"} 89 +milvus_meta_kv_size_bucket{meta_op_type="get",le="256"} 89 +milvus_meta_kv_size_bucket{meta_op_type="get",le="512"} 89 +milvus_meta_kv_size_bucket{meta_op_type="get",le="1024"} 89 +milvus_meta_kv_size_bucket{meta_op_type="get",le="2048"} 89 +milvus_meta_kv_size_bucket{meta_op_type="get",le="4096"} 89 +milvus_meta_kv_size_bucket{meta_op_type="get",le="8192"} 89 +milvus_meta_kv_size_bucket{meta_op_type="get",le="16384"} 89 +milvus_meta_kv_size_bucket{meta_op_type="get",le="32768"} 89 +milvus_meta_kv_size_bucket{meta_op_type="get",le="65536"} 89 +milvus_meta_kv_size_bucket{meta_op_type="get",le="131072"} 89 +milvus_meta_kv_size_bucket{meta_op_type="get",le="+Inf"} 89 +milvus_meta_kv_size_sum{meta_op_type="get"} -313 +milvus_meta_kv_size_count{meta_op_type="get"} 89 +milvus_meta_kv_size_bucket{meta_op_type="put",le="1"} 1 +milvus_meta_kv_size_bucket{meta_op_type="put",le="2"} 1 +milvus_meta_kv_size_bucket{meta_op_type="put",le="4"} 1 +milvus_meta_kv_size_bucket{meta_op_type="put",le="8"} 39 +milvus_meta_kv_size_bucket{meta_op_type="put",le="16"} 40 +milvus_meta_kv_size_bucket{meta_op_type="put",le="32"} 40 +milvus_meta_kv_size_bucket{meta_op_type="put",le="64"} 50 +milvus_meta_kv_size_bucket{meta_op_type="put",le="128"} 60 +milvus_meta_kv_size_bucket{meta_op_type="put",le="256"} 63 +milvus_meta_kv_size_bucket{meta_op_type="put",le="512"} 72 +milvus_meta_kv_size_bucket{meta_op_type="put",le="1024"} 76 +milvus_meta_kv_size_bucket{meta_op_type="put",le="2048"} 76 +milvus_meta_kv_size_bucket{meta_op_type="put",le="4096"} 76 +milvus_meta_kv_size_bucket{meta_op_type="put",le="8192"} 76 +milvus_meta_kv_size_bucket{meta_op_type="put",le="16384"} 76 +milvus_meta_kv_size_bucket{meta_op_type="put",le="32768"} 76 +milvus_meta_kv_size_bucket{meta_op_type="put",le="65536"} 76 +milvus_meta_kv_size_bucket{meta_op_type="put",le="131072"} 76 +milvus_meta_kv_size_bucket{meta_op_type="put",le="+Inf"} 76 +milvus_meta_kv_size_sum{meta_op_type="put"} 8526 +milvus_meta_kv_size_count{meta_op_type="put"} 76 # HELP milvus_meta_op_count count of meta operation # TYPE milvus_meta_op_count counter -milvus_meta_op_count{meta_op_type="get",status="success"} 52 -milvus_meta_op_count{meta_op_type="get",status="total"} 52 -milvus_meta_op_count{meta_op_type="put",status="success"} 280 -milvus_meta_op_count{meta_op_type="put",status="total"} 280 +milvus_meta_op_count{meta_op_type="get",status="success"} 63 +milvus_meta_op_count{meta_op_type="get",status="total"} 63 +milvus_meta_op_count{meta_op_type="put",status="success"} 50 +milvus_meta_op_count{meta_op_type="put",status="total"} 50 milvus_meta_op_count{meta_op_type="remove",status="success"} 6 milvus_meta_op_count{meta_op_type="remove",status="total"} 6 -milvus_meta_op_count{meta_op_type="txn",status="success"} 25 -milvus_meta_op_count{meta_op_type="txn",status="total"} 25 +milvus_meta_op_count{meta_op_type="txn",status="success"} 26 +milvus_meta_op_count{meta_op_type="txn",status="total"} 26 # HELP milvus_meta_request_latency request latency on the client side # TYPE milvus_meta_request_latency histogram -milvus_meta_request_latency_bucket{meta_op_type="get",le="5"} 52 -milvus_meta_request_latency_bucket{meta_op_type="get",le="10"} 52 -milvus_meta_request_latency_bucket{meta_op_type="get",le="20"} 52 -milvus_meta_request_latency_bucket{meta_op_type="get",le="50"} 52 -milvus_meta_request_latency_bucket{meta_op_type="get",le="100"} 52 -milvus_meta_request_latency_bucket{meta_op_type="get",le="200"} 52 -milvus_meta_request_latency_bucket{meta_op_type="get",le="300"} 52 -milvus_meta_request_latency_bucket{meta_op_type="get",le="400"} 52 -milvus_meta_request_latency_bucket{meta_op_type="get",le="500"} 52 -milvus_meta_request_latency_bucket{meta_op_type="get",le="600"} 52 -milvus_meta_request_latency_bucket{meta_op_type="get",le="700"} 52 -milvus_meta_request_latency_bucket{meta_op_type="get",le="800"} 52 -milvus_meta_request_latency_bucket{meta_op_type="get",le="900"} 52 -milvus_meta_request_latency_bucket{meta_op_type="get",le="1000"} 52 -milvus_meta_request_latency_bucket{meta_op_type="get",le="1500"} 52 -milvus_meta_request_latency_bucket{meta_op_type="get",le="3000"} 52 -milvus_meta_request_latency_bucket{meta_op_type="get",le="10000"} 52 -milvus_meta_request_latency_bucket{meta_op_type="get",le="60000"} 52 -milvus_meta_request_latency_bucket{meta_op_type="get",le="+Inf"} 52 -milvus_meta_request_latency_sum{meta_op_type="get"} 0 -milvus_meta_request_latency_count{meta_op_type="get"} 52 -milvus_meta_request_latency_bucket{meta_op_type="put",le="5"} 280 -milvus_meta_request_latency_bucket{meta_op_type="put",le="10"} 280 -milvus_meta_request_latency_bucket{meta_op_type="put",le="20"} 280 -milvus_meta_request_latency_bucket{meta_op_type="put",le="50"} 280 -milvus_meta_request_latency_bucket{meta_op_type="put",le="100"} 280 -milvus_meta_request_latency_bucket{meta_op_type="put",le="200"} 280 -milvus_meta_request_latency_bucket{meta_op_type="put",le="300"} 280 -milvus_meta_request_latency_bucket{meta_op_type="put",le="400"} 280 -milvus_meta_request_latency_bucket{meta_op_type="put",le="500"} 280 -milvus_meta_request_latency_bucket{meta_op_type="put",le="600"} 280 -milvus_meta_request_latency_bucket{meta_op_type="put",le="700"} 280 -milvus_meta_request_latency_bucket{meta_op_type="put",le="800"} 280 -milvus_meta_request_latency_bucket{meta_op_type="put",le="900"} 280 -milvus_meta_request_latency_bucket{meta_op_type="put",le="1000"} 280 -milvus_meta_request_latency_bucket{meta_op_type="put",le="1500"} 280 -milvus_meta_request_latency_bucket{meta_op_type="put",le="3000"} 280 -milvus_meta_request_latency_bucket{meta_op_type="put",le="10000"} 280 -milvus_meta_request_latency_bucket{meta_op_type="put",le="60000"} 280 -milvus_meta_request_latency_bucket{meta_op_type="put",le="+Inf"} 280 -milvus_meta_request_latency_sum{meta_op_type="put"} 16 -milvus_meta_request_latency_count{meta_op_type="put"} 280 -milvus_meta_request_latency_bucket{meta_op_type="remove",le="5"} 6 -milvus_meta_request_latency_bucket{meta_op_type="remove",le="10"} 6 -milvus_meta_request_latency_bucket{meta_op_type="remove",le="20"} 6 -milvus_meta_request_latency_bucket{meta_op_type="remove",le="50"} 6 -milvus_meta_request_latency_bucket{meta_op_type="remove",le="100"} 6 -milvus_meta_request_latency_bucket{meta_op_type="remove",le="200"} 6 -milvus_meta_request_latency_bucket{meta_op_type="remove",le="300"} 6 -milvus_meta_request_latency_bucket{meta_op_type="remove",le="400"} 6 -milvus_meta_request_latency_bucket{meta_op_type="remove",le="500"} 6 -milvus_meta_request_latency_bucket{meta_op_type="remove",le="600"} 6 -milvus_meta_request_latency_bucket{meta_op_type="remove",le="700"} 6 -milvus_meta_request_latency_bucket{meta_op_type="remove",le="800"} 6 -milvus_meta_request_latency_bucket{meta_op_type="remove",le="900"} 6 -milvus_meta_request_latency_bucket{meta_op_type="remove",le="1000"} 6 -milvus_meta_request_latency_bucket{meta_op_type="remove",le="1500"} 6 -milvus_meta_request_latency_bucket{meta_op_type="remove",le="3000"} 6 -milvus_meta_request_latency_bucket{meta_op_type="remove",le="10000"} 6 -milvus_meta_request_latency_bucket{meta_op_type="remove",le="60000"} 6 +milvus_meta_request_latency_bucket{meta_op_type="get",le="1"} 62 +milvus_meta_request_latency_bucket{meta_op_type="get",le="2"} 62 +milvus_meta_request_latency_bucket{meta_op_type="get",le="4"} 62 +milvus_meta_request_latency_bucket{meta_op_type="get",le="8"} 63 +milvus_meta_request_latency_bucket{meta_op_type="get",le="16"} 63 +milvus_meta_request_latency_bucket{meta_op_type="get",le="32"} 63 +milvus_meta_request_latency_bucket{meta_op_type="get",le="64"} 63 +milvus_meta_request_latency_bucket{meta_op_type="get",le="128"} 63 +milvus_meta_request_latency_bucket{meta_op_type="get",le="256"} 63 +milvus_meta_request_latency_bucket{meta_op_type="get",le="512"} 63 +milvus_meta_request_latency_bucket{meta_op_type="get",le="1024"} 63 +milvus_meta_request_latency_bucket{meta_op_type="get",le="2048"} 63 +milvus_meta_request_latency_bucket{meta_op_type="get",le="4096"} 63 +milvus_meta_request_latency_bucket{meta_op_type="get",le="8192"} 63 +milvus_meta_request_latency_bucket{meta_op_type="get",le="16384"} 63 +milvus_meta_request_latency_bucket{meta_op_type="get",le="32768"} 63 +milvus_meta_request_latency_bucket{meta_op_type="get",le="65536"} 63 +milvus_meta_request_latency_bucket{meta_op_type="get",le="131072"} 63 +milvus_meta_request_latency_bucket{meta_op_type="get",le="+Inf"} 63 +milvus_meta_request_latency_sum{meta_op_type="get"} 7 +milvus_meta_request_latency_count{meta_op_type="get"} 63 +milvus_meta_request_latency_bucket{meta_op_type="put",le="1"} 19 +milvus_meta_request_latency_bucket{meta_op_type="put",le="2"} 35 +milvus_meta_request_latency_bucket{meta_op_type="put",le="4"} 45 +milvus_meta_request_latency_bucket{meta_op_type="put",le="8"} 49 +milvus_meta_request_latency_bucket{meta_op_type="put",le="16"} 50 +milvus_meta_request_latency_bucket{meta_op_type="put",le="32"} 50 +milvus_meta_request_latency_bucket{meta_op_type="put",le="64"} 50 +milvus_meta_request_latency_bucket{meta_op_type="put",le="128"} 50 +milvus_meta_request_latency_bucket{meta_op_type="put",le="256"} 50 +milvus_meta_request_latency_bucket{meta_op_type="put",le="512"} 50 +milvus_meta_request_latency_bucket{meta_op_type="put",le="1024"} 50 +milvus_meta_request_latency_bucket{meta_op_type="put",le="2048"} 50 +milvus_meta_request_latency_bucket{meta_op_type="put",le="4096"} 50 +milvus_meta_request_latency_bucket{meta_op_type="put",le="8192"} 50 +milvus_meta_request_latency_bucket{meta_op_type="put",le="16384"} 50 +milvus_meta_request_latency_bucket{meta_op_type="put",le="32768"} 50 +milvus_meta_request_latency_bucket{meta_op_type="put",le="65536"} 50 +milvus_meta_request_latency_bucket{meta_op_type="put",le="131072"} 50 +milvus_meta_request_latency_bucket{meta_op_type="put",le="+Inf"} 50 +milvus_meta_request_latency_sum{meta_op_type="put"} 106 +milvus_meta_request_latency_count{meta_op_type="put"} 50 +milvus_meta_request_latency_bucket{meta_op_type="remove",le="1"} 6 +milvus_meta_request_latency_bucket{meta_op_type="remove",le="2"} 6 +milvus_meta_request_latency_bucket{meta_op_type="remove",le="4"} 6 +milvus_meta_request_latency_bucket{meta_op_type="remove",le="8"} 6 +milvus_meta_request_latency_bucket{meta_op_type="remove",le="16"} 6 +milvus_meta_request_latency_bucket{meta_op_type="remove",le="32"} 6 +milvus_meta_request_latency_bucket{meta_op_type="remove",le="64"} 6 +milvus_meta_request_latency_bucket{meta_op_type="remove",le="128"} 6 +milvus_meta_request_latency_bucket{meta_op_type="remove",le="256"} 6 +milvus_meta_request_latency_bucket{meta_op_type="remove",le="512"} 6 +milvus_meta_request_latency_bucket{meta_op_type="remove",le="1024"} 6 +milvus_meta_request_latency_bucket{meta_op_type="remove",le="2048"} 6 +milvus_meta_request_latency_bucket{meta_op_type="remove",le="4096"} 6 +milvus_meta_request_latency_bucket{meta_op_type="remove",le="8192"} 6 +milvus_meta_request_latency_bucket{meta_op_type="remove",le="16384"} 6 +milvus_meta_request_latency_bucket{meta_op_type="remove",le="32768"} 6 +milvus_meta_request_latency_bucket{meta_op_type="remove",le="65536"} 6 +milvus_meta_request_latency_bucket{meta_op_type="remove",le="131072"} 6 milvus_meta_request_latency_bucket{meta_op_type="remove",le="+Inf"} 6 milvus_meta_request_latency_sum{meta_op_type="remove"} 0 milvus_meta_request_latency_count{meta_op_type="remove"} 6 -milvus_meta_request_latency_bucket{meta_op_type="txn",le="5"} 25 -milvus_meta_request_latency_bucket{meta_op_type="txn",le="10"} 25 -milvus_meta_request_latency_bucket{meta_op_type="txn",le="20"} 25 -milvus_meta_request_latency_bucket{meta_op_type="txn",le="50"} 25 -milvus_meta_request_latency_bucket{meta_op_type="txn",le="100"} 25 -milvus_meta_request_latency_bucket{meta_op_type="txn",le="200"} 25 -milvus_meta_request_latency_bucket{meta_op_type="txn",le="300"} 25 -milvus_meta_request_latency_bucket{meta_op_type="txn",le="400"} 25 -milvus_meta_request_latency_bucket{meta_op_type="txn",le="500"} 25 -milvus_meta_request_latency_bucket{meta_op_type="txn",le="600"} 25 -milvus_meta_request_latency_bucket{meta_op_type="txn",le="700"} 25 -milvus_meta_request_latency_bucket{meta_op_type="txn",le="800"} 25 -milvus_meta_request_latency_bucket{meta_op_type="txn",le="900"} 25 -milvus_meta_request_latency_bucket{meta_op_type="txn",le="1000"} 25 -milvus_meta_request_latency_bucket{meta_op_type="txn",le="1500"} 25 -milvus_meta_request_latency_bucket{meta_op_type="txn",le="3000"} 25 -milvus_meta_request_latency_bucket{meta_op_type="txn",le="10000"} 25 -milvus_meta_request_latency_bucket{meta_op_type="txn",le="60000"} 25 -milvus_meta_request_latency_bucket{meta_op_type="txn",le="+Inf"} 25 -milvus_meta_request_latency_sum{meta_op_type="txn"} 1 -milvus_meta_request_latency_count{meta_op_type="txn"} 25 +milvus_meta_request_latency_bucket{meta_op_type="txn",le="1"} 22 +milvus_meta_request_latency_bucket{meta_op_type="txn",le="2"} 25 +milvus_meta_request_latency_bucket{meta_op_type="txn",le="4"} 26 +milvus_meta_request_latency_bucket{meta_op_type="txn",le="8"} 26 +milvus_meta_request_latency_bucket{meta_op_type="txn",le="16"} 26 +milvus_meta_request_latency_bucket{meta_op_type="txn",le="32"} 26 +milvus_meta_request_latency_bucket{meta_op_type="txn",le="64"} 26 +milvus_meta_request_latency_bucket{meta_op_type="txn",le="128"} 26 +milvus_meta_request_latency_bucket{meta_op_type="txn",le="256"} 26 +milvus_meta_request_latency_bucket{meta_op_type="txn",le="512"} 26 +milvus_meta_request_latency_bucket{meta_op_type="txn",le="1024"} 26 +milvus_meta_request_latency_bucket{meta_op_type="txn",le="2048"} 26 +milvus_meta_request_latency_bucket{meta_op_type="txn",le="4096"} 26 +milvus_meta_request_latency_bucket{meta_op_type="txn",le="8192"} 26 +milvus_meta_request_latency_bucket{meta_op_type="txn",le="16384"} 26 +milvus_meta_request_latency_bucket{meta_op_type="txn",le="32768"} 26 +milvus_meta_request_latency_bucket{meta_op_type="txn",le="65536"} 26 +milvus_meta_request_latency_bucket{meta_op_type="txn",le="131072"} 26 +milvus_meta_request_latency_bucket{meta_op_type="txn",le="+Inf"} 26 +milvus_meta_request_latency_sum{meta_op_type="txn"} 14 +milvus_meta_request_latency_count{meta_op_type="txn"} 26 # HELP milvus_msg_queue_consumer_num number of consumers # TYPE milvus_msg_queue_consumer_num gauge -milvus_msg_queue_consumer_num{node_id="2",role_name="standalone"} 0 +milvus_msg_queue_consumer_num{node_id="37",role_name="standalone"} 0 # HELP milvus_msgstream_op_count count of stream message operation # TYPE milvus_msgstream_op_count counter milvus_msgstream_op_count{message_op_type="create_consumer",status="success"} 2 milvus_msgstream_op_count{message_op_type="create_consumer",status="total"} 2 milvus_msgstream_op_count{message_op_type="create_producer",status="success"} 18 milvus_msgstream_op_count{message_op_type="create_producer",status="total"} 18 -milvus_msgstream_op_count{message_op_type="produce",status="success"} 59 -milvus_msgstream_op_count{message_op_type="produce",status="total"} 59 +milvus_msgstream_op_count{message_op_type="produce",status="success"} 3594 +milvus_msgstream_op_count{message_op_type="produce",status="total"} 3594 # HELP milvus_msgstream_request_latency request latency on the client side # TYPE milvus_msgstream_request_latency histogram -milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="5"} 2 -milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="10"} 2 -milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="20"} 2 -milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="50"} 2 -milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="100"} 2 -milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="200"} 2 -milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="300"} 2 -milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="400"} 2 -milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="500"} 2 -milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="600"} 2 -milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="700"} 2 -milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="800"} 2 -milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="900"} 2 -milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="1000"} 2 -milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="1500"} 2 -milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="3000"} 2 -milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="10000"} 2 -milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="60000"} 2 +milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="1"} 2 +milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="2"} 2 +milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="4"} 2 +milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="8"} 2 +milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="16"} 2 +milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="32"} 2 +milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="64"} 2 +milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="128"} 2 +milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="256"} 2 +milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="512"} 2 +milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="1024"} 2 +milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="2048"} 2 +milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="4096"} 2 +milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="8192"} 2 +milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="16384"} 2 +milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="32768"} 2 +milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="65536"} 2 +milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="131072"} 2 milvus_msgstream_request_latency_bucket{message_op_type="create_consumer",le="+Inf"} 2 milvus_msgstream_request_latency_sum{message_op_type="create_consumer"} 0 milvus_msgstream_request_latency_count{message_op_type="create_consumer"} 2 -milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="5"} 18 -milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="10"} 18 -milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="20"} 18 -milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="50"} 18 -milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="100"} 18 -milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="200"} 18 -milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="300"} 18 -milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="400"} 18 -milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="500"} 18 -milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="600"} 18 -milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="700"} 18 -milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="800"} 18 -milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="900"} 18 -milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="1000"} 18 -milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="1500"} 18 -milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="3000"} 18 -milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="10000"} 18 -milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="60000"} 18 +milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="1"} 18 +milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="2"} 18 +milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="4"} 18 +milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="8"} 18 +milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="16"} 18 +milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="32"} 18 +milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="64"} 18 +milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="128"} 18 +milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="256"} 18 +milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="512"} 18 +milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="1024"} 18 +milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="2048"} 18 +milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="4096"} 18 +milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="8192"} 18 +milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="16384"} 18 +milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="32768"} 18 +milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="65536"} 18 +milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="131072"} 18 milvus_msgstream_request_latency_bucket{message_op_type="create_producer",le="+Inf"} 18 milvus_msgstream_request_latency_sum{message_op_type="create_producer"} 0 milvus_msgstream_request_latency_count{message_op_type="create_producer"} 18 -milvus_msgstream_request_latency_bucket{message_op_type="produce",le="5"} 59 -milvus_msgstream_request_latency_bucket{message_op_type="produce",le="10"} 59 -milvus_msgstream_request_latency_bucket{message_op_type="produce",le="20"} 59 -milvus_msgstream_request_latency_bucket{message_op_type="produce",le="50"} 59 -milvus_msgstream_request_latency_bucket{message_op_type="produce",le="100"} 59 -milvus_msgstream_request_latency_bucket{message_op_type="produce",le="200"} 59 -milvus_msgstream_request_latency_bucket{message_op_type="produce",le="300"} 59 -milvus_msgstream_request_latency_bucket{message_op_type="produce",le="400"} 59 -milvus_msgstream_request_latency_bucket{message_op_type="produce",le="500"} 59 -milvus_msgstream_request_latency_bucket{message_op_type="produce",le="600"} 59 -milvus_msgstream_request_latency_bucket{message_op_type="produce",le="700"} 59 -milvus_msgstream_request_latency_bucket{message_op_type="produce",le="800"} 59 -milvus_msgstream_request_latency_bucket{message_op_type="produce",le="900"} 59 -milvus_msgstream_request_latency_bucket{message_op_type="produce",le="1000"} 59 -milvus_msgstream_request_latency_bucket{message_op_type="produce",le="1500"} 59 -milvus_msgstream_request_latency_bucket{message_op_type="produce",le="3000"} 59 -milvus_msgstream_request_latency_bucket{message_op_type="produce",le="10000"} 59 -milvus_msgstream_request_latency_bucket{message_op_type="produce",le="60000"} 59 -milvus_msgstream_request_latency_bucket{message_op_type="produce",le="+Inf"} 59 -milvus_msgstream_request_latency_sum{message_op_type="produce"} 0 -milvus_msgstream_request_latency_count{message_op_type="produce"} 59 +milvus_msgstream_request_latency_bucket{message_op_type="produce",le="1"} 781 +milvus_msgstream_request_latency_bucket{message_op_type="produce",le="2"} 1620 +milvus_msgstream_request_latency_bucket{message_op_type="produce",le="4"} 2887 +milvus_msgstream_request_latency_bucket{message_op_type="produce",le="8"} 3438 +milvus_msgstream_request_latency_bucket{message_op_type="produce",le="16"} 3583 +milvus_msgstream_request_latency_bucket{message_op_type="produce",le="32"} 3594 +milvus_msgstream_request_latency_bucket{message_op_type="produce",le="64"} 3594 +milvus_msgstream_request_latency_bucket{message_op_type="produce",le="128"} 3594 +milvus_msgstream_request_latency_bucket{message_op_type="produce",le="256"} 3594 +milvus_msgstream_request_latency_bucket{message_op_type="produce",le="512"} 3594 +milvus_msgstream_request_latency_bucket{message_op_type="produce",le="1024"} 3594 +milvus_msgstream_request_latency_bucket{message_op_type="produce",le="2048"} 3594 +milvus_msgstream_request_latency_bucket{message_op_type="produce",le="4096"} 3594 +milvus_msgstream_request_latency_bucket{message_op_type="produce",le="8192"} 3594 +milvus_msgstream_request_latency_bucket{message_op_type="produce",le="16384"} 3594 +milvus_msgstream_request_latency_bucket{message_op_type="produce",le="32768"} 3594 +milvus_msgstream_request_latency_bucket{message_op_type="produce",le="65536"} 3594 +milvus_msgstream_request_latency_bucket{message_op_type="produce",le="131072"} 3594 +milvus_msgstream_request_latency_bucket{message_op_type="produce",le="+Inf"} 3594 +milvus_msgstream_request_latency_sum{message_op_type="produce"} 11317 +milvus_msgstream_request_latency_count{message_op_type="produce"} 3594 # HELP milvus_num_node number of nodes and coordinates # TYPE milvus_num_node gauge -milvus_num_node{node_id="2",role_name="datacoord"} 1 -milvus_num_node{node_id="2",role_name="datanode"} 1 -milvus_num_node{node_id="2",role_name="indexnode"} 1 -milvus_num_node{node_id="2",role_name="proxy"} 1 -milvus_num_node{node_id="2",role_name="querycoord"} 1 -milvus_num_node{node_id="2",role_name="querynode"} 1 -milvus_num_node{node_id="2",role_name="rootcoord"} 1 +milvus_num_node{node_id="37",role_name="datacoord"} 1 +milvus_num_node{node_id="37",role_name="datanode"} 1 +milvus_num_node{node_id="37",role_name="indexnode"} 1 +milvus_num_node{node_id="37",role_name="proxy"} 1 +milvus_num_node{node_id="37",role_name="querycoord"} 1 +milvus_num_node{node_id="37",role_name="querynode"} 1 +milvus_num_node{node_id="37",role_name="rootcoord"} 1 # HELP milvus_proxy_apply_pk_latency latency that apply primary key # TYPE milvus_proxy_apply_pk_latency histogram -milvus_proxy_apply_pk_latency_bucket{node_id="2",le="5"} 2 -milvus_proxy_apply_pk_latency_bucket{node_id="2",le="10"} 2 -milvus_proxy_apply_pk_latency_bucket{node_id="2",le="20"} 2 -milvus_proxy_apply_pk_latency_bucket{node_id="2",le="50"} 2 -milvus_proxy_apply_pk_latency_bucket{node_id="2",le="100"} 2 -milvus_proxy_apply_pk_latency_bucket{node_id="2",le="200"} 2 -milvus_proxy_apply_pk_latency_bucket{node_id="2",le="300"} 2 -milvus_proxy_apply_pk_latency_bucket{node_id="2",le="400"} 2 -milvus_proxy_apply_pk_latency_bucket{node_id="2",le="500"} 2 -milvus_proxy_apply_pk_latency_bucket{node_id="2",le="600"} 2 -milvus_proxy_apply_pk_latency_bucket{node_id="2",le="700"} 2 -milvus_proxy_apply_pk_latency_bucket{node_id="2",le="800"} 2 -milvus_proxy_apply_pk_latency_bucket{node_id="2",le="900"} 2 -milvus_proxy_apply_pk_latency_bucket{node_id="2",le="1000"} 2 -milvus_proxy_apply_pk_latency_bucket{node_id="2",le="1500"} 2 -milvus_proxy_apply_pk_latency_bucket{node_id="2",le="3000"} 2 -milvus_proxy_apply_pk_latency_bucket{node_id="2",le="10000"} 2 -milvus_proxy_apply_pk_latency_bucket{node_id="2",le="60000"} 2 -milvus_proxy_apply_pk_latency_bucket{node_id="2",le="+Inf"} 2 -milvus_proxy_apply_pk_latency_sum{node_id="2"} 0 -milvus_proxy_apply_pk_latency_count{node_id="2"} 2 +milvus_proxy_apply_pk_latency_bucket{node_id="37",le="1"} 2 +milvus_proxy_apply_pk_latency_bucket{node_id="37",le="2"} 2 +milvus_proxy_apply_pk_latency_bucket{node_id="37",le="4"} 2 +milvus_proxy_apply_pk_latency_bucket{node_id="37",le="8"} 2 +milvus_proxy_apply_pk_latency_bucket{node_id="37",le="16"} 2 +milvus_proxy_apply_pk_latency_bucket{node_id="37",le="32"} 2 +milvus_proxy_apply_pk_latency_bucket{node_id="37",le="64"} 2 +milvus_proxy_apply_pk_latency_bucket{node_id="37",le="128"} 2 +milvus_proxy_apply_pk_latency_bucket{node_id="37",le="256"} 2 +milvus_proxy_apply_pk_latency_bucket{node_id="37",le="512"} 2 +milvus_proxy_apply_pk_latency_bucket{node_id="37",le="1024"} 2 +milvus_proxy_apply_pk_latency_bucket{node_id="37",le="2048"} 2 +milvus_proxy_apply_pk_latency_bucket{node_id="37",le="4096"} 2 +milvus_proxy_apply_pk_latency_bucket{node_id="37",le="8192"} 2 +milvus_proxy_apply_pk_latency_bucket{node_id="37",le="16384"} 2 +milvus_proxy_apply_pk_latency_bucket{node_id="37",le="32768"} 2 +milvus_proxy_apply_pk_latency_bucket{node_id="37",le="65536"} 2 +milvus_proxy_apply_pk_latency_bucket{node_id="37",le="131072"} 2 +milvus_proxy_apply_pk_latency_bucket{node_id="37",le="+Inf"} 2 +milvus_proxy_apply_pk_latency_sum{node_id="37"} 0 +milvus_proxy_apply_pk_latency_count{node_id="37"} 2 # HELP milvus_proxy_apply_timestamp_latency latency that proxy apply timestamp # TYPE milvus_proxy_apply_timestamp_latency histogram -milvus_proxy_apply_timestamp_latency_bucket{node_id="2",le="5"} 8041 -milvus_proxy_apply_timestamp_latency_bucket{node_id="2",le="10"} 8042 -milvus_proxy_apply_timestamp_latency_bucket{node_id="2",le="20"} 8043 -milvus_proxy_apply_timestamp_latency_bucket{node_id="2",le="50"} 8043 -milvus_proxy_apply_timestamp_latency_bucket{node_id="2",le="100"} 8043 -milvus_proxy_apply_timestamp_latency_bucket{node_id="2",le="200"} 8043 -milvus_proxy_apply_timestamp_latency_bucket{node_id="2",le="300"} 8043 -milvus_proxy_apply_timestamp_latency_bucket{node_id="2",le="400"} 8043 -milvus_proxy_apply_timestamp_latency_bucket{node_id="2",le="500"} 8043 -milvus_proxy_apply_timestamp_latency_bucket{node_id="2",le="600"} 8043 -milvus_proxy_apply_timestamp_latency_bucket{node_id="2",le="700"} 8043 -milvus_proxy_apply_timestamp_latency_bucket{node_id="2",le="800"} 8043 -milvus_proxy_apply_timestamp_latency_bucket{node_id="2",le="900"} 8043 -milvus_proxy_apply_timestamp_latency_bucket{node_id="2",le="1000"} 8043 -milvus_proxy_apply_timestamp_latency_bucket{node_id="2",le="1500"} 8043 -milvus_proxy_apply_timestamp_latency_bucket{node_id="2",le="3000"} 8043 -milvus_proxy_apply_timestamp_latency_bucket{node_id="2",le="10000"} 8043 -milvus_proxy_apply_timestamp_latency_bucket{node_id="2",le="60000"} 8043 -milvus_proxy_apply_timestamp_latency_bucket{node_id="2",le="+Inf"} 8043 -milvus_proxy_apply_timestamp_latency_sum{node_id="2"} 42 -milvus_proxy_apply_timestamp_latency_count{node_id="2"} 8043 +milvus_proxy_apply_timestamp_latency_bucket{node_id="37",le="1"} 357 +milvus_proxy_apply_timestamp_latency_bucket{node_id="37",le="2"} 523 +milvus_proxy_apply_timestamp_latency_bucket{node_id="37",le="4"} 561 +milvus_proxy_apply_timestamp_latency_bucket{node_id="37",le="8"} 577 +milvus_proxy_apply_timestamp_latency_bucket{node_id="37",le="16"} 578 +milvus_proxy_apply_timestamp_latency_bucket{node_id="37",le="32"} 578 +milvus_proxy_apply_timestamp_latency_bucket{node_id="37",le="64"} 578 +milvus_proxy_apply_timestamp_latency_bucket{node_id="37",le="128"} 578 +milvus_proxy_apply_timestamp_latency_bucket{node_id="37",le="256"} 578 +milvus_proxy_apply_timestamp_latency_bucket{node_id="37",le="512"} 578 +milvus_proxy_apply_timestamp_latency_bucket{node_id="37",le="1024"} 578 +milvus_proxy_apply_timestamp_latency_bucket{node_id="37",le="2048"} 578 +milvus_proxy_apply_timestamp_latency_bucket{node_id="37",le="4096"} 578 +milvus_proxy_apply_timestamp_latency_bucket{node_id="37",le="8192"} 578 +milvus_proxy_apply_timestamp_latency_bucket{node_id="37",le="16384"} 578 +milvus_proxy_apply_timestamp_latency_bucket{node_id="37",le="32768"} 578 +milvus_proxy_apply_timestamp_latency_bucket{node_id="37",le="65536"} 578 +milvus_proxy_apply_timestamp_latency_bucket{node_id="37",le="131072"} 578 +milvus_proxy_apply_timestamp_latency_bucket{node_id="37",le="+Inf"} 578 +milvus_proxy_apply_timestamp_latency_sum{node_id="37"} 750 +milvus_proxy_apply_timestamp_latency_count{node_id="37"} 578 # HELP milvus_proxy_assign_segmentID_latency latency that proxy get segmentID from dataCoord # TYPE milvus_proxy_assign_segmentID_latency histogram -milvus_proxy_assign_segmentID_latency_bucket{node_id="2",le="5"} 2 -milvus_proxy_assign_segmentID_latency_bucket{node_id="2",le="10"} 2 -milvus_proxy_assign_segmentID_latency_bucket{node_id="2",le="20"} 2 -milvus_proxy_assign_segmentID_latency_bucket{node_id="2",le="50"} 2 -milvus_proxy_assign_segmentID_latency_bucket{node_id="2",le="100"} 2 -milvus_proxy_assign_segmentID_latency_bucket{node_id="2",le="200"} 2 -milvus_proxy_assign_segmentID_latency_bucket{node_id="2",le="300"} 2 -milvus_proxy_assign_segmentID_latency_bucket{node_id="2",le="400"} 2 -milvus_proxy_assign_segmentID_latency_bucket{node_id="2",le="500"} 2 -milvus_proxy_assign_segmentID_latency_bucket{node_id="2",le="600"} 2 -milvus_proxy_assign_segmentID_latency_bucket{node_id="2",le="700"} 2 -milvus_proxy_assign_segmentID_latency_bucket{node_id="2",le="800"} 2 -milvus_proxy_assign_segmentID_latency_bucket{node_id="2",le="900"} 2 -milvus_proxy_assign_segmentID_latency_bucket{node_id="2",le="1000"} 2 -milvus_proxy_assign_segmentID_latency_bucket{node_id="2",le="1500"} 2 -milvus_proxy_assign_segmentID_latency_bucket{node_id="2",le="3000"} 2 -milvus_proxy_assign_segmentID_latency_bucket{node_id="2",le="10000"} 2 -milvus_proxy_assign_segmentID_latency_bucket{node_id="2",le="60000"} 2 -milvus_proxy_assign_segmentID_latency_bucket{node_id="2",le="+Inf"} 2 -milvus_proxy_assign_segmentID_latency_sum{node_id="2"} 1 -milvus_proxy_assign_segmentID_latency_count{node_id="2"} 2 +milvus_proxy_assign_segmentID_latency_bucket{node_id="37",le="1"} 2 +milvus_proxy_assign_segmentID_latency_bucket{node_id="37",le="2"} 2 +milvus_proxy_assign_segmentID_latency_bucket{node_id="37",le="4"} 2 +milvus_proxy_assign_segmentID_latency_bucket{node_id="37",le="8"} 2 +milvus_proxy_assign_segmentID_latency_bucket{node_id="37",le="16"} 2 +milvus_proxy_assign_segmentID_latency_bucket{node_id="37",le="32"} 2 +milvus_proxy_assign_segmentID_latency_bucket{node_id="37",le="64"} 2 +milvus_proxy_assign_segmentID_latency_bucket{node_id="37",le="128"} 2 +milvus_proxy_assign_segmentID_latency_bucket{node_id="37",le="256"} 2 +milvus_proxy_assign_segmentID_latency_bucket{node_id="37",le="512"} 2 +milvus_proxy_assign_segmentID_latency_bucket{node_id="37",le="1024"} 2 +milvus_proxy_assign_segmentID_latency_bucket{node_id="37",le="2048"} 2 +milvus_proxy_assign_segmentID_latency_bucket{node_id="37",le="4096"} 2 +milvus_proxy_assign_segmentID_latency_bucket{node_id="37",le="8192"} 2 +milvus_proxy_assign_segmentID_latency_bucket{node_id="37",le="16384"} 2 +milvus_proxy_assign_segmentID_latency_bucket{node_id="37",le="32768"} 2 +milvus_proxy_assign_segmentID_latency_bucket{node_id="37",le="65536"} 2 +milvus_proxy_assign_segmentID_latency_bucket{node_id="37",le="131072"} 2 +milvus_proxy_assign_segmentID_latency_bucket{node_id="37",le="+Inf"} 2 +milvus_proxy_assign_segmentID_latency_sum{node_id="37"} 1 +milvus_proxy_assign_segmentID_latency_count{node_id="37"} 2 # HELP milvus_proxy_cache_hit_count count of cache hits/miss # TYPE milvus_proxy_cache_hit_count counter -milvus_proxy_cache_hit_count{cache_name="GetCollectionID",cache_state="hit",node_id="2"} 54 -milvus_proxy_cache_hit_count{cache_name="GetCollectionID",cache_state="miss",node_id="2"} 3 -milvus_proxy_cache_hit_count{cache_name="GetCollectionInfo",cache_state="hit",node_id="2"} 15 -milvus_proxy_cache_hit_count{cache_name="GetCollectionSchema",cache_state="hit",node_id="2"} 25 -milvus_proxy_cache_hit_count{cache_name="GetShards",cache_state="hit",node_id="2"} 6 -milvus_proxy_cache_hit_count{cache_name="GetShards",cache_state="miss",node_id="2"} 1 +milvus_proxy_cache_hit_count{cache_name="GetCollectionID",cache_state="hit",node_id="37"} 51 +milvus_proxy_cache_hit_count{cache_name="GetCollectionID",cache_state="miss",node_id="37"} 3 +milvus_proxy_cache_hit_count{cache_name="GetCollectionInfo",cache_state="hit",node_id="37"} 19 +milvus_proxy_cache_hit_count{cache_name="GetCollectionSchema",cache_state="hit",node_id="37"} 27 +milvus_proxy_cache_hit_count{cache_name="GetShards",cache_state="hit",node_id="37"} 6 +milvus_proxy_cache_hit_count{cache_name="GetShards",cache_state="miss",node_id="37"} 2 # HELP milvus_proxy_cache_update_latency latency that proxy update cache when cache miss # TYPE milvus_proxy_cache_update_latency histogram -milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="2",le="5"} 2 -milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="2",le="10"} 2 -milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="2",le="20"} 2 -milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="2",le="50"} 2 -milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="2",le="100"} 2 -milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="2",le="200"} 2 -milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="2",le="300"} 2 -milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="2",le="400"} 2 -milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="2",le="500"} 2 -milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="2",le="600"} 2 -milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="2",le="700"} 2 -milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="2",le="800"} 2 -milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="2",le="900"} 2 -milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="2",le="1000"} 2 -milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="2",le="1500"} 2 -milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="2",le="3000"} 2 -milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="2",le="10000"} 2 -milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="2",le="60000"} 2 -milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="2",le="+Inf"} 2 -milvus_proxy_cache_update_latency_sum{cache_name="GetCollectionID",node_id="2"} 1 -milvus_proxy_cache_update_latency_count{cache_name="GetCollectionID",node_id="2"} 2 -milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="2",le="5"} 1 -milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="2",le="10"} 1 -milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="2",le="20"} 1 -milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="2",le="50"} 1 -milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="2",le="100"} 1 -milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="2",le="200"} 1 -milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="2",le="300"} 1 -milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="2",le="400"} 1 -milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="2",le="500"} 1 -milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="2",le="600"} 1 -milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="2",le="700"} 1 -milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="2",le="800"} 1 -milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="2",le="900"} 1 -milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="2",le="1000"} 1 -milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="2",le="1500"} 1 -milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="2",le="3000"} 1 -milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="2",le="10000"} 1 -milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="2",le="60000"} 1 -milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="2",le="+Inf"} 1 -milvus_proxy_cache_update_latency_sum{cache_name="GetShards",node_id="2"} 0 -milvus_proxy_cache_update_latency_count{cache_name="GetShards",node_id="2"} 1 +milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="37",le="1"} 2 +milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="37",le="2"} 2 +milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="37",le="4"} 2 +milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="37",le="8"} 2 +milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="37",le="16"} 2 +milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="37",le="32"} 2 +milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="37",le="64"} 2 +milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="37",le="128"} 2 +milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="37",le="256"} 2 +milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="37",le="512"} 2 +milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="37",le="1024"} 2 +milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="37",le="2048"} 2 +milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="37",le="4096"} 2 +milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="37",le="8192"} 2 +milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="37",le="16384"} 2 +milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="37",le="32768"} 2 +milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="37",le="65536"} 2 +milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="37",le="131072"} 2 +milvus_proxy_cache_update_latency_bucket{cache_name="GetCollectionID",node_id="37",le="+Inf"} 2 +milvus_proxy_cache_update_latency_sum{cache_name="GetCollectionID",node_id="37"} 1 +milvus_proxy_cache_update_latency_count{cache_name="GetCollectionID",node_id="37"} 2 +milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="37",le="1"} 1 +milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="37",le="2"} 1 +milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="37",le="4"} 1 +milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="37",le="8"} 1 +milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="37",le="16"} 1 +milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="37",le="32"} 1 +milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="37",le="64"} 1 +milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="37",le="128"} 1 +milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="37",le="256"} 1 +milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="37",le="512"} 1 +milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="37",le="1024"} 1 +milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="37",le="2048"} 1 +milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="37",le="4096"} 1 +milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="37",le="8192"} 1 +milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="37",le="16384"} 1 +milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="37",le="32768"} 1 +milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="37",le="65536"} 1 +milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="37",le="131072"} 1 +milvus_proxy_cache_update_latency_bucket{cache_name="GetShards",node_id="37",le="+Inf"} 1 +milvus_proxy_cache_update_latency_sum{cache_name="GetShards",node_id="37"} 1 +milvus_proxy_cache_update_latency_count{cache_name="GetShards",node_id="37"} 1 # HELP milvus_proxy_delete_vectors_count counter of vectors successfully deleted # TYPE milvus_proxy_delete_vectors_count counter -milvus_proxy_delete_vectors_count{db_name="default",node_id="2"} 2 +milvus_proxy_delete_vectors_count{collection_name="hello_milvus",db_name="default",node_id="37"} 2 # HELP milvus_proxy_msgstream_obj_num number of MsgStream objects per physical channel # TYPE milvus_proxy_msgstream_obj_num gauge -milvus_proxy_msgstream_obj_num{channel_name="by-dev-rootcoord-dml_0",node_id="2"} 0 +milvus_proxy_msgstream_obj_num{channel_name="by-dev-rootcoord-dml_10",node_id="37"} 0 # HELP milvus_proxy_mutation_send_latency latency that proxy send insert request to MsgStream # TYPE milvus_proxy_mutation_send_latency histogram -milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="2",le="1"} 2 -milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="2",le="100"} 2 -milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="2",le="500"} 2 -milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="2",le="1000"} 2 -milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="2",le="5000"} 2 -milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="2",le="10000"} 2 -milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="2",le="20000"} 2 -milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="2",le="50000"} 2 -milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="2",le="100000"} 2 -milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="2",le="250000"} 2 -milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="2",le="500000"} 2 -milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="2",le="1e+06"} 2 -milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="2",le="3.6e+06"} 2 -milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="2",le="5e+06"} 2 -milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="2",le="1e+07"} 2 -milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="2",le="+Inf"} 2 -milvus_proxy_mutation_send_latency_sum{msg_type="insert",node_id="2"} 0 -milvus_proxy_mutation_send_latency_count{msg_type="insert",node_id="2"} 2 +milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="37",le="1"} 2 +milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="37",le="100"} 2 +milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="37",le="500"} 2 +milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="37",le="1000"} 2 +milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="37",le="5000"} 2 +milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="37",le="10000"} 2 +milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="37",le="20000"} 2 +milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="37",le="50000"} 2 +milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="37",le="100000"} 2 +milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="37",le="250000"} 2 +milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="37",le="500000"} 2 +milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="37",le="1e+06"} 2 +milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="37",le="3.6e+06"} 2 +milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="37",le="5e+06"} 2 +milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="37",le="1e+07"} 2 +milvus_proxy_mutation_send_latency_bucket{msg_type="insert",node_id="37",le="+Inf"} 2 +milvus_proxy_mutation_send_latency_sum{msg_type="insert",node_id="37"} 1 +milvus_proxy_mutation_send_latency_count{msg_type="insert",node_id="37"} 2 # HELP milvus_proxy_rate_limit_req_count count of operation executed # TYPE milvus_proxy_rate_limit_req_count counter -milvus_proxy_rate_limit_req_count{msg_type="DDLCollection",node_id="2",status="success"} 27 -milvus_proxy_rate_limit_req_count{msg_type="DDLCollection",node_id="2",status="total"} 27 -milvus_proxy_rate_limit_req_count{msg_type="DDLFlush",node_id="2",status="success"} 1 -milvus_proxy_rate_limit_req_count{msg_type="DDLFlush",node_id="2",status="total"} 1 -milvus_proxy_rate_limit_req_count{msg_type="DDLIndex",node_id="2",status="success"} 1 -milvus_proxy_rate_limit_req_count{msg_type="DDLIndex",node_id="2",status="total"} 1 -milvus_proxy_rate_limit_req_count{msg_type="DMLDelete",node_id="2",status="success"} 1 -milvus_proxy_rate_limit_req_count{msg_type="DMLDelete",node_id="2",status="total"} 1 -milvus_proxy_rate_limit_req_count{msg_type="DMLInsert",node_id="2",status="success"} 2 -milvus_proxy_rate_limit_req_count{msg_type="DMLInsert",node_id="2",status="total"} 2 -milvus_proxy_rate_limit_req_count{msg_type="DQLQuery",node_id="2",status="success"} 5 -milvus_proxy_rate_limit_req_count{msg_type="DQLQuery",node_id="2",status="total"} 5 -milvus_proxy_rate_limit_req_count{msg_type="DQLSearch",node_id="2",status="success"} 2 -milvus_proxy_rate_limit_req_count{msg_type="DQLSearch",node_id="2",status="total"} 2 +milvus_proxy_rate_limit_req_count{msg_type="DDLCollection",node_id="37",status="success"} 23 +milvus_proxy_rate_limit_req_count{msg_type="DDLCollection",node_id="37",status="total"} 23 +milvus_proxy_rate_limit_req_count{msg_type="DDLFlush",node_id="37",status="success"} 1 +milvus_proxy_rate_limit_req_count{msg_type="DDLFlush",node_id="37",status="total"} 1 +milvus_proxy_rate_limit_req_count{msg_type="DDLIndex",node_id="37",status="success"} 1 +milvus_proxy_rate_limit_req_count{msg_type="DDLIndex",node_id="37",status="total"} 1 +milvus_proxy_rate_limit_req_count{msg_type="DMLDelete",node_id="37",status="success"} 1 +milvus_proxy_rate_limit_req_count{msg_type="DMLDelete",node_id="37",status="total"} 1 +milvus_proxy_rate_limit_req_count{msg_type="DMLInsert",node_id="37",status="success"} 2 +milvus_proxy_rate_limit_req_count{msg_type="DMLInsert",node_id="37",status="total"} 2 +milvus_proxy_rate_limit_req_count{msg_type="DQLQuery",node_id="37",status="success"} 5 +milvus_proxy_rate_limit_req_count{msg_type="DQLQuery",node_id="37",status="total"} 5 +milvus_proxy_rate_limit_req_count{msg_type="DQLSearch",node_id="37",status="success"} 2 +milvus_proxy_rate_limit_req_count{msg_type="DQLSearch",node_id="37",status="total"} 2 # HELP milvus_proxy_report_value report value about the request # TYPE milvus_proxy_report_value counter -milvus_proxy_report_value{db_name="default",msg_type="delete",node_id="2",username=""} 0 -milvus_proxy_report_value{db_name="default",msg_type="insert",node_id="2",username=""} 0 -milvus_proxy_report_value{db_name="default",msg_type="query",node_id="2",username=""} 0 -milvus_proxy_report_value{db_name="default",msg_type="search",node_id="2",username=""} 0 +milvus_proxy_report_value{db_name="default",msg_type="delete",node_id="37",username=""} 0 +milvus_proxy_report_value{db_name="default",msg_type="insert",node_id="37",username=""} 0 +milvus_proxy_report_value{db_name="default",msg_type="query",node_id="37",username=""} 0 +milvus_proxy_report_value{db_name="default",msg_type="search",node_id="37",username=""} 0 # HELP milvus_proxy_req_count count of operation executed # TYPE milvus_proxy_req_count counter -milvus_proxy_req_count{collection_name="",db_name="default",function_name="Flush",node_id="2",status="success"} 1 -milvus_proxy_req_count{collection_name="",db_name="default",function_name="Flush",node_id="2",status="total"} 1 -milvus_proxy_req_count{collection_name="hello_milvus",db_name="default",function_name="DropCollection",node_id="2",status="success"} 1 +milvus_proxy_req_count{collection_name="",db_name="default",function_name="Flush",node_id="37",status="success"} 1 +milvus_proxy_req_count{collection_name="",db_name="default",function_name="Flush",node_id="37",status="total"} 1 +milvus_proxy_req_count{collection_name="hello_milvus",db_name="default",function_name="DropCollection",node_id="37",status="success"} 1 # HELP milvus_proxy_req_in_queue_latency latency which request waits in the queue # TYPE milvus_proxy_req_in_queue_latency histogram -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="2",le="5"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="2",le="10"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="2",le="20"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="2",le="50"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="2",le="100"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="2",le="200"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="2",le="300"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="2",le="400"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="2",le="500"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="2",le="600"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="2",le="700"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="2",le="800"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="2",le="900"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="2",le="1000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="2",le="1500"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="2",le="3000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="2",le="10000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="2",le="60000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="2",le="+Inf"} 1 -milvus_proxy_req_in_queue_latency_sum{function_name="CreateCollection",node_id="2"} 0 -milvus_proxy_req_in_queue_latency_count{function_name="CreateCollection",node_id="2"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="2",le="5"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="2",le="10"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="2",le="20"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="2",le="50"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="2",le="100"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="2",le="200"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="2",le="300"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="2",le="400"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="2",le="500"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="2",le="600"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="2",le="700"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="2",le="800"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="2",le="900"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="2",le="1000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="2",le="1500"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="2",le="3000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="2",le="10000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="2",le="60000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="2",le="+Inf"} 1 -milvus_proxy_req_in_queue_latency_sum{function_name="CreateIndex",node_id="2"} 0 -milvus_proxy_req_in_queue_latency_count{function_name="CreateIndex",node_id="2"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="2",le="5"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="2",le="10"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="2",le="20"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="2",le="50"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="2",le="100"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="2",le="200"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="2",le="300"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="2",le="400"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="2",le="500"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="2",le="600"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="2",le="700"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="2",le="800"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="2",le="900"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="2",le="1000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="2",le="1500"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="2",le="3000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="2",le="10000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="2",le="60000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="2",le="+Inf"} 1 -milvus_proxy_req_in_queue_latency_sum{function_name="Delete",node_id="2"} 0 -milvus_proxy_req_in_queue_latency_count{function_name="Delete",node_id="2"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="2",le="5"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="2",le="10"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="2",le="20"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="2",le="50"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="2",le="100"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="2",le="200"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="2",le="300"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="2",le="400"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="2",le="500"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="2",le="600"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="2",le="700"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="2",le="800"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="2",le="900"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="2",le="1000"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="2",le="1500"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="2",le="3000"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="2",le="10000"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="2",le="60000"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="2",le="+Inf"} 4 -milvus_proxy_req_in_queue_latency_sum{function_name="DescribeCollection",node_id="2"} 0 -milvus_proxy_req_in_queue_latency_count{function_name="DescribeCollection",node_id="2"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="2",le="5"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="2",le="10"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="2",le="20"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="2",le="50"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="2",le="100"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="2",le="200"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="2",le="300"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="2",le="400"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="2",le="500"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="2",le="600"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="2",le="700"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="2",le="800"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="2",le="900"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="2",le="1000"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="2",le="1500"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="2",le="3000"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="2",le="10000"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="2",le="60000"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="2",le="+Inf"} 4 -milvus_proxy_req_in_queue_latency_sum{function_name="DescribeIndex",node_id="2"} 0 -milvus_proxy_req_in_queue_latency_count{function_name="DescribeIndex",node_id="2"} 4 -milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="2",le="5"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="2",le="10"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="2",le="20"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="2",le="50"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="2",le="100"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="2",le="200"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="2",le="300"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="2",le="400"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="2",le="500"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="2",le="600"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="2",le="700"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="2",le="800"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="2",le="900"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="2",le="1000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="2",le="1500"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="2",le="3000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="2",le="10000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="2",le="60000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="2",le="+Inf"} 1 -milvus_proxy_req_in_queue_latency_sum{function_name="DropCollection",node_id="2"} 0 -milvus_proxy_req_in_queue_latency_count{function_name="DropCollection",node_id="2"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="2",le="5"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="2",le="10"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="2",le="20"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="2",le="50"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="2",le="100"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="2",le="200"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="2",le="300"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="2",le="400"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="2",le="500"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="2",le="600"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="2",le="700"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="2",le="800"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="2",le="900"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="2",le="1000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="2",le="1500"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="2",le="3000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="2",le="10000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="2",le="60000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="2",le="+Inf"} 1 -milvus_proxy_req_in_queue_latency_sum{function_name="Flush",node_id="2"} 0 -milvus_proxy_req_in_queue_latency_count{function_name="Flush",node_id="2"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="5"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="10"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="20"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="50"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="100"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="200"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="300"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="400"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="500"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="600"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="700"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="800"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="900"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="1000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="1500"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="3000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="10000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="60000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="+Inf"} 1 -milvus_proxy_req_in_queue_latency_sum{function_name="GetCollectionStatistics",node_id="2"} 0 -milvus_proxy_req_in_queue_latency_count{function_name="GetCollectionStatistics",node_id="2"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="2",le="5"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="2",le="10"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="2",le="20"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="2",le="50"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="2",le="100"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="2",le="200"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="2",le="300"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="2",le="400"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="2",le="500"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="2",le="600"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="2",le="700"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="2",le="800"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="2",le="900"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="2",le="1000"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="2",le="1500"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="2",le="3000"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="2",le="10000"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="2",le="60000"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="2",le="+Inf"} 2 -milvus_proxy_req_in_queue_latency_sum{function_name="Insert",node_id="2"} 0 -milvus_proxy_req_in_queue_latency_count{function_name="Insert",node_id="2"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="2",le="5"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="2",le="10"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="2",le="20"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="2",le="50"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="2",le="100"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="2",le="200"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="2",le="300"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="2",le="400"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="2",le="500"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="2",le="600"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="2",le="700"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="2",le="800"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="2",le="900"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="2",le="1000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="2",le="1500"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="2",le="3000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="2",le="10000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="2",le="60000"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="2",le="+Inf"} 1 -milvus_proxy_req_in_queue_latency_sum{function_name="LoadCollection",node_id="2"} 0 -milvus_proxy_req_in_queue_latency_count{function_name="LoadCollection",node_id="2"} 1 -milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="2",le="5"} 5 -milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="2",le="10"} 5 -milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="2",le="20"} 5 -milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="2",le="50"} 5 -milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="2",le="100"} 5 -milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="2",le="200"} 5 -milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="2",le="300"} 5 -milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="2",le="400"} 5 -milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="2",le="500"} 5 -milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="2",le="600"} 5 -milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="2",le="700"} 5 -milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="2",le="800"} 5 -milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="2",le="900"} 5 -milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="2",le="1000"} 5 -milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="2",le="1500"} 5 -milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="2",le="3000"} 5 -milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="2",le="10000"} 5 -milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="2",le="60000"} 5 -milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="2",le="+Inf"} 5 -milvus_proxy_req_in_queue_latency_sum{function_name="Retrieve",node_id="2"} 0 -milvus_proxy_req_in_queue_latency_count{function_name="Retrieve",node_id="2"} 5 -milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="2",le="5"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="2",le="10"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="2",le="20"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="2",le="50"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="2",le="100"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="2",le="200"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="2",le="300"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="2",le="400"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="2",le="500"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="2",le="600"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="2",le="700"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="2",le="800"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="2",le="900"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="2",le="1000"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="2",le="1500"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="2",le="3000"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="2",le="10000"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="2",le="60000"} 2 -milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="2",le="+Inf"} 2 -milvus_proxy_req_in_queue_latency_sum{function_name="Search",node_id="2"} 0 -milvus_proxy_req_in_queue_latency_count{function_name="Search",node_id="2"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="37",le="1"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="37",le="2"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="37",le="4"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="37",le="8"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="37",le="16"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="37",le="32"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="37",le="64"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="37",le="128"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="37",le="256"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="37",le="512"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="37",le="1024"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="37",le="2048"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="37",le="4096"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="37",le="8192"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="37",le="16384"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="37",le="32768"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="37",le="65536"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="37",le="131072"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateCollection",node_id="37",le="+Inf"} 1 +milvus_proxy_req_in_queue_latency_sum{function_name="CreateCollection",node_id="37"} 0 +milvus_proxy_req_in_queue_latency_count{function_name="CreateCollection",node_id="37"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="37",le="1"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="37",le="2"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="37",le="4"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="37",le="8"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="37",le="16"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="37",le="32"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="37",le="64"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="37",le="128"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="37",le="256"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="37",le="512"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="37",le="1024"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="37",le="2048"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="37",le="4096"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="37",le="8192"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="37",le="16384"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="37",le="32768"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="37",le="65536"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="37",le="131072"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="CreateIndex",node_id="37",le="+Inf"} 1 +milvus_proxy_req_in_queue_latency_sum{function_name="CreateIndex",node_id="37"} 0 +milvus_proxy_req_in_queue_latency_count{function_name="CreateIndex",node_id="37"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="37",le="1"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="37",le="2"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="37",le="4"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="37",le="8"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="37",le="16"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="37",le="32"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="37",le="64"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="37",le="128"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="37",le="256"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="37",le="512"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="37",le="1024"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="37",le="2048"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="37",le="4096"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="37",le="8192"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="37",le="16384"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="37",le="32768"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="37",le="65536"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="37",le="131072"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Delete",node_id="37",le="+Inf"} 1 +milvus_proxy_req_in_queue_latency_sum{function_name="Delete",node_id="37"} 0 +milvus_proxy_req_in_queue_latency_count{function_name="Delete",node_id="37"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="37",le="1"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="37",le="2"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="37",le="4"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="37",le="8"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="37",le="16"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="37",le="32"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="37",le="64"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="37",le="128"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="37",le="256"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="37",le="512"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="37",le="1024"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="37",le="2048"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="37",le="4096"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="37",le="8192"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="37",le="16384"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="37",le="32768"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="37",le="65536"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="37",le="131072"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeCollection",node_id="37",le="+Inf"} 3 +milvus_proxy_req_in_queue_latency_sum{function_name="DescribeCollection",node_id="37"} 0 +milvus_proxy_req_in_queue_latency_count{function_name="DescribeCollection",node_id="37"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="37",le="1"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="37",le="2"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="37",le="4"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="37",le="8"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="37",le="16"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="37",le="32"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="37",le="64"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="37",le="128"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="37",le="256"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="37",le="512"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="37",le="1024"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="37",le="2048"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="37",le="4096"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="37",le="8192"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="37",le="16384"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="37",le="32768"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="37",le="65536"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="37",le="131072"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DescribeIndex",node_id="37",le="+Inf"} 3 +milvus_proxy_req_in_queue_latency_sum{function_name="DescribeIndex",node_id="37"} 0 +milvus_proxy_req_in_queue_latency_count{function_name="DescribeIndex",node_id="37"} 3 +milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="37",le="1"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="37",le="2"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="37",le="4"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="37",le="8"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="37",le="16"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="37",le="32"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="37",le="64"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="37",le="128"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="37",le="256"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="37",le="512"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="37",le="1024"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="37",le="2048"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="37",le="4096"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="37",le="8192"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="37",le="16384"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="37",le="32768"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="37",le="65536"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="37",le="131072"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="DropCollection",node_id="37",le="+Inf"} 1 +milvus_proxy_req_in_queue_latency_sum{function_name="DropCollection",node_id="37"} 0 +milvus_proxy_req_in_queue_latency_count{function_name="DropCollection",node_id="37"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="37",le="1"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="37",le="2"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="37",le="4"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="37",le="8"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="37",le="16"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="37",le="32"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="37",le="64"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="37",le="128"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="37",le="256"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="37",le="512"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="37",le="1024"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="37",le="2048"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="37",le="4096"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="37",le="8192"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="37",le="16384"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="37",le="32768"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="37",le="65536"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="37",le="131072"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Flush",node_id="37",le="+Inf"} 1 +milvus_proxy_req_in_queue_latency_sum{function_name="Flush",node_id="37"} 0 +milvus_proxy_req_in_queue_latency_count{function_name="Flush",node_id="37"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="37",le="1"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="37",le="2"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="37",le="4"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="37",le="8"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="37",le="16"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="37",le="32"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="37",le="64"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="37",le="128"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="37",le="256"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="37",le="512"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="37",le="1024"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="37",le="2048"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="37",le="4096"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="37",le="8192"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="37",le="16384"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="37",le="32768"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="37",le="65536"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="37",le="131072"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Insert",node_id="37",le="+Inf"} 2 +milvus_proxy_req_in_queue_latency_sum{function_name="Insert",node_id="37"} 0 +milvus_proxy_req_in_queue_latency_count{function_name="Insert",node_id="37"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="37",le="1"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="37",le="2"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="37",le="4"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="37",le="8"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="37",le="16"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="37",le="32"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="37",le="64"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="37",le="128"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="37",le="256"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="37",le="512"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="37",le="1024"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="37",le="2048"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="37",le="4096"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="37",le="8192"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="37",le="16384"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="37",le="32768"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="37",le="65536"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="37",le="131072"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="LoadCollection",node_id="37",le="+Inf"} 1 +milvus_proxy_req_in_queue_latency_sum{function_name="LoadCollection",node_id="37"} 0 +milvus_proxy_req_in_queue_latency_count{function_name="LoadCollection",node_id="37"} 1 +milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="37",le="1"} 5 +milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="37",le="2"} 5 +milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="37",le="4"} 5 +milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="37",le="8"} 5 +milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="37",le="16"} 5 +milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="37",le="32"} 5 +milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="37",le="64"} 5 +milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="37",le="128"} 5 +milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="37",le="256"} 5 +milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="37",le="512"} 5 +milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="37",le="1024"} 5 +milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="37",le="2048"} 5 +milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="37",le="4096"} 5 +milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="37",le="8192"} 5 +milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="37",le="16384"} 5 +milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="37",le="32768"} 5 +milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="37",le="65536"} 5 +milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="37",le="131072"} 5 +milvus_proxy_req_in_queue_latency_bucket{function_name="Retrieve",node_id="37",le="+Inf"} 5 +milvus_proxy_req_in_queue_latency_sum{function_name="Retrieve",node_id="37"} 0 +milvus_proxy_req_in_queue_latency_count{function_name="Retrieve",node_id="37"} 5 +milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="37",le="1"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="37",le="2"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="37",le="4"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="37",le="8"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="37",le="16"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="37",le="32"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="37",le="64"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="37",le="128"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="37",le="256"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="37",le="512"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="37",le="1024"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="37",le="2048"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="37",le="4096"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="37",le="8192"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="37",le="16384"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="37",le="32768"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="37",le="65536"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="37",le="131072"} 2 +milvus_proxy_req_in_queue_latency_bucket{function_name="Search",node_id="37",le="+Inf"} 2 +milvus_proxy_req_in_queue_latency_sum{function_name="Search",node_id="37"} 0 +milvus_proxy_req_in_queue_latency_count{function_name="Search",node_id="37"} 2 # HELP milvus_proxy_req_latency latency of each request # TYPE milvus_proxy_req_latency histogram -milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="2",le="5"} 0 -milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="2",le="10"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="2",le="20"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="2",le="50"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="2",le="100"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="2",le="200"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="2",le="300"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="2",le="400"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="2",le="500"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="2",le="600"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="2",le="700"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="2",le="800"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="2",le="900"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="2",le="1000"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="2",le="1500"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="2",le="3000"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="2",le="10000"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="2",le="60000"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="2",le="+Inf"} 1 -milvus_proxy_req_latency_sum{function_name="CreateCollection",node_id="2"} 7 -milvus_proxy_req_latency_count{function_name="CreateCollection",node_id="2"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="2",le="5"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="2",le="10"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="2",le="20"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="2",le="50"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="2",le="100"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="2",le="200"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="2",le="300"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="2",le="400"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="2",le="500"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="2",le="600"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="2",le="700"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="2",le="800"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="2",le="900"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="2",le="1000"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="2",le="1500"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="2",le="3000"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="2",le="10000"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="2",le="60000"} 1 -milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="2",le="+Inf"} 1 -milvus_proxy_req_latency_sum{function_name="CreateIndex",node_id="2"} 2 -milvus_proxy_req_latency_count{function_name="CreateIndex",node_id="2"} 1 -milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="2",le="5"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="2",le="10"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="2",le="20"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="2",le="50"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="2",le="100"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="2",le="200"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="2",le="300"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="2",le="400"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="2",le="500"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="2",le="600"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="2",le="700"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="2",le="800"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="2",le="900"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="2",le="1000"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="2",le="1500"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="2",le="3000"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="2",le="10000"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="2",le="60000"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="2",le="+Inf"} 4 -milvus_proxy_req_latency_sum{function_name="DescribeCollection",node_id="2"} 0 -milvus_proxy_req_latency_count{function_name="DescribeCollection",node_id="2"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="2",le="5"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="2",le="10"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="2",le="20"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="2",le="50"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="2",le="100"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="2",le="200"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="2",le="300"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="2",le="400"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="2",le="500"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="2",le="600"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="2",le="700"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="2",le="800"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="2",le="900"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="2",le="1000"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="2",le="1500"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="2",le="3000"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="2",le="10000"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="2",le="60000"} 4 -milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="2",le="+Inf"} 4 -milvus_proxy_req_latency_sum{function_name="DescribeIndex",node_id="2"} 0 -milvus_proxy_req_latency_count{function_name="DescribeIndex",node_id="2"} 4 -milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="2",le="5"} 1 -milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="2",le="10"} 1 -milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="2",le="20"} 1 -milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="2",le="50"} 1 -milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="2",le="100"} 1 -milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="2",le="200"} 1 -milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="2",le="300"} 1 -milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="2",le="400"} 1 -milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="2",le="500"} 1 -milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="2",le="600"} 1 -milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="2",le="700"} 1 -milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="2",le="800"} 1 -milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="2",le="900"} 1 -milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="2",le="1000"} 1 -milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="2",le="1500"} 1 -milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="2",le="3000"} 1 -milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="2",le="10000"} 1 -milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="2",le="60000"} 1 -milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="2",le="+Inf"} 1 -milvus_proxy_req_latency_sum{function_name="DropCollection",node_id="2"} 1 -milvus_proxy_req_latency_count{function_name="DropCollection",node_id="2"} 1 -milvus_proxy_req_latency_bucket{function_name="Flush",node_id="2",le="5"} 1 -milvus_proxy_req_latency_bucket{function_name="Flush",node_id="2",le="10"} 1 -milvus_proxy_req_latency_bucket{function_name="Flush",node_id="2",le="20"} 1 -milvus_proxy_req_latency_bucket{function_name="Flush",node_id="2",le="50"} 1 -milvus_proxy_req_latency_bucket{function_name="Flush",node_id="2",le="100"} 1 -milvus_proxy_req_latency_bucket{function_name="Flush",node_id="2",le="200"} 1 -milvus_proxy_req_latency_bucket{function_name="Flush",node_id="2",le="300"} 1 -milvus_proxy_req_latency_bucket{function_name="Flush",node_id="2",le="400"} 1 -milvus_proxy_req_latency_bucket{function_name="Flush",node_id="2",le="500"} 1 -milvus_proxy_req_latency_bucket{function_name="Flush",node_id="2",le="600"} 1 -milvus_proxy_req_latency_bucket{function_name="Flush",node_id="2",le="700"} 1 -milvus_proxy_req_latency_bucket{function_name="Flush",node_id="2",le="800"} 1 -milvus_proxy_req_latency_bucket{function_name="Flush",node_id="2",le="900"} 1 -milvus_proxy_req_latency_bucket{function_name="Flush",node_id="2",le="1000"} 1 -milvus_proxy_req_latency_bucket{function_name="Flush",node_id="2",le="1500"} 1 -milvus_proxy_req_latency_bucket{function_name="Flush",node_id="2",le="3000"} 1 -milvus_proxy_req_latency_bucket{function_name="Flush",node_id="2",le="10000"} 1 -milvus_proxy_req_latency_bucket{function_name="Flush",node_id="2",le="60000"} 1 -milvus_proxy_req_latency_bucket{function_name="Flush",node_id="2",le="+Inf"} 1 -milvus_proxy_req_latency_sum{function_name="Flush",node_id="2"} 1 -milvus_proxy_req_latency_count{function_name="Flush",node_id="2"} 1 -milvus_proxy_req_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="5"} 1 -milvus_proxy_req_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="10"} 1 -milvus_proxy_req_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="20"} 1 -milvus_proxy_req_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="50"} 1 -milvus_proxy_req_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="100"} 1 -milvus_proxy_req_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="200"} 1 -milvus_proxy_req_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="300"} 1 -milvus_proxy_req_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="400"} 1 -milvus_proxy_req_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="500"} 1 -milvus_proxy_req_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="600"} 1 -milvus_proxy_req_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="700"} 1 -milvus_proxy_req_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="800"} 1 -milvus_proxy_req_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="900"} 1 -milvus_proxy_req_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="1000"} 1 -milvus_proxy_req_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="1500"} 1 -milvus_proxy_req_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="3000"} 1 -milvus_proxy_req_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="10000"} 1 -milvus_proxy_req_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="60000"} 1 -milvus_proxy_req_latency_bucket{function_name="GetCollectionStatistics",node_id="2",le="+Inf"} 1 -milvus_proxy_req_latency_sum{function_name="GetCollectionStatistics",node_id="2"} 0 -milvus_proxy_req_latency_count{function_name="GetCollectionStatistics",node_id="2"} 1 -milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="2",le="5"} 6 -milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="2",le="10"} 6 -milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="2",le="20"} 6 -milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="2",le="50"} 6 -milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="2",le="100"} 6 -milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="2",le="200"} 6 -milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="2",le="300"} 6 -milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="2",le="400"} 6 -milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="2",le="500"} 6 -milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="2",le="600"} 6 -milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="2",le="700"} 6 -milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="2",le="800"} 6 -milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="2",le="900"} 6 -milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="2",le="1000"} 6 -milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="2",le="1500"} 6 -milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="2",le="3000"} 6 -milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="2",le="10000"} 6 -milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="2",le="60000"} 6 -milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="2",le="+Inf"} 6 -milvus_proxy_req_latency_sum{function_name="GetLoadingProgress",node_id="2"} 0 -milvus_proxy_req_latency_count{function_name="GetLoadingProgress",node_id="2"} 6 -milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="2",le="5"} 0 -milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="2",le="10"} 1 -milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="2",le="20"} 1 -milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="2",le="50"} 1 -milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="2",le="100"} 1 -milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="2",le="200"} 1 -milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="2",le="300"} 1 -milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="2",le="400"} 1 -milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="2",le="500"} 1 -milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="2",le="600"} 1 -milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="2",le="700"} 1 -milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="2",le="800"} 1 -milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="2",le="900"} 1 -milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="2",le="1000"} 1 -milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="2",le="1500"} 1 -milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="2",le="3000"} 1 -milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="2",le="10000"} 1 -milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="2",le="60000"} 1 -milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="2",le="+Inf"} 1 -milvus_proxy_req_latency_sum{function_name="LoadCollection",node_id="2"} 6 -milvus_proxy_req_latency_count{function_name="LoadCollection",node_id="2"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="37",le="1"} 0 +milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="37",le="2"} 0 +milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="37",le="4"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="37",le="8"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="37",le="16"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="37",le="32"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="37",le="64"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="37",le="128"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="37",le="256"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="37",le="512"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="37",le="1024"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="37",le="2048"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="37",le="4096"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="37",le="8192"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="37",le="16384"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="37",le="32768"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="37",le="65536"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="37",le="131072"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateCollection",node_id="37",le="+Inf"} 1 +milvus_proxy_req_latency_sum{function_name="CreateCollection",node_id="37"} 4 +milvus_proxy_req_latency_count{function_name="CreateCollection",node_id="37"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="37",le="1"} 0 +milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="37",le="2"} 0 +milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="37",le="4"} 0 +milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="37",le="8"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="37",le="16"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="37",le="32"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="37",le="64"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="37",le="128"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="37",le="256"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="37",le="512"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="37",le="1024"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="37",le="2048"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="37",le="4096"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="37",le="8192"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="37",le="16384"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="37",le="32768"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="37",le="65536"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="37",le="131072"} 1 +milvus_proxy_req_latency_bucket{function_name="CreateIndex",node_id="37",le="+Inf"} 1 +milvus_proxy_req_latency_sum{function_name="CreateIndex",node_id="37"} 7 +milvus_proxy_req_latency_count{function_name="CreateIndex",node_id="37"} 1 +milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="37",le="1"} 2 +milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="37",le="2"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="37",le="4"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="37",le="8"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="37",le="16"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="37",le="32"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="37",le="64"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="37",le="128"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="37",le="256"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="37",le="512"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="37",le="1024"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="37",le="2048"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="37",le="4096"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="37",le="8192"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="37",le="16384"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="37",le="32768"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="37",le="65536"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="37",le="131072"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeCollection",node_id="37",le="+Inf"} 3 +milvus_proxy_req_latency_sum{function_name="DescribeCollection",node_id="37"} 2 +milvus_proxy_req_latency_count{function_name="DescribeCollection",node_id="37"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="37",le="1"} 0 +milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="37",le="2"} 2 +milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="37",le="4"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="37",le="8"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="37",le="16"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="37",le="32"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="37",le="64"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="37",le="128"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="37",le="256"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="37",le="512"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="37",le="1024"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="37",le="2048"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="37",le="4096"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="37",le="8192"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="37",le="16384"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="37",le="32768"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="37",le="65536"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="37",le="131072"} 3 +milvus_proxy_req_latency_bucket{function_name="DescribeIndex",node_id="37",le="+Inf"} 3 +milvus_proxy_req_latency_sum{function_name="DescribeIndex",node_id="37"} 8 +milvus_proxy_req_latency_count{function_name="DescribeIndex",node_id="37"} 3 +milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="37",le="1"} 0 +milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="37",le="2"} 0 +milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="37",le="4"} 0 +milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="37",le="8"} 1 +milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="37",le="16"} 1 +milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="37",le="32"} 1 +milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="37",le="64"} 1 +milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="37",le="128"} 1 +milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="37",le="256"} 1 +milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="37",le="512"} 1 +milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="37",le="1024"} 1 +milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="37",le="2048"} 1 +milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="37",le="4096"} 1 +milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="37",le="8192"} 1 +milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="37",le="16384"} 1 +milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="37",le="32768"} 1 +milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="37",le="65536"} 1 +milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="37",le="131072"} 1 +milvus_proxy_req_latency_bucket{function_name="DropCollection",node_id="37",le="+Inf"} 1 +milvus_proxy_req_latency_sum{function_name="DropCollection",node_id="37"} 6 +milvus_proxy_req_latency_count{function_name="DropCollection",node_id="37"} 1 +milvus_proxy_req_latency_bucket{function_name="Flush",node_id="37",le="1"} 0 +milvus_proxy_req_latency_bucket{function_name="Flush",node_id="37",le="2"} 0 +milvus_proxy_req_latency_bucket{function_name="Flush",node_id="37",le="4"} 0 +milvus_proxy_req_latency_bucket{function_name="Flush",node_id="37",le="8"} 0 +milvus_proxy_req_latency_bucket{function_name="Flush",node_id="37",le="16"} 0 +milvus_proxy_req_latency_bucket{function_name="Flush",node_id="37",le="32"} 0 +milvus_proxy_req_latency_bucket{function_name="Flush",node_id="37",le="64"} 0 +milvus_proxy_req_latency_bucket{function_name="Flush",node_id="37",le="128"} 0 +milvus_proxy_req_latency_bucket{function_name="Flush",node_id="37",le="256"} 0 +milvus_proxy_req_latency_bucket{function_name="Flush",node_id="37",le="512"} 0 +milvus_proxy_req_latency_bucket{function_name="Flush",node_id="37",le="1024"} 1 +milvus_proxy_req_latency_bucket{function_name="Flush",node_id="37",le="2048"} 1 +milvus_proxy_req_latency_bucket{function_name="Flush",node_id="37",le="4096"} 1 +milvus_proxy_req_latency_bucket{function_name="Flush",node_id="37",le="8192"} 1 +milvus_proxy_req_latency_bucket{function_name="Flush",node_id="37",le="16384"} 1 +milvus_proxy_req_latency_bucket{function_name="Flush",node_id="37",le="32768"} 1 +milvus_proxy_req_latency_bucket{function_name="Flush",node_id="37",le="65536"} 1 +milvus_proxy_req_latency_bucket{function_name="Flush",node_id="37",le="131072"} 1 +milvus_proxy_req_latency_bucket{function_name="Flush",node_id="37",le="+Inf"} 1 +milvus_proxy_req_latency_sum{function_name="Flush",node_id="37"} 619 +milvus_proxy_req_latency_count{function_name="Flush",node_id="37"} 1 +milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="37",le="1"} 6 +milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="37",le="2"} 6 +milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="37",le="4"} 6 +milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="37",le="8"} 6 +milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="37",le="16"} 6 +milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="37",le="32"} 6 +milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="37",le="64"} 6 +milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="37",le="128"} 6 +milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="37",le="256"} 6 +milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="37",le="512"} 6 +milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="37",le="1024"} 6 +milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="37",le="2048"} 6 +milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="37",le="4096"} 6 +milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="37",le="8192"} 6 +milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="37",le="16384"} 6 +milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="37",le="32768"} 6 +milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="37",le="65536"} 6 +milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="37",le="131072"} 6 +milvus_proxy_req_latency_bucket{function_name="GetLoadingProgress",node_id="37",le="+Inf"} 6 +milvus_proxy_req_latency_sum{function_name="GetLoadingProgress",node_id="37"} 2 +milvus_proxy_req_latency_count{function_name="GetLoadingProgress",node_id="37"} 6 +milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="37",le="1"} 0 +milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="37",le="2"} 0 +milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="37",le="4"} 0 +milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="37",le="8"} 1 +milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="37",le="16"} 1 +milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="37",le="32"} 1 +milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="37",le="64"} 1 +milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="37",le="128"} 1 +milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="37",le="256"} 1 +milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="37",le="512"} 1 +milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="37",le="1024"} 1 +milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="37",le="2048"} 1 +milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="37",le="4096"} 1 +milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="37",le="8192"} 1 +milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="37",le="16384"} 1 +milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="37",le="32768"} 1 +milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="37",le="65536"} 1 +milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="37",le="131072"} 1 +milvus_proxy_req_latency_bucket{function_name="LoadCollection",node_id="37",le="+Inf"} 1 +milvus_proxy_req_latency_sum{function_name="LoadCollection",node_id="37"} 7 +milvus_proxy_req_latency_count{function_name="LoadCollection",node_id="37"} 1 +# HELP milvus_proxy_search_sparse_num_non_zeros the number of non-zeros in each sparse search task +# TYPE milvus_proxy_search_sparse_num_non_zeros histogram +milvus_proxy_search_sparse_num_non_zeros_bucket{collection_name="hello_milvus",node_id="37",le="1"} 0 +milvus_proxy_search_sparse_num_non_zeros_bucket{collection_name="hello_milvus",node_id="37",le="2"} 0 +milvus_proxy_search_sparse_num_non_zeros_bucket{collection_name="hello_milvus",node_id="37",le="4"} 0 +milvus_proxy_search_sparse_num_non_zeros_bucket{collection_name="hello_milvus",node_id="37",le="8"} 2 +milvus_proxy_search_sparse_num_non_zeros_bucket{collection_name="hello_milvus",node_id="37",le="16"} 2 +milvus_proxy_search_sparse_num_non_zeros_bucket{collection_name="hello_milvus",node_id="37",le="32"} 2 +milvus_proxy_search_sparse_num_non_zeros_bucket{collection_name="hello_milvus",node_id="37",le="64"} 2 +milvus_proxy_search_sparse_num_non_zeros_bucket{collection_name="hello_milvus",node_id="37",le="128"} 2 +milvus_proxy_search_sparse_num_non_zeros_bucket{collection_name="hello_milvus",node_id="37",le="256"} 2 +milvus_proxy_search_sparse_num_non_zeros_bucket{collection_name="hello_milvus",node_id="37",le="512"} 2 +milvus_proxy_search_sparse_num_non_zeros_bucket{collection_name="hello_milvus",node_id="37",le="1024"} 2 +milvus_proxy_search_sparse_num_non_zeros_bucket{collection_name="hello_milvus",node_id="37",le="2048"} 2 +milvus_proxy_search_sparse_num_non_zeros_bucket{collection_name="hello_milvus",node_id="37",le="4096"} 2 +milvus_proxy_search_sparse_num_non_zeros_bucket{collection_name="hello_milvus",node_id="37",le="8192"} 2 +milvus_proxy_search_sparse_num_non_zeros_bucket{collection_name="hello_milvus",node_id="37",le="16384"} 2 +milvus_proxy_search_sparse_num_non_zeros_bucket{collection_name="hello_milvus",node_id="37",le="32768"} 2 +milvus_proxy_search_sparse_num_non_zeros_bucket{collection_name="hello_milvus",node_id="37",le="65536"} 2 +milvus_proxy_search_sparse_num_non_zeros_bucket{collection_name="hello_milvus",node_id="37",le="131072"} 2 +milvus_proxy_search_sparse_num_non_zeros_bucket{collection_name="hello_milvus",node_id="37",le="+Inf"} 2 +milvus_proxy_search_sparse_num_non_zeros_sum{collection_name="hello_milvus",node_id="37"} 16 +milvus_proxy_search_sparse_num_non_zeros_count{collection_name="hello_milvus",node_id="37"} 2 # HELP milvus_proxy_send_bytes_count count of bytes sent back to sdk # TYPE milvus_proxy_send_bytes_count counter -milvus_proxy_send_bytes_count{node_id="2"} 70813 +milvus_proxy_send_bytes_count{node_id="37"} 70813 # HELP milvus_proxy_sq_decode_result_latency latency that proxy decodes the search result # TYPE milvus_proxy_sq_decode_result_latency histogram -milvus_proxy_sq_decode_result_latency_bucket{node_id="2",query_type="query",le="5"} 5 -milvus_proxy_sq_decode_result_latency_bucket{node_id="2",query_type="query",le="10"} 5 -milvus_proxy_sq_decode_result_latency_bucket{node_id="2",query_type="query",le="20"} 5 -milvus_proxy_sq_decode_result_latency_bucket{node_id="2",query_type="query",le="50"} 5 -milvus_proxy_sq_decode_result_latency_bucket{node_id="2",query_type="query",le="100"} 5 -milvus_proxy_sq_decode_result_latency_bucket{node_id="2",query_type="query",le="200"} 5 -milvus_proxy_sq_decode_result_latency_bucket{node_id="2",query_type="query",le="300"} 5 -milvus_proxy_sq_decode_result_latency_bucket{node_id="2",query_type="query",le="400"} 5 -milvus_proxy_sq_decode_result_latency_bucket{node_id="2",query_type="query",le="500"} 5 -milvus_proxy_sq_decode_result_latency_bucket{node_id="2",query_type="query",le="600"} 5 -milvus_proxy_sq_decode_result_latency_bucket{node_id="2",query_type="query",le="700"} 5 -milvus_proxy_sq_decode_result_latency_bucket{node_id="2",query_type="query",le="800"} 5 -milvus_proxy_sq_decode_result_latency_bucket{node_id="2",query_type="query",le="900"} 5 -milvus_proxy_sq_decode_result_latency_bucket{node_id="2",query_type="query",le="1000"} 5 -milvus_proxy_sq_decode_result_latency_bucket{node_id="2",query_type="query",le="1500"} 5 -milvus_proxy_sq_decode_result_latency_bucket{node_id="2",query_type="query",le="3000"} 5 -milvus_proxy_sq_decode_result_latency_bucket{node_id="2",query_type="query",le="10000"} 5 -milvus_proxy_sq_decode_result_latency_bucket{node_id="2",query_type="query",le="60000"} 5 -milvus_proxy_sq_decode_result_latency_bucket{node_id="2",query_type="query",le="+Inf"} 5 -milvus_proxy_sq_decode_result_latency_sum{node_id="2",query_type="query"} 0 -milvus_proxy_sq_decode_result_latency_count{node_id="2",query_type="query"} 5 +milvus_proxy_sq_decode_result_latency_bucket{node_id="37",query_type="query",le="1"} 5 +milvus_proxy_sq_decode_result_latency_bucket{node_id="37",query_type="query",le="2"} 5 +milvus_proxy_sq_decode_result_latency_bucket{node_id="37",query_type="query",le="4"} 5 +milvus_proxy_sq_decode_result_latency_bucket{node_id="37",query_type="query",le="8"} 5 +milvus_proxy_sq_decode_result_latency_bucket{node_id="37",query_type="query",le="16"} 5 +milvus_proxy_sq_decode_result_latency_bucket{node_id="37",query_type="query",le="32"} 5 +milvus_proxy_sq_decode_result_latency_bucket{node_id="37",query_type="query",le="64"} 5 +milvus_proxy_sq_decode_result_latency_bucket{node_id="37",query_type="query",le="128"} 5 +milvus_proxy_sq_decode_result_latency_bucket{node_id="37",query_type="query",le="256"} 5 +milvus_proxy_sq_decode_result_latency_bucket{node_id="37",query_type="query",le="512"} 5 +milvus_proxy_sq_decode_result_latency_bucket{node_id="37",query_type="query",le="1024"} 5 +milvus_proxy_sq_decode_result_latency_bucket{node_id="37",query_type="query",le="2048"} 5 +milvus_proxy_sq_decode_result_latency_bucket{node_id="37",query_type="query",le="4096"} 5 +milvus_proxy_sq_decode_result_latency_bucket{node_id="37",query_type="query",le="8192"} 5 +milvus_proxy_sq_decode_result_latency_bucket{node_id="37",query_type="query",le="16384"} 5 +milvus_proxy_sq_decode_result_latency_bucket{node_id="37",query_type="query",le="32768"} 5 +milvus_proxy_sq_decode_result_latency_bucket{node_id="37",query_type="query",le="65536"} 5 +milvus_proxy_sq_decode_result_latency_bucket{node_id="37",query_type="query",le="131072"} 5 +milvus_proxy_sq_decode_result_latency_bucket{node_id="37",query_type="query",le="+Inf"} 5 +milvus_proxy_sq_decode_result_latency_sum{node_id="37",query_type="query"} 0 +milvus_proxy_sq_decode_result_latency_count{node_id="37",query_type="query"} 5 # HELP milvus_proxy_sq_reduce_result_latency latency that proxy reduces search result # TYPE milvus_proxy_sq_reduce_result_latency histogram -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="query",le="5"} 5 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="query",le="10"} 5 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="query",le="20"} 5 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="query",le="50"} 5 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="query",le="100"} 5 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="query",le="200"} 5 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="query",le="300"} 5 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="query",le="400"} 5 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="query",le="500"} 5 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="query",le="600"} 5 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="query",le="700"} 5 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="query",le="800"} 5 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="query",le="900"} 5 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="query",le="1000"} 5 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="query",le="1500"} 5 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="query",le="3000"} 5 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="query",le="10000"} 5 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="query",le="60000"} 5 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="query",le="+Inf"} 5 -milvus_proxy_sq_reduce_result_latency_sum{node_id="2",query_type="query"} 0 -milvus_proxy_sq_reduce_result_latency_count{node_id="2",query_type="query"} 5 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="search",le="5"} 2 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="search",le="10"} 2 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="search",le="20"} 2 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="search",le="50"} 2 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="search",le="100"} 2 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="search",le="200"} 2 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="search",le="300"} 2 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="search",le="400"} 2 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="search",le="500"} 2 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="search",le="600"} 2 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="search",le="700"} 2 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="search",le="800"} 2 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="search",le="900"} 2 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="search",le="1000"} 2 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="search",le="1500"} 2 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="search",le="3000"} 2 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="search",le="10000"} 2 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="search",le="60000"} 2 -milvus_proxy_sq_reduce_result_latency_bucket{node_id="2",query_type="search",le="+Inf"} 2 -milvus_proxy_sq_reduce_result_latency_sum{node_id="2",query_type="search"} 0 -milvus_proxy_sq_reduce_result_latency_count{node_id="2",query_type="search"} 2 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="query",le="1"} 5 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="query",le="2"} 5 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="query",le="4"} 5 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="query",le="8"} 5 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="query",le="16"} 5 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="query",le="32"} 5 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="query",le="64"} 5 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="query",le="128"} 5 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="query",le="256"} 5 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="query",le="512"} 5 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="query",le="1024"} 5 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="query",le="2048"} 5 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="query",le="4096"} 5 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="query",le="8192"} 5 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="query",le="16384"} 5 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="query",le="32768"} 5 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="query",le="65536"} 5 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="query",le="131072"} 5 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="query",le="+Inf"} 5 +milvus_proxy_sq_reduce_result_latency_sum{node_id="37",query_type="query"} 0 +milvus_proxy_sq_reduce_result_latency_count{node_id="37",query_type="query"} 5 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="search",le="1"} 2 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="search",le="2"} 2 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="search",le="4"} 2 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="search",le="8"} 2 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="search",le="16"} 2 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="search",le="32"} 2 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="search",le="64"} 2 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="search",le="128"} 2 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="search",le="256"} 2 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="search",le="512"} 2 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="search",le="1024"} 2 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="search",le="2048"} 2 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="search",le="4096"} 2 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="search",le="8192"} 2 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="search",le="16384"} 2 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="search",le="32768"} 2 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="search",le="65536"} 2 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="search",le="131072"} 2 +milvus_proxy_sq_reduce_result_latency_bucket{node_id="37",query_type="search",le="+Inf"} 2 +milvus_proxy_sq_reduce_result_latency_sum{node_id="37",query_type="search"} 0 +milvus_proxy_sq_reduce_result_latency_count{node_id="37",query_type="search"} 2 # HELP milvus_proxy_sq_wait_result_latency latency that proxy waits for the result # TYPE milvus_proxy_sq_wait_result_latency histogram -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="query",le="5"} 0 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="query",le="10"} 0 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="query",le="20"} 0 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="query",le="50"} 0 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="query",le="100"} 0 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="query",le="200"} 4 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="query",le="300"} 4 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="query",le="400"} 5 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="query",le="500"} 5 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="query",le="600"} 5 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="query",le="700"} 5 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="query",le="800"} 5 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="query",le="900"} 5 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="query",le="1000"} 5 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="query",le="1500"} 5 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="query",le="3000"} 5 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="query",le="10000"} 5 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="query",le="60000"} 5 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="query",le="+Inf"} 5 -milvus_proxy_sq_wait_result_latency_sum{node_id="2",query_type="query"} 1132 -milvus_proxy_sq_wait_result_latency_count{node_id="2",query_type="query"} 5 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="search",le="5"} 0 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="search",le="10"} 0 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="search",le="20"} 0 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="search",le="50"} 0 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="search",le="100"} 0 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="search",le="200"} 1 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="search",le="300"} 2 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="search",le="400"} 2 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="search",le="500"} 2 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="search",le="600"} 2 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="search",le="700"} 2 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="search",le="800"} 2 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="search",le="900"} 2 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="search",le="1000"} 2 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="search",le="1500"} 2 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="search",le="3000"} 2 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="search",le="10000"} 2 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="search",le="60000"} 2 -milvus_proxy_sq_wait_result_latency_bucket{node_id="2",query_type="search",le="+Inf"} 2 -milvus_proxy_sq_wait_result_latency_sum{node_id="2",query_type="search"} 470 -milvus_proxy_sq_wait_result_latency_count{node_id="2",query_type="search"} 2 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="query",le="1"} 0 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="query",le="2"} 0 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="query",le="4"} 0 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="query",le="8"} 0 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="query",le="16"} 0 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="query",le="32"} 0 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="query",le="64"} 0 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="query",le="128"} 0 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="query",le="256"} 2 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="query",le="512"} 5 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="query",le="1024"} 5 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="query",le="2048"} 5 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="query",le="4096"} 5 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="query",le="8192"} 5 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="query",le="16384"} 5 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="query",le="32768"} 5 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="query",le="65536"} 5 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="query",le="131072"} 5 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="query",le="+Inf"} 5 +milvus_proxy_sq_wait_result_latency_sum{node_id="37",query_type="query"} 1478 +milvus_proxy_sq_wait_result_latency_count{node_id="37",query_type="query"} 5 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="search",le="1"} 0 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="search",le="2"} 0 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="search",le="4"} 0 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="search",le="8"} 0 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="search",le="16"} 0 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="search",le="32"} 0 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="search",le="64"} 0 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="search",le="128"} 0 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="search",le="256"} 1 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="search",le="512"} 2 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="search",le="1024"} 2 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="search",le="2048"} 2 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="search",le="4096"} 2 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="search",le="8192"} 2 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="search",le="16384"} 2 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="search",le="32768"} 2 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="search",le="65536"} 2 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="search",le="131072"} 2 +milvus_proxy_sq_wait_result_latency_bucket{node_id="37",query_type="search",le="+Inf"} 2 +milvus_proxy_sq_wait_result_latency_sum{node_id="37",query_type="search"} 610 +milvus_proxy_sq_wait_result_latency_count{node_id="37",query_type="search"} 2 # HELP milvus_proxy_sync_segment_request_length the length of SegmentIDRequests when assigning segments for insert # TYPE milvus_proxy_sync_segment_request_length histogram -milvus_proxy_sync_segment_request_length_bucket{node_id="2",le="5"} 2 -milvus_proxy_sync_segment_request_length_bucket{node_id="2",le="10"} 2 -milvus_proxy_sync_segment_request_length_bucket{node_id="2",le="20"} 2 -milvus_proxy_sync_segment_request_length_bucket{node_id="2",le="50"} 2 -milvus_proxy_sync_segment_request_length_bucket{node_id="2",le="100"} 2 -milvus_proxy_sync_segment_request_length_bucket{node_id="2",le="200"} 2 -milvus_proxy_sync_segment_request_length_bucket{node_id="2",le="300"} 2 -milvus_proxy_sync_segment_request_length_bucket{node_id="2",le="400"} 2 -milvus_proxy_sync_segment_request_length_bucket{node_id="2",le="500"} 2 -milvus_proxy_sync_segment_request_length_bucket{node_id="2",le="600"} 2 -milvus_proxy_sync_segment_request_length_bucket{node_id="2",le="700"} 2 -milvus_proxy_sync_segment_request_length_bucket{node_id="2",le="800"} 2 -milvus_proxy_sync_segment_request_length_bucket{node_id="2",le="900"} 2 -milvus_proxy_sync_segment_request_length_bucket{node_id="2",le="1000"} 2 -milvus_proxy_sync_segment_request_length_bucket{node_id="2",le="1500"} 2 -milvus_proxy_sync_segment_request_length_bucket{node_id="2",le="3000"} 2 -milvus_proxy_sync_segment_request_length_bucket{node_id="2",le="10000"} 2 -milvus_proxy_sync_segment_request_length_bucket{node_id="2",le="60000"} 2 -milvus_proxy_sync_segment_request_length_bucket{node_id="2",le="+Inf"} 2 -milvus_proxy_sync_segment_request_length_sum{node_id="2"} 2 -milvus_proxy_sync_segment_request_length_count{node_id="2"} 2 +milvus_proxy_sync_segment_request_length_bucket{node_id="37",le="1"} 2 +milvus_proxy_sync_segment_request_length_bucket{node_id="37",le="2"} 2 +milvus_proxy_sync_segment_request_length_bucket{node_id="37",le="4"} 2 +milvus_proxy_sync_segment_request_length_bucket{node_id="37",le="8"} 2 +milvus_proxy_sync_segment_request_length_bucket{node_id="37",le="16"} 2 +milvus_proxy_sync_segment_request_length_bucket{node_id="37",le="32"} 2 +milvus_proxy_sync_segment_request_length_bucket{node_id="37",le="64"} 2 +milvus_proxy_sync_segment_request_length_bucket{node_id="37",le="128"} 2 +milvus_proxy_sync_segment_request_length_bucket{node_id="37",le="256"} 2 +milvus_proxy_sync_segment_request_length_bucket{node_id="37",le="512"} 2 +milvus_proxy_sync_segment_request_length_bucket{node_id="37",le="1024"} 2 +milvus_proxy_sync_segment_request_length_bucket{node_id="37",le="2048"} 2 +milvus_proxy_sync_segment_request_length_bucket{node_id="37",le="4096"} 2 +milvus_proxy_sync_segment_request_length_bucket{node_id="37",le="8192"} 2 +milvus_proxy_sync_segment_request_length_bucket{node_id="37",le="16384"} 2 +milvus_proxy_sync_segment_request_length_bucket{node_id="37",le="32768"} 2 +milvus_proxy_sync_segment_request_length_bucket{node_id="37",le="65536"} 2 +milvus_proxy_sync_segment_request_length_bucket{node_id="37",le="131072"} 2 +milvus_proxy_sync_segment_request_length_bucket{node_id="37",le="+Inf"} 2 +milvus_proxy_sync_segment_request_length_sum{node_id="37"} 2 +milvus_proxy_sync_segment_request_length_count{node_id="37"} 2 # HELP milvus_proxy_tt_lag_ms now time minus tt per physical channel # TYPE milvus_proxy_tt_lag_ms gauge -milvus_proxy_tt_lag_ms{channel_name="default",node_id="2"} 141 +milvus_proxy_tt_lag_ms{channel_name="default",node_id="37"} 36 # HELP milvus_querycoord_collection_num number of collections # TYPE milvus_querycoord_collection_num gauge milvus_querycoord_collection_num 0 @@ -1563,7 +1692,7 @@ milvus_querycoord_load_latency_bucket{le="300000"} 2 milvus_querycoord_load_latency_bucket{le="600000"} 2 milvus_querycoord_load_latency_bucket{le="1.8e+06"} 2 milvus_querycoord_load_latency_bucket{le="+Inf"} 2 -milvus_querycoord_load_latency_sum 1805 +milvus_querycoord_load_latency_sum 1996 milvus_querycoord_load_latency_count 2 # HELP milvus_querycoord_load_req_count count of load request # TYPE milvus_querycoord_load_req_count counter @@ -1577,23 +1706,32 @@ milvus_querycoord_partition_num 0 milvus_querycoord_querynode_num 1 # HELP milvus_querycoord_release_latency latency of release request # TYPE milvus_querycoord_release_latency histogram -milvus_querycoord_release_latency_bucket{le="0"} 0 -milvus_querycoord_release_latency_bucket{le="5"} 0 -milvus_querycoord_release_latency_bucket{le="10"} 0 -milvus_querycoord_release_latency_bucket{le="20"} 0 -milvus_querycoord_release_latency_bucket{le="40"} 0 -milvus_querycoord_release_latency_bucket{le="100"} 0 -milvus_querycoord_release_latency_bucket{le="200"} 0 -milvus_querycoord_release_latency_bucket{le="400"} 0 -milvus_querycoord_release_latency_bucket{le="1000"} 1 -milvus_querycoord_release_latency_bucket{le="10000"} 1 -milvus_querycoord_release_latency_bucket{le="+Inf"} 1 -milvus_querycoord_release_latency_sum 605 -milvus_querycoord_release_latency_count 1 +milvus_querycoord_release_latency_bucket{le="0"} 10 +milvus_querycoord_release_latency_bucket{le="5"} 10 +milvus_querycoord_release_latency_bucket{le="10"} 10 +milvus_querycoord_release_latency_bucket{le="20"} 10 +milvus_querycoord_release_latency_bucket{le="40"} 10 +milvus_querycoord_release_latency_bucket{le="100"} 10 +milvus_querycoord_release_latency_bucket{le="200"} 10 +milvus_querycoord_release_latency_bucket{le="400"} 10 +milvus_querycoord_release_latency_bucket{le="1000"} 11 +milvus_querycoord_release_latency_bucket{le="10000"} 11 +milvus_querycoord_release_latency_bucket{le="+Inf"} 11 +milvus_querycoord_release_latency_sum 606 +milvus_querycoord_release_latency_count 11 # HELP milvus_querycoord_release_req_count count of release request # TYPE milvus_querycoord_release_req_count counter milvus_querycoord_release_req_count{status="success"} 1 milvus_querycoord_release_req_count{status="total"} 1 +# HELP milvus_querycoord_replica_ro_node_total total read only node number of replica +# TYPE milvus_querycoord_replica_ro_node_total gauge +milvus_querycoord_replica_ro_node_total 0 +# HELP milvus_querycoord_resource_group_info all resource group detail info in query coord +# TYPE milvus_querycoord_resource_group_info gauge +milvus_querycoord_resource_group_info{node_id="37",rg="__default_resource_group"} 1 +# HELP milvus_querycoord_resource_group_replica_total total replica number of resource group +# TYPE milvus_querycoord_resource_group_replica_total gauge +milvus_querycoord_resource_group_replica_total{rg="__default_resource_group"} 0 # HELP milvus_querycoord_task_num the number of tasks in QueryCoord's scheduler # TYPE milvus_querycoord_task_num gauge milvus_querycoord_task_num{querycoord_task_type="channel_grow"} 0 @@ -1604,867 +1742,916 @@ milvus_querycoord_task_num{querycoord_task_type="segment_move"} 0 milvus_querycoord_task_num{querycoord_task_type="segment_reduce"} 0 # HELP milvus_querynode_apply_bf_latency apply bf cost in ms # TYPE milvus_querynode_apply_bf_latency histogram -milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="2",le="5"} 1 -milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="2",le="10"} 1 -milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="2",le="20"} 1 -milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="2",le="50"} 1 -milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="2",le="100"} 1 -milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="2",le="200"} 1 -milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="2",le="300"} 1 -milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="2",le="400"} 1 -milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="2",le="500"} 1 -milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="2",le="600"} 1 -milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="2",le="700"} 1 -milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="2",le="800"} 1 -milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="2",le="900"} 1 -milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="2",le="1000"} 1 -milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="2",le="1500"} 1 -milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="2",le="3000"} 1 -milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="2",le="10000"} 1 -milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="2",le="60000"} 1 -milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="2",le="+Inf"} 1 -milvus_querynode_apply_bf_latency_sum{function_name="ProcessDelete",node_id="2"} 0 -milvus_querynode_apply_bf_latency_count{function_name="ProcessDelete",node_id="2"} 1 +milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="37",le="1"} 1 +milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="37",le="2"} 1 +milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="37",le="4"} 1 +milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="37",le="8"} 1 +milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="37",le="16"} 1 +milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="37",le="32"} 1 +milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="37",le="64"} 1 +milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="37",le="128"} 1 +milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="37",le="256"} 1 +milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="37",le="512"} 1 +milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="37",le="1024"} 1 +milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="37",le="2048"} 1 +milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="37",le="4096"} 1 +milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="37",le="8192"} 1 +milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="37",le="16384"} 1 +milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="37",le="32768"} 1 +milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="37",le="65536"} 1 +milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="37",le="131072"} 1 +milvus_querynode_apply_bf_latency_bucket{function_name="ProcessDelete",node_id="37",le="+Inf"} 1 +milvus_querynode_apply_bf_latency_sum{function_name="ProcessDelete",node_id="37"} 0 +milvus_querynode_apply_bf_latency_count{function_name="ProcessDelete",node_id="37"} 1 +# HELP milvus_querynode_cgo_latency latency of each cgo call +# TYPE milvus_querynode_cgo_latency histogram +milvus_querynode_cgo_latency_bucket{cgo_name="AppendIndexV2",cgo_type="Sync",node_id="37",le="1"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="AppendIndexV2",cgo_type="Sync",node_id="37",le="2"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="AppendIndexV2",cgo_type="Sync",node_id="37",le="4"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="AppendIndexV2",cgo_type="Sync",node_id="37",le="8"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="AppendIndexV2",cgo_type="Sync",node_id="37",le="16"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="AppendIndexV2",cgo_type="Sync",node_id="37",le="32"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="AppendIndexV2",cgo_type="Sync",node_id="37",le="64"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="AppendIndexV2",cgo_type="Sync",node_id="37",le="128"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="AppendIndexV2",cgo_type="Sync",node_id="37",le="256"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="AppendIndexV2",cgo_type="Sync",node_id="37",le="512"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="AppendIndexV2",cgo_type="Sync",node_id="37",le="1024"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="AppendIndexV2",cgo_type="Sync",node_id="37",le="2048"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="AppendIndexV2",cgo_type="Sync",node_id="37",le="4096"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="AppendIndexV2",cgo_type="Sync",node_id="37",le="8192"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="AppendIndexV2",cgo_type="Sync",node_id="37",le="16384"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="AppendIndexV2",cgo_type="Sync",node_id="37",le="32768"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="AppendIndexV2",cgo_type="Sync",node_id="37",le="65536"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="AppendIndexV2",cgo_type="Sync",node_id="37",le="131072"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="AppendIndexV2",cgo_type="Sync",node_id="37",le="+Inf"} 1 +milvus_querynode_cgo_latency_sum{cgo_name="AppendIndexV2",cgo_type="Sync",node_id="37"} 1 +milvus_querynode_cgo_latency_count{cgo_name="AppendIndexV2",cgo_type="Sync",node_id="37"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="Delete",cgo_type="Sync",node_id="37",le="1"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="Delete",cgo_type="Sync",node_id="37",le="2"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="Delete",cgo_type="Sync",node_id="37",le="4"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="Delete",cgo_type="Sync",node_id="37",le="8"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="Delete",cgo_type="Sync",node_id="37",le="16"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="Delete",cgo_type="Sync",node_id="37",le="32"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="Delete",cgo_type="Sync",node_id="37",le="64"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="Delete",cgo_type="Sync",node_id="37",le="128"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="Delete",cgo_type="Sync",node_id="37",le="256"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="Delete",cgo_type="Sync",node_id="37",le="512"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="Delete",cgo_type="Sync",node_id="37",le="1024"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="Delete",cgo_type="Sync",node_id="37",le="2048"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="Delete",cgo_type="Sync",node_id="37",le="4096"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="Delete",cgo_type="Sync",node_id="37",le="8192"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="Delete",cgo_type="Sync",node_id="37",le="16384"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="Delete",cgo_type="Sync",node_id="37",le="32768"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="Delete",cgo_type="Sync",node_id="37",le="65536"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="Delete",cgo_type="Sync",node_id="37",le="131072"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="Delete",cgo_type="Sync",node_id="37",le="+Inf"} 1 +milvus_querynode_cgo_latency_sum{cgo_name="Delete",cgo_type="Sync",node_id="37"} 0 +milvus_querynode_cgo_latency_count{cgo_name="Delete",cgo_type="Sync",node_id="37"} 1 +milvus_querynode_cgo_latency_bucket{cgo_name="LoadFieldData",cgo_type="Sync",node_id="37",le="1"} 3 +milvus_querynode_cgo_latency_bucket{cgo_name="LoadFieldData",cgo_type="Sync",node_id="37",le="2"} 4 +milvus_querynode_cgo_latency_bucket{cgo_name="LoadFieldData",cgo_type="Sync",node_id="37",le="4"} 4 +milvus_querynode_cgo_latency_bucket{cgo_name="LoadFieldData",cgo_type="Sync",node_id="37",le="8"} 4 +milvus_querynode_cgo_latency_bucket{cgo_name="LoadFieldData",cgo_type="Sync",node_id="37",le="16"} 4 +milvus_querynode_cgo_latency_bucket{cgo_name="LoadFieldData",cgo_type="Sync",node_id="37",le="32"} 4 +milvus_querynode_cgo_latency_bucket{cgo_name="LoadFieldData",cgo_type="Sync",node_id="37",le="64"} 4 +milvus_querynode_cgo_latency_bucket{cgo_name="LoadFieldData",cgo_type="Sync",node_id="37",le="128"} 4 +milvus_querynode_cgo_latency_bucket{cgo_name="LoadFieldData",cgo_type="Sync",node_id="37",le="256"} 4 +milvus_querynode_cgo_latency_bucket{cgo_name="LoadFieldData",cgo_type="Sync",node_id="37",le="512"} 4 +milvus_querynode_cgo_latency_bucket{cgo_name="LoadFieldData",cgo_type="Sync",node_id="37",le="1024"} 4 +milvus_querynode_cgo_latency_bucket{cgo_name="LoadFieldData",cgo_type="Sync",node_id="37",le="2048"} 4 +milvus_querynode_cgo_latency_bucket{cgo_name="LoadFieldData",cgo_type="Sync",node_id="37",le="4096"} 4 +milvus_querynode_cgo_latency_bucket{cgo_name="LoadFieldData",cgo_type="Sync",node_id="37",le="8192"} 4 +milvus_querynode_cgo_latency_bucket{cgo_name="LoadFieldData",cgo_type="Sync",node_id="37",le="16384"} 4 +milvus_querynode_cgo_latency_bucket{cgo_name="LoadFieldData",cgo_type="Sync",node_id="37",le="32768"} 4 +milvus_querynode_cgo_latency_bucket{cgo_name="LoadFieldData",cgo_type="Sync",node_id="37",le="65536"} 4 +milvus_querynode_cgo_latency_bucket{cgo_name="LoadFieldData",cgo_type="Sync",node_id="37",le="131072"} 4 +milvus_querynode_cgo_latency_bucket{cgo_name="LoadFieldData",cgo_type="Sync",node_id="37",le="+Inf"} 4 +milvus_querynode_cgo_latency_sum{cgo_name="LoadFieldData",cgo_type="Sync",node_id="37"} 5 +milvus_querynode_cgo_latency_count{cgo_name="LoadFieldData",cgo_type="Sync",node_id="37"} 4 # HELP milvus_querynode_collection_num number of collections loaded # TYPE milvus_querynode_collection_num gauge -milvus_querynode_collection_num{node_id="2"} 0 +milvus_querynode_collection_num{node_id="37"} 0 # HELP milvus_querynode_consume_bytes_counter # TYPE milvus_querynode_consume_bytes_counter counter -milvus_querynode_consume_bytes_counter{msg_type="insert",node_id="2"} 231 +milvus_querynode_consume_bytes_counter{msg_type="insert",node_id="37"} 241 # HELP milvus_querynode_disk_cache_evict_bytes number of bytes evicted from disk cache # TYPE milvus_querynode_disk_cache_evict_bytes counter -milvus_querynode_disk_cache_evict_bytes{db_name="default",node_id="2",rg="__default_resource_group"} 0 +milvus_querynode_disk_cache_evict_bytes{db_name="default",node_id="37",rg="__default_resource_group"} 0 # HELP milvus_querynode_disk_cache_evict_duration total time cost of evicting segments from disk cache # TYPE milvus_querynode_disk_cache_evict_duration counter -milvus_querynode_disk_cache_evict_duration{db_name="default",node_id="2",rg="__default_resource_group"} 0 +milvus_querynode_disk_cache_evict_duration{db_name="default",node_id="37",rg="__default_resource_group"} 0 # HELP milvus_querynode_disk_cache_evict_global_duration global duration of evicting segments from disk cache # TYPE milvus_querynode_disk_cache_evict_global_duration histogram -milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="2",le="1"} 0 -milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="2",le="100"} 0 -milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="2",le="500"} 0 -milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="2",le="1000"} 0 -milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="2",le="5000"} 0 -milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="2",le="10000"} 0 -milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="2",le="20000"} 0 -milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="2",le="50000"} 0 -milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="2",le="100000"} 0 -milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="2",le="250000"} 0 -milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="2",le="500000"} 0 -milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="2",le="1e+06"} 0 -milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="2",le="3.6e+06"} 0 -milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="2",le="5e+06"} 0 -milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="2",le="1e+07"} 0 -milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="2",le="+Inf"} 0 -milvus_querynode_disk_cache_evict_global_duration_sum{node_id="2"} 0 -milvus_querynode_disk_cache_evict_global_duration_count{node_id="2"} 0 +milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="37",le="1"} 0 +milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="37",le="100"} 0 +milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="37",le="500"} 0 +milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="37",le="1000"} 0 +milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="37",le="5000"} 0 +milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="37",le="10000"} 0 +milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="37",le="20000"} 0 +milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="37",le="50000"} 0 +milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="37",le="100000"} 0 +milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="37",le="250000"} 0 +milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="37",le="500000"} 0 +milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="37",le="1e+06"} 0 +milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="37",le="3.6e+06"} 0 +milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="37",le="5e+06"} 0 +milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="37",le="1e+07"} 0 +milvus_querynode_disk_cache_evict_global_duration_bucket{node_id="37",le="+Inf"} 0 +milvus_querynode_disk_cache_evict_global_duration_sum{node_id="37"} 0 +milvus_querynode_disk_cache_evict_global_duration_count{node_id="37"} 0 # HELP milvus_querynode_disk_cache_evict_total number of segments evicted from disk cache # TYPE milvus_querynode_disk_cache_evict_total counter -milvus_querynode_disk_cache_evict_total{db_name="default",node_id="2",rg="__default_resource_group"} 0 +milvus_querynode_disk_cache_evict_total{db_name="default",node_id="37",rg="__default_resource_group"} 0 # HELP milvus_querynode_disk_cache_load_bytes number of bytes loaded from disk cache # TYPE milvus_querynode_disk_cache_load_bytes counter -milvus_querynode_disk_cache_load_bytes{db_name="default",node_id="2",rg="__default_resource_group"} 0 +milvus_querynode_disk_cache_load_bytes{db_name="default",node_id="37",rg="__default_resource_group"} 0 # HELP milvus_querynode_disk_cache_load_duration total time cost of loading segments from disk cache # TYPE milvus_querynode_disk_cache_load_duration counter -milvus_querynode_disk_cache_load_duration{db_name="default",node_id="2",rg="__default_resource_group"} 0 +milvus_querynode_disk_cache_load_duration{db_name="default",node_id="37",rg="__default_resource_group"} 0 # HELP milvus_querynode_disk_cache_load_global_duration global duration of loading segments from disk cache # TYPE milvus_querynode_disk_cache_load_global_duration histogram -milvus_querynode_disk_cache_load_global_duration_bucket{node_id="2",le="1"} 0 -milvus_querynode_disk_cache_load_global_duration_bucket{node_id="2",le="100"} 0 -milvus_querynode_disk_cache_load_global_duration_bucket{node_id="2",le="500"} 0 -milvus_querynode_disk_cache_load_global_duration_bucket{node_id="2",le="1000"} 0 -milvus_querynode_disk_cache_load_global_duration_bucket{node_id="2",le="5000"} 0 -milvus_querynode_disk_cache_load_global_duration_bucket{node_id="2",le="10000"} 0 -milvus_querynode_disk_cache_load_global_duration_bucket{node_id="2",le="20000"} 0 -milvus_querynode_disk_cache_load_global_duration_bucket{node_id="2",le="50000"} 0 -milvus_querynode_disk_cache_load_global_duration_bucket{node_id="2",le="100000"} 0 -milvus_querynode_disk_cache_load_global_duration_bucket{node_id="2",le="250000"} 0 -milvus_querynode_disk_cache_load_global_duration_bucket{node_id="2",le="500000"} 0 -milvus_querynode_disk_cache_load_global_duration_bucket{node_id="2",le="1e+06"} 0 -milvus_querynode_disk_cache_load_global_duration_bucket{node_id="2",le="3.6e+06"} 0 -milvus_querynode_disk_cache_load_global_duration_bucket{node_id="2",le="5e+06"} 0 -milvus_querynode_disk_cache_load_global_duration_bucket{node_id="2",le="1e+07"} 0 -milvus_querynode_disk_cache_load_global_duration_bucket{node_id="2",le="+Inf"} 0 -milvus_querynode_disk_cache_load_global_duration_sum{node_id="2"} 0 -milvus_querynode_disk_cache_load_global_duration_count{node_id="2"} 0 +milvus_querynode_disk_cache_load_global_duration_bucket{node_id="37",le="1"} 0 +milvus_querynode_disk_cache_load_global_duration_bucket{node_id="37",le="100"} 0 +milvus_querynode_disk_cache_load_global_duration_bucket{node_id="37",le="500"} 0 +milvus_querynode_disk_cache_load_global_duration_bucket{node_id="37",le="1000"} 0 +milvus_querynode_disk_cache_load_global_duration_bucket{node_id="37",le="5000"} 0 +milvus_querynode_disk_cache_load_global_duration_bucket{node_id="37",le="10000"} 0 +milvus_querynode_disk_cache_load_global_duration_bucket{node_id="37",le="20000"} 0 +milvus_querynode_disk_cache_load_global_duration_bucket{node_id="37",le="50000"} 0 +milvus_querynode_disk_cache_load_global_duration_bucket{node_id="37",le="100000"} 0 +milvus_querynode_disk_cache_load_global_duration_bucket{node_id="37",le="250000"} 0 +milvus_querynode_disk_cache_load_global_duration_bucket{node_id="37",le="500000"} 0 +milvus_querynode_disk_cache_load_global_duration_bucket{node_id="37",le="1e+06"} 0 +milvus_querynode_disk_cache_load_global_duration_bucket{node_id="37",le="3.6e+06"} 0 +milvus_querynode_disk_cache_load_global_duration_bucket{node_id="37",le="5e+06"} 0 +milvus_querynode_disk_cache_load_global_duration_bucket{node_id="37",le="1e+07"} 0 +milvus_querynode_disk_cache_load_global_duration_bucket{node_id="37",le="+Inf"} 0 +milvus_querynode_disk_cache_load_global_duration_sum{node_id="37"} 0 +milvus_querynode_disk_cache_load_global_duration_count{node_id="37"} 0 # HELP milvus_querynode_disk_cache_load_total number of segments loaded from disk cache # TYPE milvus_querynode_disk_cache_load_total counter -milvus_querynode_disk_cache_load_total{db_name="default",node_id="2",rg="__default_resource_group"} 0 +milvus_querynode_disk_cache_load_total{db_name="default",node_id="37",rg="__default_resource_group"} 0 # HELP milvus_querynode_disk_used_size disk used size(MB) # TYPE milvus_querynode_disk_used_size gauge -milvus_querynode_disk_used_size{node_id="2"} 0.2461862564086914 +milvus_querynode_disk_used_size{node_id="37"} 4.285002708435059 # HELP milvus_querynode_dml_vchannel_num number of dmlChannels watched # TYPE milvus_querynode_dml_vchannel_num gauge -milvus_querynode_dml_vchannel_num{node_id="2"} 0 +milvus_querynode_dml_vchannel_num{node_id="37"} 0 # HELP milvus_querynode_execute_bytes_counter # TYPE milvus_querynode_execute_bytes_counter counter -milvus_querynode_execute_bytes_counter{msg_type="query",node_id="2"} 813 -milvus_querynode_execute_bytes_counter{msg_type="search",node_id="2"} 553 +milvus_querynode_execute_bytes_counter{msg_type="query",node_id="37"} 818 +milvus_querynode_execute_bytes_counter{msg_type="search",node_id="37"} 599 # HELP milvus_querynode_flowgraph_num number of flowgraphs # TYPE milvus_querynode_flowgraph_num gauge -milvus_querynode_flowgraph_num{node_id="2"} 0 +milvus_querynode_flowgraph_num{node_id="37"} 0 # HELP milvus_querynode_forward_delete_latency forward delete cost in ms # TYPE milvus_querynode_forward_delete_latency histogram -milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="2",le="5"} 1 -milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="2",le="10"} 1 -milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="2",le="20"} 1 -milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="2",le="50"} 1 -milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="2",le="100"} 1 -milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="2",le="200"} 1 -milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="2",le="300"} 1 -milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="2",le="400"} 1 -milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="2",le="500"} 1 -milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="2",le="600"} 1 -milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="2",le="700"} 1 -milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="2",le="800"} 1 -milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="2",le="900"} 1 -milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="2",le="1000"} 1 -milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="2",le="1500"} 1 -milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="2",le="3000"} 1 -milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="2",le="10000"} 1 -milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="2",le="60000"} 1 -milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="2",le="+Inf"} 1 -milvus_querynode_forward_delete_latency_sum{function_name="ProcessDelete",node_id="2"} 0 -milvus_querynode_forward_delete_latency_count{function_name="ProcessDelete",node_id="2"} 1 +milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="37",le="1"} 1 +milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="37",le="2"} 1 +milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="37",le="4"} 1 +milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="37",le="8"} 1 +milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="37",le="16"} 1 +milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="37",le="32"} 1 +milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="37",le="64"} 1 +milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="37",le="128"} 1 +milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="37",le="256"} 1 +milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="37",le="512"} 1 +milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="37",le="1024"} 1 +milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="37",le="2048"} 1 +milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="37",le="4096"} 1 +milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="37",le="8192"} 1 +milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="37",le="16384"} 1 +milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="37",le="32768"} 1 +milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="37",le="65536"} 1 +milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="37",le="131072"} 1 +milvus_querynode_forward_delete_latency_bucket{function_name="ProcessDelete",node_id="37",le="+Inf"} 1 +milvus_querynode_forward_delete_latency_sum{function_name="ProcessDelete",node_id="37"} 1 +milvus_querynode_forward_delete_latency_count{function_name="ProcessDelete",node_id="37"} 1 # HELP milvus_querynode_load_index_latency latency of load per segment's index, in milliseconds # TYPE milvus_querynode_load_index_latency histogram -milvus_querynode_load_index_latency_bucket{node_id="2",le="1"} 0 -milvus_querynode_load_index_latency_bucket{node_id="2",le="100"} 1 -milvus_querynode_load_index_latency_bucket{node_id="2",le="500"} 1 -milvus_querynode_load_index_latency_bucket{node_id="2",le="1000"} 1 -milvus_querynode_load_index_latency_bucket{node_id="2",le="5000"} 1 -milvus_querynode_load_index_latency_bucket{node_id="2",le="10000"} 1 -milvus_querynode_load_index_latency_bucket{node_id="2",le="20000"} 1 -milvus_querynode_load_index_latency_bucket{node_id="2",le="50000"} 1 -milvus_querynode_load_index_latency_bucket{node_id="2",le="100000"} 1 -milvus_querynode_load_index_latency_bucket{node_id="2",le="250000"} 1 -milvus_querynode_load_index_latency_bucket{node_id="2",le="500000"} 1 -milvus_querynode_load_index_latency_bucket{node_id="2",le="1e+06"} 1 -milvus_querynode_load_index_latency_bucket{node_id="2",le="3.6e+06"} 1 -milvus_querynode_load_index_latency_bucket{node_id="2",le="5e+06"} 1 -milvus_querynode_load_index_latency_bucket{node_id="2",le="1e+07"} 1 -milvus_querynode_load_index_latency_bucket{node_id="2",le="+Inf"} 1 -milvus_querynode_load_index_latency_sum{node_id="2"} 3 -milvus_querynode_load_index_latency_count{node_id="2"} 1 +milvus_querynode_load_index_latency_bucket{node_id="37",le="1"} 0 +milvus_querynode_load_index_latency_bucket{node_id="37",le="100"} 1 +milvus_querynode_load_index_latency_bucket{node_id="37",le="500"} 1 +milvus_querynode_load_index_latency_bucket{node_id="37",le="1000"} 1 +milvus_querynode_load_index_latency_bucket{node_id="37",le="5000"} 1 +milvus_querynode_load_index_latency_bucket{node_id="37",le="10000"} 1 +milvus_querynode_load_index_latency_bucket{node_id="37",le="20000"} 1 +milvus_querynode_load_index_latency_bucket{node_id="37",le="50000"} 1 +milvus_querynode_load_index_latency_bucket{node_id="37",le="100000"} 1 +milvus_querynode_load_index_latency_bucket{node_id="37",le="250000"} 1 +milvus_querynode_load_index_latency_bucket{node_id="37",le="500000"} 1 +milvus_querynode_load_index_latency_bucket{node_id="37",le="1e+06"} 1 +milvus_querynode_load_index_latency_bucket{node_id="37",le="3.6e+06"} 1 +milvus_querynode_load_index_latency_bucket{node_id="37",le="5e+06"} 1 +milvus_querynode_load_index_latency_bucket{node_id="37",le="1e+07"} 1 +milvus_querynode_load_index_latency_bucket{node_id="37",le="+Inf"} 1 +milvus_querynode_load_index_latency_sum{node_id="37"} 2 +milvus_querynode_load_index_latency_count{node_id="37"} 1 # HELP milvus_querynode_load_segment_concurrency number of concurrent loading segments in QueryNode # TYPE milvus_querynode_load_segment_concurrency gauge -milvus_querynode_load_segment_concurrency{load_type="LoadSegment",node_id="2"} 0 +milvus_querynode_load_segment_concurrency{load_type="LoadSegment",node_id="37"} 0 # HELP milvus_querynode_load_segment_latency latency of load per segment # TYPE milvus_querynode_load_segment_latency histogram -milvus_querynode_load_segment_latency_bucket{node_id="2",le="1"} 0 -milvus_querynode_load_segment_latency_bucket{node_id="2",le="100"} 1 -milvus_querynode_load_segment_latency_bucket{node_id="2",le="500"} 1 -milvus_querynode_load_segment_latency_bucket{node_id="2",le="1000"} 1 -milvus_querynode_load_segment_latency_bucket{node_id="2",le="5000"} 1 -milvus_querynode_load_segment_latency_bucket{node_id="2",le="10000"} 1 -milvus_querynode_load_segment_latency_bucket{node_id="2",le="20000"} 1 -milvus_querynode_load_segment_latency_bucket{node_id="2",le="50000"} 1 -milvus_querynode_load_segment_latency_bucket{node_id="2",le="100000"} 1 -milvus_querynode_load_segment_latency_bucket{node_id="2",le="250000"} 1 -milvus_querynode_load_segment_latency_bucket{node_id="2",le="500000"} 1 -milvus_querynode_load_segment_latency_bucket{node_id="2",le="1e+06"} 1 -milvus_querynode_load_segment_latency_bucket{node_id="2",le="3.6e+06"} 1 -milvus_querynode_load_segment_latency_bucket{node_id="2",le="5e+06"} 1 -milvus_querynode_load_segment_latency_bucket{node_id="2",le="1e+07"} 1 -milvus_querynode_load_segment_latency_bucket{node_id="2",le="+Inf"} 1 -milvus_querynode_load_segment_latency_sum{node_id="2"} 22 -milvus_querynode_load_segment_latency_count{node_id="2"} 1 -# HELP milvus_querynode_partition_num number of partitions loaded -# TYPE milvus_querynode_partition_num gauge -milvus_querynode_partition_num{node_id="2"} 0 +milvus_querynode_load_segment_latency_bucket{node_id="37",le="1"} 0 +milvus_querynode_load_segment_latency_bucket{node_id="37",le="100"} 1 +milvus_querynode_load_segment_latency_bucket{node_id="37",le="500"} 1 +milvus_querynode_load_segment_latency_bucket{node_id="37",le="1000"} 1 +milvus_querynode_load_segment_latency_bucket{node_id="37",le="5000"} 1 +milvus_querynode_load_segment_latency_bucket{node_id="37",le="10000"} 1 +milvus_querynode_load_segment_latency_bucket{node_id="37",le="20000"} 1 +milvus_querynode_load_segment_latency_bucket{node_id="37",le="50000"} 1 +milvus_querynode_load_segment_latency_bucket{node_id="37",le="100000"} 1 +milvus_querynode_load_segment_latency_bucket{node_id="37",le="250000"} 1 +milvus_querynode_load_segment_latency_bucket{node_id="37",le="500000"} 1 +milvus_querynode_load_segment_latency_bucket{node_id="37",le="1e+06"} 1 +milvus_querynode_load_segment_latency_bucket{node_id="37",le="3.6e+06"} 1 +milvus_querynode_load_segment_latency_bucket{node_id="37",le="5e+06"} 1 +milvus_querynode_load_segment_latency_bucket{node_id="37",le="1e+07"} 1 +milvus_querynode_load_segment_latency_bucket{node_id="37",le="+Inf"} 1 +milvus_querynode_load_segment_latency_sum{node_id="37"} 9 +milvus_querynode_load_segment_latency_count{node_id="37"} 1 # HELP milvus_querynode_process_insert_or_delete_latency process insert or delete cost in ms # TYPE milvus_querynode_process_insert_or_delete_latency histogram -milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="2",le="5"} 1 -milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="2",le="10"} 1 -milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="2",le="20"} 1 -milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="2",le="50"} 1 -milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="2",le="100"} 1 -milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="2",le="200"} 1 -milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="2",le="300"} 1 -milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="2",le="400"} 1 -milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="2",le="500"} 1 -milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="2",le="600"} 1 -milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="2",le="700"} 1 -milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="2",le="800"} 1 -milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="2",le="900"} 1 -milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="2",le="1000"} 1 -milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="2",le="1500"} 1 -milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="2",le="3000"} 1 -milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="2",le="10000"} 1 -milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="2",le="60000"} 1 -milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="2",le="+Inf"} 1 -milvus_querynode_process_insert_or_delete_latency_sum{msg_type="delete",node_id="2"} 1 -milvus_querynode_process_insert_or_delete_latency_count{msg_type="delete",node_id="2"} 1 +milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="37",le="1"} 1 +milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="37",le="2"} 1 +milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="37",le="4"} 1 +milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="37",le="8"} 1 +milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="37",le="16"} 1 +milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="37",le="32"} 1 +milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="37",le="64"} 1 +milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="37",le="128"} 1 +milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="37",le="256"} 1 +milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="37",le="512"} 1 +milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="37",le="1024"} 1 +milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="37",le="2048"} 1 +milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="37",le="4096"} 1 +milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="37",le="8192"} 1 +milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="37",le="16384"} 1 +milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="37",le="32768"} 1 +milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="37",le="65536"} 1 +milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="37",le="131072"} 1 +milvus_querynode_process_insert_or_delete_latency_bucket{msg_type="delete",node_id="37",le="+Inf"} 1 +milvus_querynode_process_insert_or_delete_latency_sum{msg_type="delete",node_id="37"} 1 +milvus_querynode_process_insert_or_delete_latency_count{msg_type="delete",node_id="37"} 1 # HELP milvus_querynode_read_task_concurrency number of concurrent executing read tasks in QueryNode # TYPE milvus_querynode_read_task_concurrency gauge -milvus_querynode_read_task_concurrency{node_id="2"} 0 +milvus_querynode_read_task_concurrency{node_id="37"} 0 # HELP milvus_querynode_read_task_ready_len number of ready read tasks in readyQueue # TYPE milvus_querynode_read_task_ready_len gauge -milvus_querynode_read_task_ready_len{node_id="2"} 0 +milvus_querynode_read_task_ready_len{node_id="37"} 0 # HELP milvus_querynode_read_task_unsolved_len number of unsolved read tasks in unsolvedQueue # TYPE milvus_querynode_read_task_unsolved_len gauge -milvus_querynode_read_task_unsolved_len{node_id="2"} 0 +milvus_querynode_read_task_unsolved_len{node_id="37"} 0 # HELP milvus_querynode_search_group_nq the number of queries of each grouped search task # TYPE milvus_querynode_search_group_nq histogram -milvus_querynode_search_group_nq_bucket{node_id="2",le="5"} 2 -milvus_querynode_search_group_nq_bucket{node_id="2",le="10"} 2 -milvus_querynode_search_group_nq_bucket{node_id="2",le="20"} 2 -milvus_querynode_search_group_nq_bucket{node_id="2",le="50"} 2 -milvus_querynode_search_group_nq_bucket{node_id="2",le="100"} 2 -milvus_querynode_search_group_nq_bucket{node_id="2",le="200"} 2 -milvus_querynode_search_group_nq_bucket{node_id="2",le="300"} 2 -milvus_querynode_search_group_nq_bucket{node_id="2",le="400"} 2 -milvus_querynode_search_group_nq_bucket{node_id="2",le="500"} 2 -milvus_querynode_search_group_nq_bucket{node_id="2",le="600"} 2 -milvus_querynode_search_group_nq_bucket{node_id="2",le="700"} 2 -milvus_querynode_search_group_nq_bucket{node_id="2",le="800"} 2 -milvus_querynode_search_group_nq_bucket{node_id="2",le="900"} 2 -milvus_querynode_search_group_nq_bucket{node_id="2",le="1000"} 2 -milvus_querynode_search_group_nq_bucket{node_id="2",le="1500"} 2 -milvus_querynode_search_group_nq_bucket{node_id="2",le="3000"} 2 -milvus_querynode_search_group_nq_bucket{node_id="2",le="10000"} 2 -milvus_querynode_search_group_nq_bucket{node_id="2",le="60000"} 2 -milvus_querynode_search_group_nq_bucket{node_id="2",le="+Inf"} 2 -milvus_querynode_search_group_nq_sum{node_id="2"} 4 -milvus_querynode_search_group_nq_count{node_id="2"} 2 +milvus_querynode_search_group_nq_bucket{node_id="37",le="1"} 0 +milvus_querynode_search_group_nq_bucket{node_id="37",le="2"} 2 +milvus_querynode_search_group_nq_bucket{node_id="37",le="4"} 2 +milvus_querynode_search_group_nq_bucket{node_id="37",le="8"} 2 +milvus_querynode_search_group_nq_bucket{node_id="37",le="16"} 2 +milvus_querynode_search_group_nq_bucket{node_id="37",le="32"} 2 +milvus_querynode_search_group_nq_bucket{node_id="37",le="64"} 2 +milvus_querynode_search_group_nq_bucket{node_id="37",le="128"} 2 +milvus_querynode_search_group_nq_bucket{node_id="37",le="256"} 2 +milvus_querynode_search_group_nq_bucket{node_id="37",le="512"} 2 +milvus_querynode_search_group_nq_bucket{node_id="37",le="1024"} 2 +milvus_querynode_search_group_nq_bucket{node_id="37",le="2048"} 2 +milvus_querynode_search_group_nq_bucket{node_id="37",le="4096"} 2 +milvus_querynode_search_group_nq_bucket{node_id="37",le="8192"} 2 +milvus_querynode_search_group_nq_bucket{node_id="37",le="16384"} 2 +milvus_querynode_search_group_nq_bucket{node_id="37",le="32768"} 2 +milvus_querynode_search_group_nq_bucket{node_id="37",le="65536"} 2 +milvus_querynode_search_group_nq_bucket{node_id="37",le="131072"} 2 +milvus_querynode_search_group_nq_bucket{node_id="37",le="+Inf"} 2 +milvus_querynode_search_group_nq_sum{node_id="37"} 4 +milvus_querynode_search_group_nq_count{node_id="37"} 2 # HELP milvus_querynode_search_group_size the number of tasks of each grouped search task # TYPE milvus_querynode_search_group_size histogram -milvus_querynode_search_group_size_bucket{node_id="2",le="5"} 2 -milvus_querynode_search_group_size_bucket{node_id="2",le="10"} 2 -milvus_querynode_search_group_size_bucket{node_id="2",le="20"} 2 -milvus_querynode_search_group_size_bucket{node_id="2",le="50"} 2 -milvus_querynode_search_group_size_bucket{node_id="2",le="100"} 2 -milvus_querynode_search_group_size_bucket{node_id="2",le="200"} 2 -milvus_querynode_search_group_size_bucket{node_id="2",le="300"} 2 -milvus_querynode_search_group_size_bucket{node_id="2",le="400"} 2 -milvus_querynode_search_group_size_bucket{node_id="2",le="500"} 2 -milvus_querynode_search_group_size_bucket{node_id="2",le="600"} 2 -milvus_querynode_search_group_size_bucket{node_id="2",le="700"} 2 -milvus_querynode_search_group_size_bucket{node_id="2",le="800"} 2 -milvus_querynode_search_group_size_bucket{node_id="2",le="900"} 2 -milvus_querynode_search_group_size_bucket{node_id="2",le="1000"} 2 -milvus_querynode_search_group_size_bucket{node_id="2",le="1500"} 2 -milvus_querynode_search_group_size_bucket{node_id="2",le="3000"} 2 -milvus_querynode_search_group_size_bucket{node_id="2",le="10000"} 2 -milvus_querynode_search_group_size_bucket{node_id="2",le="60000"} 2 -milvus_querynode_search_group_size_bucket{node_id="2",le="+Inf"} 2 -milvus_querynode_search_group_size_sum{node_id="2"} 2 -milvus_querynode_search_group_size_count{node_id="2"} 2 +milvus_querynode_search_group_size_bucket{node_id="37",le="1"} 2 +milvus_querynode_search_group_size_bucket{node_id="37",le="2"} 2 +milvus_querynode_search_group_size_bucket{node_id="37",le="4"} 2 +milvus_querynode_search_group_size_bucket{node_id="37",le="8"} 2 +milvus_querynode_search_group_size_bucket{node_id="37",le="16"} 2 +milvus_querynode_search_group_size_bucket{node_id="37",le="32"} 2 +milvus_querynode_search_group_size_bucket{node_id="37",le="64"} 2 +milvus_querynode_search_group_size_bucket{node_id="37",le="128"} 2 +milvus_querynode_search_group_size_bucket{node_id="37",le="256"} 2 +milvus_querynode_search_group_size_bucket{node_id="37",le="512"} 2 +milvus_querynode_search_group_size_bucket{node_id="37",le="1024"} 2 +milvus_querynode_search_group_size_bucket{node_id="37",le="2048"} 2 +milvus_querynode_search_group_size_bucket{node_id="37",le="4096"} 2 +milvus_querynode_search_group_size_bucket{node_id="37",le="8192"} 2 +milvus_querynode_search_group_size_bucket{node_id="37",le="16384"} 2 +milvus_querynode_search_group_size_bucket{node_id="37",le="32768"} 2 +milvus_querynode_search_group_size_bucket{node_id="37",le="65536"} 2 +milvus_querynode_search_group_size_bucket{node_id="37",le="131072"} 2 +milvus_querynode_search_group_size_bucket{node_id="37",le="+Inf"} 2 +milvus_querynode_search_group_size_sum{node_id="37"} 2 +milvus_querynode_search_group_size_count{node_id="37"} 2 # HELP milvus_querynode_search_group_topk the topK of each grouped search task # TYPE milvus_querynode_search_group_topk histogram -milvus_querynode_search_group_topk_bucket{node_id="2",le="5"} 2 -milvus_querynode_search_group_topk_bucket{node_id="2",le="10"} 2 -milvus_querynode_search_group_topk_bucket{node_id="2",le="20"} 2 -milvus_querynode_search_group_topk_bucket{node_id="2",le="50"} 2 -milvus_querynode_search_group_topk_bucket{node_id="2",le="100"} 2 -milvus_querynode_search_group_topk_bucket{node_id="2",le="200"} 2 -milvus_querynode_search_group_topk_bucket{node_id="2",le="300"} 2 -milvus_querynode_search_group_topk_bucket{node_id="2",le="400"} 2 -milvus_querynode_search_group_topk_bucket{node_id="2",le="500"} 2 -milvus_querynode_search_group_topk_bucket{node_id="2",le="600"} 2 -milvus_querynode_search_group_topk_bucket{node_id="2",le="700"} 2 -milvus_querynode_search_group_topk_bucket{node_id="2",le="800"} 2 -milvus_querynode_search_group_topk_bucket{node_id="2",le="900"} 2 -milvus_querynode_search_group_topk_bucket{node_id="2",le="1000"} 2 -milvus_querynode_search_group_topk_bucket{node_id="2",le="1500"} 2 -milvus_querynode_search_group_topk_bucket{node_id="2",le="3000"} 2 -milvus_querynode_search_group_topk_bucket{node_id="2",le="10000"} 2 -milvus_querynode_search_group_topk_bucket{node_id="2",le="60000"} 2 -milvus_querynode_search_group_topk_bucket{node_id="2",le="+Inf"} 2 -milvus_querynode_search_group_topk_sum{node_id="2"} 6 -milvus_querynode_search_group_topk_count{node_id="2"} 2 +milvus_querynode_search_group_topk_bucket{node_id="37",le="1"} 0 +milvus_querynode_search_group_topk_bucket{node_id="37",le="2"} 0 +milvus_querynode_search_group_topk_bucket{node_id="37",le="4"} 2 +milvus_querynode_search_group_topk_bucket{node_id="37",le="8"} 2 +milvus_querynode_search_group_topk_bucket{node_id="37",le="16"} 2 +milvus_querynode_search_group_topk_bucket{node_id="37",le="32"} 2 +milvus_querynode_search_group_topk_bucket{node_id="37",le="64"} 2 +milvus_querynode_search_group_topk_bucket{node_id="37",le="128"} 2 +milvus_querynode_search_group_topk_bucket{node_id="37",le="256"} 2 +milvus_querynode_search_group_topk_bucket{node_id="37",le="512"} 2 +milvus_querynode_search_group_topk_bucket{node_id="37",le="1024"} 2 +milvus_querynode_search_group_topk_bucket{node_id="37",le="2048"} 2 +milvus_querynode_search_group_topk_bucket{node_id="37",le="4096"} 2 +milvus_querynode_search_group_topk_bucket{node_id="37",le="8192"} 2 +milvus_querynode_search_group_topk_bucket{node_id="37",le="16384"} 2 +milvus_querynode_search_group_topk_bucket{node_id="37",le="32768"} 2 +milvus_querynode_search_group_topk_bucket{node_id="37",le="65536"} 2 +milvus_querynode_search_group_topk_bucket{node_id="37",le="131072"} 2 +milvus_querynode_search_group_topk_bucket{node_id="37",le="+Inf"} 2 +milvus_querynode_search_group_topk_sum{node_id="37"} 6 +milvus_querynode_search_group_topk_count{node_id="37"} 2 # HELP milvus_querynode_search_nq the number of queries of each search task # TYPE milvus_querynode_search_nq histogram -milvus_querynode_search_nq_bucket{node_id="2",le="5"} 2 -milvus_querynode_search_nq_bucket{node_id="2",le="10"} 2 -milvus_querynode_search_nq_bucket{node_id="2",le="20"} 2 -milvus_querynode_search_nq_bucket{node_id="2",le="50"} 2 -milvus_querynode_search_nq_bucket{node_id="2",le="100"} 2 -milvus_querynode_search_nq_bucket{node_id="2",le="200"} 2 -milvus_querynode_search_nq_bucket{node_id="2",le="300"} 2 -milvus_querynode_search_nq_bucket{node_id="2",le="400"} 2 -milvus_querynode_search_nq_bucket{node_id="2",le="500"} 2 -milvus_querynode_search_nq_bucket{node_id="2",le="600"} 2 -milvus_querynode_search_nq_bucket{node_id="2",le="700"} 2 -milvus_querynode_search_nq_bucket{node_id="2",le="800"} 2 -milvus_querynode_search_nq_bucket{node_id="2",le="900"} 2 -milvus_querynode_search_nq_bucket{node_id="2",le="1000"} 2 -milvus_querynode_search_nq_bucket{node_id="2",le="1500"} 2 -milvus_querynode_search_nq_bucket{node_id="2",le="3000"} 2 -milvus_querynode_search_nq_bucket{node_id="2",le="10000"} 2 -milvus_querynode_search_nq_bucket{node_id="2",le="60000"} 2 -milvus_querynode_search_nq_bucket{node_id="2",le="+Inf"} 2 -milvus_querynode_search_nq_sum{node_id="2"} 4 -milvus_querynode_search_nq_count{node_id="2"} 2 +milvus_querynode_search_nq_bucket{node_id="37",le="1"} 0 +milvus_querynode_search_nq_bucket{node_id="37",le="2"} 2 +milvus_querynode_search_nq_bucket{node_id="37",le="4"} 2 +milvus_querynode_search_nq_bucket{node_id="37",le="8"} 2 +milvus_querynode_search_nq_bucket{node_id="37",le="16"} 2 +milvus_querynode_search_nq_bucket{node_id="37",le="32"} 2 +milvus_querynode_search_nq_bucket{node_id="37",le="64"} 2 +milvus_querynode_search_nq_bucket{node_id="37",le="128"} 2 +milvus_querynode_search_nq_bucket{node_id="37",le="256"} 2 +milvus_querynode_search_nq_bucket{node_id="37",le="512"} 2 +milvus_querynode_search_nq_bucket{node_id="37",le="1024"} 2 +milvus_querynode_search_nq_bucket{node_id="37",le="2048"} 2 +milvus_querynode_search_nq_bucket{node_id="37",le="4096"} 2 +milvus_querynode_search_nq_bucket{node_id="37",le="8192"} 2 +milvus_querynode_search_nq_bucket{node_id="37",le="16384"} 2 +milvus_querynode_search_nq_bucket{node_id="37",le="32768"} 2 +milvus_querynode_search_nq_bucket{node_id="37",le="65536"} 2 +milvus_querynode_search_nq_bucket{node_id="37",le="131072"} 2 +milvus_querynode_search_nq_bucket{node_id="37",le="+Inf"} 2 +milvus_querynode_search_nq_sum{node_id="37"} 4 +milvus_querynode_search_nq_count{node_id="37"} 2 # HELP milvus_querynode_search_topk the top of each search task # TYPE milvus_querynode_search_topk histogram -milvus_querynode_search_topk_bucket{node_id="2",le="5"} 2 -milvus_querynode_search_topk_bucket{node_id="2",le="10"} 2 -milvus_querynode_search_topk_bucket{node_id="2",le="20"} 2 -milvus_querynode_search_topk_bucket{node_id="2",le="50"} 2 -milvus_querynode_search_topk_bucket{node_id="2",le="100"} 2 -milvus_querynode_search_topk_bucket{node_id="2",le="200"} 2 -milvus_querynode_search_topk_bucket{node_id="2",le="300"} 2 -milvus_querynode_search_topk_bucket{node_id="2",le="400"} 2 -milvus_querynode_search_topk_bucket{node_id="2",le="500"} 2 -milvus_querynode_search_topk_bucket{node_id="2",le="600"} 2 -milvus_querynode_search_topk_bucket{node_id="2",le="700"} 2 -milvus_querynode_search_topk_bucket{node_id="2",le="800"} 2 -milvus_querynode_search_topk_bucket{node_id="2",le="900"} 2 -milvus_querynode_search_topk_bucket{node_id="2",le="1000"} 2 -milvus_querynode_search_topk_bucket{node_id="2",le="1500"} 2 -milvus_querynode_search_topk_bucket{node_id="2",le="3000"} 2 -milvus_querynode_search_topk_bucket{node_id="2",le="10000"} 2 -milvus_querynode_search_topk_bucket{node_id="2",le="60000"} 2 -milvus_querynode_search_topk_bucket{node_id="2",le="+Inf"} 2 -milvus_querynode_search_topk_sum{node_id="2"} 6 -milvus_querynode_search_topk_count{node_id="2"} 2 +milvus_querynode_search_topk_bucket{node_id="37",le="1"} 0 +milvus_querynode_search_topk_bucket{node_id="37",le="2"} 0 +milvus_querynode_search_topk_bucket{node_id="37",le="4"} 2 +milvus_querynode_search_topk_bucket{node_id="37",le="8"} 2 +milvus_querynode_search_topk_bucket{node_id="37",le="16"} 2 +milvus_querynode_search_topk_bucket{node_id="37",le="32"} 2 +milvus_querynode_search_topk_bucket{node_id="37",le="64"} 2 +milvus_querynode_search_topk_bucket{node_id="37",le="128"} 2 +milvus_querynode_search_topk_bucket{node_id="37",le="256"} 2 +milvus_querynode_search_topk_bucket{node_id="37",le="512"} 2 +milvus_querynode_search_topk_bucket{node_id="37",le="1024"} 2 +milvus_querynode_search_topk_bucket{node_id="37",le="2048"} 2 +milvus_querynode_search_topk_bucket{node_id="37",le="4096"} 2 +milvus_querynode_search_topk_bucket{node_id="37",le="8192"} 2 +milvus_querynode_search_topk_bucket{node_id="37",le="16384"} 2 +milvus_querynode_search_topk_bucket{node_id="37",le="32768"} 2 +milvus_querynode_search_topk_bucket{node_id="37",le="65536"} 2 +milvus_querynode_search_topk_bucket{node_id="37",le="131072"} 2 +milvus_querynode_search_topk_bucket{node_id="37",le="+Inf"} 2 +milvus_querynode_search_topk_sum{node_id="37"} 6 +milvus_querynode_search_topk_count{node_id="37"} 2 # HELP milvus_querynode_segment_access_duration total time cost of accessing segments # TYPE milvus_querynode_segment_access_duration counter -milvus_querynode_segment_access_duration{db_name="default",node_id="2",query_type="query",rg="__default_resource_group"} 3.8771669999999996 -milvus_querynode_segment_access_duration{db_name="default",node_id="2",query_type="search",rg="__default_resource_group"} 2.114125 +milvus_querynode_segment_access_duration{db_name="default",node_id="37",query_type="query",rg="__default_resource_group"} 11.942583 +milvus_querynode_segment_access_duration{db_name="default",node_id="37",query_type="search",rg="__default_resource_group"} 4.55725 # HELP milvus_querynode_segment_access_global_duration global time cost of accessing segments # TYPE milvus_querynode_segment_access_global_duration histogram -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="query",le="1"} 3 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="query",le="100"} 5 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="query",le="500"} 5 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="query",le="1000"} 5 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="query",le="5000"} 5 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="query",le="10000"} 5 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="query",le="20000"} 5 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="query",le="50000"} 5 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="query",le="100000"} 5 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="query",le="250000"} 5 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="query",le="500000"} 5 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="query",le="1e+06"} 5 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="query",le="3.6e+06"} 5 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="query",le="5e+06"} 5 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="query",le="1e+07"} 5 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="query",le="+Inf"} 5 -milvus_querynode_segment_access_global_duration_sum{node_id="2",query_type="query"} 3.8771669999999996 -milvus_querynode_segment_access_global_duration_count{node_id="2",query_type="query"} 5 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="search",le="1"} 1 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="search",le="100"} 2 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="search",le="500"} 2 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="search",le="1000"} 2 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="search",le="5000"} 2 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="search",le="10000"} 2 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="search",le="20000"} 2 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="search",le="50000"} 2 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="search",le="100000"} 2 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="search",le="250000"} 2 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="search",le="500000"} 2 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="search",le="1e+06"} 2 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="search",le="3.6e+06"} 2 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="search",le="5e+06"} 2 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="search",le="1e+07"} 2 -milvus_querynode_segment_access_global_duration_bucket{node_id="2",query_type="search",le="+Inf"} 2 -milvus_querynode_segment_access_global_duration_sum{node_id="2",query_type="search"} 2.114125 -milvus_querynode_segment_access_global_duration_count{node_id="2",query_type="search"} 2 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="query",le="1"} 0 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="query",le="100"} 5 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="query",le="500"} 5 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="query",le="1000"} 5 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="query",le="5000"} 5 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="query",le="10000"} 5 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="query",le="20000"} 5 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="query",le="50000"} 5 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="query",le="100000"} 5 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="query",le="250000"} 5 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="query",le="500000"} 5 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="query",le="1e+06"} 5 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="query",le="3.6e+06"} 5 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="query",le="5e+06"} 5 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="query",le="1e+07"} 5 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="query",le="+Inf"} 5 +milvus_querynode_segment_access_global_duration_sum{node_id="37",query_type="query"} 11.942583 +milvus_querynode_segment_access_global_duration_count{node_id="37",query_type="query"} 5 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="search",le="1"} 0 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="search",le="100"} 2 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="search",le="500"} 2 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="search",le="1000"} 2 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="search",le="5000"} 2 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="search",le="10000"} 2 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="search",le="20000"} 2 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="search",le="50000"} 2 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="search",le="100000"} 2 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="search",le="250000"} 2 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="search",le="500000"} 2 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="search",le="1e+06"} 2 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="search",le="3.6e+06"} 2 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="search",le="5e+06"} 2 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="search",le="1e+07"} 2 +milvus_querynode_segment_access_global_duration_bucket{node_id="37",query_type="search",le="+Inf"} 2 +milvus_querynode_segment_access_global_duration_sum{node_id="37",query_type="search"} 4.55725 +milvus_querynode_segment_access_global_duration_count{node_id="37",query_type="search"} 2 # HELP milvus_querynode_segment_access_total number of segments accessed # TYPE milvus_querynode_segment_access_total counter -milvus_querynode_segment_access_total{db_name="default",node_id="2",query_type="query",rg="__default_resource_group"} 5 -milvus_querynode_segment_access_total{db_name="default",node_id="2",query_type="search",rg="__default_resource_group"} 2 +milvus_querynode_segment_access_total{db_name="default",node_id="37",query_type="query",rg="__default_resource_group"} 5 +milvus_querynode_segment_access_total{db_name="default",node_id="37",query_type="search",rg="__default_resource_group"} 2 # HELP milvus_querynode_segment_access_wait_cache_duration total time cost of waiting for loading access # TYPE milvus_querynode_segment_access_wait_cache_duration counter -milvus_querynode_segment_access_wait_cache_duration{db_name="default",node_id="2",query_type="query",rg="__default_resource_group"} 0 -milvus_querynode_segment_access_wait_cache_duration{db_name="default",node_id="2",query_type="search",rg="__default_resource_group"} 0 +milvus_querynode_segment_access_wait_cache_duration{db_name="default",node_id="37",query_type="query",rg="__default_resource_group"} 0 +milvus_querynode_segment_access_wait_cache_duration{db_name="default",node_id="37",query_type="search",rg="__default_resource_group"} 0 # HELP milvus_querynode_segment_access_wait_cache_global_duration global time cost of waiting for loading access # TYPE milvus_querynode_segment_access_wait_cache_global_duration histogram -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="query",le="1"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="query",le="100"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="query",le="500"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="query",le="1000"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="query",le="5000"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="query",le="10000"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="query",le="20000"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="query",le="50000"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="query",le="100000"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="query",le="250000"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="query",le="500000"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="query",le="1e+06"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="query",le="3.6e+06"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="query",le="5e+06"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="query",le="1e+07"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="query",le="+Inf"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_sum{node_id="2",query_type="query"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_count{node_id="2",query_type="query"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="search",le="1"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="search",le="100"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="search",le="500"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="search",le="1000"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="search",le="5000"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="search",le="10000"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="search",le="20000"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="search",le="50000"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="search",le="100000"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="search",le="250000"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="search",le="500000"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="search",le="1e+06"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="search",le="3.6e+06"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="search",le="5e+06"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="search",le="1e+07"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="2",query_type="search",le="+Inf"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_sum{node_id="2",query_type="search"} 0 -milvus_querynode_segment_access_wait_cache_global_duration_count{node_id="2",query_type="search"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="query",le="1"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="query",le="100"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="query",le="500"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="query",le="1000"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="query",le="5000"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="query",le="10000"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="query",le="20000"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="query",le="50000"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="query",le="100000"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="query",le="250000"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="query",le="500000"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="query",le="1e+06"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="query",le="3.6e+06"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="query",le="5e+06"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="query",le="1e+07"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="query",le="+Inf"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_sum{node_id="37",query_type="query"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_count{node_id="37",query_type="query"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="search",le="1"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="search",le="100"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="search",le="500"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="search",le="1000"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="search",le="5000"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="search",le="10000"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="search",le="20000"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="search",le="50000"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="search",le="100000"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="search",le="250000"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="search",le="500000"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="search",le="1e+06"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="search",le="3.6e+06"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="search",le="5e+06"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="search",le="1e+07"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_bucket{node_id="37",query_type="search",le="+Inf"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_sum{node_id="37",query_type="search"} 0 +milvus_querynode_segment_access_wait_cache_global_duration_count{node_id="37",query_type="search"} 0 # HELP milvus_querynode_segment_access_wait_cache_total number of segments waiting for loading access # TYPE milvus_querynode_segment_access_wait_cache_total counter -milvus_querynode_segment_access_wait_cache_total{db_name="default",node_id="2",query_type="query",rg="__default_resource_group"} 0 -milvus_querynode_segment_access_wait_cache_total{db_name="default",node_id="2",query_type="search",rg="__default_resource_group"} 0 +milvus_querynode_segment_access_wait_cache_total{db_name="default",node_id="37",query_type="query",rg="__default_resource_group"} 0 +milvus_querynode_segment_access_wait_cache_total{db_name="default",node_id="37",query_type="search",rg="__default_resource_group"} 0 # HELP milvus_querynode_segment_latency_per_vector one vector's search latency per segment # TYPE milvus_querynode_segment_latency_per_vector histogram -milvus_querynode_segment_latency_per_vector_bucket{node_id="2",query_type="search",segment_state="Sealed",le="5"} 2 -milvus_querynode_segment_latency_per_vector_bucket{node_id="2",query_type="search",segment_state="Sealed",le="10"} 2 -milvus_querynode_segment_latency_per_vector_bucket{node_id="2",query_type="search",segment_state="Sealed",le="20"} 2 -milvus_querynode_segment_latency_per_vector_bucket{node_id="2",query_type="search",segment_state="Sealed",le="50"} 2 -milvus_querynode_segment_latency_per_vector_bucket{node_id="2",query_type="search",segment_state="Sealed",le="100"} 2 -milvus_querynode_segment_latency_per_vector_bucket{node_id="2",query_type="search",segment_state="Sealed",le="200"} 2 -milvus_querynode_segment_latency_per_vector_bucket{node_id="2",query_type="search",segment_state="Sealed",le="300"} 2 -milvus_querynode_segment_latency_per_vector_bucket{node_id="2",query_type="search",segment_state="Sealed",le="400"} 2 -milvus_querynode_segment_latency_per_vector_bucket{node_id="2",query_type="search",segment_state="Sealed",le="500"} 2 -milvus_querynode_segment_latency_per_vector_bucket{node_id="2",query_type="search",segment_state="Sealed",le="600"} 2 -milvus_querynode_segment_latency_per_vector_bucket{node_id="2",query_type="search",segment_state="Sealed",le="700"} 2 -milvus_querynode_segment_latency_per_vector_bucket{node_id="2",query_type="search",segment_state="Sealed",le="800"} 2 -milvus_querynode_segment_latency_per_vector_bucket{node_id="2",query_type="search",segment_state="Sealed",le="900"} 2 -milvus_querynode_segment_latency_per_vector_bucket{node_id="2",query_type="search",segment_state="Sealed",le="1000"} 2 -milvus_querynode_segment_latency_per_vector_bucket{node_id="2",query_type="search",segment_state="Sealed",le="1500"} 2 -milvus_querynode_segment_latency_per_vector_bucket{node_id="2",query_type="search",segment_state="Sealed",le="3000"} 2 -milvus_querynode_segment_latency_per_vector_bucket{node_id="2",query_type="search",segment_state="Sealed",le="10000"} 2 -milvus_querynode_segment_latency_per_vector_bucket{node_id="2",query_type="search",segment_state="Sealed",le="60000"} 2 -milvus_querynode_segment_latency_per_vector_bucket{node_id="2",query_type="search",segment_state="Sealed",le="+Inf"} 2 -milvus_querynode_segment_latency_per_vector_sum{node_id="2",query_type="search",segment_state="Sealed"} 0.5 -milvus_querynode_segment_latency_per_vector_count{node_id="2",query_type="search",segment_state="Sealed"} 2 -# HELP milvus_querynode_segment_num number of segments loaded, clustered by its collection, partition, state and # of indexed fields -# TYPE milvus_querynode_segment_num gauge -milvus_querynode_segment_num{collection_id="454172268311087164",indexed_field_count="1",node_id="2",partition_id="454172268311087165",segment_level="L1",segment_state="Sealed"} 0 +milvus_querynode_segment_latency_per_vector_bucket{node_id="37",query_type="search",segment_state="Sealed",le="1"} 2 +milvus_querynode_segment_latency_per_vector_bucket{node_id="37",query_type="search",segment_state="Sealed",le="2"} 2 +milvus_querynode_segment_latency_per_vector_bucket{node_id="37",query_type="search",segment_state="Sealed",le="4"} 2 +milvus_querynode_segment_latency_per_vector_bucket{node_id="37",query_type="search",segment_state="Sealed",le="8"} 2 +milvus_querynode_segment_latency_per_vector_bucket{node_id="37",query_type="search",segment_state="Sealed",le="16"} 2 +milvus_querynode_segment_latency_per_vector_bucket{node_id="37",query_type="search",segment_state="Sealed",le="32"} 2 +milvus_querynode_segment_latency_per_vector_bucket{node_id="37",query_type="search",segment_state="Sealed",le="64"} 2 +milvus_querynode_segment_latency_per_vector_bucket{node_id="37",query_type="search",segment_state="Sealed",le="128"} 2 +milvus_querynode_segment_latency_per_vector_bucket{node_id="37",query_type="search",segment_state="Sealed",le="256"} 2 +milvus_querynode_segment_latency_per_vector_bucket{node_id="37",query_type="search",segment_state="Sealed",le="512"} 2 +milvus_querynode_segment_latency_per_vector_bucket{node_id="37",query_type="search",segment_state="Sealed",le="1024"} 2 +milvus_querynode_segment_latency_per_vector_bucket{node_id="37",query_type="search",segment_state="Sealed",le="2048"} 2 +milvus_querynode_segment_latency_per_vector_bucket{node_id="37",query_type="search",segment_state="Sealed",le="4096"} 2 +milvus_querynode_segment_latency_per_vector_bucket{node_id="37",query_type="search",segment_state="Sealed",le="8192"} 2 +milvus_querynode_segment_latency_per_vector_bucket{node_id="37",query_type="search",segment_state="Sealed",le="16384"} 2 +milvus_querynode_segment_latency_per_vector_bucket{node_id="37",query_type="search",segment_state="Sealed",le="32768"} 2 +milvus_querynode_segment_latency_per_vector_bucket{node_id="37",query_type="search",segment_state="Sealed",le="65536"} 2 +milvus_querynode_segment_latency_per_vector_bucket{node_id="37",query_type="search",segment_state="Sealed",le="131072"} 2 +milvus_querynode_segment_latency_per_vector_bucket{node_id="37",query_type="search",segment_state="Sealed",le="+Inf"} 2 +milvus_querynode_segment_latency_per_vector_sum{node_id="37",query_type="search",segment_state="Sealed"} 1.5 +milvus_querynode_segment_latency_per_vector_count{node_id="37",query_type="search",segment_state="Sealed"} 2 # HELP milvus_querynode_sq_core_latency latency of search or query latency in segcore # TYPE milvus_querynode_sq_core_latency histogram -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="query",le="5"} 5 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="query",le="10"} 5 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="query",le="20"} 5 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="query",le="50"} 5 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="query",le="100"} 5 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="query",le="200"} 5 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="query",le="300"} 5 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="query",le="400"} 5 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="query",le="500"} 5 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="query",le="600"} 5 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="query",le="700"} 5 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="query",le="800"} 5 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="query",le="900"} 5 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="query",le="1000"} 5 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="query",le="1500"} 5 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="query",le="3000"} 5 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="query",le="10000"} 5 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="query",le="60000"} 5 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="query",le="+Inf"} 5 -milvus_querynode_sq_core_latency_sum{node_id="2",query_type="query"} 2 -milvus_querynode_sq_core_latency_count{node_id="2",query_type="query"} 5 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="search",le="5"} 2 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="search",le="10"} 2 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="search",le="20"} 2 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="search",le="50"} 2 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="search",le="100"} 2 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="search",le="200"} 2 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="search",le="300"} 2 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="search",le="400"} 2 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="search",le="500"} 2 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="search",le="600"} 2 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="search",le="700"} 2 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="search",le="800"} 2 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="search",le="900"} 2 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="search",le="1000"} 2 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="search",le="1500"} 2 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="search",le="3000"} 2 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="search",le="10000"} 2 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="search",le="60000"} 2 -milvus_querynode_sq_core_latency_bucket{node_id="2",query_type="search",le="+Inf"} 2 -milvus_querynode_sq_core_latency_sum{node_id="2",query_type="search"} 1 -milvus_querynode_sq_core_latency_count{node_id="2",query_type="search"} 2 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="query",le="1"} 4 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="query",le="2"} 4 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="query",le="4"} 5 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="query",le="8"} 5 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="query",le="16"} 5 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="query",le="32"} 5 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="query",le="64"} 5 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="query",le="128"} 5 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="query",le="256"} 5 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="query",le="512"} 5 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="query",le="1024"} 5 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="query",le="2048"} 5 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="query",le="4096"} 5 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="query",le="8192"} 5 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="query",le="16384"} 5 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="query",le="32768"} 5 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="query",le="65536"} 5 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="query",le="131072"} 5 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="query",le="+Inf"} 5 +milvus_querynode_sq_core_latency_sum{node_id="37",query_type="query"} 7 +milvus_querynode_sq_core_latency_count{node_id="37",query_type="query"} 5 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="search",le="1"} 1 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="search",le="2"} 2 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="search",le="4"} 2 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="search",le="8"} 2 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="search",le="16"} 2 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="search",le="32"} 2 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="search",le="64"} 2 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="search",le="128"} 2 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="search",le="256"} 2 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="search",le="512"} 2 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="search",le="1024"} 2 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="search",le="2048"} 2 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="search",le="4096"} 2 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="search",le="8192"} 2 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="search",le="16384"} 2 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="search",le="32768"} 2 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="search",le="65536"} 2 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="search",le="131072"} 2 +milvus_querynode_sq_core_latency_bucket{node_id="37",query_type="search",le="+Inf"} 2 +milvus_querynode_sq_core_latency_sum{node_id="37",query_type="search"} 3 +milvus_querynode_sq_core_latency_count{node_id="37",query_type="search"} 2 # HELP milvus_querynode_sq_queue_latency latency of search or query in queue # TYPE milvus_querynode_sq_queue_latency histogram -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="query",rg="__default_resource_group",le="5"} 5 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="query",rg="__default_resource_group",le="10"} 5 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="query",rg="__default_resource_group",le="20"} 5 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="query",rg="__default_resource_group",le="50"} 5 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="query",rg="__default_resource_group",le="100"} 5 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="query",rg="__default_resource_group",le="200"} 5 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="query",rg="__default_resource_group",le="300"} 5 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="query",rg="__default_resource_group",le="400"} 5 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="query",rg="__default_resource_group",le="500"} 5 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="query",rg="__default_resource_group",le="600"} 5 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="query",rg="__default_resource_group",le="700"} 5 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="query",rg="__default_resource_group",le="800"} 5 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="query",rg="__default_resource_group",le="900"} 5 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="query",rg="__default_resource_group",le="1000"} 5 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="query",rg="__default_resource_group",le="1500"} 5 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="query",rg="__default_resource_group",le="3000"} 5 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="query",rg="__default_resource_group",le="10000"} 5 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="query",rg="__default_resource_group",le="60000"} 5 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="query",rg="__default_resource_group",le="+Inf"} 5 -milvus_querynode_sq_queue_latency_sum{db_name="default",node_id="2",query_type="query",rg="__default_resource_group"} 0.040208 -milvus_querynode_sq_queue_latency_count{db_name="default",node_id="2",query_type="query",rg="__default_resource_group"} 5 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="search",rg="__default_resource_group",le="5"} 2 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="search",rg="__default_resource_group",le="10"} 2 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="search",rg="__default_resource_group",le="20"} 2 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="search",rg="__default_resource_group",le="50"} 2 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="search",rg="__default_resource_group",le="100"} 2 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="search",rg="__default_resource_group",le="200"} 2 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="search",rg="__default_resource_group",le="300"} 2 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="search",rg="__default_resource_group",le="400"} 2 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="search",rg="__default_resource_group",le="500"} 2 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="search",rg="__default_resource_group",le="600"} 2 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="search",rg="__default_resource_group",le="700"} 2 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="search",rg="__default_resource_group",le="800"} 2 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="search",rg="__default_resource_group",le="900"} 2 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="search",rg="__default_resource_group",le="1000"} 2 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="search",rg="__default_resource_group",le="1500"} 2 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="search",rg="__default_resource_group",le="3000"} 2 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="search",rg="__default_resource_group",le="10000"} 2 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="search",rg="__default_resource_group",le="60000"} 2 -milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="2",query_type="search",rg="__default_resource_group",le="+Inf"} 2 -milvus_querynode_sq_queue_latency_sum{db_name="default",node_id="2",query_type="search",rg="__default_resource_group"} 0.040541 -milvus_querynode_sq_queue_latency_count{db_name="default",node_id="2",query_type="search",rg="__default_resource_group"} 2 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="query",rg="__default_resource_group",le="1"} 5 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="query",rg="__default_resource_group",le="2"} 5 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="query",rg="__default_resource_group",le="4"} 5 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="query",rg="__default_resource_group",le="8"} 5 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="query",rg="__default_resource_group",le="16"} 5 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="query",rg="__default_resource_group",le="32"} 5 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="query",rg="__default_resource_group",le="64"} 5 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="query",rg="__default_resource_group",le="128"} 5 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="query",rg="__default_resource_group",le="256"} 5 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="query",rg="__default_resource_group",le="512"} 5 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="query",rg="__default_resource_group",le="1024"} 5 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="query",rg="__default_resource_group",le="2048"} 5 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="query",rg="__default_resource_group",le="4096"} 5 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="query",rg="__default_resource_group",le="8192"} 5 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="query",rg="__default_resource_group",le="16384"} 5 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="query",rg="__default_resource_group",le="32768"} 5 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="query",rg="__default_resource_group",le="65536"} 5 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="query",rg="__default_resource_group",le="131072"} 5 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="query",rg="__default_resource_group",le="+Inf"} 5 +milvus_querynode_sq_queue_latency_sum{db_name="default",node_id="37",query_type="query",rg="__default_resource_group"} 0.39716599999999996 +milvus_querynode_sq_queue_latency_count{db_name="default",node_id="37",query_type="query",rg="__default_resource_group"} 5 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="search",rg="__default_resource_group",le="1"} 2 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="search",rg="__default_resource_group",le="2"} 2 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="search",rg="__default_resource_group",le="4"} 2 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="search",rg="__default_resource_group",le="8"} 2 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="search",rg="__default_resource_group",le="16"} 2 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="search",rg="__default_resource_group",le="32"} 2 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="search",rg="__default_resource_group",le="64"} 2 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="search",rg="__default_resource_group",le="128"} 2 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="search",rg="__default_resource_group",le="256"} 2 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="search",rg="__default_resource_group",le="512"} 2 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="search",rg="__default_resource_group",le="1024"} 2 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="search",rg="__default_resource_group",le="2048"} 2 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="search",rg="__default_resource_group",le="4096"} 2 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="search",rg="__default_resource_group",le="8192"} 2 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="search",rg="__default_resource_group",le="16384"} 2 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="search",rg="__default_resource_group",le="32768"} 2 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="search",rg="__default_resource_group",le="65536"} 2 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="search",rg="__default_resource_group",le="131072"} 2 +milvus_querynode_sq_queue_latency_bucket{db_name="default",node_id="37",query_type="search",rg="__default_resource_group",le="+Inf"} 2 +milvus_querynode_sq_queue_latency_sum{db_name="default",node_id="37",query_type="search",rg="__default_resource_group"} 0.12625 +milvus_querynode_sq_queue_latency_count{db_name="default",node_id="37",query_type="search",rg="__default_resource_group"} 2 # HELP milvus_querynode_sq_queue_user_latency latency per user of search or query in queue # TYPE milvus_querynode_sq_queue_user_latency histogram -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="query",username="",le="5"} 5 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="query",username="",le="10"} 5 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="query",username="",le="20"} 5 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="query",username="",le="50"} 5 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="query",username="",le="100"} 5 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="query",username="",le="200"} 5 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="query",username="",le="300"} 5 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="query",username="",le="400"} 5 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="query",username="",le="500"} 5 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="query",username="",le="600"} 5 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="query",username="",le="700"} 5 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="query",username="",le="800"} 5 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="query",username="",le="900"} 5 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="query",username="",le="1000"} 5 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="query",username="",le="1500"} 5 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="query",username="",le="3000"} 5 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="query",username="",le="10000"} 5 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="query",username="",le="60000"} 5 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="query",username="",le="+Inf"} 5 -milvus_querynode_sq_queue_user_latency_sum{node_id="2",query_type="query",username=""} 0.040208 -milvus_querynode_sq_queue_user_latency_count{node_id="2",query_type="query",username=""} 5 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="search",username="",le="5"} 2 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="search",username="",le="10"} 2 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="search",username="",le="20"} 2 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="search",username="",le="50"} 2 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="search",username="",le="100"} 2 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="search",username="",le="200"} 2 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="search",username="",le="300"} 2 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="search",username="",le="400"} 2 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="search",username="",le="500"} 2 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="search",username="",le="600"} 2 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="search",username="",le="700"} 2 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="search",username="",le="800"} 2 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="search",username="",le="900"} 2 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="search",username="",le="1000"} 2 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="search",username="",le="1500"} 2 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="search",username="",le="3000"} 2 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="search",username="",le="10000"} 2 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="search",username="",le="60000"} 2 -milvus_querynode_sq_queue_user_latency_bucket{node_id="2",query_type="search",username="",le="+Inf"} 2 -milvus_querynode_sq_queue_user_latency_sum{node_id="2",query_type="search",username=""} 0.040541 -milvus_querynode_sq_queue_user_latency_count{node_id="2",query_type="search",username=""} 2 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="query",username="",le="1"} 5 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="query",username="",le="2"} 5 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="query",username="",le="4"} 5 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="query",username="",le="8"} 5 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="query",username="",le="16"} 5 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="query",username="",le="32"} 5 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="query",username="",le="64"} 5 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="query",username="",le="128"} 5 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="query",username="",le="256"} 5 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="query",username="",le="512"} 5 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="query",username="",le="1024"} 5 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="query",username="",le="2048"} 5 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="query",username="",le="4096"} 5 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="query",username="",le="8192"} 5 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="query",username="",le="16384"} 5 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="query",username="",le="32768"} 5 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="query",username="",le="65536"} 5 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="query",username="",le="131072"} 5 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="query",username="",le="+Inf"} 5 +milvus_querynode_sq_queue_user_latency_sum{node_id="37",query_type="query",username=""} 0.39716599999999996 +milvus_querynode_sq_queue_user_latency_count{node_id="37",query_type="query",username=""} 5 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="search",username="",le="1"} 2 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="search",username="",le="2"} 2 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="search",username="",le="4"} 2 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="search",username="",le="8"} 2 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="search",username="",le="16"} 2 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="search",username="",le="32"} 2 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="search",username="",le="64"} 2 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="search",username="",le="128"} 2 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="search",username="",le="256"} 2 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="search",username="",le="512"} 2 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="search",username="",le="1024"} 2 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="search",username="",le="2048"} 2 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="search",username="",le="4096"} 2 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="search",username="",le="8192"} 2 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="search",username="",le="16384"} 2 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="search",username="",le="32768"} 2 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="search",username="",le="65536"} 2 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="search",username="",le="131072"} 2 +milvus_querynode_sq_queue_user_latency_bucket{node_id="37",query_type="search",username="",le="+Inf"} 2 +milvus_querynode_sq_queue_user_latency_sum{node_id="37",query_type="search",username=""} 0.12625 +milvus_querynode_sq_queue_user_latency_count{node_id="37",query_type="search",username=""} 2 # HELP milvus_querynode_sq_reduce_latency latency of reduce search or query result # TYPE milvus_querynode_sq_reduce_latency histogram -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="5"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="10"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="20"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="50"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="100"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="200"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="300"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="400"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="500"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="600"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="700"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="800"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="900"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="1000"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="1500"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="3000"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="10000"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="60000"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="+Inf"} 5 -milvus_querynode_sq_reduce_latency_sum{node_id="2",query_type="query",reduce_level="segments",reduce_type="batch_reduce"} 0 -milvus_querynode_sq_reduce_latency_count{node_id="2",query_type="query",reduce_level="segments",reduce_type="batch_reduce"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="5"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="10"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="20"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="50"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="100"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="200"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="300"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="400"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="500"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="600"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="700"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="800"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="900"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="1000"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="1500"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="3000"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="10000"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="60000"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="+Inf"} 5 -milvus_querynode_sq_reduce_latency_sum{node_id="2",query_type="query",reduce_level="shards",reduce_type="batch_reduce"} 0 -milvus_querynode_sq_reduce_latency_count{node_id="2",query_type="query",reduce_level="shards",reduce_type="batch_reduce"} 5 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="5"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="10"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="20"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="50"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="100"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="200"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="300"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="400"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="500"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="600"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="700"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="800"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="900"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="1000"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="1500"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="3000"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="10000"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="60000"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="+Inf"} 2 -milvus_querynode_sq_reduce_latency_sum{node_id="2",query_type="search",reduce_level="segments",reduce_type="batch_reduce"} 0 -milvus_querynode_sq_reduce_latency_count{node_id="2",query_type="search",reduce_level="segments",reduce_type="batch_reduce"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="5"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="10"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="20"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="50"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="100"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="200"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="300"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="400"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="500"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="600"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="700"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="800"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="900"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="1000"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="1500"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="3000"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="10000"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="60000"} 2 -milvus_querynode_sq_reduce_latency_bucket{node_id="2",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="+Inf"} 2 -milvus_querynode_sq_reduce_latency_sum{node_id="2",query_type="search",reduce_level="shards",reduce_type="batch_reduce"} 0 -milvus_querynode_sq_reduce_latency_count{node_id="2",query_type="search",reduce_level="shards",reduce_type="batch_reduce"} 2 -# HELP milvus_querynode_sq_req_count count of search / query request -# TYPE milvus_querynode_sq_req_count counter -milvus_querynode_sq_req_count{node_id="2",query_type="query",scope="FromLeader",status="success"} 5 -milvus_querynode_sq_req_count{node_id="2",query_type="query",scope="FromLeader",status="total"} 5 -milvus_querynode_sq_req_count{node_id="2",query_type="query",scope="OnLeader",status="success"} 5 -milvus_querynode_sq_req_count{node_id="2",query_type="query",scope="OnLeader",status="total"} 5 -milvus_querynode_sq_req_count{node_id="2",query_type="search",scope="FromLeader",status="success"} 2 -milvus_querynode_sq_req_count{node_id="2",query_type="search",scope="FromLeader",status="total"} 2 -milvus_querynode_sq_req_count{node_id="2",query_type="search",scope="OnLeader",status="success"} 2 -milvus_querynode_sq_req_count{node_id="2",query_type="search",scope="OnLeader",status="total"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="1"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="2"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="4"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="8"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="16"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="32"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="64"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="128"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="256"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="512"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="1024"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="2048"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="4096"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="8192"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="16384"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="32768"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="65536"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="131072"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="segments",reduce_type="batch_reduce",le="+Inf"} 5 +milvus_querynode_sq_reduce_latency_sum{node_id="37",query_type="query",reduce_level="segments",reduce_type="batch_reduce"} 1 +milvus_querynode_sq_reduce_latency_count{node_id="37",query_type="query",reduce_level="segments",reduce_type="batch_reduce"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="1"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="2"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="4"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="8"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="16"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="32"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="64"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="128"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="256"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="512"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="1024"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="2048"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="4096"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="8192"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="16384"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="32768"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="65536"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="131072"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="query",reduce_level="shards",reduce_type="batch_reduce",le="+Inf"} 5 +milvus_querynode_sq_reduce_latency_sum{node_id="37",query_type="query",reduce_level="shards",reduce_type="batch_reduce"} 0 +milvus_querynode_sq_reduce_latency_count{node_id="37",query_type="query",reduce_level="shards",reduce_type="batch_reduce"} 5 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="1"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="2"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="4"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="8"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="16"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="32"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="64"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="128"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="256"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="512"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="1024"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="2048"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="4096"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="8192"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="16384"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="32768"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="65536"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="131072"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="segments",reduce_type="batch_reduce",le="+Inf"} 2 +milvus_querynode_sq_reduce_latency_sum{node_id="37",query_type="search",reduce_level="segments",reduce_type="batch_reduce"} 0 +milvus_querynode_sq_reduce_latency_count{node_id="37",query_type="search",reduce_level="segments",reduce_type="batch_reduce"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="1"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="2"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="4"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="8"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="16"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="32"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="64"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="128"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="256"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="512"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="1024"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="2048"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="4096"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="8192"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="16384"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="32768"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="65536"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="131072"} 2 +milvus_querynode_sq_reduce_latency_bucket{node_id="37",query_type="search",reduce_level="shards",reduce_type="batch_reduce",le="+Inf"} 2 +milvus_querynode_sq_reduce_latency_sum{node_id="37",query_type="search",reduce_level="shards",reduce_type="batch_reduce"} 0 +milvus_querynode_sq_reduce_latency_count{node_id="37",query_type="search",reduce_level="shards",reduce_type="batch_reduce"} 2 # HELP milvus_querynode_sq_req_latency latency of Search or query requests # TYPE milvus_querynode_sq_req_latency histogram -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="FromLeader",le="5"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="FromLeader",le="10"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="FromLeader",le="20"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="FromLeader",le="50"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="FromLeader",le="100"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="FromLeader",le="200"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="FromLeader",le="300"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="FromLeader",le="400"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="FromLeader",le="500"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="FromLeader",le="600"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="FromLeader",le="700"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="FromLeader",le="800"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="FromLeader",le="900"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="FromLeader",le="1000"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="FromLeader",le="1500"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="FromLeader",le="3000"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="FromLeader",le="10000"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="FromLeader",le="60000"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="FromLeader",le="+Inf"} 5 -milvus_querynode_sq_req_latency_sum{node_id="2",query_type="query",scope="FromLeader"} 3 -milvus_querynode_sq_req_latency_count{node_id="2",query_type="query",scope="FromLeader"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="OnLeader",le="5"} 0 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="OnLeader",le="10"} 0 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="OnLeader",le="20"} 0 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="OnLeader",le="50"} 0 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="OnLeader",le="100"} 0 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="OnLeader",le="200"} 4 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="OnLeader",le="300"} 4 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="OnLeader",le="400"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="OnLeader",le="500"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="OnLeader",le="600"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="OnLeader",le="700"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="OnLeader",le="800"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="OnLeader",le="900"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="OnLeader",le="1000"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="OnLeader",le="1500"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="OnLeader",le="3000"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="OnLeader",le="10000"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="OnLeader",le="60000"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="query",scope="OnLeader",le="+Inf"} 5 -milvus_querynode_sq_req_latency_sum{node_id="2",query_type="query",scope="OnLeader"} 1127 -milvus_querynode_sq_req_latency_count{node_id="2",query_type="query",scope="OnLeader"} 5 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="FromLeader",le="5"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="FromLeader",le="10"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="FromLeader",le="20"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="FromLeader",le="50"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="FromLeader",le="100"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="FromLeader",le="200"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="FromLeader",le="300"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="FromLeader",le="400"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="FromLeader",le="500"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="FromLeader",le="600"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="FromLeader",le="700"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="FromLeader",le="800"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="FromLeader",le="900"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="FromLeader",le="1000"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="FromLeader",le="1500"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="FromLeader",le="3000"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="FromLeader",le="10000"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="FromLeader",le="60000"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="FromLeader",le="+Inf"} 2 -milvus_querynode_sq_req_latency_sum{node_id="2",query_type="search",scope="FromLeader"} 2 -milvus_querynode_sq_req_latency_count{node_id="2",query_type="search",scope="FromLeader"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="OnLeader",le="5"} 0 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="OnLeader",le="10"} 0 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="OnLeader",le="20"} 0 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="OnLeader",le="50"} 0 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="OnLeader",le="100"} 0 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="OnLeader",le="200"} 1 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="OnLeader",le="300"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="OnLeader",le="400"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="OnLeader",le="500"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="OnLeader",le="600"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="OnLeader",le="700"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="OnLeader",le="800"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="OnLeader",le="900"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="OnLeader",le="1000"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="OnLeader",le="1500"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="OnLeader",le="3000"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="OnLeader",le="10000"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="OnLeader",le="60000"} 2 -milvus_querynode_sq_req_latency_bucket{node_id="2",query_type="search",scope="OnLeader",le="+Inf"} 2 -milvus_querynode_sq_req_latency_sum{node_id="2",query_type="search",scope="OnLeader"} 470 -milvus_querynode_sq_req_latency_count{node_id="2",query_type="search",scope="OnLeader"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="FromLeader",le="1"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="FromLeader",le="2"} 4 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="FromLeader",le="4"} 4 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="FromLeader",le="8"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="FromLeader",le="16"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="FromLeader",le="32"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="FromLeader",le="64"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="FromLeader",le="128"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="FromLeader",le="256"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="FromLeader",le="512"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="FromLeader",le="1024"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="FromLeader",le="2048"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="FromLeader",le="4096"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="FromLeader",le="8192"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="FromLeader",le="16384"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="FromLeader",le="32768"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="FromLeader",le="65536"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="FromLeader",le="131072"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="FromLeader",le="+Inf"} 5 +milvus_querynode_sq_req_latency_sum{node_id="37",query_type="query",scope="FromLeader"} 14 +milvus_querynode_sq_req_latency_count{node_id="37",query_type="query",scope="FromLeader"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="OnLeader",le="1"} 0 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="OnLeader",le="2"} 0 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="OnLeader",le="4"} 0 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="OnLeader",le="8"} 0 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="OnLeader",le="16"} 0 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="OnLeader",le="32"} 0 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="OnLeader",le="64"} 0 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="OnLeader",le="128"} 0 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="OnLeader",le="256"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="OnLeader",le="512"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="OnLeader",le="1024"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="OnLeader",le="2048"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="OnLeader",le="4096"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="OnLeader",le="8192"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="OnLeader",le="16384"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="OnLeader",le="32768"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="OnLeader",le="65536"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="OnLeader",le="131072"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="query",scope="OnLeader",le="+Inf"} 5 +milvus_querynode_sq_req_latency_sum{node_id="37",query_type="query",scope="OnLeader"} 1469 +milvus_querynode_sq_req_latency_count{node_id="37",query_type="query",scope="OnLeader"} 5 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="FromLeader",le="1"} 0 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="FromLeader",le="2"} 1 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="FromLeader",le="4"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="FromLeader",le="8"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="FromLeader",le="16"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="FromLeader",le="32"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="FromLeader",le="64"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="FromLeader",le="128"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="FromLeader",le="256"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="FromLeader",le="512"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="FromLeader",le="1024"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="FromLeader",le="2048"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="FromLeader",le="4096"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="FromLeader",le="8192"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="FromLeader",le="16384"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="FromLeader",le="32768"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="FromLeader",le="65536"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="FromLeader",le="131072"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="FromLeader",le="+Inf"} 2 +milvus_querynode_sq_req_latency_sum{node_id="37",query_type="search",scope="FromLeader"} 6 +milvus_querynode_sq_req_latency_count{node_id="37",query_type="search",scope="FromLeader"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="OnLeader",le="1"} 0 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="OnLeader",le="2"} 0 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="OnLeader",le="4"} 1 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="OnLeader",le="8"} 1 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="OnLeader",le="16"} 1 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="OnLeader",le="32"} 1 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="OnLeader",le="64"} 1 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="OnLeader",le="128"} 1 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="OnLeader",le="256"} 1 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="OnLeader",le="512"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="OnLeader",le="1024"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="OnLeader",le="2048"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="OnLeader",le="4096"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="OnLeader",le="8192"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="OnLeader",le="16384"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="OnLeader",le="32768"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="OnLeader",le="65536"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="OnLeader",le="131072"} 2 +milvus_querynode_sq_req_latency_bucket{node_id="37",query_type="search",scope="OnLeader",le="+Inf"} 2 +milvus_querynode_sq_req_latency_sum{node_id="37",query_type="search",scope="OnLeader"} 405 +milvus_querynode_sq_req_latency_count{node_id="37",query_type="search",scope="OnLeader"} 2 # HELP milvus_querynode_sq_segment_latency latency of search or query per segment # TYPE milvus_querynode_sq_segment_latency histogram -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="query",segment_state="Sealed",le="5"} 5 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="query",segment_state="Sealed",le="10"} 5 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="query",segment_state="Sealed",le="20"} 5 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="query",segment_state="Sealed",le="50"} 5 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="query",segment_state="Sealed",le="100"} 5 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="query",segment_state="Sealed",le="200"} 5 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="query",segment_state="Sealed",le="300"} 5 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="query",segment_state="Sealed",le="400"} 5 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="query",segment_state="Sealed",le="500"} 5 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="query",segment_state="Sealed",le="600"} 5 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="query",segment_state="Sealed",le="700"} 5 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="query",segment_state="Sealed",le="800"} 5 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="query",segment_state="Sealed",le="900"} 5 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="query",segment_state="Sealed",le="1000"} 5 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="query",segment_state="Sealed",le="1500"} 5 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="query",segment_state="Sealed",le="3000"} 5 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="query",segment_state="Sealed",le="10000"} 5 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="query",segment_state="Sealed",le="60000"} 5 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="query",segment_state="Sealed",le="+Inf"} 5 -milvus_querynode_sq_segment_latency_sum{node_id="2",query_type="query",segment_state="Sealed"} 2 -milvus_querynode_sq_segment_latency_count{node_id="2",query_type="query",segment_state="Sealed"} 5 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="search",segment_state="Sealed",le="5"} 2 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="search",segment_state="Sealed",le="10"} 2 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="search",segment_state="Sealed",le="20"} 2 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="search",segment_state="Sealed",le="50"} 2 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="search",segment_state="Sealed",le="100"} 2 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="search",segment_state="Sealed",le="200"} 2 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="search",segment_state="Sealed",le="300"} 2 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="search",segment_state="Sealed",le="400"} 2 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="search",segment_state="Sealed",le="500"} 2 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="search",segment_state="Sealed",le="600"} 2 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="search",segment_state="Sealed",le="700"} 2 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="search",segment_state="Sealed",le="800"} 2 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="search",segment_state="Sealed",le="900"} 2 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="search",segment_state="Sealed",le="1000"} 2 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="search",segment_state="Sealed",le="1500"} 2 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="search",segment_state="Sealed",le="3000"} 2 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="search",segment_state="Sealed",le="10000"} 2 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="search",segment_state="Sealed",le="60000"} 2 -milvus_querynode_sq_segment_latency_bucket{node_id="2",query_type="search",segment_state="Sealed",le="+Inf"} 2 -milvus_querynode_sq_segment_latency_sum{node_id="2",query_type="search",segment_state="Sealed"} 1 -milvus_querynode_sq_segment_latency_count{node_id="2",query_type="search",segment_state="Sealed"} 2 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="query",segment_state="Sealed",le="1"} 3 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="query",segment_state="Sealed",le="2"} 4 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="query",segment_state="Sealed",le="4"} 4 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="query",segment_state="Sealed",le="8"} 5 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="query",segment_state="Sealed",le="16"} 5 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="query",segment_state="Sealed",le="32"} 5 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="query",segment_state="Sealed",le="64"} 5 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="query",segment_state="Sealed",le="128"} 5 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="query",segment_state="Sealed",le="256"} 5 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="query",segment_state="Sealed",le="512"} 5 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="query",segment_state="Sealed",le="1024"} 5 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="query",segment_state="Sealed",le="2048"} 5 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="query",segment_state="Sealed",le="4096"} 5 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="query",segment_state="Sealed",le="8192"} 5 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="query",segment_state="Sealed",le="16384"} 5 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="query",segment_state="Sealed",le="32768"} 5 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="query",segment_state="Sealed",le="65536"} 5 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="query",segment_state="Sealed",le="131072"} 5 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="query",segment_state="Sealed",le="+Inf"} 5 +milvus_querynode_sq_segment_latency_sum{node_id="37",query_type="query",segment_state="Sealed"} 10 +milvus_querynode_sq_segment_latency_count{node_id="37",query_type="query",segment_state="Sealed"} 5 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="search",segment_state="Sealed",le="1"} 1 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="search",segment_state="Sealed",le="2"} 2 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="search",segment_state="Sealed",le="4"} 2 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="search",segment_state="Sealed",le="8"} 2 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="search",segment_state="Sealed",le="16"} 2 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="search",segment_state="Sealed",le="32"} 2 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="search",segment_state="Sealed",le="64"} 2 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="search",segment_state="Sealed",le="128"} 2 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="search",segment_state="Sealed",le="256"} 2 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="search",segment_state="Sealed",le="512"} 2 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="search",segment_state="Sealed",le="1024"} 2 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="search",segment_state="Sealed",le="2048"} 2 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="search",segment_state="Sealed",le="4096"} 2 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="search",segment_state="Sealed",le="8192"} 2 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="search",segment_state="Sealed",le="16384"} 2 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="search",segment_state="Sealed",le="32768"} 2 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="search",segment_state="Sealed",le="65536"} 2 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="search",segment_state="Sealed",le="131072"} 2 +milvus_querynode_sq_segment_latency_bucket{node_id="37",query_type="search",segment_state="Sealed",le="+Inf"} 2 +milvus_querynode_sq_segment_latency_sum{node_id="37",query_type="search",segment_state="Sealed"} 3 +milvus_querynode_sq_segment_latency_count{node_id="37",query_type="search",segment_state="Sealed"} 2 # HELP milvus_querynode_sq_wait_tsafe_latency latency of search or query to wait for tsafe # TYPE milvus_querynode_sq_wait_tsafe_latency histogram -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="query",le="5"} 0 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="query",le="10"} 0 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="query",le="20"} 0 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="query",le="50"} 0 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="query",le="100"} 0 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="query",le="200"} 4 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="query",le="300"} 4 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="query",le="400"} 5 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="query",le="500"} 5 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="query",le="600"} 5 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="query",le="700"} 5 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="query",le="800"} 5 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="query",le="900"} 5 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="query",le="1000"} 5 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="query",le="1500"} 5 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="query",le="3000"} 5 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="query",le="10000"} 5 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="query",le="60000"} 5 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="query",le="+Inf"} 5 -milvus_querynode_sq_wait_tsafe_latency_sum{node_id="2",query_type="query"} 1122 -milvus_querynode_sq_wait_tsafe_latency_count{node_id="2",query_type="query"} 5 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="search",le="5"} 0 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="search",le="10"} 0 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="search",le="20"} 0 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="search",le="50"} 0 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="search",le="100"} 0 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="search",le="200"} 1 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="search",le="300"} 2 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="search",le="400"} 2 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="search",le="500"} 2 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="search",le="600"} 2 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="search",le="700"} 2 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="search",le="800"} 2 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="search",le="900"} 2 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="search",le="1000"} 2 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="search",le="1500"} 2 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="search",le="3000"} 2 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="search",le="10000"} 2 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="search",le="60000"} 2 -milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="2",query_type="search",le="+Inf"} 2 -milvus_querynode_sq_wait_tsafe_latency_sum{node_id="2",query_type="search"} 466 -milvus_querynode_sq_wait_tsafe_latency_count{node_id="2",query_type="search"} 2 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="query",le="1"} 0 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="query",le="2"} 0 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="query",le="4"} 0 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="query",le="8"} 0 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="query",le="16"} 0 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="query",le="32"} 0 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="query",le="64"} 0 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="query",le="128"} 0 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="query",le="256"} 2 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="query",le="512"} 5 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="query",le="1024"} 5 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="query",le="2048"} 5 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="query",le="4096"} 5 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="query",le="8192"} 5 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="query",le="16384"} 5 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="query",le="32768"} 5 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="query",le="65536"} 5 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="query",le="131072"} 5 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="query",le="+Inf"} 5 +milvus_querynode_sq_wait_tsafe_latency_sum{node_id="37",query_type="query"} 1449 +milvus_querynode_sq_wait_tsafe_latency_count{node_id="37",query_type="query"} 5 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="search",le="1"} 1 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="search",le="2"} 1 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="search",le="4"} 1 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="search",le="8"} 1 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="search",le="16"} 1 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="search",le="32"} 1 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="search",le="64"} 1 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="search",le="128"} 1 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="search",le="256"} 1 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="search",le="512"} 2 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="search",le="1024"} 2 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="search",le="2048"} 2 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="search",le="4096"} 2 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="search",le="8192"} 2 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="search",le="16384"} 2 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="search",le="32768"} 2 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="search",le="65536"} 2 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="search",le="131072"} 2 +milvus_querynode_sq_wait_tsafe_latency_bucket{node_id="37",query_type="search",le="+Inf"} 2 +milvus_querynode_sq_wait_tsafe_latency_sum{node_id="37",query_type="search"} 398 +milvus_querynode_sq_wait_tsafe_latency_count{node_id="37",query_type="search"} 2 # HELP milvus_querynode_wait_processing_msg_count count of wait processing msg # TYPE milvus_querynode_wait_processing_msg_count gauge -milvus_querynode_wait_processing_msg_count{msg_type="delete",node_id="2"} 0 -milvus_querynode_wait_processing_msg_count{msg_type="insert",node_id="2"} 0 +milvus_querynode_wait_processing_msg_count{msg_type="delete",node_id="37"} 0 +milvus_querynode_wait_processing_msg_count{msg_type="insert",node_id="37"} 0 # HELP milvus_querynode_watch_dml_channel_latency latency of watch dml channel # TYPE milvus_querynode_watch_dml_channel_latency histogram -milvus_querynode_watch_dml_channel_latency_bucket{node_id="2",le="5"} 1 -milvus_querynode_watch_dml_channel_latency_bucket{node_id="2",le="10"} 1 -milvus_querynode_watch_dml_channel_latency_bucket{node_id="2",le="20"} 1 -milvus_querynode_watch_dml_channel_latency_bucket{node_id="2",le="50"} 1 -milvus_querynode_watch_dml_channel_latency_bucket{node_id="2",le="100"} 1 -milvus_querynode_watch_dml_channel_latency_bucket{node_id="2",le="200"} 1 -milvus_querynode_watch_dml_channel_latency_bucket{node_id="2",le="300"} 1 -milvus_querynode_watch_dml_channel_latency_bucket{node_id="2",le="400"} 1 -milvus_querynode_watch_dml_channel_latency_bucket{node_id="2",le="500"} 1 -milvus_querynode_watch_dml_channel_latency_bucket{node_id="2",le="600"} 1 -milvus_querynode_watch_dml_channel_latency_bucket{node_id="2",le="700"} 1 -milvus_querynode_watch_dml_channel_latency_bucket{node_id="2",le="800"} 1 -milvus_querynode_watch_dml_channel_latency_bucket{node_id="2",le="900"} 1 -milvus_querynode_watch_dml_channel_latency_bucket{node_id="2",le="1000"} 1 -milvus_querynode_watch_dml_channel_latency_bucket{node_id="2",le="1500"} 1 -milvus_querynode_watch_dml_channel_latency_bucket{node_id="2",le="3000"} 1 -milvus_querynode_watch_dml_channel_latency_bucket{node_id="2",le="10000"} 1 -milvus_querynode_watch_dml_channel_latency_bucket{node_id="2",le="60000"} 1 -milvus_querynode_watch_dml_channel_latency_bucket{node_id="2",le="+Inf"} 1 -milvus_querynode_watch_dml_channel_latency_sum{node_id="2"} 0 -milvus_querynode_watch_dml_channel_latency_count{node_id="2"} 1 +milvus_querynode_watch_dml_channel_latency_bucket{node_id="37",le="1"} 1 +milvus_querynode_watch_dml_channel_latency_bucket{node_id="37",le="2"} 1 +milvus_querynode_watch_dml_channel_latency_bucket{node_id="37",le="4"} 1 +milvus_querynode_watch_dml_channel_latency_bucket{node_id="37",le="8"} 1 +milvus_querynode_watch_dml_channel_latency_bucket{node_id="37",le="16"} 1 +milvus_querynode_watch_dml_channel_latency_bucket{node_id="37",le="32"} 1 +milvus_querynode_watch_dml_channel_latency_bucket{node_id="37",le="64"} 1 +milvus_querynode_watch_dml_channel_latency_bucket{node_id="37",le="128"} 1 +milvus_querynode_watch_dml_channel_latency_bucket{node_id="37",le="256"} 1 +milvus_querynode_watch_dml_channel_latency_bucket{node_id="37",le="512"} 1 +milvus_querynode_watch_dml_channel_latency_bucket{node_id="37",le="1024"} 1 +milvus_querynode_watch_dml_channel_latency_bucket{node_id="37",le="2048"} 1 +milvus_querynode_watch_dml_channel_latency_bucket{node_id="37",le="4096"} 1 +milvus_querynode_watch_dml_channel_latency_bucket{node_id="37",le="8192"} 1 +milvus_querynode_watch_dml_channel_latency_bucket{node_id="37",le="16384"} 1 +milvus_querynode_watch_dml_channel_latency_bucket{node_id="37",le="32768"} 1 +milvus_querynode_watch_dml_channel_latency_bucket{node_id="37",le="65536"} 1 +milvus_querynode_watch_dml_channel_latency_bucket{node_id="37",le="131072"} 1 +milvus_querynode_watch_dml_channel_latency_bucket{node_id="37",le="+Inf"} 1 +milvus_querynode_watch_dml_channel_latency_sum{node_id="37"} 0 +milvus_querynode_watch_dml_channel_latency_count{node_id="37"} 1 # HELP milvus_rootcoord_collection_num number of collections # TYPE milvus_rootcoord_collection_num gauge milvus_rootcoord_collection_num{db_name="default"} 0 @@ -2476,10 +2663,10 @@ milvus_rootcoord_credential_num 0 milvus_rootcoord_ddl_req_count{function_name="CreateCollection",status="success"} 1 milvus_rootcoord_ddl_req_count{function_name="CreateCollection",status="total"} 1 milvus_rootcoord_ddl_req_count{function_name="DescribeCollection",status="fail"} 3 -milvus_rootcoord_ddl_req_count{function_name="DescribeCollection",status="success"} 15 -milvus_rootcoord_ddl_req_count{function_name="DescribeCollection",status="total"} 18 -milvus_rootcoord_ddl_req_count{function_name="DescribeDatabase",status="success"} 2 -milvus_rootcoord_ddl_req_count{function_name="DescribeDatabase",status="total"} 2 +milvus_rootcoord_ddl_req_count{function_name="DescribeCollection",status="success"} 12 +milvus_rootcoord_ddl_req_count{function_name="DescribeCollection",status="total"} 15 +milvus_rootcoord_ddl_req_count{function_name="DescribeDatabase",status="success"} 3 +milvus_rootcoord_ddl_req_count{function_name="DescribeDatabase",status="total"} 3 milvus_rootcoord_ddl_req_count{function_name="DropCollection",status="success"} 1 milvus_rootcoord_ddl_req_count{function_name="DropCollection",status="total"} 1 milvus_rootcoord_ddl_req_count{function_name="ListDatabases",status="success"} 2 @@ -2492,171 +2679,171 @@ milvus_rootcoord_ddl_req_count{function_name="ShowPartitions",status="success"} milvus_rootcoord_ddl_req_count{function_name="ShowPartitions",status="total"} 4 # HELP milvus_rootcoord_ddl_req_latency latency of each DDL operations # TYPE milvus_rootcoord_ddl_req_latency histogram -milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="5"} 0 -milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="10"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="20"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="50"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="100"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="200"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="300"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="400"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="500"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="600"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="700"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="800"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="900"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="1000"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="1500"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="3000"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="10000"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="60000"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="1"} 0 +milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="2"} 0 +milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="4"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="8"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="16"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="32"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="64"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="128"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="256"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="512"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="1024"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="2048"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="4096"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="8192"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="16384"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="32768"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="65536"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="131072"} 1 milvus_rootcoord_ddl_req_latency_bucket{function_name="CreateCollection",le="+Inf"} 1 -milvus_rootcoord_ddl_req_latency_sum{function_name="CreateCollection"} 7 +milvus_rootcoord_ddl_req_latency_sum{function_name="CreateCollection"} 4 milvus_rootcoord_ddl_req_latency_count{function_name="CreateCollection"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="5"} 15 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="10"} 15 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="20"} 15 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="50"} 15 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="100"} 15 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="200"} 15 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="300"} 15 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="400"} 15 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="500"} 15 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="600"} 15 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="700"} 15 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="800"} 15 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="900"} 15 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="1000"} 15 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="1500"} 15 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="3000"} 15 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="10000"} 15 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="60000"} 15 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="+Inf"} 15 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="1"} 12 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="2"} 12 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="4"} 12 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="8"} 12 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="16"} 12 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="32"} 12 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="64"} 12 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="128"} 12 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="256"} 12 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="512"} 12 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="1024"} 12 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="2048"} 12 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="4096"} 12 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="8192"} 12 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="16384"} 12 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="32768"} 12 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="65536"} 12 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="131072"} 12 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeCollection",le="+Inf"} 12 milvus_rootcoord_ddl_req_latency_sum{function_name="DescribeCollection"} 0 -milvus_rootcoord_ddl_req_latency_count{function_name="DescribeCollection"} 15 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="5"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="10"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="20"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="50"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="100"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="200"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="300"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="400"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="500"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="600"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="700"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="800"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="900"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="1000"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="1500"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="3000"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="10000"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="60000"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="+Inf"} 2 +milvus_rootcoord_ddl_req_latency_count{function_name="DescribeCollection"} 12 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="1"} 3 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="2"} 3 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="4"} 3 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="8"} 3 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="16"} 3 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="32"} 3 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="64"} 3 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="128"} 3 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="256"} 3 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="512"} 3 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="1024"} 3 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="2048"} 3 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="4096"} 3 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="8192"} 3 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="16384"} 3 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="32768"} 3 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="65536"} 3 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="131072"} 3 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DescribeDatabase",le="+Inf"} 3 milvus_rootcoord_ddl_req_latency_sum{function_name="DescribeDatabase"} 0 -milvus_rootcoord_ddl_req_latency_count{function_name="DescribeDatabase"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="5"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="10"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="20"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="50"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="100"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="200"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="300"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="400"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="500"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="600"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="700"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="800"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="900"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="1000"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="1500"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="3000"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="10000"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="60000"} 1 +milvus_rootcoord_ddl_req_latency_count{function_name="DescribeDatabase"} 3 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="1"} 0 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="2"} 0 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="4"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="8"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="16"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="32"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="64"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="128"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="256"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="512"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="1024"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="2048"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="4096"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="8192"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="16384"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="32768"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="65536"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="131072"} 1 milvus_rootcoord_ddl_req_latency_bucket{function_name="DropCollection",le="+Inf"} 1 -milvus_rootcoord_ddl_req_latency_sum{function_name="DropCollection"} 0 +milvus_rootcoord_ddl_req_latency_sum{function_name="DropCollection"} 4 milvus_rootcoord_ddl_req_latency_count{function_name="DropCollection"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="5"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="10"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="20"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="50"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="100"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="200"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="300"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="400"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="500"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="600"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="700"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="800"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="900"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="1000"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="1500"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="3000"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="10000"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="60000"} 2 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="1"} 2 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="2"} 2 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="4"} 2 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="8"} 2 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="16"} 2 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="32"} 2 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="64"} 2 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="128"} 2 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="256"} 2 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="512"} 2 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="1024"} 2 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="2048"} 2 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="4096"} 2 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="8192"} 2 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="16384"} 2 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="32768"} 2 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="65536"} 2 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="131072"} 2 milvus_rootcoord_ddl_req_latency_bucket{function_name="ListDatabases",le="+Inf"} 2 milvus_rootcoord_ddl_req_latency_sum{function_name="ListDatabases"} 0 milvus_rootcoord_ddl_req_latency_count{function_name="ListDatabases"} 2 -milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="5"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="10"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="20"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="50"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="100"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="200"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="300"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="400"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="500"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="600"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="700"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="800"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="900"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="1000"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="1500"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="3000"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="10000"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="60000"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="1"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="2"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="4"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="8"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="16"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="32"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="64"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="128"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="256"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="512"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="1024"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="2048"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="4096"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="8192"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="16384"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="32768"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="65536"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="131072"} 1 milvus_rootcoord_ddl_req_latency_bucket{function_name="PolicyList",le="+Inf"} 1 milvus_rootcoord_ddl_req_latency_sum{function_name="PolicyList"} 0 milvus_rootcoord_ddl_req_latency_count{function_name="PolicyList"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="5"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="10"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="20"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="50"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="100"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="200"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="300"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="400"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="500"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="600"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="700"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="800"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="900"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="1000"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="1500"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="3000"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="10000"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="60000"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="1"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="2"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="4"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="8"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="16"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="32"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="64"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="128"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="256"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="512"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="1024"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="2048"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="4096"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="8192"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="16384"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="32768"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="65536"} 1 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="131072"} 1 milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowCollections",le="+Inf"} 1 milvus_rootcoord_ddl_req_latency_sum{function_name="ShowCollections"} 0 milvus_rootcoord_ddl_req_latency_count{function_name="ShowCollections"} 1 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="5"} 4 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="10"} 4 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="20"} 4 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="50"} 4 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="100"} 4 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="200"} 4 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="300"} 4 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="400"} 4 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="500"} 4 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="600"} 4 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="700"} 4 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="800"} 4 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="900"} 4 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="1000"} 4 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="1500"} 4 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="3000"} 4 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="10000"} 4 -milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="60000"} 4 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="1"} 4 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="2"} 4 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="4"} 4 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="8"} 4 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="16"} 4 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="32"} 4 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="64"} 4 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="128"} 4 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="256"} 4 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="512"} 4 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="1024"} 4 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="2048"} 4 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="4096"} 4 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="8192"} 4 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="16384"} 4 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="32768"} 4 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="65536"} 4 +milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="131072"} 4 milvus_rootcoord_ddl_req_latency_bucket{function_name="ShowPartitions",le="+Inf"} 4 milvus_rootcoord_ddl_req_latency_sum{function_name="ShowPartitions"} 0 milvus_rootcoord_ddl_req_latency_count{function_name="ShowPartitions"} 4 @@ -2676,20 +2863,20 @@ milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="CreateCollection milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="CreateCollection",le="+Inf"} 1 milvus_rootcoord_ddl_req_latency_in_queue_sum{function_name="CreateCollection"} 0 milvus_rootcoord_ddl_req_latency_in_queue_count{function_name="CreateCollection"} 1 -milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="0.005"} 15 -milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="0.01"} 15 -milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="0.025"} 15 -milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="0.05"} 15 -milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="0.1"} 15 -milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="0.25"} 15 -milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="0.5"} 15 -milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="1"} 15 -milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="2.5"} 15 -milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="5"} 15 -milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="10"} 15 -milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="+Inf"} 15 +milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="0.005"} 12 +milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="0.01"} 12 +milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="0.025"} 12 +milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="0.05"} 12 +milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="0.1"} 12 +milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="0.25"} 12 +milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="0.5"} 12 +milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="1"} 12 +milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="2.5"} 12 +milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="5"} 12 +milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="10"} 12 +milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DescribeCollection",le="+Inf"} 12 milvus_rootcoord_ddl_req_latency_in_queue_sum{function_name="DescribeCollection"} 0 -milvus_rootcoord_ddl_req_latency_in_queue_count{function_name="DescribeCollection"} 15 +milvus_rootcoord_ddl_req_latency_in_queue_count{function_name="DescribeCollection"} 12 milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DropCollection",le="0.005"} 1 milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DropCollection",le="0.01"} 1 milvus_rootcoord_ddl_req_latency_in_queue_bucket{function_name="DropCollection",le="0.025"} 1 @@ -2744,7 +2931,7 @@ milvus_rootcoord_entity_num{collection_name="hello_milvus",status="total"} 3001 milvus_rootcoord_force_deny_writing_counter 0 # HELP milvus_rootcoord_id_alloc_count count of ID allocated # TYPE milvus_rootcoord_id_alloc_count counter -milvus_rootcoord_id_alloc_count 400018 +milvus_rootcoord_id_alloc_count 400508 # HELP milvus_rootcoord_indexed_entity_num indexed number of entities, clustered by collection, index name and whether it's a vector index # TYPE milvus_rootcoord_indexed_entity_num gauge milvus_rootcoord_indexed_entity_num{collection_name="hello_milvus",index_name="embeddings",is_vector_index="true"} 3001 @@ -2759,7 +2946,17 @@ milvus_rootcoord_num_of_roles 0 milvus_rootcoord_partition_num 0 # HELP milvus_rootcoord_produce_tt_lag_ms now time minus tt per physical channel # TYPE milvus_rootcoord_produce_tt_lag_ms gauge -milvus_rootcoord_produce_tt_lag_ms{channel_name="by-dev-rootcoord-dml_0"} 150 +milvus_rootcoord_produce_tt_lag_ms{channel_name="by-dev-rootcoord-dml_0"} 96 +milvus_rootcoord_produce_tt_lag_ms{channel_name="by-dev-rootcoord-dml_1"} 97 +milvus_rootcoord_produce_tt_lag_ms{channel_name="by-dev-rootcoord-dml_10"} 137 +milvus_rootcoord_produce_tt_lag_ms{channel_name="by-dev-rootcoord-dml_2"} 87 +milvus_rootcoord_produce_tt_lag_ms{channel_name="by-dev-rootcoord-dml_3"} 94 +milvus_rootcoord_produce_tt_lag_ms{channel_name="by-dev-rootcoord-dml_4"} 96 +milvus_rootcoord_produce_tt_lag_ms{channel_name="by-dev-rootcoord-dml_5"} 96 +milvus_rootcoord_produce_tt_lag_ms{channel_name="by-dev-rootcoord-dml_6"} 95 +milvus_rootcoord_produce_tt_lag_ms{channel_name="by-dev-rootcoord-dml_7"} 97 +milvus_rootcoord_produce_tt_lag_ms{channel_name="by-dev-rootcoord-dml_8"} 97 +milvus_rootcoord_produce_tt_lag_ms{channel_name="by-dev-rootcoord-dml_9"} 97 # HELP milvus_rootcoord_proxy_num number of proxy nodes managered by rootcoord # TYPE milvus_rootcoord_proxy_num gauge milvus_rootcoord_proxy_num 1 @@ -2768,54 +2965,57 @@ milvus_rootcoord_proxy_num 1 milvus_rootcoord_qn_mem_high_water_level 0 # HELP milvus_rootcoord_sync_timetick_latency latency of synchronizing timetick message # TYPE milvus_rootcoord_sync_timetick_latency histogram -milvus_rootcoord_sync_timetick_latency_bucket{le="5"} 51 -milvus_rootcoord_sync_timetick_latency_bucket{le="10"} 51 -milvus_rootcoord_sync_timetick_latency_bucket{le="20"} 51 -milvus_rootcoord_sync_timetick_latency_bucket{le="50"} 51 -milvus_rootcoord_sync_timetick_latency_bucket{le="100"} 51 -milvus_rootcoord_sync_timetick_latency_bucket{le="200"} 51 -milvus_rootcoord_sync_timetick_latency_bucket{le="300"} 51 -milvus_rootcoord_sync_timetick_latency_bucket{le="400"} 51 -milvus_rootcoord_sync_timetick_latency_bucket{le="500"} 51 -milvus_rootcoord_sync_timetick_latency_bucket{le="600"} 51 -milvus_rootcoord_sync_timetick_latency_bucket{le="700"} 51 -milvus_rootcoord_sync_timetick_latency_bucket{le="800"} 51 -milvus_rootcoord_sync_timetick_latency_bucket{le="900"} 51 -milvus_rootcoord_sync_timetick_latency_bucket{le="1000"} 51 -milvus_rootcoord_sync_timetick_latency_bucket{le="1500"} 51 -milvus_rootcoord_sync_timetick_latency_bucket{le="3000"} 51 -milvus_rootcoord_sync_timetick_latency_bucket{le="10000"} 51 -milvus_rootcoord_sync_timetick_latency_bucket{le="60000"} 51 -milvus_rootcoord_sync_timetick_latency_bucket{le="+Inf"} 51 -milvus_rootcoord_sync_timetick_latency_sum 0 -milvus_rootcoord_sync_timetick_latency_count 51 +milvus_rootcoord_sync_timetick_latency_bucket{le="1"} 42 +milvus_rootcoord_sync_timetick_latency_bucket{le="2"} 65 +milvus_rootcoord_sync_timetick_latency_bucket{le="4"} 181 +milvus_rootcoord_sync_timetick_latency_bucket{le="8"} 310 +milvus_rootcoord_sync_timetick_latency_bucket{le="16"} 349 +milvus_rootcoord_sync_timetick_latency_bucket{le="32"} 353 +milvus_rootcoord_sync_timetick_latency_bucket{le="64"} 353 +milvus_rootcoord_sync_timetick_latency_bucket{le="128"} 353 +milvus_rootcoord_sync_timetick_latency_bucket{le="256"} 353 +milvus_rootcoord_sync_timetick_latency_bucket{le="512"} 353 +milvus_rootcoord_sync_timetick_latency_bucket{le="1024"} 353 +milvus_rootcoord_sync_timetick_latency_bucket{le="2048"} 353 +milvus_rootcoord_sync_timetick_latency_bucket{le="4096"} 353 +milvus_rootcoord_sync_timetick_latency_bucket{le="8192"} 353 +milvus_rootcoord_sync_timetick_latency_bucket{le="16384"} 353 +milvus_rootcoord_sync_timetick_latency_bucket{le="32768"} 353 +milvus_rootcoord_sync_timetick_latency_bucket{le="65536"} 353 +milvus_rootcoord_sync_timetick_latency_bucket{le="131072"} 353 +milvus_rootcoord_sync_timetick_latency_bucket{le="+Inf"} 353 +milvus_rootcoord_sync_timetick_latency_sum 1756 +milvus_rootcoord_sync_timetick_latency_count 353 # HELP milvus_rootcoord_timestamp lateste timestamp allocated in memory # TYPE milvus_rootcoord_timestamp gauge -milvus_rootcoord_timestamp 4.541724788559708e+17 +milvus_rootcoord_timestamp 4.548092784887726e+17 # HELP milvus_rootcoord_timestamp_saved timestamp saved in meta storage # TYPE milvus_rootcoord_timestamp_saved gauge -milvus_rootcoord_timestamp_saved 1.732530515e+09 +milvus_rootcoord_timestamp_saved 1.734959711e+09 # HELP milvus_runtime_info Runtime information of milvus # TYPE milvus_runtime_info gauge milvus_runtime_info{meta="etcd",mq="rocksmq"} 1 +# HELP milvus_thread_num the actual thread number of milvus process +# TYPE milvus_thread_num gauge +milvus_thread_num 73 # HELP process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE process_cpu_seconds_total counter -process_cpu_seconds_total 14.19 +process_cpu_seconds_total 8.06 # HELP process_max_fds Maximum number of open file descriptors. # TYPE process_max_fds gauge process_max_fds 1.048576e+06 # HELP process_open_fds Number of open file descriptors. # TYPE process_open_fds gauge -process_open_fds 70 +process_open_fds 71 # HELP process_resident_memory_bytes Resident memory size in bytes. # TYPE process_resident_memory_bytes gauge -process_resident_memory_bytes 3.57658624e+08 +process_resident_memory_bytes 5.58592e+08 # HELP process_start_time_seconds Start time of the process since unix epoch in seconds. # TYPE process_start_time_seconds gauge -process_start_time_seconds 1.73252970801e+09 +process_start_time_seconds 1.73495960802e+09 # HELP process_virtual_memory_bytes Virtual memory size in bytes. # TYPE process_virtual_memory_bytes gauge -process_virtual_memory_bytes 8.257282048e+09 +process_virtual_memory_bytes 8.522620928e+09 # HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes. # TYPE process_virtual_memory_max_bytes gauge process_virtual_memory_max_bytes 1.8446744073709552e+19 @@ -2954,7 +3154,7 @@ build_latency_bucket{module="knowhere",le="32768"} 1 build_latency_bucket{module="knowhere",le="65536"} 1 build_latency_bucket{module="knowhere",le="1.048576e+06"} 1 build_latency_bucket{module="knowhere",le="+Inf"} 1 -build_latency_sum{module="knowhere"} 0.006943917 +build_latency_sum{module="knowhere"} 0.015760917 build_latency_count{module="knowhere"} 1 # HELP cache_hit_cnt cache hit cnt per request # TYPE cache_hit_cnt histogram @@ -3256,60 +3456,100 @@ hnsw_search_hops_sum{module="knowhere"} 0 hnsw_search_hops_count{module="knowhere"} 0 # HELP internal_core_search_latency [cpp]latency(us) of search on segment # TYPE internal_core_search_latency histogram -internal_core_search_latency_bucket{type="scalar_latency",le="1"} 0 -internal_core_search_latency_bucket{type="scalar_latency",le="2"} 0 -internal_core_search_latency_bucket{type="scalar_latency",le="4"} 0 -internal_core_search_latency_bucket{type="scalar_latency",le="8"} 1 -internal_core_search_latency_bucket{type="scalar_latency",le="16"} 1 -internal_core_search_latency_bucket{type="scalar_latency",le="32"} 1 -internal_core_search_latency_bucket{type="scalar_latency",le="64"} 2 -internal_core_search_latency_bucket{type="scalar_latency",le="128"} 2 -internal_core_search_latency_bucket{type="scalar_latency",le="256"} 2 -internal_core_search_latency_bucket{type="scalar_latency",le="512"} 2 -internal_core_search_latency_bucket{type="scalar_latency",le="1024"} 2 -internal_core_search_latency_bucket{type="scalar_latency",le="2048"} 2 -internal_core_search_latency_bucket{type="scalar_latency",le="4096"} 2 -internal_core_search_latency_bucket{type="scalar_latency",le="8192"} 2 -internal_core_search_latency_bucket{type="scalar_latency",le="16384"} 2 -internal_core_search_latency_bucket{type="scalar_latency",le="32768"} 2 -internal_core_search_latency_bucket{type="scalar_latency",le="65536"} 2 -internal_core_search_latency_bucket{type="scalar_latency",le="+Inf"} 2 -internal_core_search_latency_sum{type="scalar_latency"} 57.667 -internal_core_search_latency_count{type="scalar_latency"} 2 +internal_core_search_latency_bucket{type="groupby_latency",le="1"} 0 +internal_core_search_latency_bucket{type="groupby_latency",le="2"} 0 +internal_core_search_latency_bucket{type="groupby_latency",le="4"} 0 +internal_core_search_latency_bucket{type="groupby_latency",le="8"} 0 +internal_core_search_latency_bucket{type="groupby_latency",le="16"} 0 +internal_core_search_latency_bucket{type="groupby_latency",le="32"} 0 +internal_core_search_latency_bucket{type="groupby_latency",le="64"} 0 +internal_core_search_latency_bucket{type="groupby_latency",le="128"} 0 +internal_core_search_latency_bucket{type="groupby_latency",le="256"} 0 +internal_core_search_latency_bucket{type="groupby_latency",le="512"} 0 +internal_core_search_latency_bucket{type="groupby_latency",le="1024"} 0 +internal_core_search_latency_bucket{type="groupby_latency",le="2048"} 0 +internal_core_search_latency_bucket{type="groupby_latency",le="4096"} 0 +internal_core_search_latency_bucket{type="groupby_latency",le="8192"} 0 +internal_core_search_latency_bucket{type="groupby_latency",le="16384"} 0 +internal_core_search_latency_bucket{type="groupby_latency",le="32768"} 0 +internal_core_search_latency_bucket{type="groupby_latency",le="65536"} 0 +internal_core_search_latency_bucket{type="groupby_latency",le="+Inf"} 0 +internal_core_search_latency_sum{type="groupby_latency"} 0 +internal_core_search_latency_count{type="groupby_latency"} 0 +internal_core_search_latency_bucket{type="iterative_filter_latency",le="1"} 0 +internal_core_search_latency_bucket{type="iterative_filter_latency",le="2"} 0 +internal_core_search_latency_bucket{type="iterative_filter_latency",le="4"} 0 +internal_core_search_latency_bucket{type="iterative_filter_latency",le="8"} 0 +internal_core_search_latency_bucket{type="iterative_filter_latency",le="16"} 0 +internal_core_search_latency_bucket{type="iterative_filter_latency",le="32"} 0 +internal_core_search_latency_bucket{type="iterative_filter_latency",le="64"} 0 +internal_core_search_latency_bucket{type="iterative_filter_latency",le="128"} 0 +internal_core_search_latency_bucket{type="iterative_filter_latency",le="256"} 0 +internal_core_search_latency_bucket{type="iterative_filter_latency",le="512"} 0 +internal_core_search_latency_bucket{type="iterative_filter_latency",le="1024"} 0 +internal_core_search_latency_bucket{type="iterative_filter_latency",le="2048"} 0 +internal_core_search_latency_bucket{type="iterative_filter_latency",le="4096"} 0 +internal_core_search_latency_bucket{type="iterative_filter_latency",le="8192"} 0 +internal_core_search_latency_bucket{type="iterative_filter_latency",le="16384"} 0 +internal_core_search_latency_bucket{type="iterative_filter_latency",le="32768"} 0 +internal_core_search_latency_bucket{type="iterative_filter_latency",le="65536"} 0 +internal_core_search_latency_bucket{type="iterative_filter_latency",le="+Inf"} 0 +internal_core_search_latency_sum{type="iterative_filter_latency"} 0 +internal_core_search_latency_count{type="iterative_filter_latency"} 0 +internal_core_search_latency_bucket{type="scalar_latency",le="1"} 6 +internal_core_search_latency_bucket{type="scalar_latency",le="2"} 6 +internal_core_search_latency_bucket{type="scalar_latency",le="4"} 6 +internal_core_search_latency_bucket{type="scalar_latency",le="8"} 6 +internal_core_search_latency_bucket{type="scalar_latency",le="16"} 6 +internal_core_search_latency_bucket{type="scalar_latency",le="32"} 6 +internal_core_search_latency_bucket{type="scalar_latency",le="64"} 6 +internal_core_search_latency_bucket{type="scalar_latency",le="128"} 6 +internal_core_search_latency_bucket{type="scalar_latency",le="256"} 6 +internal_core_search_latency_bucket{type="scalar_latency",le="512"} 6 +internal_core_search_latency_bucket{type="scalar_latency",le="1024"} 6 +internal_core_search_latency_bucket{type="scalar_latency",le="2048"} 6 +internal_core_search_latency_bucket{type="scalar_latency",le="4096"} 6 +internal_core_search_latency_bucket{type="scalar_latency",le="8192"} 6 +internal_core_search_latency_bucket{type="scalar_latency",le="16384"} 6 +internal_core_search_latency_bucket{type="scalar_latency",le="32768"} 6 +internal_core_search_latency_bucket{type="scalar_latency",le="65536"} 6 +internal_core_search_latency_bucket{type="scalar_latency",le="+Inf"} 6 +internal_core_search_latency_sum{type="scalar_latency"} 0.761541 +internal_core_search_latency_count{type="scalar_latency"} 6 internal_core_search_latency_bucket{type="scalar_proportion",le="0"} 0 -internal_core_search_latency_bucket{type="scalar_proportion",le="0.05"} 1 -internal_core_search_latency_bucket{type="scalar_proportion",le="0.1"} 1 -internal_core_search_latency_bucket{type="scalar_proportion",le="0.15"} 1 -internal_core_search_latency_bucket{type="scalar_proportion",le="0.2"} 1 -internal_core_search_latency_bucket{type="scalar_proportion",le="0.25"} 2 -internal_core_search_latency_bucket{type="scalar_proportion",le="0.3"} 2 -internal_core_search_latency_bucket{type="scalar_proportion",le="0.35"} 2 -internal_core_search_latency_bucket{type="scalar_proportion",le="0.4"} 2 -internal_core_search_latency_bucket{type="scalar_proportion",le="0.45"} 2 -internal_core_search_latency_bucket{type="scalar_proportion",le="0.5"} 2 -internal_core_search_latency_bucket{type="scalar_proportion",le="0.55"} 2 -internal_core_search_latency_bucket{type="scalar_proportion",le="0.6"} 2 -internal_core_search_latency_bucket{type="scalar_proportion",le="0.65"} 2 -internal_core_search_latency_bucket{type="scalar_proportion",le="0.7"} 2 -internal_core_search_latency_bucket{type="scalar_proportion",le="0.75"} 2 -internal_core_search_latency_bucket{type="scalar_proportion",le="0.8"} 2 -internal_core_search_latency_bucket{type="scalar_proportion",le="0.85"} 2 -internal_core_search_latency_bucket{type="scalar_proportion",le="0.9"} 2 -internal_core_search_latency_bucket{type="scalar_proportion",le="0.95"} 2 -internal_core_search_latency_bucket{type="scalar_proportion",le="1"} 2 -internal_core_search_latency_bucket{type="scalar_proportion",le="+Inf"} 2 -internal_core_search_latency_sum{type="scalar_proportion"} 0.2503988069921382 -internal_core_search_latency_count{type="scalar_proportion"} 2 -internal_core_search_latency_bucket{type="vector_latency",le="1"} 0 -internal_core_search_latency_bucket{type="vector_latency",le="2"} 0 -internal_core_search_latency_bucket{type="vector_latency",le="4"} 0 -internal_core_search_latency_bucket{type="vector_latency",le="8"} 0 -internal_core_search_latency_bucket{type="vector_latency",le="16"} 0 -internal_core_search_latency_bucket{type="vector_latency",le="32"} 0 -internal_core_search_latency_bucket{type="vector_latency",le="64"} 0 -internal_core_search_latency_bucket{type="vector_latency",le="128"} 0 -internal_core_search_latency_bucket{type="vector_latency",le="256"} 1 -internal_core_search_latency_bucket{type="vector_latency",le="512"} 1 +internal_core_search_latency_bucket{type="scalar_proportion",le="0.05"} 0 +internal_core_search_latency_bucket{type="scalar_proportion",le="0.1"} 0 +internal_core_search_latency_bucket{type="scalar_proportion",le="0.15"} 0 +internal_core_search_latency_bucket{type="scalar_proportion",le="0.2"} 0 +internal_core_search_latency_bucket{type="scalar_proportion",le="0.25"} 0 +internal_core_search_latency_bucket{type="scalar_proportion",le="0.3"} 0 +internal_core_search_latency_bucket{type="scalar_proportion",le="0.35"} 0 +internal_core_search_latency_bucket{type="scalar_proportion",le="0.4"} 0 +internal_core_search_latency_bucket{type="scalar_proportion",le="0.45"} 0 +internal_core_search_latency_bucket{type="scalar_proportion",le="0.5"} 0 +internal_core_search_latency_bucket{type="scalar_proportion",le="0.55"} 0 +internal_core_search_latency_bucket{type="scalar_proportion",le="0.6"} 0 +internal_core_search_latency_bucket{type="scalar_proportion",le="0.65"} 0 +internal_core_search_latency_bucket{type="scalar_proportion",le="0.7"} 0 +internal_core_search_latency_bucket{type="scalar_proportion",le="0.75"} 0 +internal_core_search_latency_bucket{type="scalar_proportion",le="0.8"} 0 +internal_core_search_latency_bucket{type="scalar_proportion",le="0.85"} 0 +internal_core_search_latency_bucket{type="scalar_proportion",le="0.9"} 0 +internal_core_search_latency_bucket{type="scalar_proportion",le="0.95"} 0 +internal_core_search_latency_bucket{type="scalar_proportion",le="1"} 0 +internal_core_search_latency_bucket{type="scalar_proportion",le="+Inf"} 0 +internal_core_search_latency_sum{type="scalar_proportion"} 0 +internal_core_search_latency_count{type="scalar_proportion"} 0 +internal_core_search_latency_bucket{type="vector_latency",le="1"} 2 +internal_core_search_latency_bucket{type="vector_latency",le="2"} 2 +internal_core_search_latency_bucket{type="vector_latency",le="4"} 2 +internal_core_search_latency_bucket{type="vector_latency",le="8"} 2 +internal_core_search_latency_bucket{type="vector_latency",le="16"} 2 +internal_core_search_latency_bucket{type="vector_latency",le="32"} 2 +internal_core_search_latency_bucket{type="vector_latency",le="64"} 2 +internal_core_search_latency_bucket{type="vector_latency",le="128"} 2 +internal_core_search_latency_bucket{type="vector_latency",le="256"} 2 +internal_core_search_latency_bucket{type="vector_latency",le="512"} 2 internal_core_search_latency_bucket{type="vector_latency",le="1024"} 2 internal_core_search_latency_bucket{type="vector_latency",le="2048"} 2 internal_core_search_latency_bucket{type="vector_latency",le="4096"} 2 @@ -3318,27 +3558,27 @@ internal_core_search_latency_bucket{type="vector_latency",le="16384"} 2 internal_core_search_latency_bucket{type="vector_latency",le="32768"} 2 internal_core_search_latency_bucket{type="vector_latency",le="65536"} 2 internal_core_search_latency_bucket{type="vector_latency",le="+Inf"} 2 -internal_core_search_latency_sum{type="vector_latency"} 986.25 +internal_core_search_latency_sum{type="vector_latency"} 1.549042 internal_core_search_latency_count{type="vector_latency"} 2 # HELP internal_mmap_allocated_space_bytes [cpp]mmap allocated space stats # TYPE internal_mmap_allocated_space_bytes histogram internal_mmap_allocated_space_bytes_bucket{type="anon",le="1024"} 0 internal_mmap_allocated_space_bytes_bucket{type="anon",le="8192"} 0 -internal_mmap_allocated_space_bytes_bucket{type="anon",le="65536"} 2 -internal_mmap_allocated_space_bytes_bucket{type="anon",le="262144"} 2 -internal_mmap_allocated_space_bytes_bucket{type="anon",le="524288"} 2 -internal_mmap_allocated_space_bytes_bucket{type="anon",le="1.048576e+06"} 2 -internal_mmap_allocated_space_bytes_bucket{type="anon",le="4.194304e+06"} 2 -internal_mmap_allocated_space_bytes_bucket{type="anon",le="8.388608e+06"} 2 -internal_mmap_allocated_space_bytes_bucket{type="anon",le="1.6777216e+07"} 2 -internal_mmap_allocated_space_bytes_bucket{type="anon",le="6.7108864e+07"} 2 -internal_mmap_allocated_space_bytes_bucket{type="anon",le="1.34217728e+08"} 2 -internal_mmap_allocated_space_bytes_bucket{type="anon",le="2.68435456e+08"} 2 -internal_mmap_allocated_space_bytes_bucket{type="anon",le="5.36870912e+08"} 2 -internal_mmap_allocated_space_bytes_bucket{type="anon",le="1.073741824e+09"} 2 -internal_mmap_allocated_space_bytes_bucket{type="anon",le="+Inf"} 2 -internal_mmap_allocated_space_bytes_sum{type="anon"} 46908 -internal_mmap_allocated_space_bytes_count{type="anon"} 2 +internal_mmap_allocated_space_bytes_bucket{type="anon",le="65536"} 0 +internal_mmap_allocated_space_bytes_bucket{type="anon",le="262144"} 0 +internal_mmap_allocated_space_bytes_bucket{type="anon",le="524288"} 0 +internal_mmap_allocated_space_bytes_bucket{type="anon",le="1.048576e+06"} 0 +internal_mmap_allocated_space_bytes_bucket{type="anon",le="4.194304e+06"} 0 +internal_mmap_allocated_space_bytes_bucket{type="anon",le="8.388608e+06"} 0 +internal_mmap_allocated_space_bytes_bucket{type="anon",le="1.6777216e+07"} 0 +internal_mmap_allocated_space_bytes_bucket{type="anon",le="6.7108864e+07"} 0 +internal_mmap_allocated_space_bytes_bucket{type="anon",le="1.34217728e+08"} 0 +internal_mmap_allocated_space_bytes_bucket{type="anon",le="2.68435456e+08"} 0 +internal_mmap_allocated_space_bytes_bucket{type="anon",le="5.36870912e+08"} 0 +internal_mmap_allocated_space_bytes_bucket{type="anon",le="1.073741824e+09"} 0 +internal_mmap_allocated_space_bytes_bucket{type="anon",le="+Inf"} 0 +internal_mmap_allocated_space_bytes_sum{type="anon"} 0 +internal_mmap_allocated_space_bytes_count{type="anon"} 0 internal_mmap_allocated_space_bytes_bucket{type="file",le="1024"} 0 internal_mmap_allocated_space_bytes_bucket{type="file",le="8192"} 0 internal_mmap_allocated_space_bytes_bucket{type="file",le="65536"} 0 @@ -3356,6 +3596,10 @@ internal_mmap_allocated_space_bytes_bucket{type="file",le="1.073741824e+09"} 0 internal_mmap_allocated_space_bytes_bucket{type="file",le="+Inf"} 0 internal_mmap_allocated_space_bytes_sum{type="file"} 0 internal_mmap_allocated_space_bytes_count{type="file"} 0 +# HELP internal_mmap_in_used_count [cpp]mmap in used count stats +# TYPE internal_mmap_in_used_count gauge +internal_mmap_in_used_count{type="anon"} 0 +internal_mmap_in_used_count{type="file"} 0 # HELP internal_mmap_in_used_space_bytes [cpp]mmap in used space stats # TYPE internal_mmap_in_used_space_bytes gauge internal_mmap_in_used_space_bytes{type="anon"} 0 @@ -3666,7 +3910,7 @@ load_latency_bucket{module="knowhere",le="32768"} 1 load_latency_bucket{module="knowhere",le="65536"} 1 load_latency_bucket{module="knowhere",le="1.048576e+06"} 1 load_latency_bucket{module="knowhere",le="+Inf"} 1 -load_latency_sum{module="knowhere"} 0.5315420000000001 +load_latency_sum{module="knowhere"} 0.1285 load_latency_count{module="knowhere"} 1 # HELP quant_compute_cnt quant compute cnt per request # TYPE quant_compute_cnt histogram @@ -3846,7 +4090,7 @@ search_latency_bucket{module="knowhere",le="32768"} 2 search_latency_bucket{module="knowhere",le="65536"} 2 search_latency_bucket{module="knowhere",le="1.048576e+06"} 2 search_latency_bucket{module="knowhere",le="+Inf"} 2 -search_latency_sum{module="knowhere"} 0.759957 +search_latency_sum{module="knowhere"} 0.8826250000000001 search_latency_count{module="knowhere"} 2 # HELP search_topk search topk # TYPE search_topk histogram diff --git a/milvus/tests/test_e2e.py b/milvus/tests/test_e2e.py index a6ccb89fdb8dd4..4dc2dea1bdbbff 100644 --- a/milvus/tests/test_e2e.py +++ b/milvus/tests/test_e2e.py @@ -13,7 +13,7 @@ def test_check_milvus_e2e(dd_agent_check, instance): aggregator = dd_agent_check(instance, rate=True) for metric, _ in common.STANDALONE_TEST_METRICS.items(): - if metric == 'milvus.datacoord.import_tasks': # this metric needs a more complex setup to appear + if metric in ['milvus.datacoord.import_tasks', 'milvus.datacoord.index.task']: # these metrics need a more complex setup to appear continue aggregator.assert_metric(name=metric)