diff --git a/tests/integration/test_storage_s3_queue/configs/s3queue_log.xml b/tests/integration/test_storage_s3_queue/configs/s3queue_log.xml new file mode 100644 index 000000000000..93a04269fa75 --- /dev/null +++ b/tests/integration/test_storage_s3_queue/configs/s3queue_log.xml @@ -0,0 +1,6 @@ + + + system + s3queue_log
+
+
diff --git a/tests/integration/test_storage_s3_queue/test.py b/tests/integration/test_storage_s3_queue/test.py index 079311422ccd..8e9659e9a289 100644 --- a/tests/integration/test_storage_s3_queue/test.py +++ b/tests/integration/test_storage_s3_queue/test.py @@ -110,6 +110,7 @@ def started_cluster(): "configs/defaultS3.xml", "configs/named_collections.xml", "configs/zookeeper.xml", + "configs/s3queue_log.xml", ], ) cluster.add_instance( @@ -117,7 +118,11 @@ def started_cluster(): user_configs=["configs/users.xml"], with_minio=True, with_zookeeper=True, - main_configs=["configs/defaultS3.xml", "configs/named_collections.xml"], + main_configs=[ + "configs/defaultS3.xml", + "configs/named_collections.xml", + "configs/s3queue_log.xml", + ], ) logging.info("Starting cluster...") @@ -661,6 +666,17 @@ def get_count(table_name): break time.sleep(1) + if ( + get_count(f"{dst_table_name}_1") + + get_count(f"{dst_table_name}_2") + + get_count(f"{dst_table_name}_3") + ) != files_to_generate: + info = node.query( + f"SELECT * FROM system.s3queue_log WHERE zookeeper_path like '%{table_name}' ORDER BY file_name FORMAT Vertical" + ) + logging.debug(info) + assert False + res1 = [ list(map(int, l.split())) for l in node.query( @@ -731,6 +747,15 @@ def get_count(node, table_name): break time.sleep(1) + if ( + get_count(node, dst_table_name) + get_count(node_2, dst_table_name) + ) != files_to_generate: + info = node.query( + f"SELECT * FROM system.s3queue_log WHERE zookeeper_path like '%{table_name}' ORDER BY file_name FORMAT Vertical" + ) + logging.debug(info) + assert False + get_query = f"SELECT column1, column2, column3 FROM {dst_table_name}" res1 = [list(map(int, l.split())) for l in run_query(node, get_query).splitlines()] res2 = [