From 273f5c137829ccc5c94bb147fb832d11dd2f3e93 Mon Sep 17 00:00:00 2001 From: Larry Booker Date: Tue, 3 Sep 2024 15:28:43 -0700 Subject: [PATCH] Added additional snapshots with removes to IcebergToolsTest resources. --- .../iceberg/util/IcebergToolsTest.java | 110 ++++++++-- ...efb-4a24-a6a6-46b2b34b986c-0-00001.parquet | 3 + ...e7d-4830-aedb-14dab6fabdd6-0-00001.parquet | 3 - ...fc0-40f8-9349-fcd5763dd691-0-00001.parquet | 3 + ...f10-4e08-89ae-f1b1b578ce63-0-00001.parquet | 3 - ...bcf-44c9-8482-90d09621c2ee-0-00001.parquet | 3 + ...256-4a04-9248-d7c69bec4881-0-00001.parquet | 3 - ...5de-4aac-bafc-cf750f9f7f70-0-00001.parquet | 3 + ...b08-46a6-bd9d-c8008dc66519-0-00001.parquet | 3 + ...3cb-4b2a-a69b-0f1e5c068512-0-00001.parquet | 3 - ...9c89-46e8-b0f7-b4ec128b0f5e.metadata.json} | 30 +-- ...5f28-4965-b390-ab426779517b.metadata.json} | 56 ++--- ...fa56-47ec-9639-079621849f5a.metadata.json} | 82 +++---- ...a6bf-4d78-b6f0-d927d58feb4c.metadata.json} | 106 ++++----- ...-b50f-4ccf-94a0-14c7b9e6ccb7.metadata.json | 186 ++++++++++++++++ ...-1647-44c6-930e-df3fe7867d8f.metadata.json | 206 ++++++++++++++++++ ...480b9-ac20-4445-b67e-7cd3f7ef27d0-m0.avro} | Bin 6976 -> 6977 bytes ...446ba-c04a-440a-afad-f090aa27c81a-m0.avro} | Bin 6978 -> 6978 bytes ...0d7049-0780-4636-972a-7f46bb6c395a-m0.avro | Bin 0 -> 6981 bytes ...2a84e-df73-4cb9-a92f-18d737a54489-m0.avro} | Bin 6978 -> 6978 bytes ...d1067-e40a-4222-bab9-959f5af4dd4d-m0.avro} | Bin 6978 -> 6978 bytes ...bb0d7049-0780-4636-972a-7f46bb6c395a.avro} | Bin 4302 -> 4226 bytes ...226480b9-ac20-4445-b67e-7cd3f7ef27d0.avro} | Bin 4399 -> 4399 bytes ...bdc6d711-4699-4d21-a7f8-907c7740c70c.avro} | Bin 4224 -> 4095 bytes ...e1bd1067-e40a-4222-bab9-959f5af4dd4d.avro} | Bin 4353 -> 4352 bytes ...-4b9446ba-c04a-440a-afad-f090aa27c81a.avro | Bin 0 -> 4301 bytes ...-ddb2a84e-df73-4cb9-a92f-18d737a54489.avro | Bin 0 -> 4225 bytes .../iceberg/util/IcebergCatalogAdapter.java | 1 - 28 files changed, 633 insertions(+), 171 deletions(-) create mode 100644 extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-2-6f8d12ab-3efb-4a24-a6a6-46b2b34b986c-0-00001.parquet delete mode 100644 extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-3-57e22ac8-7e7d-4830-aedb-14dab6fabdd6-0-00001.parquet create mode 100644 extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-3-75fe700e-5fc0-40f8-9349-fcd5763dd691-0-00001.parquet delete mode 100644 extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-4-3aacc74b-7f10-4e08-89ae-f1b1b578ce63-0-00001.parquet create mode 100644 extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-4-4be14704-ebcf-44c9-8482-90d09621c2ee-0-00001.parquet delete mode 100644 extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-5-47debf3c-b256-4a04-9248-d7c69bec4881-0-00001.parquet create mode 100644 extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-5-efdf14cf-15de-4aac-bafc-cf750f9f7f70-0-00001.parquet create mode 100644 extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-6-01e5d979-ab08-46a6-bd9d-c8008dc66519-0-00001.parquet delete mode 100644 extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-6-7860a7c9-b3cb-4b2a-a69b-0f1e5c068512-0-00001.parquet rename extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/{00000-8bdf65c1-a414-468b-b7b2-78558b2e8c1f.metadata.json => 00000-e433b4ac-9c89-46e8-b0f7-b4ec128b0f5e.metadata.json} (72%) rename extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/{00001-30972e0f-9c8a-4fa9-911d-e356b2b04061.metadata.json => 00001-1e0eb3be-5f28-4965-b390-ab426779517b.metadata.json} (64%) rename extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/{00002-559f7323-a010-4afe-8461-f5261787aae9.metadata.json => 00002-b1745d7e-fa56-47ec-9639-079621849f5a.metadata.json} (60%) rename extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/{00003-366e4cb2-48c8-4f6d-bd6b-9b452de74dc3.metadata.json => 00003-1d6e8486-a6bf-4d78-b6f0-d927d58feb4c.metadata.json} (58%) create mode 100644 extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00004-bdf13c5f-b50f-4ccf-94a0-14c7b9e6ccb7.metadata.json create mode 100644 extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00005-3476adcd-1647-44c6-930e-df3fe7867d8f.metadata.json rename extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/{02f91282-fecb-4479-bd3b-20a8a3aaa795-m0.avro => 226480b9-ac20-4445-b67e-7cd3f7ef27d0-m0.avro} (95%) rename extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/{51be90a2-7294-4ebb-8eee-20d512fff8b0-m0.avro => 4b9446ba-c04a-440a-afad-f090aa27c81a-m0.avro} (95%) create mode 100644 extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/bb0d7049-0780-4636-972a-7f46bb6c395a-m0.avro rename extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/{77bfad1c-123c-452c-814d-298a1483a99f-m0.avro => ddb2a84e-df73-4cb9-a92f-18d737a54489-m0.avro} (95%) rename extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/{a61cde47-0ced-4b74-b91a-9e32dd59b212-m0.avro => e1bd1067-e40a-4222-bab9-959f5af4dd4d-m0.avro} (95%) rename extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/{snap-8325605756612719366-1-02f91282-fecb-4479-bd3b-20a8a3aaa795.avro => snap-1277776933184906785-1-bb0d7049-0780-4636-972a-7f46bb6c395a.avro} (90%) rename extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/{snap-1792185872197984875-1-51be90a2-7294-4ebb-8eee-20d512fff8b0.avro => snap-3445166522731196553-1-226480b9-ac20-4445-b67e-7cd3f7ef27d0.avro} (88%) rename extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/{snap-2001582482032951248-1-a61cde47-0ced-4b74-b91a-9e32dd59b212.avro => snap-3825168261540020388-1-bdc6d711-4699-4d21-a7f8-907c7740c70c.avro} (92%) rename extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/{snap-3247344357341484163-1-77bfad1c-123c-452c-814d-298a1483a99f.avro => snap-5693547373255393922-1-e1bd1067-e40a-4222-bab9-959f5af4dd4d.avro} (89%) create mode 100644 extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/snap-6040260770188877244-1-4b9446ba-c04a-440a-afad-f090aa27c81a.avro create mode 100644 extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/snap-8121674823173822790-1-ddb2a84e-df73-4cb9-a92f-18d737a54489.avro diff --git a/extensions/iceberg/s3/src/test/java/io/deephaven/iceberg/util/IcebergToolsTest.java b/extensions/iceberg/s3/src/test/java/io/deephaven/iceberg/util/IcebergToolsTest.java index 07b6b127cdb..75fddadbc35 100644 --- a/extensions/iceberg/s3/src/test/java/io/deephaven/iceberg/util/IcebergToolsTest.java +++ b/extensions/iceberg/s3/src/test/java/io/deephaven/iceberg/util/IcebergToolsTest.java @@ -235,20 +235,22 @@ public void testListSnapshots() { adapter.listSnapshots(tableIdentifier) .forEach(snapshot -> snapshotIds.add(snapshot.snapshotId())); - Assert.eq(snapshotIds.size(), "snapshots.size()", 4, "4 snapshots for sales/sales_multi"); + Assert.eq(snapshotIds.size(), "snapshots.size()", 6, "6 snapshots for sales/sales_multi"); - Assert.eqTrue(snapshotIds.contains(2001582482032951248L), "snapshots.contains(2001582482032951248)"); - Assert.eqTrue(snapshotIds.contains(8325605756612719366L), "snapshots.contains(8325605756612719366L)"); - Assert.eqTrue(snapshotIds.contains(3247344357341484163L), "snapshots.contains(3247344357341484163L)"); - Assert.eqTrue(snapshotIds.contains(1792185872197984875L), "snapshots.contains(1792185872197984875L)"); + Assert.eqTrue(snapshotIds.contains(8121674823173822790L), "snapshots.contains(8121674823173822790L)"); + Assert.eqTrue(snapshotIds.contains(6040260770188877244L), "snapshots.contains(6040260770188877244L)"); + Assert.eqTrue(snapshotIds.contains(5693547373255393922L), "snapshots.contains(5693547373255393922L)"); + Assert.eqTrue(snapshotIds.contains(3445166522731196553L), "snapshots.contains(3445166522731196553L)"); + Assert.eqTrue(snapshotIds.contains(1277776933184906785L), "snapshots.contains(1277776933184906785L)"); + Assert.eqTrue(snapshotIds.contains(3825168261540020388L), "snapshots.contains(3825168261540020388L)"); Table table = adapter.snapshots(tableIdentifier); - Assert.eq(table.size(), "table.size()", 4, "4 snapshots for sales/sales_multi"); + Assert.eq(table.size(), "table.size()", 6, "6 snapshots for sales/sales_multi"); Assert.equals(table.getDefinition(), "table.getDefinition()", SNAPSHOT_DEFINITION); // Test the string versions of the methods table = adapter.snapshots("sales.sales_multi"); - Assert.eq(table.size(), "table.size()", 4, "4 snapshots for sales/sales_multi"); + Assert.eq(table.size(), "table.size()", 6, "6 snapshots for sales/sales_multi"); Assert.equals(table.getDefinition(), "table.getDefinition()", SNAPSHOT_DEFINITION); } @@ -286,14 +288,15 @@ public void testOpenTableB() throws ExecutionException, InterruptedException, Ti final TableIdentifier tableId = TableIdentifier.of(ns, "sales_multi"); io.deephaven.engine.table.Table table = adapter.readTable(tableId, instructions); - Assert.eq(table.size(), "table.size()", 100_000, "100_000 rows in the table"); + // This table ends up with zero records + Assert.eq(table.size(), "table.size()", 0, "0 rows in the table"); Assert.equals(table.getDefinition(), "table.getDefinition()", SALES_MULTI_DEFINITION); // Test the string versions of the methods table = adapter.readTable("sales.sales_multi", instructions); // Verify we retrieved all the rows. - Assert.eq(table.size(), "table.size()", 100_000, "100_000 rows in the table"); + Assert.eq(table.size(), "table.size()", 0, "0 rows in the table"); Assert.equals(table.getDefinition(), "table.getDefinition()", SALES_MULTI_DEFINITION); } @@ -729,23 +732,33 @@ public void testOpenTableSnapshot() throws ExecutionException, InterruptedExcept // Verify we retrieved all the rows. final io.deephaven.engine.table.Table table0 = adapter.readTable(tableId, snapshots.get(0).snapshotId(), instructions); - Assert.eq(table0.size(), "table0.size()", 18266, "18266 rows in the table"); + Assert.eq(table0.size(), "table0.size()", 18073, "18266 rows in the table"); Assert.equals(table0.getDefinition(), "table0.getDefinition()", SALES_MULTI_DEFINITION); final io.deephaven.engine.table.Table table1 = adapter.readTable(tableId, snapshots.get(1).snapshotId(), instructions); - Assert.eq(table1.size(), "table1.size()", 54373, "54373 rows in the table"); + Assert.eq(table1.size(), "table1.size()", 54433, "54373 rows in the table"); Assert.equals(table1.getDefinition(), "table1.getDefinition()", SALES_MULTI_DEFINITION); final io.deephaven.engine.table.Table table2 = adapter.readTable(tableId, snapshots.get(2).snapshotId(), instructions); - Assert.eq(table2.size(), "table2.size()", 72603, "72603 rows in the table"); + Assert.eq(table2.size(), "table2.size()", 72551, "72603 rows in the table"); Assert.equals(table2.getDefinition(), "table2.getDefinition()", SALES_MULTI_DEFINITION); final io.deephaven.engine.table.Table table3 = adapter.readTable(tableId, snapshots.get(3).snapshotId(), instructions); Assert.eq(table3.size(), "table3.size()", 100_000, "100_000 rows in the table"); Assert.equals(table3.getDefinition(), "table3.getDefinition()", SALES_MULTI_DEFINITION); + + final io.deephaven.engine.table.Table table4 = + adapter.readTable(tableId, snapshots.get(4).snapshotId(), instructions); + Assert.eq(table4.size(), "table4.size()", 100_000, "100_000 rows in the table"); + Assert.equals(table4.getDefinition(), "table4.getDefinition()", SALES_MULTI_DEFINITION); + + final io.deephaven.engine.table.Table table5 = + adapter.readTable(tableId, snapshots.get(5).snapshotId(), instructions); + Assert.eq(table5.size(), "table5.size()", 0, "0 rows in the table"); + Assert.equals(table5.getDefinition(), "table5.getDefinition()", SALES_MULTI_DEFINITION); } @Test @@ -760,39 +773,55 @@ public void testOpenTableSnapshotByID() throws ExecutionException, InterruptedEx // Verify we retrieved all the rows. io.deephaven.engine.table.Table table0 = adapter.readTable(tableId, snapshots.get(0), instructions); - Assert.eq(table0.size(), "table0.size()", 18266, "18266 rows in the table"); + Assert.eq(table0.size(), "table0.size()", 18073, "18073 rows in the table"); Assert.equals(table0.getDefinition(), "table0.getDefinition()", SALES_MULTI_DEFINITION); io.deephaven.engine.table.Table table1 = adapter.readTable(tableId, snapshots.get(1), instructions); - Assert.eq(table1.size(), "table1.size()", 54373, "54373 rows in the table"); + Assert.eq(table1.size(), "table1.size()", 54433, "54433 rows in the table"); Assert.equals(table1.getDefinition(), "table1.getDefinition()", SALES_MULTI_DEFINITION); io.deephaven.engine.table.Table table2 = adapter.readTable(tableId, snapshots.get(2), instructions); - Assert.eq(table2.size(), "table2.size()", 72603, "72603 rows in the table"); + Assert.eq(table2.size(), "table2.size()", 72551, "72551 rows in the table"); Assert.equals(table2.getDefinition(), "table2.getDefinition()", SALES_MULTI_DEFINITION); io.deephaven.engine.table.Table table3 = adapter.readTable(tableId, snapshots.get(3), instructions); Assert.eq(table3.size(), "table3.size()", 100_000, "100_000 rows in the table"); Assert.equals(table3.getDefinition(), "table3.getDefinition()", SALES_MULTI_DEFINITION); + io.deephaven.engine.table.Table table4 = adapter.readTable(tableId, snapshots.get(4), instructions); + Assert.eq(table4.size(), "table4.size()", 100_000, "100_000 rows in the table"); + Assert.equals(table4.getDefinition(), "table4.getDefinition()", SALES_MULTI_DEFINITION); + + io.deephaven.engine.table.Table table5 = adapter.readTable(tableId, snapshots.get(5), instructions); + Assert.eq(table5.size(), "table5.size()", 0, "0 rows in the table"); + Assert.equals(table5.getDefinition(), "table5.getDefinition()", SALES_MULTI_DEFINITION); + // Test the string versions of the methods // Verify we retrieved all the rows. table0 = adapter.readTable("sales.sales_multi", snapshots.get(0).snapshotId(), instructions); - Assert.eq(table0.size(), "table0.size()", 18266, "18266 rows in the table"); + Assert.eq(table0.size(), "table0.size()", 18073, "18073 rows in the table"); Assert.equals(table0.getDefinition(), "table0.getDefinition()", SALES_MULTI_DEFINITION); - table1 = adapter.readTable(tableId, snapshots.get(1).snapshotId(), instructions); - Assert.eq(table1.size(), "table1.size()", 54373, "54373 rows in the table"); + table1 = adapter.readTable("sales.sales_multi", snapshots.get(1).snapshotId(), instructions); + Assert.eq(table1.size(), "table1.size()", 54433, "54433 rows in the table"); Assert.equals(table1.getDefinition(), "table1.getDefinition()", SALES_MULTI_DEFINITION); - table2 = adapter.readTable(tableId, snapshots.get(2).snapshotId(), instructions); - Assert.eq(table2.size(), "table2.size()", 72603, "72603 rows in the table"); + table2 = adapter.readTable("sales.sales_multi", snapshots.get(2).snapshotId(), instructions); + Assert.eq(table2.size(), "table2.size()", 72551, "72551 rows in the table"); Assert.equals(table2.getDefinition(), "table2.getDefinition()", SALES_MULTI_DEFINITION); - table3 = adapter.readTable(tableId, snapshots.get(3).snapshotId(), instructions); + table3 = adapter.readTable("sales.sales_multi", snapshots.get(3).snapshotId(), instructions); Assert.eq(table3.size(), "table3.size()", 100_000, "100_000 rows in the table"); Assert.equals(table3.getDefinition(), "table0.getDefinition()", SALES_MULTI_DEFINITION); + + table4 = adapter.readTable("sales.sales_multi", snapshots.get(4).snapshotId(), instructions); + Assert.eq(table4.size(), "table4.size()", 100_000, "100_000 rows in the table"); + Assert.equals(table4.getDefinition(), "table4.getDefinition()", SALES_MULTI_DEFINITION); + + table5 = adapter.readTable("sales.sales_multi", snapshots.get(5).snapshotId(), instructions); + Assert.eq(table5.size(), "table5.size()", 0, "0 rows in the table"); + Assert.equals(table5.getDefinition(), "table5.getDefinition()", SALES_MULTI_DEFINITION); } @Test @@ -908,4 +937,43 @@ public void testTableDefinitionWithInstructions() { tableDef = adapter.getTableDefinition("sales.sales_multi", localInstructions); Assert.equals(tableDef, "tableDef", userTableDef); } + + @Test + public void testManualRefreshingTable() { + final IcebergCatalogAdapter adapter = IcebergTools.createAdapter(resourceCatalog); + + final IcebergInstructions localInstructions = IcebergInstructions.builder() + .dataInstructions(instructions.dataInstructions().get()) + .updateMode(IcebergUpdateMode.manualRefreshingMode()) + .build(); + + final IcebergTableAdapter tableAdapter = adapter.loadTable("sales.sales_multi"); + + final List snapshots = tableAdapter.listSnapshots(); + + // Use string and current snapshot + final IcebergTable table = tableAdapter.table(snapshots.get(0).snapshotId(), localInstructions); + Assert.eq(table.size(), "table.size()", 18073, "18073 rows in the table"); + Assert.equals(table.getDefinition(), "table.getDefinition()", SALES_MULTI_DEFINITION); + + table.update(snapshots.get(1).snapshotId()); + Assert.eq(table.size(), "table.size()", 54433, "54433 rows in the table"); + Assert.equals(table.getDefinition(), "table.getDefinition()", SALES_MULTI_DEFINITION); + + table.update(snapshots.get(2).snapshotId()); + Assert.eq(table.size(), "table.size()", 72551, "72551 rows in the table"); + Assert.equals(table.getDefinition(), "table.getDefinition()", SALES_MULTI_DEFINITION); + + table.update(snapshots.get(3).snapshotId()); + Assert.eq(table.size(), "table.size()", 100_000, "100_000 rows in the table"); + Assert.equals(table.getDefinition(), "table.getDefinition()", SALES_MULTI_DEFINITION); + + table.update(snapshots.get(4).snapshotId()); + Assert.eq(table.size(), "table.size()", 100_000, "100_000 rows in the table"); + Assert.equals(table.getDefinition(), "table.getDefinition()", SALES_MULTI_DEFINITION); + + table.update(snapshots.get(5).snapshotId()); + Assert.eq(table.size(), "table.size()", 0, "0 rows in the table"); + Assert.equals(table.getDefinition(), "table.getDefinition()", SALES_MULTI_DEFINITION); + } } diff --git a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-2-6f8d12ab-3efb-4a24-a6a6-46b2b34b986c-0-00001.parquet b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-2-6f8d12ab-3efb-4a24-a6a6-46b2b34b986c-0-00001.parquet new file mode 100644 index 00000000000..4ec41a05ae1 --- /dev/null +++ b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-2-6f8d12ab-3efb-4a24-a6a6-46b2b34b986c-0-00001.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:463d2a2753ebcf86deacc9cea3042918c2ad8adc2f124dd5ca2a5eb6cf86ae54 +size 175359 diff --git a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-3-57e22ac8-7e7d-4830-aedb-14dab6fabdd6-0-00001.parquet b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-3-57e22ac8-7e7d-4830-aedb-14dab6fabdd6-0-00001.parquet deleted file mode 100644 index 04d259decea..00000000000 --- a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-3-57e22ac8-7e7d-4830-aedb-14dab6fabdd6-0-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9749ae2922aa9d21b7e779142d6c2476d0444c2c24f7e93397e6750147180724 -size 176970 diff --git a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-3-75fe700e-5fc0-40f8-9349-fcd5763dd691-0-00001.parquet b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-3-75fe700e-5fc0-40f8-9349-fcd5763dd691-0-00001.parquet new file mode 100644 index 00000000000..634d73c5d51 --- /dev/null +++ b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-3-75fe700e-5fc0-40f8-9349-fcd5763dd691-0-00001.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:432d8cdd6e09203748f800b914728a63b2541b99fceaa215d764910adaa000e3 +size 333827 diff --git a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-4-3aacc74b-7f10-4e08-89ae-f1b1b578ce63-0-00001.parquet b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-4-3aacc74b-7f10-4e08-89ae-f1b1b578ce63-0-00001.parquet deleted file mode 100644 index 206e1f84a6c..00000000000 --- a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-4-3aacc74b-7f10-4e08-89ae-f1b1b578ce63-0-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d5007c70d0e8be33ef012c48d7f067b47812b22747c145cfa4bab4bef944fb0f -size 331675 diff --git a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-4-4be14704-ebcf-44c9-8482-90d09621c2ee-0-00001.parquet b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-4-4be14704-ebcf-44c9-8482-90d09621c2ee-0-00001.parquet new file mode 100644 index 00000000000..1cb0281c073 --- /dev/null +++ b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-4-4be14704-ebcf-44c9-8482-90d09621c2ee-0-00001.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f5d595ce8cd13180368f05c2dfe57f4f2c8fba7c7437066bf998fc805662dc0 +size 175594 diff --git a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-5-47debf3c-b256-4a04-9248-d7c69bec4881-0-00001.parquet b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-5-47debf3c-b256-4a04-9248-d7c69bec4881-0-00001.parquet deleted file mode 100644 index 6d552bf0e9a..00000000000 --- a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-5-47debf3c-b256-4a04-9248-d7c69bec4881-0-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c02909448106787f93e8a2550e9db360aedd9ab25c925e8a536b18096aa8ed91 -size 176482 diff --git a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-5-efdf14cf-15de-4aac-bafc-cf750f9f7f70-0-00001.parquet b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-5-efdf14cf-15de-4aac-bafc-cf750f9f7f70-0-00001.parquet new file mode 100644 index 00000000000..3455ea39555 --- /dev/null +++ b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-5-efdf14cf-15de-4aac-bafc-cf750f9f7f70-0-00001.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c127833dec01dac8258db8dbd0acd9a3bc7e23957e4dce46c0a07c1174498875 +size 257345 diff --git a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-6-01e5d979-ab08-46a6-bd9d-c8008dc66519-0-00001.parquet b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-6-01e5d979-ab08-46a6-bd9d-c8008dc66519-0-00001.parquet new file mode 100644 index 00000000000..1a06c24b196 --- /dev/null +++ b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-6-01e5d979-ab08-46a6-bd9d-c8008dc66519-0-00001.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5dbc201439bcf1bf4afb778a5cfc4e40a6b5d9d1a9a9b77cacd25bea21c2486 +size 729342 diff --git a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-6-7860a7c9-b3cb-4b2a-a69b-0f1e5c068512-0-00001.parquet b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-6-7860a7c9-b3cb-4b2a-a69b-0f1e5c068512-0-00001.parquet deleted file mode 100644 index 540e5bc3392..00000000000 --- a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/data/00000-6-7860a7c9-b3cb-4b2a-a69b-0f1e5c068512-0-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c872a3defa86826496fbc76fa4235c858d45edb5441e196c2c812f4c8a1166e7 -size 256855 diff --git a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00000-8bdf65c1-a414-468b-b7b2-78558b2e8c1f.metadata.json b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00000-e433b4ac-9c89-46e8-b0f7-b4ec128b0f5e.metadata.json similarity index 72% rename from extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00000-8bdf65c1-a414-468b-b7b2-78558b2e8c1f.metadata.json rename to extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00000-e433b4ac-9c89-46e8-b0f7-b4ec128b0f5e.metadata.json index 53c1afcba7b..90bd5751ba7 100644 --- a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00000-8bdf65c1-a414-468b-b7b2-78558b2e8c1f.metadata.json +++ b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00000-e433b4ac-9c89-46e8-b0f7-b4ec128b0f5e.metadata.json @@ -1,9 +1,9 @@ { "format-version" : 2, - "table-uuid" : "49ca5b8c-6402-40f9-96b0-4c09f9f1b512", + "table-uuid" : "533f8120-9943-4b64-a0cf-6cfab18e4a79", "location" : "s3://warehouse/sales/sales_multi", "last-sequence-number" : 1, - "last-updated-ms" : 1716234545155, + "last-updated-ms" : 1725396294486, "last-column-id" : 5, "current-schema-id" : 0, "schemas" : [ { @@ -49,43 +49,43 @@ } ], "properties" : { "owner" : "root", - "created-at" : "2024-05-20T19:49:04.669537174Z", + "created-at" : "2024-09-03T20:44:52.796187633Z", "write.format.default" : "parquet", "write.parquet.compression-codec" : "zstd" }, - "current-snapshot-id" : 2001582482032951248, + "current-snapshot-id" : 8121674823173822790, "refs" : { "main" : { - "snapshot-id" : 2001582482032951248, + "snapshot-id" : 8121674823173822790, "type" : "branch" } }, "snapshots" : [ { "sequence-number" : 1, - "snapshot-id" : 2001582482032951248, - "timestamp-ms" : 1716234545155, + "snapshot-id" : 8121674823173822790, + "timestamp-ms" : 1725396294486, "summary" : { "operation" : "append", - "spark.app.id" : "local-1716234462547", + "spark.app.id" : "local-1725396284766", "added-data-files" : "1", - "added-records" : "18266", - "added-files-size" : "176970", + "added-records" : "18073", + "added-files-size" : "175359", "changed-partition-count" : "1", - "total-records" : "18266", - "total-files-size" : "176970", + "total-records" : "18073", + "total-files-size" : "175359", "total-data-files" : "1", "total-delete-files" : "0", "total-position-deletes" : "0", "total-equality-deletes" : "0" }, - "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-2001582482032951248-1-a61cde47-0ced-4b74-b91a-9e32dd59b212.avro", + "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-8121674823173822790-1-ddb2a84e-df73-4cb9-a92f-18d737a54489.avro", "schema-id" : 0 } ], "statistics" : [ ], "partition-statistics" : [ ], "snapshot-log" : [ { - "timestamp-ms" : 1716234545155, - "snapshot-id" : 2001582482032951248 + "timestamp-ms" : 1725396294486, + "snapshot-id" : 8121674823173822790 } ], "metadata-log" : [ ] } \ No newline at end of file diff --git a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00001-30972e0f-9c8a-4fa9-911d-e356b2b04061.metadata.json b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00001-1e0eb3be-5f28-4965-b390-ab426779517b.metadata.json similarity index 64% rename from extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00001-30972e0f-9c8a-4fa9-911d-e356b2b04061.metadata.json rename to extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00001-1e0eb3be-5f28-4965-b390-ab426779517b.metadata.json index 5aa1996ce92..9ce7f8b1bd1 100644 --- a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00001-30972e0f-9c8a-4fa9-911d-e356b2b04061.metadata.json +++ b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00001-1e0eb3be-5f28-4965-b390-ab426779517b.metadata.json @@ -1,9 +1,9 @@ { "format-version" : 2, - "table-uuid" : "49ca5b8c-6402-40f9-96b0-4c09f9f1b512", + "table-uuid" : "533f8120-9943-4b64-a0cf-6cfab18e4a79", "location" : "s3://warehouse/sales/sales_multi", "last-sequence-number" : 2, - "last-updated-ms" : 1716234545529, + "last-updated-ms" : 1725396298768, "last-column-id" : 5, "current-schema-id" : 0, "schemas" : [ { @@ -49,70 +49,70 @@ } ], "properties" : { "owner" : "root", - "created-at" : "2024-05-20T19:49:04.669537174Z", + "created-at" : "2024-09-03T20:44:52.796187633Z", "write.format.default" : "parquet", "write.parquet.compression-codec" : "zstd" }, - "current-snapshot-id" : 8325605756612719366, + "current-snapshot-id" : 6040260770188877244, "refs" : { "main" : { - "snapshot-id" : 8325605756612719366, + "snapshot-id" : 6040260770188877244, "type" : "branch" } }, "snapshots" : [ { "sequence-number" : 1, - "snapshot-id" : 2001582482032951248, - "timestamp-ms" : 1716234545155, + "snapshot-id" : 8121674823173822790, + "timestamp-ms" : 1725396294486, "summary" : { "operation" : "append", - "spark.app.id" : "local-1716234462547", + "spark.app.id" : "local-1725396284766", "added-data-files" : "1", - "added-records" : "18266", - "added-files-size" : "176970", + "added-records" : "18073", + "added-files-size" : "175359", "changed-partition-count" : "1", - "total-records" : "18266", - "total-files-size" : "176970", + "total-records" : "18073", + "total-files-size" : "175359", "total-data-files" : "1", "total-delete-files" : "0", "total-position-deletes" : "0", "total-equality-deletes" : "0" }, - "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-2001582482032951248-1-a61cde47-0ced-4b74-b91a-9e32dd59b212.avro", + "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-8121674823173822790-1-ddb2a84e-df73-4cb9-a92f-18d737a54489.avro", "schema-id" : 0 }, { "sequence-number" : 2, - "snapshot-id" : 8325605756612719366, - "parent-snapshot-id" : 2001582482032951248, - "timestamp-ms" : 1716234545529, + "snapshot-id" : 6040260770188877244, + "parent-snapshot-id" : 8121674823173822790, + "timestamp-ms" : 1725396298768, "summary" : { "operation" : "append", - "spark.app.id" : "local-1716234462547", + "spark.app.id" : "local-1725396284766", "added-data-files" : "1", - "added-records" : "36107", - "added-files-size" : "331675", + "added-records" : "36360", + "added-files-size" : "333827", "changed-partition-count" : "1", - "total-records" : "54373", - "total-files-size" : "508645", + "total-records" : "54433", + "total-files-size" : "509186", "total-data-files" : "2", "total-delete-files" : "0", "total-position-deletes" : "0", "total-equality-deletes" : "0" }, - "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-8325605756612719366-1-02f91282-fecb-4479-bd3b-20a8a3aaa795.avro", + "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-6040260770188877244-1-4b9446ba-c04a-440a-afad-f090aa27c81a.avro", "schema-id" : 0 } ], "statistics" : [ ], "partition-statistics" : [ ], "snapshot-log" : [ { - "timestamp-ms" : 1716234545155, - "snapshot-id" : 2001582482032951248 + "timestamp-ms" : 1725396294486, + "snapshot-id" : 8121674823173822790 }, { - "timestamp-ms" : 1716234545529, - "snapshot-id" : 8325605756612719366 + "timestamp-ms" : 1725396298768, + "snapshot-id" : 6040260770188877244 } ], "metadata-log" : [ { - "timestamp-ms" : 1716234545155, - "metadata-file" : "s3://warehouse/sales/sales_multi/metadata/00000-8bdf65c1-a414-468b-b7b2-78558b2e8c1f.metadata.json" + "timestamp-ms" : 1725396294486, + "metadata-file" : "s3://warehouse/sales/sales_multi/metadata/00000-e433b4ac-9c89-46e8-b0f7-b4ec128b0f5e.metadata.json" } ] } \ No newline at end of file diff --git a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00002-559f7323-a010-4afe-8461-f5261787aae9.metadata.json b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00002-b1745d7e-fa56-47ec-9639-079621849f5a.metadata.json similarity index 60% rename from extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00002-559f7323-a010-4afe-8461-f5261787aae9.metadata.json rename to extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00002-b1745d7e-fa56-47ec-9639-079621849f5a.metadata.json index 1be00194c4e..f233d8d55b1 100644 --- a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00002-559f7323-a010-4afe-8461-f5261787aae9.metadata.json +++ b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00002-b1745d7e-fa56-47ec-9639-079621849f5a.metadata.json @@ -1,9 +1,9 @@ { "format-version" : 2, - "table-uuid" : "49ca5b8c-6402-40f9-96b0-4c09f9f1b512", + "table-uuid" : "533f8120-9943-4b64-a0cf-6cfab18e4a79", "location" : "s3://warehouse/sales/sales_multi", "last-sequence-number" : 3, - "last-updated-ms" : 1716234545865, + "last-updated-ms" : 1725396300069, "last-column-id" : 5, "current-schema-id" : 0, "schemas" : [ { @@ -49,97 +49,97 @@ } ], "properties" : { "owner" : "root", - "created-at" : "2024-05-20T19:49:04.669537174Z", + "created-at" : "2024-09-03T20:44:52.796187633Z", "write.format.default" : "parquet", "write.parquet.compression-codec" : "zstd" }, - "current-snapshot-id" : 3247344357341484163, + "current-snapshot-id" : 5693547373255393922, "refs" : { "main" : { - "snapshot-id" : 3247344357341484163, + "snapshot-id" : 5693547373255393922, "type" : "branch" } }, "snapshots" : [ { "sequence-number" : 1, - "snapshot-id" : 2001582482032951248, - "timestamp-ms" : 1716234545155, + "snapshot-id" : 8121674823173822790, + "timestamp-ms" : 1725396294486, "summary" : { "operation" : "append", - "spark.app.id" : "local-1716234462547", + "spark.app.id" : "local-1725396284766", "added-data-files" : "1", - "added-records" : "18266", - "added-files-size" : "176970", + "added-records" : "18073", + "added-files-size" : "175359", "changed-partition-count" : "1", - "total-records" : "18266", - "total-files-size" : "176970", + "total-records" : "18073", + "total-files-size" : "175359", "total-data-files" : "1", "total-delete-files" : "0", "total-position-deletes" : "0", "total-equality-deletes" : "0" }, - "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-2001582482032951248-1-a61cde47-0ced-4b74-b91a-9e32dd59b212.avro", + "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-8121674823173822790-1-ddb2a84e-df73-4cb9-a92f-18d737a54489.avro", "schema-id" : 0 }, { "sequence-number" : 2, - "snapshot-id" : 8325605756612719366, - "parent-snapshot-id" : 2001582482032951248, - "timestamp-ms" : 1716234545529, + "snapshot-id" : 6040260770188877244, + "parent-snapshot-id" : 8121674823173822790, + "timestamp-ms" : 1725396298768, "summary" : { "operation" : "append", - "spark.app.id" : "local-1716234462547", + "spark.app.id" : "local-1725396284766", "added-data-files" : "1", - "added-records" : "36107", - "added-files-size" : "331675", + "added-records" : "36360", + "added-files-size" : "333827", "changed-partition-count" : "1", - "total-records" : "54373", - "total-files-size" : "508645", + "total-records" : "54433", + "total-files-size" : "509186", "total-data-files" : "2", "total-delete-files" : "0", "total-position-deletes" : "0", "total-equality-deletes" : "0" }, - "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-8325605756612719366-1-02f91282-fecb-4479-bd3b-20a8a3aaa795.avro", + "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-6040260770188877244-1-4b9446ba-c04a-440a-afad-f090aa27c81a.avro", "schema-id" : 0 }, { "sequence-number" : 3, - "snapshot-id" : 3247344357341484163, - "parent-snapshot-id" : 8325605756612719366, - "timestamp-ms" : 1716234545865, + "snapshot-id" : 5693547373255393922, + "parent-snapshot-id" : 6040260770188877244, + "timestamp-ms" : 1725396300069, "summary" : { "operation" : "append", - "spark.app.id" : "local-1716234462547", + "spark.app.id" : "local-1725396284766", "added-data-files" : "1", - "added-records" : "18230", - "added-files-size" : "176482", + "added-records" : "18118", + "added-files-size" : "175594", "changed-partition-count" : "1", - "total-records" : "72603", - "total-files-size" : "685127", + "total-records" : "72551", + "total-files-size" : "684780", "total-data-files" : "3", "total-delete-files" : "0", "total-position-deletes" : "0", "total-equality-deletes" : "0" }, - "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-3247344357341484163-1-77bfad1c-123c-452c-814d-298a1483a99f.avro", + "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-5693547373255393922-1-e1bd1067-e40a-4222-bab9-959f5af4dd4d.avro", "schema-id" : 0 } ], "statistics" : [ ], "partition-statistics" : [ ], "snapshot-log" : [ { - "timestamp-ms" : 1716234545155, - "snapshot-id" : 2001582482032951248 + "timestamp-ms" : 1725396294486, + "snapshot-id" : 8121674823173822790 }, { - "timestamp-ms" : 1716234545529, - "snapshot-id" : 8325605756612719366 + "timestamp-ms" : 1725396298768, + "snapshot-id" : 6040260770188877244 }, { - "timestamp-ms" : 1716234545865, - "snapshot-id" : 3247344357341484163 + "timestamp-ms" : 1725396300069, + "snapshot-id" : 5693547373255393922 } ], "metadata-log" : [ { - "timestamp-ms" : 1716234545155, - "metadata-file" : "s3://warehouse/sales/sales_multi/metadata/00000-8bdf65c1-a414-468b-b7b2-78558b2e8c1f.metadata.json" + "timestamp-ms" : 1725396294486, + "metadata-file" : "s3://warehouse/sales/sales_multi/metadata/00000-e433b4ac-9c89-46e8-b0f7-b4ec128b0f5e.metadata.json" }, { - "timestamp-ms" : 1716234545529, - "metadata-file" : "s3://warehouse/sales/sales_multi/metadata/00001-30972e0f-9c8a-4fa9-911d-e356b2b04061.metadata.json" + "timestamp-ms" : 1725396298768, + "metadata-file" : "s3://warehouse/sales/sales_multi/metadata/00001-1e0eb3be-5f28-4965-b390-ab426779517b.metadata.json" } ] } \ No newline at end of file diff --git a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00003-366e4cb2-48c8-4f6d-bd6b-9b452de74dc3.metadata.json b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00003-1d6e8486-a6bf-4d78-b6f0-d927d58feb4c.metadata.json similarity index 58% rename from extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00003-366e4cb2-48c8-4f6d-bd6b-9b452de74dc3.metadata.json rename to extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00003-1d6e8486-a6bf-4d78-b6f0-d927d58feb4c.metadata.json index 16cca0f3f8d..f63543c318f 100644 --- a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00003-366e4cb2-48c8-4f6d-bd6b-9b452de74dc3.metadata.json +++ b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00003-1d6e8486-a6bf-4d78-b6f0-d927d58feb4c.metadata.json @@ -1,9 +1,9 @@ { "format-version" : 2, - "table-uuid" : "49ca5b8c-6402-40f9-96b0-4c09f9f1b512", + "table-uuid" : "533f8120-9943-4b64-a0cf-6cfab18e4a79", "location" : "s3://warehouse/sales/sales_multi", "last-sequence-number" : 4, - "last-updated-ms" : 1716234546189, + "last-updated-ms" : 1725396301293, "last-column-id" : 5, "current-schema-id" : 0, "schemas" : [ { @@ -49,124 +49,124 @@ } ], "properties" : { "owner" : "root", - "created-at" : "2024-05-20T19:49:04.669537174Z", + "created-at" : "2024-09-03T20:44:52.796187633Z", "write.format.default" : "parquet", "write.parquet.compression-codec" : "zstd" }, - "current-snapshot-id" : 1792185872197984875, + "current-snapshot-id" : 3445166522731196553, "refs" : { "main" : { - "snapshot-id" : 1792185872197984875, + "snapshot-id" : 3445166522731196553, "type" : "branch" } }, "snapshots" : [ { "sequence-number" : 1, - "snapshot-id" : 2001582482032951248, - "timestamp-ms" : 1716234545155, + "snapshot-id" : 8121674823173822790, + "timestamp-ms" : 1725396294486, "summary" : { "operation" : "append", - "spark.app.id" : "local-1716234462547", + "spark.app.id" : "local-1725396284766", "added-data-files" : "1", - "added-records" : "18266", - "added-files-size" : "176970", + "added-records" : "18073", + "added-files-size" : "175359", "changed-partition-count" : "1", - "total-records" : "18266", - "total-files-size" : "176970", + "total-records" : "18073", + "total-files-size" : "175359", "total-data-files" : "1", "total-delete-files" : "0", "total-position-deletes" : "0", "total-equality-deletes" : "0" }, - "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-2001582482032951248-1-a61cde47-0ced-4b74-b91a-9e32dd59b212.avro", + "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-8121674823173822790-1-ddb2a84e-df73-4cb9-a92f-18d737a54489.avro", "schema-id" : 0 }, { "sequence-number" : 2, - "snapshot-id" : 8325605756612719366, - "parent-snapshot-id" : 2001582482032951248, - "timestamp-ms" : 1716234545529, + "snapshot-id" : 6040260770188877244, + "parent-snapshot-id" : 8121674823173822790, + "timestamp-ms" : 1725396298768, "summary" : { "operation" : "append", - "spark.app.id" : "local-1716234462547", + "spark.app.id" : "local-1725396284766", "added-data-files" : "1", - "added-records" : "36107", - "added-files-size" : "331675", + "added-records" : "36360", + "added-files-size" : "333827", "changed-partition-count" : "1", - "total-records" : "54373", - "total-files-size" : "508645", + "total-records" : "54433", + "total-files-size" : "509186", "total-data-files" : "2", "total-delete-files" : "0", "total-position-deletes" : "0", "total-equality-deletes" : "0" }, - "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-8325605756612719366-1-02f91282-fecb-4479-bd3b-20a8a3aaa795.avro", + "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-6040260770188877244-1-4b9446ba-c04a-440a-afad-f090aa27c81a.avro", "schema-id" : 0 }, { "sequence-number" : 3, - "snapshot-id" : 3247344357341484163, - "parent-snapshot-id" : 8325605756612719366, - "timestamp-ms" : 1716234545865, + "snapshot-id" : 5693547373255393922, + "parent-snapshot-id" : 6040260770188877244, + "timestamp-ms" : 1725396300069, "summary" : { "operation" : "append", - "spark.app.id" : "local-1716234462547", + "spark.app.id" : "local-1725396284766", "added-data-files" : "1", - "added-records" : "18230", - "added-files-size" : "176482", + "added-records" : "18118", + "added-files-size" : "175594", "changed-partition-count" : "1", - "total-records" : "72603", - "total-files-size" : "685127", + "total-records" : "72551", + "total-files-size" : "684780", "total-data-files" : "3", "total-delete-files" : "0", "total-position-deletes" : "0", "total-equality-deletes" : "0" }, - "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-3247344357341484163-1-77bfad1c-123c-452c-814d-298a1483a99f.avro", + "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-5693547373255393922-1-e1bd1067-e40a-4222-bab9-959f5af4dd4d.avro", "schema-id" : 0 }, { "sequence-number" : 4, - "snapshot-id" : 1792185872197984875, - "parent-snapshot-id" : 3247344357341484163, - "timestamp-ms" : 1716234546189, + "snapshot-id" : 3445166522731196553, + "parent-snapshot-id" : 5693547373255393922, + "timestamp-ms" : 1725396301293, "summary" : { "operation" : "append", - "spark.app.id" : "local-1716234462547", + "spark.app.id" : "local-1725396284766", "added-data-files" : "1", - "added-records" : "27397", - "added-files-size" : "256855", + "added-records" : "27449", + "added-files-size" : "257345", "changed-partition-count" : "1", "total-records" : "100000", - "total-files-size" : "941982", + "total-files-size" : "942125", "total-data-files" : "4", "total-delete-files" : "0", "total-position-deletes" : "0", "total-equality-deletes" : "0" }, - "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-1792185872197984875-1-51be90a2-7294-4ebb-8eee-20d512fff8b0.avro", + "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-3445166522731196553-1-226480b9-ac20-4445-b67e-7cd3f7ef27d0.avro", "schema-id" : 0 } ], "statistics" : [ ], "partition-statistics" : [ ], "snapshot-log" : [ { - "timestamp-ms" : 1716234545155, - "snapshot-id" : 2001582482032951248 + "timestamp-ms" : 1725396294486, + "snapshot-id" : 8121674823173822790 }, { - "timestamp-ms" : 1716234545529, - "snapshot-id" : 8325605756612719366 + "timestamp-ms" : 1725396298768, + "snapshot-id" : 6040260770188877244 }, { - "timestamp-ms" : 1716234545865, - "snapshot-id" : 3247344357341484163 + "timestamp-ms" : 1725396300069, + "snapshot-id" : 5693547373255393922 }, { - "timestamp-ms" : 1716234546189, - "snapshot-id" : 1792185872197984875 + "timestamp-ms" : 1725396301293, + "snapshot-id" : 3445166522731196553 } ], "metadata-log" : [ { - "timestamp-ms" : 1716234545155, - "metadata-file" : "s3://warehouse/sales/sales_multi/metadata/00000-8bdf65c1-a414-468b-b7b2-78558b2e8c1f.metadata.json" + "timestamp-ms" : 1725396294486, + "metadata-file" : "s3://warehouse/sales/sales_multi/metadata/00000-e433b4ac-9c89-46e8-b0f7-b4ec128b0f5e.metadata.json" }, { - "timestamp-ms" : 1716234545529, - "metadata-file" : "s3://warehouse/sales/sales_multi/metadata/00001-30972e0f-9c8a-4fa9-911d-e356b2b04061.metadata.json" + "timestamp-ms" : 1725396298768, + "metadata-file" : "s3://warehouse/sales/sales_multi/metadata/00001-1e0eb3be-5f28-4965-b390-ab426779517b.metadata.json" }, { - "timestamp-ms" : 1716234545865, - "metadata-file" : "s3://warehouse/sales/sales_multi/metadata/00002-559f7323-a010-4afe-8461-f5261787aae9.metadata.json" + "timestamp-ms" : 1725396300069, + "metadata-file" : "s3://warehouse/sales/sales_multi/metadata/00002-b1745d7e-fa56-47ec-9639-079621849f5a.metadata.json" } ] } \ No newline at end of file diff --git a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00004-bdf13c5f-b50f-4ccf-94a0-14c7b9e6ccb7.metadata.json b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00004-bdf13c5f-b50f-4ccf-94a0-14c7b9e6ccb7.metadata.json new file mode 100644 index 00000000000..32367a81a58 --- /dev/null +++ b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00004-bdf13c5f-b50f-4ccf-94a0-14c7b9e6ccb7.metadata.json @@ -0,0 +1,186 @@ +{ + "format-version" : 2, + "table-uuid" : "533f8120-9943-4b64-a0cf-6cfab18e4a79", + "location" : "s3://warehouse/sales/sales_multi", + "last-sequence-number" : 5, + "last-updated-ms" : 1725396302818, + "last-column-id" : 5, + "current-schema-id" : 0, + "schemas" : [ { + "type" : "struct", + "schema-id" : 0, + "fields" : [ { + "id" : 1, + "name" : "Region", + "required" : false, + "type" : "string" + }, { + "id" : 2, + "name" : "Item_Type", + "required" : false, + "type" : "string" + }, { + "id" : 3, + "name" : "Units_Sold", + "required" : false, + "type" : "int" + }, { + "id" : 4, + "name" : "Unit_Price", + "required" : false, + "type" : "double" + }, { + "id" : 5, + "name" : "Order_Date", + "required" : false, + "type" : "timestamptz" + } ] + } ], + "default-spec-id" : 0, + "partition-specs" : [ { + "spec-id" : 0, + "fields" : [ ] + } ], + "last-partition-id" : 999, + "default-sort-order-id" : 0, + "sort-orders" : [ { + "order-id" : 0, + "fields" : [ ] + } ], + "properties" : { + "owner" : "root", + "created-at" : "2024-09-03T20:44:52.796187633Z", + "write.format.default" : "parquet", + "write.parquet.compression-codec" : "zstd" + }, + "current-snapshot-id" : 1277776933184906785, + "refs" : { + "main" : { + "snapshot-id" : 1277776933184906785, + "type" : "branch" + } + }, + "snapshots" : [ { + "sequence-number" : 1, + "snapshot-id" : 8121674823173822790, + "timestamp-ms" : 1725396294486, + "summary" : { + "operation" : "append", + "spark.app.id" : "local-1725396284766", + "added-data-files" : "1", + "added-records" : "18073", + "added-files-size" : "175359", + "changed-partition-count" : "1", + "total-records" : "18073", + "total-files-size" : "175359", + "total-data-files" : "1", + "total-delete-files" : "0", + "total-position-deletes" : "0", + "total-equality-deletes" : "0" + }, + "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-8121674823173822790-1-ddb2a84e-df73-4cb9-a92f-18d737a54489.avro", + "schema-id" : 0 + }, { + "sequence-number" : 2, + "snapshot-id" : 6040260770188877244, + "parent-snapshot-id" : 8121674823173822790, + "timestamp-ms" : 1725396298768, + "summary" : { + "operation" : "append", + "spark.app.id" : "local-1725396284766", + "added-data-files" : "1", + "added-records" : "36360", + "added-files-size" : "333827", + "changed-partition-count" : "1", + "total-records" : "54433", + "total-files-size" : "509186", + "total-data-files" : "2", + "total-delete-files" : "0", + "total-position-deletes" : "0", + "total-equality-deletes" : "0" + }, + "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-6040260770188877244-1-4b9446ba-c04a-440a-afad-f090aa27c81a.avro", + "schema-id" : 0 + }, { + "sequence-number" : 3, + "snapshot-id" : 5693547373255393922, + "parent-snapshot-id" : 6040260770188877244, + "timestamp-ms" : 1725396300069, + "summary" : { + "operation" : "append", + "spark.app.id" : "local-1725396284766", + "added-data-files" : "1", + "added-records" : "18118", + "added-files-size" : "175594", + "changed-partition-count" : "1", + "total-records" : "72551", + "total-files-size" : "684780", + "total-data-files" : "3", + "total-delete-files" : "0", + "total-position-deletes" : "0", + "total-equality-deletes" : "0" + }, + "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-5693547373255393922-1-e1bd1067-e40a-4222-bab9-959f5af4dd4d.avro", + "schema-id" : 0 + }, { + "sequence-number" : 4, + "snapshot-id" : 3445166522731196553, + "parent-snapshot-id" : 5693547373255393922, + "timestamp-ms" : 1725396301293, + "summary" : { + "operation" : "append", + "spark.app.id" : "local-1725396284766", + "added-data-files" : "1", + "added-records" : "27449", + "added-files-size" : "257345", + "changed-partition-count" : "1", + "total-records" : "100000", + "total-files-size" : "942125", + "total-data-files" : "4", + "total-delete-files" : "0", + "total-position-deletes" : "0", + "total-equality-deletes" : "0" + }, + "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-3445166522731196553-1-226480b9-ac20-4445-b67e-7cd3f7ef27d0.avro", + "schema-id" : 0 + }, { + "sequence-number" : 5, + "snapshot-id" : 1277776933184906785, + "timestamp-ms" : 1725396302818, + "summary" : { + "operation" : "append", + "spark.app.id" : "local-1725396284766", + "added-data-files" : "1", + "added-records" : "100000", + "added-files-size" : "729342", + "changed-partition-count" : "1", + "total-records" : "100000", + "total-files-size" : "729342", + "total-data-files" : "1", + "total-delete-files" : "0", + "total-position-deletes" : "0", + "total-equality-deletes" : "0" + }, + "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-1277776933184906785-1-bb0d7049-0780-4636-972a-7f46bb6c395a.avro", + "schema-id" : 0 + } ], + "statistics" : [ ], + "partition-statistics" : [ ], + "snapshot-log" : [ { + "timestamp-ms" : 1725396302818, + "snapshot-id" : 1277776933184906785 + } ], + "metadata-log" : [ { + "timestamp-ms" : 1725396294486, + "metadata-file" : "s3://warehouse/sales/sales_multi/metadata/00000-e433b4ac-9c89-46e8-b0f7-b4ec128b0f5e.metadata.json" + }, { + "timestamp-ms" : 1725396298768, + "metadata-file" : "s3://warehouse/sales/sales_multi/metadata/00001-1e0eb3be-5f28-4965-b390-ab426779517b.metadata.json" + }, { + "timestamp-ms" : 1725396300069, + "metadata-file" : "s3://warehouse/sales/sales_multi/metadata/00002-b1745d7e-fa56-47ec-9639-079621849f5a.metadata.json" + }, { + "timestamp-ms" : 1725396301293, + "metadata-file" : "s3://warehouse/sales/sales_multi/metadata/00003-1d6e8486-a6bf-4d78-b6f0-d927d58feb4c.metadata.json" + } ] +} \ No newline at end of file diff --git a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00005-3476adcd-1647-44c6-930e-df3fe7867d8f.metadata.json b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00005-3476adcd-1647-44c6-930e-df3fe7867d8f.metadata.json new file mode 100644 index 00000000000..fe4f6176a8d --- /dev/null +++ b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/00005-3476adcd-1647-44c6-930e-df3fe7867d8f.metadata.json @@ -0,0 +1,206 @@ +{ + "format-version" : 2, + "table-uuid" : "533f8120-9943-4b64-a0cf-6cfab18e4a79", + "location" : "s3://warehouse/sales/sales_multi", + "last-sequence-number" : 6, + "last-updated-ms" : 1725396304540, + "last-column-id" : 5, + "current-schema-id" : 0, + "schemas" : [ { + "type" : "struct", + "schema-id" : 0, + "fields" : [ { + "id" : 1, + "name" : "Region", + "required" : false, + "type" : "string" + }, { + "id" : 2, + "name" : "Item_Type", + "required" : false, + "type" : "string" + }, { + "id" : 3, + "name" : "Units_Sold", + "required" : false, + "type" : "int" + }, { + "id" : 4, + "name" : "Unit_Price", + "required" : false, + "type" : "double" + }, { + "id" : 5, + "name" : "Order_Date", + "required" : false, + "type" : "timestamptz" + } ] + } ], + "default-spec-id" : 0, + "partition-specs" : [ { + "spec-id" : 0, + "fields" : [ ] + } ], + "last-partition-id" : 999, + "default-sort-order-id" : 0, + "sort-orders" : [ { + "order-id" : 0, + "fields" : [ ] + } ], + "properties" : { + "owner" : "root", + "created-at" : "2024-09-03T20:44:52.796187633Z", + "write.format.default" : "parquet", + "write.parquet.compression-codec" : "zstd" + }, + "current-snapshot-id" : 3825168261540020388, + "refs" : { + "main" : { + "snapshot-id" : 3825168261540020388, + "type" : "branch" + } + }, + "snapshots" : [ { + "sequence-number" : 1, + "snapshot-id" : 8121674823173822790, + "timestamp-ms" : 1725396294486, + "summary" : { + "operation" : "append", + "spark.app.id" : "local-1725396284766", + "added-data-files" : "1", + "added-records" : "18073", + "added-files-size" : "175359", + "changed-partition-count" : "1", + "total-records" : "18073", + "total-files-size" : "175359", + "total-data-files" : "1", + "total-delete-files" : "0", + "total-position-deletes" : "0", + "total-equality-deletes" : "0" + }, + "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-8121674823173822790-1-ddb2a84e-df73-4cb9-a92f-18d737a54489.avro", + "schema-id" : 0 + }, { + "sequence-number" : 2, + "snapshot-id" : 6040260770188877244, + "parent-snapshot-id" : 8121674823173822790, + "timestamp-ms" : 1725396298768, + "summary" : { + "operation" : "append", + "spark.app.id" : "local-1725396284766", + "added-data-files" : "1", + "added-records" : "36360", + "added-files-size" : "333827", + "changed-partition-count" : "1", + "total-records" : "54433", + "total-files-size" : "509186", + "total-data-files" : "2", + "total-delete-files" : "0", + "total-position-deletes" : "0", + "total-equality-deletes" : "0" + }, + "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-6040260770188877244-1-4b9446ba-c04a-440a-afad-f090aa27c81a.avro", + "schema-id" : 0 + }, { + "sequence-number" : 3, + "snapshot-id" : 5693547373255393922, + "parent-snapshot-id" : 6040260770188877244, + "timestamp-ms" : 1725396300069, + "summary" : { + "operation" : "append", + "spark.app.id" : "local-1725396284766", + "added-data-files" : "1", + "added-records" : "18118", + "added-files-size" : "175594", + "changed-partition-count" : "1", + "total-records" : "72551", + "total-files-size" : "684780", + "total-data-files" : "3", + "total-delete-files" : "0", + "total-position-deletes" : "0", + "total-equality-deletes" : "0" + }, + "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-5693547373255393922-1-e1bd1067-e40a-4222-bab9-959f5af4dd4d.avro", + "schema-id" : 0 + }, { + "sequence-number" : 4, + "snapshot-id" : 3445166522731196553, + "parent-snapshot-id" : 5693547373255393922, + "timestamp-ms" : 1725396301293, + "summary" : { + "operation" : "append", + "spark.app.id" : "local-1725396284766", + "added-data-files" : "1", + "added-records" : "27449", + "added-files-size" : "257345", + "changed-partition-count" : "1", + "total-records" : "100000", + "total-files-size" : "942125", + "total-data-files" : "4", + "total-delete-files" : "0", + "total-position-deletes" : "0", + "total-equality-deletes" : "0" + }, + "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-3445166522731196553-1-226480b9-ac20-4445-b67e-7cd3f7ef27d0.avro", + "schema-id" : 0 + }, { + "sequence-number" : 5, + "snapshot-id" : 1277776933184906785, + "timestamp-ms" : 1725396302818, + "summary" : { + "operation" : "append", + "spark.app.id" : "local-1725396284766", + "added-data-files" : "1", + "added-records" : "100000", + "added-files-size" : "729342", + "changed-partition-count" : "1", + "total-records" : "100000", + "total-files-size" : "729342", + "total-data-files" : "1", + "total-delete-files" : "0", + "total-position-deletes" : "0", + "total-equality-deletes" : "0" + }, + "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-1277776933184906785-1-bb0d7049-0780-4636-972a-7f46bb6c395a.avro", + "schema-id" : 0 + }, { + "sequence-number" : 6, + "snapshot-id" : 3825168261540020388, + "timestamp-ms" : 1725396304540, + "summary" : { + "operation" : "append", + "spark.app.id" : "local-1725396284766", + "changed-partition-count" : "0", + "total-records" : "0", + "total-files-size" : "0", + "total-data-files" : "0", + "total-delete-files" : "0", + "total-position-deletes" : "0", + "total-equality-deletes" : "0" + }, + "manifest-list" : "s3://warehouse/sales/sales_multi/metadata/snap-3825168261540020388-1-bdc6d711-4699-4d21-a7f8-907c7740c70c.avro", + "schema-id" : 0 + } ], + "statistics" : [ ], + "partition-statistics" : [ ], + "snapshot-log" : [ { + "timestamp-ms" : 1725396304540, + "snapshot-id" : 3825168261540020388 + } ], + "metadata-log" : [ { + "timestamp-ms" : 1725396294486, + "metadata-file" : "s3://warehouse/sales/sales_multi/metadata/00000-e433b4ac-9c89-46e8-b0f7-b4ec128b0f5e.metadata.json" + }, { + "timestamp-ms" : 1725396298768, + "metadata-file" : "s3://warehouse/sales/sales_multi/metadata/00001-1e0eb3be-5f28-4965-b390-ab426779517b.metadata.json" + }, { + "timestamp-ms" : 1725396300069, + "metadata-file" : "s3://warehouse/sales/sales_multi/metadata/00002-b1745d7e-fa56-47ec-9639-079621849f5a.metadata.json" + }, { + "timestamp-ms" : 1725396301293, + "metadata-file" : "s3://warehouse/sales/sales_multi/metadata/00003-1d6e8486-a6bf-4d78-b6f0-d927d58feb4c.metadata.json" + }, { + "timestamp-ms" : 1725396302818, + "metadata-file" : "s3://warehouse/sales/sales_multi/metadata/00004-bdf13c5f-b50f-4ccf-94a0-14c7b9e6ccb7.metadata.json" + } ] +} \ No newline at end of file diff --git a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/02f91282-fecb-4479-bd3b-20a8a3aaa795-m0.avro b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/226480b9-ac20-4445-b67e-7cd3f7ef27d0-m0.avro similarity index 95% rename from extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/02f91282-fecb-4479-bd3b-20a8a3aaa795-m0.avro rename to extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/226480b9-ac20-4445-b67e-7cd3f7ef27d0-m0.avro index d871fbb9fd098d297903c3e1dcd7f46abe821c6e..2de91cb1f3498958d4ca022d64344afaf83b7f0e 100644 GIT binary patch delta 315 zcmV-B0mS~mHo-Qq5E_5xdjE7NJO^-6$Ep_b4_~qZoCITHnsjLW_WNsYoR4Q(sPb4oJxQxZ!O^$kEk*Hkw(EhWv+Bsopj&@?4g z*Ca79SvM&$Em=1?&D_)=%`(kA&D=m22!X&*uOP9gur#%VFTj5>C@|DDn+$=+jh12+&;7^ zcRri2_+|UFX|iu}w7(Sy) za!IqWu~4_rXAzmpU7I3Y4jBbq4)zwB+#r|oSRjBsllA45iYrW4ZvFLn^>gQUhqVE( JB^b~{2mlTkiNgQ@ diff --git a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/51be90a2-7294-4ebb-8eee-20d512fff8b0-m0.avro b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/4b9446ba-c04a-440a-afad-f090aa27c81a-m0.avro similarity index 95% rename from extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/51be90a2-7294-4ebb-8eee-20d512fff8b0-m0.avro rename to extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/4b9446ba-c04a-440a-afad-f090aa27c81a-m0.avro index 21c52f9fe1cc6652cda25045a38657547255ea89..d91a8b5dc742a129031b1bdffc135b033a882d58 100644 GIT binary patch delta 316 zcmV-C0mJ^nHo`Wr5E_3;gM=+}Te^;EkhX-Qz$PRDo&;lJ`tfbu-Fv52Twcz|z`$^X zvDny3U%x!DC^aL$v^Z72I58)+7(&M9mgbaX>Zc@@Bh`E3mB+S6Vz{bGAz{SA8#Kge> z65((x&P-$xa!O39RB+4BPhsN#`GZ41Gp7I0*A+?*TmlA`hnC-d!wOcd5L}w18=RPt zSd^Hj;FwmF#UeBkmYSYgl9&YaARC8(I!G%>r^cfepjOAYWjD^f2Wo{{#{d9HgM=+} OTe^;EkhX-Qz$PT4#hCs8 delta 316 zcmX?PcF1glfK+|^n;$dY`pvxbVAa)GuO&XFGR(80>uo5;sVVrk`WR&BrGI$NJz|> zVIkq5B-3|vW~YvmU#I6(uDqW=HFIQo9O?@=GLC(b|Fz5MWTSV&%F92`Zoj{wDO8(f zy4p)N^)wYR)n}R(%S2N*c9^s*UABChiW;NsiDQZj_%3l>TKRDW>k3o-4;Mcdzi*6M Lc+HT30X>WWF7=GM diff --git a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/bb0d7049-0780-4636-972a-7f46bb6c395a-m0.avro b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/bb0d7049-0780-4636-972a-7f46bb6c395a-m0.avro new file mode 100644 index 0000000000000000000000000000000000000000..463995b0f52698b291b22bb0b7438348b572b1c3 GIT binary patch literal 6981 zcmb_gTWl0n7?v&ujnHTj@KWJ8i3xJTuBTzTTxaqimQwVSNd0I}|g|*gvSqv}l zHg(UHhAbl!aa%XNP;YC|RcVK#t5J$GR$ei*@OE2xd%Kg-9BGT}McwxFoaTCR&h`#+ z)1%X?kX5KL1U&Df!jK;Z)mX-5{$EEReRua!jg3xNFs!3)(r)W+c z(nLmDRyQ=sU9iYjMr20zWC_a+O{)sBBfyz*U{%ZX0QT@c=Odf3RLJqo{!15GS>%mt z2y05CL?>1oM|`Jkxw;2cfHIn)d72wXLMQkq8@e|YJPWjvF!3U5Jpsg)y>Y4?st^|q z#D^HrZ>cg-uzRo%9nigT)H{SoK4FiEH@@6Nfx;%sRgPNq9k}?Gm z4}JFwD^Re@@??Xg3v%H&79SjEgT^L0AMu+>#n6AnOY3pe&C)?2f z0yJKcZH%?=A<{F*v*3pjBH-Zq(cS%EQT3*jNR`^;2Y7Ly>Hw&OL_JV-l$u3xEo2-6 zm5^8fR3x9{kV&eM&p?krxN#%d%%A~zAR0T?NPJ5oL0v=u1s(%fRN~<@iq18G?I;h- zH9@EgK!Owz4ms#|h3c8cvz^qG%|!=GOaWM8M;+NFmK8x%wuv2ef`vytu2;w_L{JOc zqhG<1$tJSR!>|s(&ZGe5utEk6X8}D;XvcY$tOGisy?UWm=*&X0F6@ZEi1-@`lF-Ij zleg`~1qpXEv7T-wu#KXm7%PAz*4NI6zqNqGW;=8dDW`cd-V(|(iSvyM=S`2PI#V{; zo8TS_?jgmnl*qV_UsKNBrJqE*eeTLpGb${5EkpnKr*1l0@>Bu zk;tw#!EOng{X8u4H`-!@+NnW3!NRIqIasoE7v?b;TBvUe))HYGo5rr?09u43RpK4k zh%i7ya2A$KAXK0uQbntuV|0k(3GgJLRjQTI)JCw*08ZBIud*$Zn&ZMk-XL({zSx5I zMTkQ~q8X?k^tQ1ABfGjWT%T$qzd(lriWSf?N`8SpQ|^ns#U)-$ncX5{Mz0q0X0kT~ zmnrcrCr&j9p!Aopf;y#8^3F0YY5?neIjAIh%r^v)8b#?>Wnqg?#{y*e1Pv#Fra;81 z*ik~CqKFyQK);p{4Iw3~O-FBy6piYmVG6S!s;jcLh%hYzJ)<_!3@#yNmCXwJr_X<* zi5gWx6Uxu>5{g!fs;ZQYYDtClUqaTX{Gw70A;xql&cQ75#{r)t|G)RA~X3EdDOEei9c0`Hio7a}B56)!{x-NL_RJ_&$b;FF@8GWm>39<)#;53C$^f2ZctvM*WHspOhUMyOsgB2zN;o6m06q4^>m zLXZ#a5?#f7E;PVzF_GIeRYPY_>Ec{PPuLv|-NoM-ix*TF8-)kZVhW#9f)i9=QA8_j z*3>+jgC$Ee6;?Tj6|I9rq}CPh*Hm7SanW0LXlE;JWu*%>6ps5Ugv>AGl?|tss!F=`_Mc}ynj850)$G1~ zsY}C#@yR)9X83~-k4YmZKb20Ncz^JGf9OwcxFYltbO*f7j%?*E{v*@E|j*c82`KMuB QXV<;8r&mop7b^qlf1tq^#{d8T literal 0 HcmV?d00001 diff --git a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/77bfad1c-123c-452c-814d-298a1483a99f-m0.avro b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/ddb2a84e-df73-4cb9-a92f-18d737a54489-m0.avro similarity index 95% rename from extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/77bfad1c-123c-452c-814d-298a1483a99f-m0.avro rename to extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/ddb2a84e-df73-4cb9-a92f-18d737a54489-m0.avro index 9501a6ce37e2dbcae20429b8d3568c73ba343666..3e3c02833a0ee7470e59c3f9e8a9d42accf7081e 100644 GIT binary patch delta 298 zcmX?PcF1glfK+{#TM-kZ4F8OPtBI?Qx3Q!!&0|SUdR1w)GTH0?{R~$W6`bt)wIevVjOsc(h?FAk{={INJ>aZ zdX&J>SzsZSuC|H8QdKQfYsb^)%QqA@{5hz&K=N|^i`QJL?0SuEdzZH7?@wf19mb*O rdx_WYjE9cbncxB+?NdpDlli2@wpuK(M`G>;`YDQowZtgmx^%B#B=8W_kV>X>c2 zbY0(H$Ls6~eO=V4PSws|YzhmqS7j&7n>1@m+MG4BQ&O^) zWlzdTSd^WalC*Gk(!89snNw!vBqb)U$X>u5l)EB)LPSW!tf)ic^$#ROBwk5=JaF{D zfg?u_G6+2^&^hOmB3R_*vnr(E^m+fp#|bRInw=etm;JwRUDS&&hG~-0*5`Tq6IoY> uap?J8;`KY@q2qNXxWGsIRFdFiK4~$z)ya1@Nk6~Gywz!KG6Ms8hyVcaD~6>2 diff --git a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/a61cde47-0ced-4b74-b91a-9e32dd59b212-m0.avro b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/e1bd1067-e40a-4222-bab9-959f5af4dd4d-m0.avro similarity index 95% rename from extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/a61cde47-0ced-4b74-b91a-9e32dd59b212-m0.avro rename to extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/e1bd1067-e40a-4222-bab9-959f5af4dd4d-m0.avro index 462894acbdef4351207c59d84392e303f1c0d9eb..2cda88a5e7816bf1018a9d0e6f34322df26e4d2d 100644 GIT binary patch delta 316 zcmX?PcF1glfKS9aNo=g{8{z_c^*%C456F=@;nls7g@025xTxyvGE|^|4_4G0|F*G;0=q@gL+8#PuI=;FO>$wYfxOhr=U(P&R zlDb<%So|_m+O*1?9AU8yg?kd7?)uu<vRC517`OyLqiQf72IrxT!!@mat7kXaWe<^L9#5~<$h1-)~xAP+ot`cqX zo?Ox_Y%J6*^jSpaa@VE^7n4IlmxH~9CO62XJQfIG&t!dhrQ!&1NdF`Po&;lJTJV4WtIVG9;DTyVC`UW7NYpiQ(o@!*2m~5eIo@$<= zYhqz+pqrSQlB8>Bl9HHYmX?^5l47Q7pbJuMs8^6!R9Ko?!WVzw7!(-l8nR_B)0DHK zOk7O!m|2#wvE5tB#_@rb>p&Af15gYo$pXY|K+FNeTtEyGW?*4pW8h%mVqjom;$Q%Y za5xrcCb9@QB_>rWxaH@kuyHT}{lOui8Pk90>k1_YE`d;u$o041u!2=91eYf11}A1D z7A58>IHnb4v4}K;rKYErBqjkp$i^X{4$=zJsqv@&1NdF{%kvR~USsEJ~T9{ZGn3-FcPCmx2#Av$sB|AqwM_y@84#SM+)`q5+ z%1=#UmY%7Xp2x@ZfHC@TL{84q_3`r}rp%fcA2nxH{G1t+qj(e_7kd|b8GS7d_7(~j z@)r6!c@j_18D1ZqQrb%%n+YCiUw23YQl1ei1s|^=WsJ iq{NOLd}k}FvYv09ynE_Q2`LG_GmjDz5|S7&+yDSb!cAHL delta 268 zcmZotJg2x}GrO>bv5~2nfvLHvnVF%HxuK=8nc3uH>`IJAi(j&H)TLG3-R)$W3OT-nvnFA)96pqF3U8_XtrY+A&P$hhg#rp~za>9xt~ z%US1)q8A?Int5FK>E{mTq_kvSClA(JEK)n#1=%_@LOEudA99_z-pDDYynMgy@7nFP z7E>lTzZP=x{CvD4+1@P7<3m!mLx!e7SozwQsP! KAMRr z1Y`u=-P-ISsOiVG&WeTAu|zCpm&J}9D=aK_mQL_XTEr2%+2(cs^Z3%P3}ue8j1=?s z$A{Qhd2>E)|65~Iud%)9&a{*jOB^~_g4c-#s97i^@mNh1OG#5wUn_j6;KWa>-2S%R zmdShXz4`a*+uEwSH`P75t4xpCgl%QWUEzB|m{ZJ>kxS7b`0eV5oik*lnxDzfxstHm z+A^X}?-_q}`rN2F^Qv-PuW%V&WRW}`l@n2va-i^NXUmyO6T)2Y$Gg|X?%Q)tf8IIi zk1x*UYfCL=U7B&wLXt7fH%?WiW#z<)OC$_KS1)?*YoGS}c>8_x_q`RhpMHO2M-L(Z DuXvvn delta 360 zcmZ3lv|ee$W_Dpib4w#b3sVboBSTAbOA8YVbJNYo*i|^{jg3sqjZI99O@XALiG_)w znK8o?i4}Le_up_hoZUY&m9uyP#~hZa=MB9NJBS?kn60xk{@Khsr;qObym-fn-FK`- zq_})nt!@_4Y2tena&hOilj|;dc0G9V;MIkLuI%=WY_2b6J>CEB$N8w#U9!j9O&;w1 zx8cc-C34g2@9MVg&8oN8+o9wydUR$j1Cl0=v?$ijrQP9=G4f+pIcR_WO(b&zHre8zuH{ z&w5jIFHh^zv@^Eayq@Rerd;NlGnHjp@E5zye5&j8-7cQ}o>Xctt6R!@Zhf72Jw^}# E05%b$DF6Tf diff --git a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/snap-2001582482032951248-1-a61cde47-0ced-4b74-b91a-9e32dd59b212.avro b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/snap-3825168261540020388-1-bdc6d711-4699-4d21-a7f8-907c7740c70c.avro similarity index 92% rename from extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/snap-2001582482032951248-1-a61cde47-0ced-4b74-b91a-9e32dd59b212.avro rename to extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/snap-3825168261540020388-1-bdc6d711-4699-4d21-a7f8-907c7740c70c.avro index 28d439215a04848e617058919ca10091fdd5fbd9..ca67d791ceb320cec91cbf101405a982357071ce 100644 GIT binary patch delta 54 zcmV-60LlM=A^#t+vj-A0I5IUcHaIdiF*P(WFfuSRIFrQ(BLOzE=?4Y~5QOgc%H<>U Mi-YW^^k4{~+29lu`~Uy| delta 184 zcmew_-=Mf*GrN$Hfq|i^g^`Jck%6(1rKzEj$>gK#%8Z7aU$V1t)N8%=5HfzzF`Z}k zy?O=yU3pA*7^4qIr{LF`kC;Ax^r*wWb2$Y}F1b`_3#GXoO?BQpbYa|1&Q3k!2| zBNG#bv~}ATe!4O%=z^fsff7f6dPCj)|+?*I2=y;bO~=|yhI^=7j| z;=)Y6T-~?)X-WitO8v|1q*b23jubAcVzbd=x)Rl_oPIFPEJb93q@-7=)8&sDfm|2g z>gkom-=F>U&pu(!jeD|%IUS#{qiW@$a-mJ`W!L|{s&%Po;gr}iY7_jU8Oy`O!2 zdwbZPs@{IlnRA!P*cKRQCR}_o@han_IlfsM&S%~(lyE(L{`KeCr|(af=nt#e_qYBJ HGrFGv(#KhPXNE(`0m>8NFZ$8GZ!clKwY-DO?U}|n^W@cz)ZfI$2 zX2!73OCV%b$@-VAJT=_Qn|*e$9ble%ey5M0A9@yqB*_PohCLGA62Da23qCJm=fvHPyX#lRnK^{xZcVds0rt zoLTqfu5T`^)_Q%VzUaxcrCawsTEV1oh0&*zagLGT1R3qeCc>cs;>>ol{hna+j@{c{AuIdt6Dvy!gHQYTo5- zoBn<;-|o9l+PiE*6xEU!a%eVvyw;$8)WI{kN3}BKN4?=`xqaJqFTX1J=w{i2XYbNK IN~3!k09J*Ln*aa+ diff --git a/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/snap-6040260770188877244-1-4b9446ba-c04a-440a-afad-f090aa27c81a.avro b/extensions/iceberg/s3/src/test/resources/warehouse/sales/sales_multi/metadata/snap-6040260770188877244-1-4b9446ba-c04a-440a-afad-f090aa27c81a.avro new file mode 100644 index 0000000000000000000000000000000000000000..790df47dae8eeaab9e9d153b5d693497193327b3 GIT binary patch literal 4301 zcmbVPTWB0r7_LDOf(f;>p^c?I4z>7@$joN5yIGpr)+h$!g>3uMu&ifi&Ss~~&a5+M zvaW435a>(QRy0pu&=*CaTA_GpeJNVnO7kKVD(X|AAZio(AOs3}&Rotpv%9kwA9wc5 z_xv2adqY7NwbzH*rDw492ja19lq!G!475cjZO}&I1Tqx-V zB9BWtGBiiZ&K++$QH8inP6R*>wsmu!{MIa$;LKPm#JXjIBeT<>rsFbrItM&8%}U_}6~LL2Keo`O?FYJo7b zz;zR|sB`2`Fg*oa2WbFXpl0j1G2Vm#t6C;T-upooM6f6QKOJC|04^gCrZx-YNeyB+ z0+dM&8K^08B`r`m=w%m~Dk_+6rHE`EcO)gb;1uvrfm#`v5mHct4uG15=*_*N`dL!O z1+I!t^3xUHj8!8|0>Z-~EvbZf(*~-PK;?x}a7GN6b}&oa;vlw}|mS1eYTfR3ZtdqaVuvduIvFDBAXphU8u%{!MNOb_}rbC950*AOo%Q6r&$pc>$58EzL zs}g`_-IuR29ZE7hh5=ZdU;!F#qv%Ws9mvT%=;)oKkTc(j6q+qKHB^GGfu$^sDJm2h zAq0brzg;MjiQ+;UW>xaFnDM_DN-yx<0^VDoWZ3|cYkRXv6BJJ@E(o_;{U5~MTfGx2 zi}}S7iA-CCNJFqxGK=hDIk!@QL^0@95LC-Noo(+UrwQyM9~TVm?^&-|l9e zOt!PD(mm%J0Piw#WV;8;xY-BBEUY=V12LqLgynj$2b?vp3Prk>+c%7A$y$7n|j$XLyz$!47Z+UfwW0JrjiKX@xIy8DKg? zjRwz42^tQQOQy#LF_Gk0!){>@1P{WLTlf<5Rdj-NE_VdJ{ow2otq!e0Cuh*gj_{0T zTF`n%gtJEO%p6H4+7^a{vyx>Me4$3YM=YsslHE)fvG+OJjS1mod_P6~M$csN#v@`a zI4-Rh@f?28Z43r^eGh3k>Ptl1kWms!DxJ(E#+39}CXq-_$eXSm1ZOY*d}rgaU#@TZ z`ti zF;iUcFK&70)Q!7yum5^<$N81vkJm0-{s@0Qb^E6;KR9vb$mGh!{-JGKubljD+wzuG zP#QSY|LkX};q@Q(99y#USI!mQa30yWwsAB6#iy(F{5yxPpZ;+3tnu&mvu`d={dM&d tc;NjXPrh{T-Ql+fmN!3l`|7>7W}ja>buBV#0lH?Qm|dVY99!#b==xE;i0u;p zKt*>01^Z^eu#0$rh&p!(a(vVqGeWa)Q(!{@9^#NWJf1Ec5~~Z$B5=oNB5D)>f<3D1T0sO{Ke7}yee#fS#pOdEc#l3g?9?=T0vA*smnYs z2nrdFQFctpk-n}#l207Upwr_4nTq;OdU6V|n*5{{?Af?i>62n0zh|$&~JEe&o6u$WA)7I1KR^{)S=q zKP@mq@%8%KAJ>KaU&2hxx(mG+Ui zm>GE<2F2i4A=nzobWXjG-U8UwcpF=RO{}wUbr&;oE)zpwy4W_F#%621-CQ$TYwc#U zwWXg29uKp|AqgogvgPK5Onn=P=r0@R9gDz@I7rw0Pp^wkhV2|#e9t8YAij*A+wSQy zE*gP!&4;iToDkMW2cU>(@degC@1KOlD6)u!U%`_Tt4aePDVl;p43@I`D@fGsU2X*g zfzc8K(ge%_yND@}WE+AktGToT6{NX@nG4th$+{_6%Za9KC8G#ADfOH}nIl0p_K+n)t%a6ePEvEAo?T zzJj$7!5gyJB0memi~J~dKr+bkX6ad&AWKgfzAj}z=nOX+GB17XQX!W@k6kd4aBO0? zhzE)X5z4K6i6tt!B|29+g2aAE_MBE{)?k)1D6=CnqwNyf*oa8h+?|CZnMGS-NF*yP ztMm&s?>#C>9UpcxU&Qg}=sYGwlF9v)_Zth7RU40-wUD^HUf?;Bpr;rNc>PUiIPOan z+wc;1ZO?u9&C+H1*3;G1-+#W*{Pf3Hmj77V|K*nJe*1m*@vX1E{<3@f(RbZPCl7DG z{KiwdP2X)kqvm$atZmnxnR^eus5N%>BJ=dgakTs3VLe)D9G|i?jlCzwzpd=