feat!: support refreshing Iceberg tables #16495
lbooker42Annotations
9 errors
|
tests/test_parquet.py.test_read_flat_partitioned [read infer flat infer definition]:
tests/test_parquet/ParquetTestCase#L1
table equality test failed. : RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-1390022082[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpgllg1isq/f1.parquet,partitions={}]] (not reference counted), because either this manager or referent is no longer live
Traceback (most recent call last):
File "/python/deephaven/table.py", line 3931, in table_diff
return _JTableTools.diff(t1.j_table, t2.j_table, max_diffs)
RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-1390022082[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpgllg1isq/f1.parquet,partitions={}]] (not reference counted), because either this manager or referent is no longer live
at io.deephaven.engine.liveness.LivenessManager.manage(LivenessManager.java:26)
at io.deephaven.engine.table.impl.sources.regioned.RegionedColumnSourceManager.addLocation(RegionedColumnSourceManager.java:230)
at io.deephaven.engine.table.impl.SourceTable.lambda$maybeAddLocations$2(SourceTable.java:175)
at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:184)
at java.base/java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1708)
at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:509)
at java.base/java.util.stream.ForEachOps$ForEachTask.compute(ForEachOps.java:291)
at java.base/java.util.concurrent.CountedCompleter.exec(CountedCompleter.java:754)
at java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:387)
at java.base/java.util.concurrent.ForkJoinTask.invoke(ForkJoinTask.java:667)
at java.base/java.util.stream.ForEachOps$ForEachOp.evaluateParallel(ForEachOps.java:160)
at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateParallel(ForEachOps.java:174)
at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:233)
at java.base/java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:596)
at java.base/java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:765)
at io.deephaven.engine.table.impl.SourceTable.maybeAddLocations(SourceTable.java:175)
at io.deephaven.engine.table.impl.SourceTable.lambda$initializeAvailableLocations$1(SourceTable.java:160)
at io.deephaven.engine.table.impl.perf.QueryPerformanceRecorder.withNugget(QueryPerformanceRecorder.java:286)
at io.deephaven.engine.table.impl.SourceTable.initializeAvailableLocations(SourceTable.java:140)
at io.deephaven.engine.table.impl.SourceTable.initialize(SourceTable.java:113)
at io.deephaven.engine.table.impl.SourceTable.doCoalesce(SourceTable.java:274)
at io.deephaven.engine.table.impl.SourceTable.doCoalesce(SourceTable.java:30)
at io.deephaven.engine.table.impl.UncoalescedTable.coalesce(UncoalescedTable.java:78)
at io.deephaven.engine.table.impl.UncoalescedTable.size(UncoalescedTable.java:138)
at io.deephaven.engine.util.TableDiff.diffInternal(TableDiff.java:54)
at io.deephaven.engine.util.TableTools.diff(TableTools.java:343)
at io.deephaven.engine.util.TableTools.diff(TableTools.java:328)
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/python/tests/testbase.py", line 19, in table_equals
return False if table_diff(table_a, table_b, 1) else True
File "/python/deephaven/table.py", line 3933, in table_diff
raise DHError(e, "table diff failed") from e
deephaven.dherror.DHError: table diff failed : RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-1390022082[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpgllg1isq/f1.parquet,partitions={}]] (not reference counted), because either this manager or referent is no longer live
Traceback (most recent call last):
File "/python/deephaven/table.py", line 3931, in table_diff
return _JTableTools.diff(t1.j_table, t2.j_table, max_diffs)
RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-1390022082[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpgllg1isq/f1.parquet,partitions={}]] (not reference counted), because either this manager or referent is no longer live
at io.deephaven.engine.liveness.LivenessManager.manage(LivenessManager.java:26)
at io.deephaven.engine.table.impl.sources.regioned.RegionedColumnSourceManager.addLocation(RegionedColumnSourceManager.java:230)
at io.deephaven.engine.table.impl.SourceTable.lambda$maybeAddLocations$2(SourceTable.java:175)
at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:184)
at java.base/java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1708)
at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:509)
at java.base/java.util.stream.ForEachOps$ForEachTask.compute(ForEachOps.java:291)
at java.base/java.util.concurrent.CountedCompleter.exec(CountedCompleter.java:754)
at java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:387)
at java.base/java.util.concurrent.ForkJoinTask.invoke(ForkJoinTask.java:667)
at java.base/java.util.stream.ForEachOps$ForEachOp.evaluateParallel(ForEachOps.java:160)
at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateParallel(ForEachOps.java:174)
at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:233)
at java.base/java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:596)
at java.base/java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:765)
at io.deephaven.engine.table.impl.SourceTable.maybeAddLocations(SourceTable.java:175)
at io.deephaven.engine.table.impl.SourceTable.lambda$initializeAvailableLocations$1(SourceTable.java:160)
at io.deephaven.engine.table.impl.perf.QueryPerformanceRecorder.withNugget(QueryPerformanceRecorder.java:286)
at io.deephaven.engine.table.impl.SourceTable.initializeAvailableLocations(SourceTable.java:140)
at io.deephaven.engine.table.impl.SourceTable.initialize(SourceTable.java:113)
at io.deephaven.engine.table.impl.SourceTable.doCoalesce(SourceTable.java:274)
at io.deephaven.engine.table.impl.SourceTable.doCoalesce(SourceTable.java:30)
at io.deephaven.engine.table.impl.UncoalescedTable.coalesce(UncoalescedTable.java:78)
at io.deephaven.engine.table.impl.UncoalescedTable.size(UncoalescedTable.java:138)
at io.deephaven.engine.util.TableDiff.diffInternal(TableDiff.java:54)
at io.deephaven.engine.util.TableTools.diff(TableTools.java:343)
at io.deephaven.engine.util.TableTools.diff(TableTools.java:328)
|
|
tests/test_parquet.py.test_read_flat_partitioned [read flat infer definition]:
tests/test_parquet/ParquetTestCase#L1
table equality test failed. : RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-1111997415[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpgllg1isq/f2.parquet,partitions={}]] (not reference counted), because either this manager or referent is no longer live
Traceback (most recent call last):
File "/python/deephaven/table.py", line 3931, in table_diff
return _JTableTools.diff(t1.j_table, t2.j_table, max_diffs)
RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-1111997415[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpgllg1isq/f2.parquet,partitions={}]] (not reference counted), because either this manager or referent is no longer live
at io.deephaven.engine.liveness.LivenessManager.manage(LivenessManager.java:26)
at io.deephaven.engine.table.impl.sources.regioned.RegionedColumnSourceManager.addLocation(RegionedColumnSourceManager.java:230)
at io.deephaven.engine.table.impl.SourceTable.lambda$maybeAddLocations$2(SourceTable.java:175)
at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:184)
at java.base/java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1708)
at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:509)
at java.base/java.util.stream.ForEachOps$ForEachTask.compute(ForEachOps.java:291)
at java.base/java.util.concurrent.CountedCompleter.exec(CountedCompleter.java:754)
at java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:387)
at java.base/java.util.concurrent.ForkJoinPool$WorkQueue.helpComplete(ForkJoinPool.java:1395)
at java.base/java.util.concurrent.ForkJoinPool.helpComplete(ForkJoinPool.java:2104)
at java.base/java.util.concurrent.ForkJoinTask.awaitDone(ForkJoinTask.java:420)
at java.base/java.util.concurrent.ForkJoinTask.invoke(ForkJoinTask.java:668)
at java.base/java.util.stream.ForEachOps$ForEachOp.evaluateParallel(ForEachOps.java:160)
at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateParallel(ForEachOps.java:174)
at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:233)
at java.base/java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:596)
at java.base/java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:765)
at io.deephaven.engine.table.impl.SourceTable.maybeAddLocations(SourceTable.java:175)
at io.deephaven.engine.table.impl.SourceTable.lambda$initializeAvailableLocations$1(SourceTable.java:160)
at io.deephaven.engine.table.impl.perf.QueryPerformanceRecorder.withNugget(QueryPerformanceRecorder.java:286)
at io.deephaven.engine.table.impl.SourceTable.initializeAvailableLocations(SourceTable.java:140)
at io.deephaven.engine.table.impl.SourceTable.initialize(SourceTable.java:113)
at io.deephaven.engine.table.impl.SourceTable.doCoalesce(SourceTable.java:274)
at io.deephaven.engine.table.impl.SourceTable.doCoalesce(SourceTable.java:30)
at io.deephaven.engine.table.impl.UncoalescedTable.coalesce(UncoalescedTable.java:78)
at io.deephaven.engine.table.impl.UncoalescedTable.size(UncoalescedTable.java:138)
at io.deephaven.engine.util.TableDiff.diffInternal(TableDiff.java:54)
at io.deephaven.engine.util.TableTools.diff(TableTools.java:343)
at io.deephaven.engine.util.TableTools.diff(TableTools.java:328)
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/python/tests/testbase.py", line 19, in table_equals
return False if table_diff(table_a, table_b, 1) else True
File "/python/deephaven/table.py", line 3933, in table_diff
raise DHError(e, "table diff failed") from e
deephaven.dherror.DHError: table diff failed : RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-1111997415[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpgllg1isq/f2.parquet,partitions={}]] (not reference counted), because either this manager or referent is no longer live
Traceback (most recent call last):
File "/python/deephaven/table.py", line 3931, in table_diff
return _JTableTools.diff(t1.j_table, t2.j_table, max_diffs)
RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-1111997415[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpgllg1isq/f2.parquet,partitions={}]] (not reference counted), because either this manager or referent is no longer live
at io.deephaven.engine.liveness.LivenessManager.manage(LivenessManager.java:26)
at io.deephaven.engine.table.impl.sources.regioned.RegionedColumnSourceManager.addLocation(RegionedColumnSourceManager.java:230)
at io.deephaven.engine.table.impl.SourceTable.lambda$maybeAddLocations$2(SourceTable.java:175)
at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:184)
at java.base/java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1708)
at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:509)
at java.base/java.util.stream.ForEachOps$ForEachTask.compute(ForEachOps.java:291)
at java.base/java.util.concurrent.CountedCompleter.exec(CountedCompleter.java:754)
at java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:387)
at java.base/java.util.concurrent.ForkJoinPool$WorkQueue.helpComplete(ForkJoinPool.java:1395)
at java.base/java.util.concurrent.ForkJoinPool.helpComplete(ForkJoinPool.java:2104)
at java.base/java.util.concurrent.ForkJoinTask.awaitDone(ForkJoinTask.java:420)
at java.base/java.util.concurrent.ForkJoinTask.invoke(ForkJoinTask.java:668)
at java.base/java.util.stream.ForEachOps$ForEachOp.evaluateParallel(ForEachOps.java:160)
at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateParallel(ForEachOps.java:174)
at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:233)
at java.base/java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:596)
at java.base/java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:765)
at io.deephaven.engine.table.impl.SourceTable.maybeAddLocations(SourceTable.java:175)
at io.deephaven.engine.table.impl.SourceTable.lambda$initializeAvailableLocations$1(SourceTable.java:160)
at io.deephaven.engine.table.impl.perf.QueryPerformanceRecorder.withNugget(QueryPerformanceRecorder.java:286)
at io.deephaven.engine.table.impl.SourceTable.initializeAvailableLocations(SourceTable.java:140)
at io.deephaven.engine.table.impl.SourceTable.initialize(SourceTable.java:113)
at io.deephaven.engine.table.impl.SourceTable.doCoalesce(SourceTable.java:274)
at io.deephaven.engine.table.impl.SourceTable.doCoalesce(SourceTable.java:30)
at io.deephaven.engine.table.impl.UncoalescedTable.coalesce(UncoalescedTable.java:78)
at io.deephaven.engine.table.impl.UncoalescedTable.size(UncoalescedTable.java:138)
at io.deephaven.engine.util.TableDiff.diffInternal(TableDiff.java:54)
at io.deephaven.engine.util.TableTools.diff(TableTools.java:343)
at io.deephaven.engine.util.TableTools.diff(TableTools.java:328)
|
|
tests/test_parquet.py.test_read_flat_partitioned [read flat]:
tests/test_parquet/ParquetTestCase#L1
table equality test failed. : RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-1956037955[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpgllg1isq/f1.parquet,partitions={}]] (not reference counted), because either this manager or referent is no longer live
Traceback (most recent call last):
File "/python/deephaven/table.py", line 3931, in table_diff
return _JTableTools.diff(t1.j_table, t2.j_table, max_diffs)
RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-1956037955[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpgllg1isq/f1.parquet,partitions={}]] (not reference counted), because either this manager or referent is no longer live
at io.deephaven.engine.liveness.LivenessManager.manage(LivenessManager.java:26)
at io.deephaven.engine.table.impl.sources.regioned.RegionedColumnSourceManager.addLocation(RegionedColumnSourceManager.java:230)
at io.deephaven.engine.table.impl.SourceTable.lambda$maybeAddLocations$2(SourceTable.java:175)
at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:184)
at java.base/java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1708)
at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:509)
at java.base/java.util.stream.ForEachOps$ForEachTask.compute(ForEachOps.java:291)
at java.base/java.util.concurrent.CountedCompleter.exec(CountedCompleter.java:754)
at java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:387)
at java.base/java.util.concurrent.ForkJoinTask.invoke(ForkJoinTask.java:667)
at java.base/java.util.stream.ForEachOps$ForEachOp.evaluateParallel(ForEachOps.java:160)
at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateParallel(ForEachOps.java:174)
at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:233)
at java.base/java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:596)
at java.base/java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:765)
at io.deephaven.engine.table.impl.SourceTable.maybeAddLocations(SourceTable.java:175)
at io.deephaven.engine.table.impl.SourceTable.lambda$initializeAvailableLocations$1(SourceTable.java:160)
at io.deephaven.engine.table.impl.perf.QueryPerformanceRecorder.withNugget(QueryPerformanceRecorder.java:286)
at io.deephaven.engine.table.impl.SourceTable.initializeAvailableLocations(SourceTable.java:140)
at io.deephaven.engine.table.impl.SourceTable.initialize(SourceTable.java:113)
at io.deephaven.engine.table.impl.SourceTable.doCoalesce(SourceTable.java:274)
at io.deephaven.engine.table.impl.SourceTable.doCoalesce(SourceTable.java:30)
at io.deephaven.engine.table.impl.UncoalescedTable.coalesce(UncoalescedTable.java:78)
at io.deephaven.engine.table.impl.UncoalescedTable.size(UncoalescedTable.java:138)
at io.deephaven.engine.util.TableDiff.diffInternal(TableDiff.java:54)
at io.deephaven.engine.util.TableTools.diff(TableTools.java:343)
at io.deephaven.engine.util.TableTools.diff(TableTools.java:328)
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/python/tests/testbase.py", line 19, in table_equals
return False if table_diff(table_a, table_b, 1) else True
File "/python/deephaven/table.py", line 3933, in table_diff
raise DHError(e, "table diff failed") from e
deephaven.dherror.DHError: table diff failed : RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-1956037955[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpgllg1isq/f1.parquet,partitions={}]] (not reference counted), because either this manager or referent is no longer live
Traceback (most recent call last):
File "/python/deephaven/table.py", line 3931, in table_diff
return _JTableTools.diff(t1.j_table, t2.j_table, max_diffs)
RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-1956037955[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpgllg1isq/f1.parquet,partitions={}]] (not reference counted), because either this manager or referent is no longer live
at io.deephaven.engine.liveness.LivenessManager.manage(LivenessManager.java:26)
at io.deephaven.engine.table.impl.sources.regioned.RegionedColumnSourceManager.addLocation(RegionedColumnSourceManager.java:230)
at io.deephaven.engine.table.impl.SourceTable.lambda$maybeAddLocations$2(SourceTable.java:175)
at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:184)
at java.base/java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1708)
at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:509)
at java.base/java.util.stream.ForEachOps$ForEachTask.compute(ForEachOps.java:291)
at java.base/java.util.concurrent.CountedCompleter.exec(CountedCompleter.java:754)
at java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:387)
at java.base/java.util.concurrent.ForkJoinTask.invoke(ForkJoinTask.java:667)
at java.base/java.util.stream.ForEachOps$ForEachOp.evaluateParallel(ForEachOps.java:160)
at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateParallel(ForEachOps.java:174)
at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:233)
at java.base/java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:596)
at java.base/java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:765)
at io.deephaven.engine.table.impl.SourceTable.maybeAddLocations(SourceTable.java:175)
at io.deephaven.engine.table.impl.SourceTable.lambda$initializeAvailableLocations$1(SourceTable.java:160)
at io.deephaven.engine.table.impl.perf.QueryPerformanceRecorder.withNugget(QueryPerformanceRecorder.java:286)
at io.deephaven.engine.table.impl.SourceTable.initializeAvailableLocations(SourceTable.java:140)
at io.deephaven.engine.table.impl.SourceTable.initialize(SourceTable.java:113)
at io.deephaven.engine.table.impl.SourceTable.doCoalesce(SourceTable.java:274)
at io.deephaven.engine.table.impl.SourceTable.doCoalesce(SourceTable.java:30)
at io.deephaven.engine.table.impl.UncoalescedTable.coalesce(UncoalescedTable.java:78)
at io.deephaven.engine.table.impl.UncoalescedTable.size(UncoalescedTable.java:138)
at io.deephaven.engine.util.TableDiff.diffInternal(TableDiff.java:54)
at io.deephaven.engine.util.TableTools.diff(TableTools.java:343)
at io.deephaven.engine.util.TableTools.diff(TableTools.java:328)
|
|
tests/test_parquet.py.test_read_kv_partitioned [read infer kv infer definition]:
tests/test_parquet/ParquetTestCase#L1
table equality test failed. : RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-1535658530[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpfut_kb8a/Partition=0/f1.parquet,partitions={Partition=0}]] (not reference counted), because either this manager or referent is no longer live
Traceback (most recent call last):
File "/python/deephaven/table.py", line 3931, in table_diff
return _JTableTools.diff(t1.j_table, t2.j_table, max_diffs)
RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-1535658530[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpfut_kb8a/Partition=0/f1.parquet,partitions={Partition=0}]] (not reference counted), because either this manager or referent is no longer live
at io.deephaven.engine.liveness.LivenessManager.manage(LivenessManager.java:26)
at io.deephaven.engine.table.impl.sources.regioned.RegionedColumnSourceManager.addLocation(RegionedColumnSourceManager.java:230)
at io.deephaven.engine.table.impl.SourceTable.lambda$maybeAddLocations$2(SourceTable.java:175)
at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:184)
at java.base/java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1708)
at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:509)
at java.base/java.util.stream.ForEachOps$ForEachTask.compute(ForEachOps.java:291)
at java.base/java.util.concurrent.CountedCompleter.exec(CountedCompleter.java:754)
at java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:387)
at java.base/java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(ForkJoinPool.java:1312)
at java.base/java.util.concurrent.ForkJoinPool.scan(ForkJoinPool.java:1843)
at java.base/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1808)
at java.base/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:188)
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/python/tests/testbase.py", line 19, in table_equals
return False if table_diff(table_a, table_b, 1) else True
File "/python/deephaven/table.py", line 3933, in table_diff
raise DHError(e, "table diff failed") from e
deephaven.dherror.DHError: table diff failed : RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-1535658530[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpfut_kb8a/Partition=0/f1.parquet,partitions={Partition=0}]] (not reference counted), because either this manager or referent is no longer live
Traceback (most recent call last):
File "/python/deephaven/table.py", line 3931, in table_diff
return _JTableTools.diff(t1.j_table, t2.j_table, max_diffs)
RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-1535658530[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpfut_kb8a/Partition=0/f1.parquet,partitions={Partition=0}]] (not reference counted), because either this manager or referent is no longer live
at io.deephaven.engine.liveness.LivenessManager.manage(LivenessManager.java:26)
at io.deephaven.engine.table.impl.sources.regioned.RegionedColumnSourceManager.addLocation(RegionedColumnSourceManager.java:230)
at io.deephaven.engine.table.impl.SourceTable.lambda$maybeAddLocations$2(SourceTable.java:175)
at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:184)
at java.base/java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1708)
at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:509)
at java.base/java.util.stream.ForEachOps$ForEachTask.compute(ForEachOps.java:291)
at java.base/java.util.concurrent.CountedCompleter.exec(CountedCompleter.java:754)
at java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:387)
at java.base/java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(ForkJoinPool.java:1312)
at java.base/java.util.concurrent.ForkJoinPool.scan(ForkJoinPool.java:1843)
at java.base/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1808)
at java.base/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:188)
|
|
tests/test_parquet.py.test_read_kv_partitioned [read kv infer definition]:
tests/test_parquet/ParquetTestCase#L1
table equality test failed. : RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-128884810[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpfut_kb8a/Partition=0/f1.parquet,partitions={Partition=0}]] (not reference counted), because either this manager or referent is no longer live
Traceback (most recent call last):
File "/python/deephaven/table.py", line 3931, in table_diff
return _JTableTools.diff(t1.j_table, t2.j_table, max_diffs)
RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-128884810[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpfut_kb8a/Partition=0/f1.parquet,partitions={Partition=0}]] (not reference counted), because either this manager or referent is no longer live
at io.deephaven.engine.liveness.LivenessManager.manage(LivenessManager.java:26)
at io.deephaven.engine.table.impl.sources.regioned.RegionedColumnSourceManager.addLocation(RegionedColumnSourceManager.java:230)
at io.deephaven.engine.table.impl.SourceTable.lambda$maybeAddLocations$2(SourceTable.java:175)
at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:184)
at java.base/java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1708)
at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:509)
at java.base/java.util.stream.ForEachOps$ForEachTask.compute(ForEachOps.java:291)
at java.base/java.util.concurrent.CountedCompleter.exec(CountedCompleter.java:754)
at java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:387)
at java.base/java.util.concurrent.ForkJoinPool$WorkQueue.helpComplete(ForkJoinPool.java:1395)
at java.base/java.util.concurrent.ForkJoinPool.helpComplete(ForkJoinPool.java:2104)
at java.base/java.util.concurrent.ForkJoinTask.awaitDone(ForkJoinTask.java:420)
at java.base/java.util.concurrent.ForkJoinTask.invoke(ForkJoinTask.java:668)
at java.base/java.util.stream.ForEachOps$ForEachOp.evaluateParallel(ForEachOps.java:160)
at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateParallel(ForEachOps.java:174)
at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:233)
at java.base/java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:596)
at java.base/java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:765)
at io.deephaven.engine.table.impl.SourceTable.maybeAddLocations(SourceTable.java:175)
at io.deephaven.engine.table.impl.SourceTable.lambda$initializeAvailableLocations$1(SourceTable.java:160)
at io.deephaven.engine.table.impl.perf.QueryPerformanceRecorder.withNugget(QueryPerformanceRecorder.java:286)
at io.deephaven.engine.table.impl.SourceTable.initializeAvailableLocations(SourceTable.java:140)
at io.deephaven.engine.table.impl.SourceTable.initialize(SourceTable.java:113)
at io.deephaven.engine.table.impl.SourceTable.doCoalesce(SourceTable.java:274)
at io.deephaven.engine.table.impl.SourceTable.doCoalesce(SourceTable.java:30)
at io.deephaven.engine.table.impl.UncoalescedTable.coalesce(UncoalescedTable.java:78)
at io.deephaven.engine.table.impl.UncoalescedTable.size(UncoalescedTable.java:138)
at io.deephaven.engine.util.TableDiff.diffInternal(TableDiff.java:54)
at io.deephaven.engine.util.TableTools.diff(TableTools.java:343)
at io.deephaven.engine.util.TableTools.diff(TableTools.java:328)
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/python/tests/testbase.py", line 19, in table_equals
return False if table_diff(table_a, table_b, 1) else True
File "/python/deephaven/table.py", line 3933, in table_diff
raise DHError(e, "table diff failed") from e
deephaven.dherror.DHError: table diff failed : RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-128884810[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpfut_kb8a/Partition=0/f1.parquet,partitions={Partition=0}]] (not reference counted), because either this manager or referent is no longer live
Traceback (most recent call last):
File "/python/deephaven/table.py", line 3931, in table_diff
return _JTableTools.diff(t1.j_table, t2.j_table, max_diffs)
RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-128884810[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpfut_kb8a/Partition=0/f1.parquet,partitions={Partition=0}]] (not reference counted), because either this manager or referent is no longer live
at io.deephaven.engine.liveness.LivenessManager.manage(LivenessManager.java:26)
at io.deephaven.engine.table.impl.sources.regioned.RegionedColumnSourceManager.addLocation(RegionedColumnSourceManager.java:230)
at io.deephaven.engine.table.impl.SourceTable.lambda$maybeAddLocations$2(SourceTable.java:175)
at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:184)
at java.base/java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1708)
at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:509)
at java.base/java.util.stream.ForEachOps$ForEachTask.compute(ForEachOps.java:291)
at java.base/java.util.concurrent.CountedCompleter.exec(CountedCompleter.java:754)
at java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:387)
at java.base/java.util.concurrent.ForkJoinPool$WorkQueue.helpComplete(ForkJoinPool.java:1395)
at java.base/java.util.concurrent.ForkJoinPool.helpComplete(ForkJoinPool.java:2104)
at java.base/java.util.concurrent.ForkJoinTask.awaitDone(ForkJoinTask.java:420)
at java.base/java.util.concurrent.ForkJoinTask.invoke(ForkJoinTask.java:668)
at java.base/java.util.stream.ForEachOps$ForEachOp.evaluateParallel(ForEachOps.java:160)
at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateParallel(ForEachOps.java:174)
at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:233)
at java.base/java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:596)
at java.base/java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:765)
at io.deephaven.engine.table.impl.SourceTable.maybeAddLocations(SourceTable.java:175)
at io.deephaven.engine.table.impl.SourceTable.lambda$initializeAvailableLocations$1(SourceTable.java:160)
at io.deephaven.engine.table.impl.perf.QueryPerformanceRecorder.withNugget(QueryPerformanceRecorder.java:286)
at io.deephaven.engine.table.impl.SourceTable.initializeAvailableLocations(SourceTable.java:140)
at io.deephaven.engine.table.impl.SourceTable.initialize(SourceTable.java:113)
at io.deephaven.engine.table.impl.SourceTable.doCoalesce(SourceTable.java:274)
at io.deephaven.engine.table.impl.SourceTable.doCoalesce(SourceTable.java:30)
at io.deephaven.engine.table.impl.UncoalescedTable.coalesce(UncoalescedTable.java:78)
at io.deephaven.engine.table.impl.UncoalescedTable.size(UncoalescedTable.java:138)
at io.deephaven.engine.util.TableDiff.diffInternal(TableDiff.java:54)
at io.deephaven.engine.util.TableTools.diff(TableTools.java:343)
at io.deephaven.engine.util.TableTools.diff(TableTools.java:328)
|
|
tests/test_parquet.py.test_read_kv_partitioned [read kv]:
tests/test_parquet/ParquetTestCase#L1
table equality test failed. : RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-1970032479[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpfut_kb8a/Partition=0/f1.parquet,partitions={Partition=0}]] (not reference counted), because either this manager or referent is no longer live
Traceback (most recent call last):
File "/python/deephaven/table.py", line 3931, in table_diff
return _JTableTools.diff(t1.j_table, t2.j_table, max_diffs)
RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-1970032479[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpfut_kb8a/Partition=0/f1.parquet,partitions={Partition=0}]] (not reference counted), because either this manager or referent is no longer live
at io.deephaven.engine.liveness.LivenessManager.manage(LivenessManager.java:26)
at io.deephaven.engine.table.impl.sources.regioned.RegionedColumnSourceManager.addLocation(RegionedColumnSourceManager.java:230)
at io.deephaven.engine.table.impl.SourceTable.lambda$maybeAddLocations$2(SourceTable.java:175)
at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:184)
at java.base/java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1708)
at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:509)
at java.base/java.util.stream.ForEachOps$ForEachTask.compute(ForEachOps.java:291)
at java.base/java.util.concurrent.CountedCompleter.exec(CountedCompleter.java:754)
at java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:387)
at java.base/java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(ForkJoinPool.java:1312)
at java.base/java.util.concurrent.ForkJoinPool.scan(ForkJoinPool.java:1843)
at java.base/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1808)
at java.base/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:188)
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/python/tests/testbase.py", line 19, in table_equals
return False if table_diff(table_a, table_b, 1) else True
File "/python/deephaven/table.py", line 3933, in table_diff
raise DHError(e, "table diff failed") from e
deephaven.dherror.DHError: table diff failed : RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-1970032479[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpfut_kb8a/Partition=0/f1.parquet,partitions={Partition=0}]] (not reference counted), because either this manager or referent is no longer live
Traceback (most recent call last):
File "/python/deephaven/table.py", line 3931, in table_diff
return _JTableTools.diff(t1.j_table, t2.j_table, max_diffs)
RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-1970032479[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmpfut_kb8a/Partition=0/f1.parquet,partitions={Partition=0}]] (not reference counted), because either this manager or referent is no longer live
at io.deephaven.engine.liveness.LivenessManager.manage(LivenessManager.java:26)
at io.deephaven.engine.table.impl.sources.regioned.RegionedColumnSourceManager.addLocation(RegionedColumnSourceManager.java:230)
at io.deephaven.engine.table.impl.SourceTable.lambda$maybeAddLocations$2(SourceTable.java:175)
at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:184)
at java.base/java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1708)
at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:509)
at java.base/java.util.stream.ForEachOps$ForEachTask.compute(ForEachOps.java:291)
at java.base/java.util.concurrent.CountedCompleter.exec(CountedCompleter.java:754)
at java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:387)
at java.base/java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(ForkJoinPool.java:1312)
at java.base/java.util.concurrent.ForkJoinPool.scan(ForkJoinPool.java:1843)
at java.base/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1808)
at java.base/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:188)
|
|
tests/test_parquet.py.test_write_partitioned_data:
tests/test_parquet/ParquetTestCase#L1
table select operation failed. : RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-921122138[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmp4d9r3xl5/test_partitioned_writing/X=Cc/test-21c2180d-585f-4ae6-b57c-dba2865d15a2.parquet,partitions={X=Cc}]] (not reference counted), because either this manager or referent is no longer live
Traceback (most recent call last):
File "/python/deephaven/table.py", line 1075, in select
return Table(j_table=self.j_table.select())
RuntimeError: io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-921122138[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/tmp4d9r3xl5/test_partitioned_writing/X=Cc/test-21c2180d-585f-4ae6-b57c-dba2865d15a2.parquet,partitions={X=Cc}]] (not reference counted), because either this manager or referent is no longer live
at io.deephaven.engine.liveness.LivenessManager.manage(LivenessManager.java:26)
at io.deephaven.engine.table.impl.sources.regioned.RegionedColumnSourceManager.addLocation(RegionedColumnSourceManager.java:230)
at io.deephaven.engine.table.impl.SourceTable.lambda$maybeAddLocations$2(SourceTable.java:175)
at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:184)
at java.base/java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1708)
at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:509)
at java.base/java.util.stream.ForEachOps$ForEachTask.compute(ForEachOps.java:291)
at java.base/java.util.concurrent.CountedCompleter.exec(CountedCompleter.java:754)
at java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:387)
at java.base/java.util.concurrent.ForkJoinPool$WorkQueue.helpComplete(ForkJoinPool.java:1395)
at java.base/java.util.concurrent.ForkJoinPool.helpComplete(ForkJoinPool.java:2104)
at java.base/java.util.concurrent.ForkJoinTask.awaitDone(ForkJoinTask.java:420)
at java.base/java.util.concurrent.ForkJoinTask.invoke(ForkJoinTask.java:668)
at java.base/java.util.stream.ForEachOps$ForEachOp.evaluateParallel(ForEachOps.java:160)
at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateParallel(ForEachOps.java:174)
at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:233)
at java.base/java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:596)
at java.base/java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:765)
at io.deephaven.engine.table.impl.SourceTable.maybeAddLocations(SourceTable.java:175)
at io.deephaven.engine.table.impl.SourceTable.lambda$initializeAvailableLocations$1(SourceTable.java:160)
at io.deephaven.engine.table.impl.perf.QueryPerformanceRecorder.withNugget(QueryPerformanceRecorder.java:286)
at io.deephaven.engine.table.impl.SourceTable.initializeAvailableLocations(SourceTable.java:140)
at io.deephaven.engine.table.impl.SourceTable.initialize(SourceTable.java:113)
at io.deephaven.engine.table.impl.SourceTable.doCoalesce(SourceTable.java:274)
at io.deephaven.engine.table.impl.SourceTable.doCoalesce(SourceTable.java:30)
at io.deephaven.engine.table.impl.UncoalescedTable.coalesce(UncoalescedTable.java:78)
at io.deephaven.engine.table.impl.UncoalescedTable.select(UncoalescedTable.java:230)
at io.deephaven.engine.table.impl.UncoalescedTable.select(UncoalescedTable.java:43)
at io.deephaven.api.TableOperationsDefaults.select(TableOperationsDefaults.java:109)
|
|
TestParquetTools.testPartitionedRead:
io/deephaven/parquet/table/TestParquetTools#L1
io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-1253317135[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/io.deephaven.parquet.table.TestParquetTools3622285253100183956/Date=2021-07-20/Num=100/file2.parquet,partitions={Date=2021-07-20,Num=100}]] (not reference counted), because either this manager or referent is no longer live
|
|
TestParquetTools.testBooleanPartition:
io/deephaven/parquet/table/TestParquetTools#L378
io.deephaven.engine.liveness.LivenessStateException: RegionedColumnSourceManager-730021607[0] (0) failed to add StandaloneTableKey:ParquetColumnLocation[ParquetTableLocationKey:[uri=/tmp/io.deephaven.parquet.table.TestParquetTools5097330550088092419/Active=false/file2.parquet,partitions={Active=false}]] (not reference counted), because either this manager or referent is no longer live
|