[native] Advance Velox

prestodb · Jan 9, 2025 · da2890a · da2890a
1 parent 02a3a20
commit da2890a
Show file tree

Hide file tree

Showing 3 changed files with 15 additions and 1 deletion.
diff --git a/presto-native-execution/presto_cpp/main/CMakeLists.txt b/presto-native-execution/presto_cpp/main/CMakeLists.txt
@@ -51,19 +51,29 @@ target_link_libraries(
   presto_http
   presto_operators
   presto_velox_conversion
+  velox_abfs
   velox_aggregates
   velox_caching
   velox_common_base
   velox_core
   velox_dwio_common_exception
+  velox_dwio_dwrf_reader
+  velox_dwio_dwrf_writer
+  velox_dwio_orc_reader
+  velox_dwio_parquet_reader
+  velox_dwio_parquet_writer
   velox_encode
   velox_exec
+  velox_file
   velox_functions_lib
   velox_functions_prestosql
+  velox_gcs
+  velox_hdfs
   velox_hive_connector
   velox_hive_iceberg_splitreader
   velox_hive_partition_function
   velox_presto_serializer
+  velox_s3fs
   velox_serialization
   velox_time
   velox_type_parser

diff --git a/presto-native-execution/presto_cpp/main/types/tests/CMakeLists.txt b/presto-native-execution/presto_cpp/main/types/tests/CMakeLists.txt
@@ -22,6 +22,8 @@ target_link_libraries(
   GTest::gtest_main
   presto_operators
   presto_protocol
+  velox_dwio_common
+  velox_dwio_orc_reader
   velox_hive_connector
   velox_tpch_connector
   velox_exec
@@ -88,6 +90,7 @@ target_link_libraries(
   presto_operators
   presto_type_converter
   presto_types
+  velox_dwio_common
   velox_hive_connector
   velox_tpch_connector
   GTest::gtest
@@ -124,6 +127,7 @@ target_link_libraries(
   presto_protocol
   presto_type_converter
   presto_types
+  velox_dwio_common
   velox_exec_test_lib
   GTest::gtest
   GTest::gtest_main)
diff --git a/presto-native-execution/velox b/presto-native-execution/velox
+1 −1		.github/workflows/build_pyvelox.yml
+6 −6		.github/workflows/docker.yml
+2 −1		.github/workflows/linux-build-base.yml
+1 −0		.github/workflows/macos.yml
+50 −26		.github/workflows/scheduled.yml
+2 −5		CMake/FindArrow.cmake
+5 −8		CMake/resolve_dependency_modules/arrow/CMakeLists.txt
+58 −0		CMake/resolve_dependency_modules/arrow/thrift-download.patch
+1 −14		CMakeLists.txt
+16 −1		scripts/setup-ubuntu.sh
+1 −1		velox/common/base/VeloxException.h
+4 −0		velox/common/file/File.h
+2 −3		velox/common/memory/tests/SharedArbitratorTest.cpp
+2 −17		velox/connectors/hive/CMakeLists.txt
+0 −79		velox/connectors/hive/HiveConfig.cpp
+0 −70		velox/connectors/hive/HiveConfig.h
+0 −1		velox/connectors/hive/HiveConnector.cpp
+0 −163		velox/connectors/hive/HiveConnectorUtil.cpp
+0 −7		velox/connectors/hive/HiveConnectorUtil.h
+1 −5		velox/connectors/hive/HiveDataSink.cpp
+0 −62		velox/connectors/hive/tests/HiveConfigTest.cpp
+0 −161		velox/connectors/hive/tests/HiveConnectorUtilTest.cpp
+1 −1		velox/core/Expressions.cpp
+2 −1		velox/core/PlanNode.cpp
+5 −3		velox/core/tests/TypedExprSerdeTest.cpp
+46 −22		velox/docs/configs.rst
+9 −0		velox/docs/functions/spark/array.rst
+9 −0		velox/docs/functions/spark/decimal.rst
+1 −1		velox/docs/functions/spark/math.rst
+6 −9		velox/dwio/common/Options.h
+42 −0		velox/dwio/dwrf/common/Config.h
+81 −1		velox/dwio/dwrf/test/ConfigTests.cpp
+146 −0		velox/dwio/dwrf/writer/Writer.cpp
+4 −0		velox/dwio/dwrf/writer/Writer.h
+1 −0		velox/dwio/parquet/tests/writer/CMakeLists.txt
+18 −0		velox/dwio/parquet/tests/writer/ParquetWriterTest.cpp
+127 −210		velox/dwio/parquet/thrift/ParquetThriftTypes.cpp
+45 −0		velox/dwio/parquet/writer/Writer.cpp
+5 −0		velox/dwio/parquet/writer/Writer.h
+2 −0		velox/exec/benchmarks/WindowPrefixSortBenchmark.cpp
+2 −2		velox/exec/fuzzer/CacheFuzzer.cpp
+13 −21		velox/exec/tests/TableWriteTest.cpp
+4 −5		velox/exec/tests/utils/ArbitratorTestUtil.cpp
+2 −0		velox/exec/tests/utils/CMakeLists.txt
+33 −2		velox/exec/tests/utils/DistributedPlanBuilder.cpp
+6 −2		velox/exec/tests/utils/DistributedPlanBuilder.h
+9 −2		velox/exec/tests/utils/PlanBuilder.h
+16 −2		velox/experimental/wave/common/Compile.cu
+2 −0		velox/experimental/wave/common/Cuda.h
+13 −0		velox/experimental/wave/common/Hash.h
+90 −0		velox/experimental/wave/common/HashTable.cuh
+4 −0		velox/experimental/wave/common/KernelCache.cpp
+25 −0		velox/experimental/wave/common/Scan.cuh
+36 −0		velox/experimental/wave/common/tests/CompileTest.cu
+118 −0		velox/experimental/wave/exec/Accumulators.cuh
+359 −0		velox/experimental/wave/exec/AggregateGen.cpp
+36 −0		velox/experimental/wave/exec/AggregateGen.h
+1 −0		velox/experimental/wave/exec/AggregationInstructions.cu
+8 −1		velox/experimental/wave/exec/CMakeLists.txt
+10 −2		velox/experimental/wave/exec/ExprKernel.cu
+2 −1		velox/experimental/wave/exec/ExprKernel.h
+4 −1		velox/experimental/wave/exec/ExprKernelStream.h
+196 −0		velox/experimental/wave/exec/HashGen.cpp
+64 −0		velox/experimental/wave/exec/HashGen.h
+8 −2		velox/experimental/wave/exec/Instruction.cpp
+86 −8		velox/experimental/wave/exec/Instruction.h
+20 −5		velox/experimental/wave/exec/Project.cpp
+45 −0		velox/experimental/wave/exec/RegisterFunctions.cpp
+165 −0		velox/experimental/wave/exec/SimpleAggregate.cpp
+3 −1		velox/experimental/wave/exec/TableScan.h
+117 −72		velox/experimental/wave/exec/ToWave.cpp
+996 −10		velox/experimental/wave/exec/ToWave.h
+1 −1		velox/experimental/wave/exec/Values.cpp
+153 −21		velox/experimental/wave/exec/Wave.cpp
+102 −1		velox/experimental/wave/exec/Wave.h
+38 −14		velox/experimental/wave/exec/WaveCore.cuh
+9 −7		velox/experimental/wave/exec/WaveDriver.cpp
+20 −6		velox/experimental/wave/exec/WaveDriver.h
+915 −0		velox/experimental/wave/exec/WaveGen.cpp
+3 −2		velox/experimental/wave/exec/WaveOperator.cpp
+10 −2		velox/experimental/wave/exec/WaveOperator.h
+945 −0		velox/experimental/wave/exec/WavePlan.cpp
+62 −0		velox/experimental/wave/exec/WaveRegistry.cpp
+124 −0		velox/experimental/wave/exec/WaveRegistry.h
+282 −21		velox/experimental/wave/jit/Headers.h
+1 −0		velox/experimental/wave/jit/make_headers.sh
+2 −0		velox/experimental/wave/vector/Operand.h
+4 −0		velox/expression/fuzzer/SparkExpressionFuzzerTest.cpp
+38 −2		velox/expression/tests/ExpressionVerifier.cpp
+1 −1		velox/functions/prestosql/fuzzer/ClassificationAggregationInputGenerator.h
+8 −8		velox/functions/prestosql/json/JsonStringUtil.cpp
+6 −0		velox/functions/prestosql/tests/JsonFunctionsTest.cpp
+16 −0		velox/functions/sparksql/registration/RegisterArray.cpp
+2 −0		velox/functions/sparksql/registration/RegisterMath.cpp
+3 −1		velox/runner/LocalRunner.cpp
+43 −10		velox/runner/tests/LocalRunnerTest.cpp
+4 −0		velox/tool/trace/CMakeLists.txt
+2 −0		velox/vector/VectorSaver.cpp