Add table scan session properties to native workers

prestodb · Jan 3, 2025 · f86ba49 · f86ba49
1 parent 7b769ed
commit f86ba49
Show file tree

Hide file tree

Showing 3 changed files with 32 additions and 2 deletions.
diff --git a/presto-native-execution/presto_cpp/main/SessionProperties.cpp b/presto-native-execution/presto_cpp/main/SessionProperties.cpp
@@ -443,6 +443,23 @@ SessionProperties::SessionProperties() {
       false,
       QueryConfig::kScaleWriterMinProcessedBytesRebalanceThreshold,
       std::to_string(c.scaleWriterMinProcessedBytesRebalanceThreshold()));
+
+  addSessionProperty(
+      kTableScanScaledProcessingEnabled,
+      "If set to true, enables scaled processing for table scans.",
+      BOOLEAN(),
+      false,
+      QueryConfig::kTableScanScaledProcessingEnabled,
+      std::to_string(c.tableScanScaledProcessingEnabled()));
+
+  addSessionProperty(
+      kTableScanScaleUpMemoryUsageRatio,
+      "Controls the ratio of available memory that can be used for scaling up table scans. "
+      "The value is in the range of (0, 1].",
+      DOUBLE(),
+      false,
+      QueryConfig::kTableScanScaleUpMemoryUsageRatio,
+      std::to_string(c.tableScanScaleUpMemoryUsageRatio()));
 }
 
 const std::unordered_map<std::string, std::shared_ptr<SessionProperty>>&

diff --git a/presto-native-execution/presto_cpp/main/SessionProperties.h b/presto-native-execution/presto_cpp/main/SessionProperties.h
@@ -287,6 +287,15 @@ class SessionProperties {
   static constexpr const char* kShuffleCompressionEnabled =
       "exchange_compression";
 
+  /// If set to true, enables scaled processing for table scans.
+  static constexpr const char* kTableScanScaledProcessingEnabled =
+      "native_table_scan_scaled_processing_enabled";
+
+  /// Controls the ratio of available memory that can be used for scaling up
+  /// table scans. The value is in the range of (0, 1].
+  static constexpr const char* kTableScanScaleUpMemoryUsageRatio =
+      "native_table_scan_scale_up_memory_usage_ratio";
+
   SessionProperties();
 
   const std::unordered_map<std::string, std::shared_ptr<SessionProperty>>&

diff --git a/presto-native-execution/presto_cpp/main/tests/SessionPropertiesTest.cpp b/presto-native-execution/presto_cpp/main/tests/SessionPropertiesTest.cpp
@@ -31,7 +31,9 @@ TEST_F(SessionPropertiesTest, validateMapping) {
       SessionProperties::kScaleWriterMaxPartitionsPerWriter,
       SessionProperties::
           kScaleWriterMinPartitionProcessedBytesRebalanceThreshold,
-      SessionProperties::kScaleWriterMinProcessedBytesRebalanceThreshold};
+      SessionProperties::kScaleWriterMinProcessedBytesRebalanceThreshold,
+      SessionProperties::kTableScanScaledProcessingEnabled,
+      SessionProperties::kTableScanScaleUpMemoryUsageRatio};
   const std::vector<std::string> veloxConfigNames = {
       core::QueryConfig::kAdjustTimestampToTimezone,
       core::QueryConfig::kDriverCpuTimeSliceLimitMs,
@@ -40,7 +42,9 @@ TEST_F(SessionPropertiesTest, validateMapping) {
       core::QueryConfig::kScaleWriterMaxPartitionsPerWriter,
       core::QueryConfig::
           kScaleWriterMinPartitionProcessedBytesRebalanceThreshold,
-      core::QueryConfig::kScaleWriterMinProcessedBytesRebalanceThreshold};
+      core::QueryConfig::kScaleWriterMinProcessedBytesRebalanceThreshold,
+      core::QueryConfig::kTableScanScaledProcessingEnabled,
+      core::QueryConfig::kTableScanScaleUpMemoryUsageRatio};
   auto sessionProperties = SessionProperties().getSessionProperties();
   const auto len = names.size();
   for (auto i = 0; i < len; i++) {