Skip to content

Commit

Permalink
Add serializeColumn to PrestoVectorSerde
Browse files Browse the repository at this point in the history
  • Loading branch information
pramodsatya committed Aug 21, 2024
1 parent 4810dc3 commit 9fdb4ae
Show file tree
Hide file tree
Showing 7 changed files with 762 additions and 597 deletions.
2 changes: 1 addition & 1 deletion velox/exec/Exchange.h
Original file line number Diff line number Diff line change
Expand Up @@ -110,7 +110,7 @@ class Exchange : public SourceOperator {
std::vector<std::unique_ptr<SerializedPage>> currentPages_;
bool atEnd_{false};
std::default_random_engine rng_{std::random_device{}()};
serializer::presto::PrestoVectorSerde::PrestoOptions options_;
serializer::presto::PrestoOptions options_;
};

} // namespace facebook::velox::exec
2 changes: 1 addition & 1 deletion velox/exec/PartitionedOutput.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -54,7 +54,7 @@ BlockingReason Destination::advance(
if (!current_) {
current_ = std::make_unique<VectorStreamGroup>(pool_);
auto rowType = asRowType(output->type());
serializer::presto::PrestoVectorSerde::PrestoOptions options;
serializer::presto::PrestoOptions options;
options.compressionKind =
OutputBufferManager::getInstance().lock()->compressionKind();
options.minCompressionRatio = PartitionedOutput::minCompressionRatio();
Expand Down
2 changes: 1 addition & 1 deletion velox/exec/SpillFile.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -172,7 +172,7 @@ uint64_t SpillWriter::write(
{
MicrosecondTimer timer(&timeUs);
if (batch_ == nullptr) {
serializer::presto::PrestoVectorSerde::PrestoOptions options = {
serializer::presto::PrestoOptions options = {
kDefaultUseLosslessTimestamp, compressionKind_, true /*nullsFirst*/};
batch_ = std::make_unique<VectorStreamGroup>(pool_);
batch_->createStreamTree(
Expand Down
2 changes: 1 addition & 1 deletion velox/exec/SpillFile.h
Original file line number Diff line number Diff line change
Expand Up @@ -267,7 +267,7 @@ class SpillReadFile {
const uint32_t numSortKeys_;
const std::vector<CompareFlags> sortCompareFlags_;
const common::CompressionKind compressionKind_;
const serializer::presto::PrestoVectorSerde::PrestoOptions readOptions_;
const serializer::presto::PrestoOptions readOptions_;
memory::MemoryPool* const pool_;
folly::Synchronized<common::SpillStats>* const stats_;

Expand Down
Loading

0 comments on commit 9fdb4ae

Please sign in to comment.