Skip to content

Commit

Permalink
disable pipeline in cloud_p0
Browse files Browse the repository at this point in the history
  • Loading branch information
dataroaring committed Mar 5, 2024
1 parent fcec33f commit 7d504a9
Show file tree
Hide file tree
Showing 4 changed files with 13 additions and 2 deletions.
5 changes: 5 additions & 0 deletions be/src/pipeline/pipeline_fragment_context.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -38,6 +38,7 @@
#include "common/config.h"
#include "common/logging.h"
#include "common/status.h"
#include "cloud/config.h"
#include "exec/data_sink.h"
#include "exec/exec_node.h"
#include "exec/scan_node.h"
Expand Down Expand Up @@ -821,6 +822,10 @@ Status PipelineFragmentContext::_create_sink(int sender_id, const TDataSink& thr
DCHECK(thrift_sink.__isset.olap_table_sink);
if (state->query_options().enable_memtable_on_sink_node &&
!_has_inverted_index_or_partial_update(thrift_sink.olap_table_sink)) {
if (config::is_cloud_mode()) {
return Status::InternalError(
"Move memtable is not supported in cloud mode, please disable it.");
}
sink_ = std::make_shared<OlapTableSinkV2OperatorBuilder>(next_operator_builder_id(),
_sink.get());
} else {
Expand Down
5 changes: 5 additions & 0 deletions be/src/pipeline/pipeline_x/pipeline_x_fragment_context.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -34,6 +34,7 @@

#include "common/config.h"
#include "common/logging.h"
#include "cloud/config.h"
#include "exec/data_sink.h"
#include "exec/exec_node.h"
#include "exec/scan_node.h"
Expand Down Expand Up @@ -347,6 +348,10 @@ Status PipelineXFragmentContext::_create_data_sink(ObjectPool* pool, const TData
case TDataSinkType::OLAP_TABLE_SINK: {
if (state->query_options().enable_memtable_on_sink_node &&
!_has_inverted_index_or_partial_update(thrift_sink.olap_table_sink)) {
if (config::is_cloud_mode()) {
return Status::InternalError(
"Move memtable is not supported in cloud mode, please disable it.");
}
_sink.reset(new OlapTableSinkV2OperatorX(pool, next_sink_operator_id(), row_desc,
output_exprs));
} else {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,4 +18,4 @@
testGroups = "p0"
//exclude groups and exclude suites is more prior than include groups and include suites.
excludeSuites = "test_index_failure_injection,test_dump_image,test_profile,test_spark_load,test_refresh_mtmv,test_bitmap_filter,test_information_schema_external,test_primary_key_partial_update_parallel"
excludeDirectories = "workload_manager_p1,nereids_rules_p0/subquery,unique_with_mow_p0/cluster_key,unique_with_mow_p0/ssb_unique_sql_zstd_cluster,point_query_p0,nereids_rules_p0/mv"
excludeDirectories = "workload_manager_p1,nereids_rules_p0/subquery,unique_with_mow_p0/cluster_key,unique_with_mow_p0/ssb_unique_sql_zstd_cluster,nereids_rules_p0/mv"
3 changes: 2 additions & 1 deletion regression-test/pipeline/cloud_p0/conf/session_variables.sql
Original file line number Diff line number Diff line change
Expand Up @@ -3,4 +3,5 @@ set global insert_visible_timeout_ms=60000;
set global enable_auto_analyze=false;
set global enable_audit_plugin=true;
set global enable_memtable_on_sink_node=false;
set global enable_pipeline_x_engine=false;
set global enable_pipeline_x_engine = false;
set global enable_pipeline_engine = false;

0 comments on commit 7d504a9

Please sign in to comment.