[env](compile) open compile_check in pipeline operator (apache#45386)

seawinde · Dec 18, 2024 · ff0c9a4 · ff0c9a4
1 parent b65de37
commit ff0c9a4
Show file tree

Hide file tree

Showing 69 changed files with 178 additions and 36 deletions.
diff --git a/be/src/pipeline/exec/assert_num_rows_operator.h b/be/src/pipeline/exec/assert_num_rows_operator.h
@@ -20,6 +20,7 @@
 #include "operator.h"
 
 namespace doris::pipeline {
+#include "common/compile_check_begin.h"
 
 class AssertNumRowsLocalState final : public PipelineXLocalState<FakeSharedState> {
 public:
@@ -55,4 +56,5 @@ class AssertNumRowsOperatorX final : public StreamingOperatorX<AssertNumRowsLoca
     bool _should_convert_output_to_nullable;
 };
 
+#include "common/compile_check_end.h"
 } // namespace doris::pipeline
diff --git a/be/src/pipeline/exec/cache_sink_operator.h b/be/src/pipeline/exec/cache_sink_operator.h
@@ -26,6 +26,7 @@
 #include "vec/core/block.h"
 
 namespace doris {
+#include "common/compile_check_begin.h"
 class RuntimeState;
 
 namespace pipeline {
@@ -70,4 +71,5 @@ class CacheSinkOperatorX final : public DataSinkOperatorX<CacheSinkLocalState> {
 };
 
 } // namespace pipeline
+#include "common/compile_check_end.h"
 } // namespace doris
diff --git a/be/src/pipeline/exec/cache_source_operator.h b/be/src/pipeline/exec/cache_source_operator.h
@@ -25,6 +25,7 @@
 #include "pipeline/query_cache/query_cache.h"
 
 namespace doris {
+#include "common/compile_check_begin.h"
 class RuntimeState;
 
 namespace vectorized {
@@ -101,4 +102,5 @@ class CacheSourceOperatorX final : public OperatorX<CacheSourceLocalState> {
 };
 
 } // namespace pipeline
+#include "common/compile_check_end.h"
 } // namespace doris
diff --git a/be/src/pipeline/exec/data_queue.h b/be/src/pipeline/exec/data_queue.h
@@ -29,6 +29,7 @@
 #include "vec/core/block.h"
 
 namespace doris::pipeline {
+#include "common/compile_check_begin.h"
 
 class Dependency;
 
@@ -108,4 +109,5 @@ class DataQueue {
     SpinLock _source_lock;
 };
 
+#include "common/compile_check_end.h"
 } // namespace doris::pipeline
diff --git a/be/src/pipeline/exec/datagen_operator.h b/be/src/pipeline/exec/datagen_operator.h
@@ -24,6 +24,7 @@
 #include "pipeline/exec/operator.h"
 
 namespace doris {
+#include "common/compile_check_begin.h"
 class RuntimeState;
 } // namespace doris
 
@@ -70,4 +71,5 @@ class DataGenSourceOperatorX final : public OperatorX<DataGenLocalState> {
     std::vector<TRuntimeFilterDesc> _runtime_filter_descs;
 };
 
+#include "common/compile_check_end.h"
 } // namespace doris::pipeline
diff --git a/be/src/pipeline/exec/empty_set_operator.cpp b/be/src/pipeline/exec/empty_set_operator.cpp
@@ -22,11 +22,13 @@
 #include "pipeline/exec/operator.h"
 
 namespace doris::pipeline {
+#include "common/compile_check_begin.h"
 
 Status EmptySetSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* block,
                                           bool* eos) {
     *eos = true;
     return Status::OK();
 }
 
+#include "common/compile_check_end.h"
 } // namespace doris::pipeline
diff --git a/be/src/pipeline/exec/empty_set_operator.h b/be/src/pipeline/exec/empty_set_operator.h
@@ -22,6 +22,7 @@
 #include "operator.h"
 
 namespace doris::pipeline {
+#include "common/compile_check_begin.h"
 
 class EmptySetLocalState final : public PipelineXLocalState<FakeSharedState> {
 public:
@@ -43,4 +44,5 @@ class EmptySetSourceOperatorX final : public OperatorX<EmptySetLocalState> {
     [[nodiscard]] bool is_source() const override { return true; }
 };
 
+#include "common/compile_check_end.h"
 } // namespace doris::pipeline
diff --git a/be/src/pipeline/exec/es_scan_operator.h b/be/src/pipeline/exec/es_scan_operator.h
@@ -26,6 +26,7 @@
 #include "pipeline/exec/scan_operator.h"
 
 namespace doris {
+#include "common/compile_check_begin.h"
 
 namespace vectorized {
 class NewEsScanner;
@@ -86,4 +87,5 @@ class EsScanOperatorX final : public ScanOperatorX<EsScanLocalState> {
     std::vector<std::string> _column_names;
 };
 
+#include "common/compile_check_end.h"
 } // namespace doris::pipeline
diff --git a/be/src/pipeline/exec/exchange_sink_buffer.cpp b/be/src/pipeline/exec/exchange_sink_buffer.cpp
@@ -47,6 +47,7 @@
 #include "vec/sink/vdata_stream_sender.h"
 
 namespace doris {
+#include "common/compile_check_begin.h"
 
 namespace vectorized {
 BroadcastPBlockHolder::~BroadcastPBlockHolder() {
@@ -576,4 +577,5 @@ void ExchangeSinkBuffer::update_profile(RuntimeProfile* profile) {
 }
 
 } // namespace pipeline
+#include "common/compile_check_end.h"
 } // namespace doris
diff --git a/be/src/pipeline/exec/exchange_sink_buffer.h b/be/src/pipeline/exec/exchange_sink_buffer.h
@@ -40,6 +40,7 @@
 #include "util/ref_count_closure.h"
 
 namespace doris {
+#include "common/compile_check_begin.h"
 class PTransmitDataParams;
 class TUniqueId;
 
@@ -318,4 +319,5 @@ class ExchangeSinkBuffer : public HasTaskExecutionCtx {
 };
 
 } // namespace pipeline
+#include "common/compile_check_end.h"
 } // namespace doris
diff --git a/be/src/pipeline/exec/exchange_sink_operator.h b/be/src/pipeline/exec/exchange_sink_operator.h
@@ -31,6 +31,7 @@
 #include "vec/sink/vdata_stream_sender.h"
 
 namespace doris {
+#include "common/compile_check_begin.h"
 class RuntimeState;
 class TDataSink;
 
@@ -263,4 +264,5 @@ class ExchangeSinkOperatorX final : public DataSinkOperatorX<ExchangeSinkLocalSt
 };
 
 } // namespace pipeline
+#include "common/compile_check_end.h"
 } // namespace doris
diff --git a/be/src/pipeline/exec/exchange_source_operator.h b/be/src/pipeline/exec/exchange_source_operator.h
@@ -22,6 +22,7 @@
 #include "operator.h"
 
 namespace doris {
+#include "common/compile_check_begin.h"
 class ExecNode;
 } // namespace doris
 
@@ -109,4 +110,5 @@ class ExchangeSourceOperatorX final : public OperatorX<ExchangeLocalState> {
     std::vector<bool> _nulls_first;
 };
 
+#include "common/compile_check_end.h"
 } // namespace doris::pipeline
diff --git a/be/src/pipeline/exec/file_scan_operator.h b/be/src/pipeline/exec/file_scan_operator.h
@@ -29,6 +29,7 @@
 #include "vec/exec/scan/split_source_connector.h"
 
 namespace doris {
+#include "common/compile_check_begin.h"
 namespace vectorized {
 class VFileScanner;
 } // namespace vectorized
@@ -86,4 +87,5 @@ class FileScanOperatorX final : public ScanOperatorX<FileScanLocalState> {
     const std::string _table_name;
 };
 
+#include "common/compile_check_end.h"
 } // namespace doris::pipeline
diff --git a/be/src/pipeline/exec/group_commit_block_sink_operator.h b/be/src/pipeline/exec/group_commit_block_sink_operator.h
@@ -22,8 +22,9 @@
 #include "runtime/group_commit_mgr.h"
 
 namespace doris::vectorized {
+#include "common/compile_check_begin.h"
 class OlapTableBlockConvertor;
-}
+} // namespace doris::vectorized
 
 namespace doris::pipeline {
 
@@ -125,4 +126,5 @@ class GroupCommitBlockSinkOperatorX final
     TGroupCommitMode::type _group_commit_mode;
 };
 
+#include "common/compile_check_end.h"
 } // namespace doris::pipeline
diff --git a/be/src/pipeline/exec/group_commit_scan_operator.h b/be/src/pipeline/exec/group_commit_scan_operator.h
@@ -27,6 +27,7 @@
 #include "runtime/group_commit_mgr.h"
 
 namespace doris::pipeline {
+#include "common/compile_check_begin.h"
 
 class GroupCommitOperatorX;
 class GroupCommitLocalState final : public ScanLocalState<GroupCommitLocalState> {
@@ -60,4 +61,5 @@ class GroupCommitOperatorX final : public ScanOperatorX<GroupCommitLocalState> {
     const int64_t _table_id;
 };
 
+#include "common/compile_check_end.h"
 } // namespace doris::pipeline
diff --git a/be/src/pipeline/exec/hive_table_sink_operator.h b/be/src/pipeline/exec/hive_table_sink_operator.h
@@ -21,6 +21,7 @@
 #include "vec/sink/writer/vhive_table_writer.h"
 
 namespace doris::pipeline {
+#include "common/compile_check_begin.h"
 
 class HiveTableSinkOperatorX;
 
@@ -83,4 +84,5 @@ class HiveTableSinkOperatorX final : public DataSinkOperatorX<HiveTableSinkLocal
     ObjectPool* _pool = nullptr;
 };
 
+#include "common/compile_check_end.h"
 } // namespace doris::pipeline
diff --git a/be/src/pipeline/exec/iceberg_table_sink_operator.h b/be/src/pipeline/exec/iceberg_table_sink_operator.h
@@ -21,6 +21,7 @@
 #include "vec/sink/writer/iceberg/viceberg_table_writer.h"
 
 namespace doris::pipeline {
+#include "common/compile_check_begin.h"
 
 class IcebergTableSinkOperatorX;
 
@@ -82,4 +83,5 @@ class IcebergTableSinkOperatorX final : public DataSinkOperatorX<IcebergTableSin
     ObjectPool* _pool = nullptr;
 };
 
+#include "common/compile_check_end.h"
 } // namespace doris::pipeline
diff --git a/be/src/pipeline/exec/jdbc_scan_operator.h b/be/src/pipeline/exec/jdbc_scan_operator.h
@@ -26,6 +26,7 @@
 #include "pipeline/exec/scan_operator.h"
 
 namespace doris {
+#include "common/compile_check_begin.h"
 
 namespace vectorized {
 class NewJdbcScanner;
@@ -62,4 +63,5 @@ class JDBCScanOperatorX final : public ScanOperatorX<JDBCScanLocalState> {
     TOdbcTableType::type _table_type;
 };
 
+#include "common/compile_check_end.h"
 } // namespace doris::pipeline
diff --git a/be/src/pipeline/exec/jdbc_table_sink_operator.h b/be/src/pipeline/exec/jdbc_table_sink_operator.h
@@ -23,6 +23,7 @@
 #include "vec/sink/writer/vjdbc_table_writer.h"
 
 namespace doris::pipeline {
+#include "common/compile_check_begin.h"
 
 class JdbcTableSinkOperatorX;
 class JdbcTableSinkLocalState final
@@ -59,4 +60,5 @@ class JdbcTableSinkOperatorX final : public DataSinkOperatorX<JdbcTableSinkLocal
     vectorized::VExprContextSPtrs _output_vexpr_ctxs;
 };
 
+#include "common/compile_check_end.h"
 } // namespace doris::pipeline
diff --git a/be/src/pipeline/exec/join_build_sink_operator.h b/be/src/pipeline/exec/join_build_sink_operator.h
@@ -20,6 +20,7 @@
 #include "operator.h"
 
 namespace doris::pipeline {
+#include "common/compile_check_begin.h"
 template <typename LocalStateType>
 class JoinBuildSinkOperatorX;
 
@@ -78,4 +79,5 @@ class JoinBuildSinkOperatorX : public DataSinkOperatorX<LocalStateType> {
     const std::vector<TRuntimeFilterDesc> _runtime_filter_descs;
 };
 
+#include "common/compile_check_end.h"
 } // namespace doris::pipeline
diff --git a/be/src/pipeline/exec/join_probe_operator.h b/be/src/pipeline/exec/join_probe_operator.h
@@ -20,6 +20,7 @@
 #include "operator.h"
 
 namespace doris::pipeline {
+#include "common/compile_check_begin.h"
 template <typename LocalStateType>
 class JoinProbeOperatorX;
 template <typename SharedStateArg, typename Derived>
@@ -123,4 +124,5 @@ class JoinProbeOperatorX : public StatefulOperatorX<LocalStateType> {
     const bool _use_specific_projections;
 };
 
+#include "common/compile_check_end.h"
 } // namespace doris::pipeline
diff --git a/be/src/pipeline/exec/memory_scratch_sink_operator.h b/be/src/pipeline/exec/memory_scratch_sink_operator.h
@@ -23,6 +23,7 @@
 #include "runtime/result_queue_mgr.h"
 
 namespace doris::pipeline {
+#include "common/compile_check_begin.h"
 
 class MemoryScratchSinkOperatorX;
 class MemoryScratchSinkLocalState final : public PipelineXSinkLocalState<FakeSharedState> {
@@ -67,4 +68,5 @@ class MemoryScratchSinkOperatorX final : public DataSinkOperatorX<MemoryScratchS
     vectorized::VExprContextSPtrs _output_vexpr_ctxs;
 };
 
+#include "common/compile_check_end.h"
 } // namespace doris::pipeline
diff --git a/be/src/pipeline/exec/meta_scan_operator.h b/be/src/pipeline/exec/meta_scan_operator.h
@@ -26,6 +26,7 @@
 #include "pipeline/exec/scan_operator.h"
 
 namespace doris {
+#include "common/compile_check_begin.h"
 
 namespace vectorized {
 class NewOlapScanner;
@@ -65,4 +66,5 @@ class MetaScanOperatorX final : public ScanOperatorX<MetaScanLocalState> {
     TUserIdentity _user_identity;
 };
 
+#include "common/compile_check_end.h"
 } // namespace doris::pipeline
diff --git a/be/src/pipeline/exec/multi_cast_data_stream_sink.h b/be/src/pipeline/exec/multi_cast_data_stream_sink.h
@@ -20,6 +20,7 @@
 #include "operator.h"
 
 namespace doris::pipeline {
+#include "common/compile_check_begin.h"
 
 class MultiCastDataStreamSinkOperatorX;
 class MultiCastDataStreamSinkLocalState final
@@ -75,4 +76,5 @@ class MultiCastDataStreamSinkOperatorX final
     std::atomic<size_t> _num_dests;
 };
 
+#include "common/compile_check_end.h"
 } // namespace doris::pipeline
diff --git a/be/src/pipeline/exec/multi_cast_data_streamer.h b/be/src/pipeline/exec/multi_cast_data_streamer.h
@@ -20,6 +20,7 @@
 #include "vec/sink/vdata_stream_sender.h"
 
 namespace doris::pipeline {
+#include "common/compile_check_begin.h"
 
 class Dependency;
 struct MultiCastBlock {
@@ -84,4 +85,5 @@ class MultiCastDataStreamer {
 
     std::vector<Dependency*> _dependencies;
 };
+#include "common/compile_check_end.h"
 } // namespace doris::pipeline
diff --git a/be/src/pipeline/exec/nested_loop_join_build_operator.h b/be/src/pipeline/exec/nested_loop_join_build_operator.h
@@ -23,6 +23,7 @@
 #include "pipeline/exec/join_build_sink_operator.h"
 
 namespace doris::pipeline {
+#include "common/compile_check_begin.h"
 
 class NestedLoopJoinBuildSinkOperatorX;
 
@@ -89,4 +90,5 @@ class NestedLoopJoinBuildSinkOperatorX final
     RowDescriptor _row_descriptor;
 };
 
+#include "common/compile_check_end.h"
 } // namespace doris::pipeline