Coverage Report

Created: 2026-08-07 11:59

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
be/src/format_v2/table/hudi_reader.h
Line
Count
Source
1
// Licensed to the Apache Software Foundation (ASF) under one
2
// or more contributor license agreements.  See the NOTICE file
3
// distributed with this work for additional information
4
// regarding copyright ownership.  The ASF licenses this file
5
// to you under the Apache License, Version 2.0 (the
6
// "License"); you may not use this file except in compliance
7
// with the License.  You may obtain a copy of the License at
8
//
9
//   http://www.apache.org/licenses/LICENSE-2.0
10
//
11
// Unless required by applicable law or agreed to in writing,
12
// software distributed under the License is distributed on an
13
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14
// KIND, either express or implied.  See the License for the
15
// specific language governing permissions and limitations
16
// under the License.
17
18
#pragma once
19
20
#include <functional>
21
#include <memory>
22
#include <utility>
23
#include <vector>
24
25
#include "format_v2/table_reader.h"
26
27
namespace doris::format::hudi {
28
29
class HudiReader final : public format::TableReader {
30
public:
31
    ENABLE_FACTORY_CREATOR(HudiReader);
32
6
    ~HudiReader() final = default;
33
34
    Status prepare_split(const format::SplitReadOptions& options) override;
35
36
#ifdef BE_TEST
37
3
    void TEST_set_scan_params(TFileScanRangeParams* params) { _scan_params = params; }
38
4
    format::TableColumnMappingMode TEST_mapping_mode() const { return mapping_mode(); }
39
1
    std::string TEST_parquet_int96_time_zone() const { return parquet_int96_time_zone(); }
40
2
    Status TEST_annotate_file_schema(std::vector<format::ColumnDefinition>* file_schema) {
41
2
        return annotate_file_schema(file_schema);
42
2
    }
43
#endif
44
45
protected:
46
    Status create_file_reader(std::unique_ptr<format::FileReader>* reader) override;
47
    format::TableColumnMappingMode mapping_mode() const override;
48
    std::string parquet_int96_time_zone() const;
49
    Status annotate_file_schema(std::vector<format::ColumnDefinition>* file_schema) override;
50
51
private:
52
    int64_t _split_schema_id = -1;
53
};
54
55
// Hudi MOR scans can contain both JNI splits that need log-file merge semantics and native
56
// data-file splits without delta logs in the same SplitSource. FileScannerV2 owns one table reader
57
// for the scanner lifetime, so this reader keeps native and JNI child readers internally and
58
// dispatches each split to the matching child reader.
59
class HudiHybridReader final : public format::TableReader {
60
public:
61
5
    ~HudiHybridReader() override = default;
62
63
    Status init(format::TableReadOptions&& options) override;
64
    Status prepare_split(const format::SplitReadOptions& options) override;
65
    Status refresh_conjuncts(VExprContextSPtrs conjuncts) override;
66
    Status get_block(Block* block, bool* eos) override;
67
    bool current_split_pruned() const override;
68
    bool current_split_uses_metadata_count() const override;
69
    Status abort_split() override;
70
    Status close() override;
71
    void set_batch_size(size_t batch_size) override;
72
    int64_t condition_cache_hit_count() const override;
73
74
#ifdef BE_TEST
75
2
    void TEST_install_batch_size_children() {
76
2
        _native_reader = std::make_unique<format::TableReader>();
77
2
        _jni_reader = std::make_unique<format::TableReader>();
78
2
    }
79
1
    std::pair<size_t, size_t> TEST_child_batch_sizes() const {
80
1
        return {_native_reader->TEST_batch_size(), _jni_reader->TEST_batch_size()};
81
1
    }
82
1
    void TEST_set_child_condition_cache_hits(int64_t native_hits, int64_t jni_hits) {
83
1
        _native_reader->TEST_set_condition_cache_hit_count(native_hits);
84
1
        _jni_reader->TEST_set_condition_cache_hit_count(jni_hits);
85
1
    }
86
    void TEST_set_child_reader_factories(
87
            std::function<std::unique_ptr<format::TableReader>()> native_factory,
88
2
            std::function<std::unique_ptr<format::TableReader>()> jni_factory) {
89
2
        _test_native_reader_factory = std::move(native_factory);
90
2
        _test_jni_reader_factory = std::move(jni_factory);
91
2
    }
92
#endif
93
94
private:
95
    Status _ensure_current_split_reader(const format::SplitReadOptions& options);
96
    Status _init_child_reader(format::TableReader* reader, format::FileFormat file_format);
97
    Status _clone_conjuncts(VExprContextSPtrs* conjuncts) const;
98
    static TFileFormatType::type _range_format_type(const TFileScanRangeParams& params,
99
                                                    const TFileRangeDesc& range);
100
    static bool _is_jni_split(const TFileScanRangeParams& params, const TFileRangeDesc& range);
101
    static Status _to_file_format(const TFileScanRangeParams& params, const TFileRangeDesc& range,
102
                                  format::FileFormat* file_format);
103
104
    std::unique_ptr<format::TableReader> _native_reader; // handle native parquet/orc splits
105
    std::unique_ptr<format::TableReader> _jni_reader;    // handle MOR JNI splits
106
    format::TableReader* _current_split_reader = nullptr;
107
#ifdef BE_TEST
108
    std::function<std::unique_ptr<format::TableReader>()> _test_native_reader_factory;
109
    std::function<std::unique_ptr<format::TableReader>()> _test_jni_reader_factory;
110
#endif
111
};
112
113
} // namespace doris::format::hudi