Coverage Report

Created: 2026-11-06 15:41

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
be/src/storage/segment/segment_iterator.h
Line
Count
Source
1
// Licensed to the Apache Software Foundation (ASF) under one
2
// or more contributor license agreements.  See the NOTICE file
3
// distributed with this work for additional information
4
// regarding copyright ownership.  The ASF licenses this file
5
// to you under the Apache License, Version 2.0 (the
6
// "License"); you may not use this file except in compliance
7
// with the License.  You may obtain a copy of the License at
8
//
9
//   http://www.apache.org/licenses/LICENSE-2.0
10
//
11
// Unless required by applicable law or agreed to in writing,
12
// software distributed under the License is distributed on an
13
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14
// KIND, either express or implied.  See the License for the
15
// specific language governing permissions and limitations
16
// under the License.
17
18
#pragma once
19
20
#include <gen_cpp/Exprs_types.h>
21
22
#include <cstddef>
23
#include <cstdint>
24
#include <map>
25
#include <memory>
26
#include <roaring/roaring.hh>
27
#include <set>
28
#include <string>
29
#include <unordered_map>
30
#include <utility>
31
#include <vector>
32
33
#include "common/status.h"
34
#include "core/block/adaptive_block_size_predictor.h"
35
#include "core/block/block.h"
36
#include "core/block/column_with_type_and_name.h"
37
#include "core/block/columns_with_type_and_name.h"
38
#include "core/column/column.h"
39
#include "core/data_type/data_type.h"
40
#include "core/data_type/primitive_type.h"
41
#include "core/field.h"
42
#include "exec/common/variant_util.h"
43
#include "exprs/score_runtime.h"
44
#include "exprs/vexpr_fwd.h"
45
#include "io/fs/file_reader_writer_fwd.h"
46
#include "runtime/runtime_profile.h"
47
#include "storage/index/ann/ann_topn_runtime.h"
48
#include "storage/index/index_iterator.h"
49
#include "storage/iterators.h"
50
#include "storage/olap_common.h"
51
#include "storage/predicate/block_column_predicate.h"
52
#include "storage/predicate/column_predicate.h"
53
#include "storage/row_cursor.h"
54
#include "storage/schema.h"
55
#include "storage/segment/common.h"
56
#include "storage/segment/segment.h"
57
#include "util/json/path_in_data.h"
58
#include "util/slice.h"
59
60
namespace doris {
61
62
class VExpr;
63
class VExprContext;
64
class SharedPredicate;
65
66
namespace segment_v2 {
67
68
class ColumnIterator;
69
struct ColumnReadAheadContext;
70
struct ColumnReadAheadPlan;
71
class RowRanges;
72
class IndexIterator;
73
class SegmentReadAhead;
74
75
class SegmentIterator : public RowwiseIterator {
76
public:
77
    // Within SegmentIterator, ColumnId means an ordinal in the read schema.
78
    // Storage UIDs and caller-visible Block positions are named explicitly.
79
    SegmentIterator(std::shared_ptr<Segment> segment, ReadSchemaSPtr schema,
80
                    const StorageReadOptions& opts);
81
    ~SegmentIterator() override;
82
83
    [[nodiscard]] Status init_iterators();
84
    [[nodiscard]] Status init(const StorageReadOptions& opts) override;
85
    [[nodiscard]] Status next_batch(Block* block) override;
86
87
314
    const ReadSchema& schema() const override { return *_schema; }
88
26
    uint64_t data_id() const override { return _segment->id(); }
89
90
0
    void update_profile(RuntimeProfile* profile) override {
91
0
        _update_profile(profile, _short_cir_eval_predicate, "ShortCircuitPredicates");
92
0
        _update_profile(profile, _pre_eval_block_predicate, "PreEvaluatePredicates");
93
94
0
        if (_opts.delete_condition_predicates != nullptr) {
95
0
            std::set<std::shared_ptr<const ColumnPredicate>> delete_predicate_set;
96
0
            _opts.delete_condition_predicates->get_all_column_predicate(delete_predicate_set);
97
0
            _update_profile(profile, delete_predicate_set, "DeleteConditionPredicates");
98
0
        }
99
0
    }
100
101
229
    bool has_index_in_iterators() const {
102
229
        return std::any_of(_index_iterators.begin(), _index_iterators.end(),
103
411
                           [](const auto& iterator) { return iterator != nullptr; });
104
229
    }
105
106
private:
107
    Status _next_batch_internal(Block* block);
108
109
    Status _check_output_block(Block* block);
110
111
    template <typename Container>
112
    void _update_profile(RuntimeProfile* profile, const Container& predicates,
113
0
                         const std::string& title) {
114
0
        if (predicates.empty()) {
115
0
            return;
116
0
        }
117
0
        std::string info;
118
0
        for (auto pred : predicates) {
119
0
            info += "\n" + pred->debug_string();
120
0
        }
121
0
        profile->add_info_string(title, info);
122
0
    }
Unexecuted instantiation: _ZN5doris10segment_v215SegmentIterator15_update_profileISt6vectorISt10shared_ptrINS_15ColumnPredicateEESaIS6_EEEEvPNS_14RuntimeProfileERKT_RKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE
Unexecuted instantiation: _ZN5doris10segment_v215SegmentIterator15_update_profileISt3setISt10shared_ptrIKNS_15ColumnPredicateEESt4lessIS7_ESaIS7_EEEEvPNS_14RuntimeProfileERKT_RKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE
123
124
    [[nodiscard]] Status _lazy_init(Block* block);
125
    [[nodiscard]] Status _init_impl(const StorageReadOptions& opts);
126
    // Create the scalar read-ahead context before column iterators capture their FileReader.
127
    [[nodiscard]] Status _init_query_read_ahead();
128
    // Complex columns retain their original reader and segment prefetcher.
129
    bool _use_read_ahead_for_column(ColumnId cid) const;
130
    [[nodiscard]] Status _init_column_iterators();
131
    [[nodiscard]] Status _init_index_iterators();
132
    // Initialize eager and lazy page sequences after pruning and submit their first windows
133
    // together. Subsequent data-page reads advance each physical column's window.
134
    void _prepare_scan_read_ahead();
135
    // Classify physical iterators by filtering dependency and plan their initial windows.
136
    std::vector<ColumnReadAheadPlan> _plan_scan_read_ahead();
137
138
    // calculate row ranges that fall into requested key ranges using short key index
139
    [[nodiscard]] Status _get_row_ranges_by_keys();
140
    [[nodiscard]] Status _prepare_seek(const StorageReadOptions::KeyRange& key_range);
141
    [[nodiscard]] Status _lookup_ordinal(const RowCursor& key, bool is_include, rowid_t upper_bound,
142
                                         rowid_t* rowid);
143
    // lookup the ordinal of given key from short key index
144
    // the returned rowid is rowid in primary index, not the rowid encoded in primary key
145
    [[nodiscard]] Status _lookup_ordinal_from_sk_index(const RowCursor& key, bool is_include,
146
                                                       rowid_t upper_bound, rowid_t* rowid);
147
    // lookup the ordinal of given key from primary key index
148
    [[nodiscard]] Status _lookup_ordinal_from_pk_index(const RowCursor& key, bool is_include,
149
                                                       rowid_t* rowid);
150
    [[nodiscard]] Status _seek_and_peek(rowid_t rowid);
151
152
    // calculate row ranges that satisfy requested column conditions using various column index
153
    [[nodiscard]] Status _get_row_ranges_by_column_conditions();
154
    [[nodiscard]] Status _apply_scan_restrictions();
155
    [[nodiscard]] Status _get_row_ranges_from_conditions(RowRanges* condition_row_ranges);
156
    [[nodiscard]] Status _apply_expr_zonemap_to_row_ranges(const VExprContextSPtrs& conjuncts,
157
                                                           rowid_t min_rowid,
158
                                                           RowRanges* row_ranges);
159
    [[nodiscard]] Status _apply_inverted_index();
160
    [[nodiscard]] Status _apply_inverted_index_on_column_predicate(
161
            std::shared_ptr<ColumnPredicate> pred,
162
            std::vector<std::shared_ptr<ColumnPredicate>>& remaining_predicates,
163
            bool* continue_apply);
164
    [[nodiscard]] Status _apply_ann_topn_predicate();
165
166
    Status _update_topn_runtime_filter_ranges();
167
    void _reset_range_iterator();
168
    [[nodiscard]] Status _apply_index_expr();
169
    // Publish _row_bitmap as IndexQueryContext::candidate_rows when it is
170
    // below the configured engage ratio; refreshed at conjunct boundaries as
171
    // earlier index conjuncts shrink the bitmap. No-op once engaged.
172
    void _refresh_candidate_pushdown();
173
    // Intersect an approximate result and keep its expression for row evaluation.
174
    bool _apply_approx_index_result(VExprContext* expr_ctx);
175
    // G02: true iff answering the single pushed-down MATCH predicate by its
176
    // match COUNT alone is indistinguishable from the row-accurate bitmap for
177
    // this COUNT_ON_INDEX scan (no deletes, no other filters, full row bitmap,
178
    // no row-id consumers). Gates IndexQueryContext::count_on_index_fastpath;
179
    // the decision predicate itself lives in count_on_index_fastpath.h.
180
    bool _count_on_index_fastpath_safe() const;
181
    // G03: teardown of the G02 handshake. Captures whether the reader answered
182
    // with a fabricated count bitmap into _count_fastpath_hit and clears both
183
    // context flags so no later read_from_index call can observe or forge
184
    // them. Runs on every exit of the index-apply scope.
185
    void _capture_count_fastpath_hit();
186
    // G03: true iff the per-batch defaults fill of _read_columns_by_index
187
    // would apply to `cid` (the _no_need_read_key_data or _prune_column
188
    // branch) AND the block column needs no storage->schema cast, i.e. the
189
    // emission shortcut can reproduce the column's batch content exactly.
190
    bool _column_emits_defaults_for_count(ColumnId cid);
191
    // G03: fills CountEmitShortcutFacts from live iterator state at the end of
192
    // _lazy_init and returns the pure-guard verdict; the decision predicate
193
    // itself lives in count_on_index_fastpath.h.
194
    bool _should_engage_count_emit_shortcut(const Block* block);
195
    // G03: one emission-shortcut batch: min(remaining, kCountEmitBatchRows)
196
    // default rows filled straight into the block (NOT-NULL defaults for
197
    // nullable columns, mirroring _prune_column), then EOF once the countdown
198
    // reaches zero. Replaces the whole per-rowid _next_batch_internal body for
199
    // engaged scans.
200
    Status _emit_count_shortcut_batch(Block* block);
201
202
    bool _column_has_fulltext_index(int32_t cid);
203
    bool _column_has_ann_index(int32_t cid);
204
    bool _downgrade_without_index(Status res, bool need_remaining = false);
205
    inline bool _inverted_index_not_support_pred_type(const PredicateType& type);
206
207
    void _init_column_states();
208
    void _rebuild_scan_predicate_states();
209
    void _mark_common_expr_states(const VExprSPtr& expr, bool runtime_generated);
210
    void _mark_common_expr_column(ColumnId ordinal, bool runtime_generated);
211
    Status _vec_init_lazy_materialization();
212
213
13.8k
    uint32_t segment_id() const { return _segment->id(); }
214
15.6k
    uint32_t num_rows() const { return _segment->num_rows(); }
215
216
    [[nodiscard]] Status _read_columns_by_index(const std::vector<ColumnId>& read_ordinals,
217
                                                uint32_t nrows_read_limit, uint16_t& nrows_read);
218
    Status _init_current_block(Block* block, std::vector<MutableColumnPtr>& non_pred_vector,
219
                               uint32_t nrows_read_limit);
220
    uint16_t _evaluate_vectorization_predicate(uint16_t* sel_rowid_idx, uint16_t selected_size);
221
    uint16_t _evaluate_short_circuit_predicate(uint16_t* sel_rowid_idx, uint16_t selected_size);
222
    Status _apply_read_limit_to_selected_rows(Block* block, uint16_t& selected_size);
223
    Status _output_columns_to_block(Block* block);
224
    [[nodiscard]] Status _read_columns_by_rowids(const std::vector<ColumnId>& read_ordinals,
225
                                                 std::vector<rowid_t>& rowid_vector,
226
                                                 uint16_t* sel_rowid_idx, size_t select_size,
227
                                                 MutableColumns* mutable_columns,
228
                                                 bool init_condition_cache = false,
229
                                                 bool read_for_predicate = false);
230
    [[nodiscard]] Status _read_lazy_pruned_columns(Block* block);
231
232
    Status copy_column_data_by_selector(IColumn* input_col_ptr, MutableColumnPtr& output_col,
233
                                        uint16_t* sel_rowid_idx, uint16_t select_size,
234
                                        size_t batch_size);
235
236
    template <class Container>
237
    [[nodiscard]] Status _output_column_by_sel_idx(Block* block, const Container& ordinals,
238
3.11k
                                                   uint16_t* sel_rowid_idx, uint16_t select_size) {
239
3.11k
        SCOPED_RAW_TIMER(&_opts.stats->output_col_ns);
240
3.11k
        for (auto ordinal : ordinals) {
241
3.11k
            if (ordinal >= _schema->num_block_columns()) {
242
510
                continue;
243
510
            }
244
2.60k
            const auto& file_column_type = _storage_name_and_type[ordinal].second;
245
2.60k
            if (!file_column_type->equals(*block->get_by_position(ordinal).type)) {
246
                // Do additional cast
247
0
                MutableColumnPtr tmp = file_column_type->create_column();
248
0
                RETURN_IF_ERROR(copy_column_data_by_selector(_current_columns[ordinal].get(), tmp,
249
0
                                                             sel_rowid_idx, select_size,
250
0
                                                             _opts.block_row_max));
251
0
                RETURN_IF_ERROR(variant_util::cast_column({tmp->get_ptr(), file_column_type, ""},
252
0
                                                          block->get_by_position(ordinal).type,
253
0
                                                          &block->get_by_position(ordinal).column));
254
2.60k
            } else {
255
2.60k
                MutableColumnPtr output_column =
256
2.60k
                        block->get_by_position(ordinal).column->assert_mutable();
257
2.60k
                RETURN_IF_ERROR(copy_column_data_by_selector(_current_columns[ordinal].get(),
258
2.60k
                                                             output_column, sel_rowid_idx,
259
2.60k
                                                             select_size, _opts.block_row_max));
260
2.60k
            }
261
2.60k
        }
262
3.11k
        return Status::OK();
263
3.11k
    }
264
265
    bool _can_evaluated_by_vectorized(std::shared_ptr<ColumnPredicate> predicate);
266
267
    [[nodiscard]] Status _execute_common_expr(uint16_t* sel_rowid_idx, uint16_t& selected_size,
268
                                              Block* block);
269
    Status _process_common_expr(uint16_t* sel_rowid_idx, uint16_t& selected_size, Block* block);
270
271
    uint16_t _evaluate_common_expr_filter(uint16_t* sel_rowid_idx, uint16_t selected_size,
272
                                          const IColumn::Filter& filter);
273
274
    // Dictionary column should do something to initial.
275
    void _convert_dict_code_for_predicate_if_necessary();
276
277
    void _convert_dict_code_for_predicate_if_necessary_impl(const ColumnPredicate& predicate);
278
279
    bool _check_apply_by_inverted_index(std::shared_ptr<ColumnPredicate> pred);
280
281
    void _output_index_result_column(const VExprContextSPtrs& expr_ctxs, uint16_t* sel_rowid_idx,
282
                                     uint16_t select_size);
283
284
    // False for MoR and AGG keys: the merge above this iterator needs the real values.
285
    bool _keys_type_allows_skipping_data() const;
286
287
    bool _need_read_data(ColumnId cid);
288
    bool _prune_column(ColumnId cid, MutableColumnPtr& column, size_t num_of_defaults);
289
290
    Status _construct_compound_expr_context();
291
292
    // Both the key cursor and _seek_block lay out the leading tablet key
293
    // columns densely, so position i addresses the same column in both.
294
45
    int _compare_short_key_with_seek_block(const RowCursor& key, size_t num_key_cols) {
295
57
        for (uint32_t i = 0; i < num_key_cols; ++i) {
296
45
            auto ord = key.field(i) <=> (*_seek_block[i])[0];
297
45
            if (ord != std::strong_ordering::equal) {
298
33
                return ord == std::strong_ordering::less ? -1 : 1;
299
33
            }
300
45
        }
301
12
        return 0;
302
45
    }
303
304
    Status _convert_column_to_expected_type(ColumnId column_id);
305
    Status _convert_to_expected_type(const std::vector<ColumnId>& ordinals);
306
307
    bool _no_need_read_key_data(ColumnId cid, MutableColumnPtr& column, size_t nrows_read);
308
    // Side-effect-free eligibility half of _no_need_read_key_data (no column
309
    // fill); shared by the per-batch fill and the G03 engage-time per-column
310
    // proof so the two can never drift.
311
    bool _no_need_read_key_data_eligible(ColumnId cid);
312
313
    bool _has_delete_pred(ColumnId cid) const;
314
    bool _has_lazy_pruned_children(ColumnId cid) const;
315
    bool _can_skip_reading_extra_column(ColumnId cid);
316
317
    bool _can_opt_limit_reads();
318
319
    void _initialize_predicate_results();
320
    bool _check_all_conditions_passed_inverted_index_for_column(ColumnId cid,
321
                                                                bool default_return = false);
322
323
    void _calculate_common_expr_index_exec_status();
324
325
    Status _process_eof(Block* block);
326
327
    void _fill_column_nothing();
328
329
    Status _process_columns(const std::vector<ColumnId>& ordinals, Block* block);
330
331
    // Initialize virtual columns in the block, set all virtual columns in the block to ColumnNothing
332
    void _init_virtual_columns(Block* block);
333
    // Fallback logic for virtual column materialization, materializing all unmaterialized virtual columns through expressions
334
    Status _materialization_of_virtual_column(Block* block);
335
    void _prepare_score_column_materialization();
336
337
    void _init_row_bitmap_by_condition_cache();
338
339
    void _init_segment_prefetchers();
340
341
    class BitmapRangeIterator;
342
    class BackwardBitmapRangeIterator;
343
344
    // Example:
345
    //   SELECT k, s.b, o FROM t
346
    //   WHERE k > 1 AND abs(k) < 10 AND abs(s.a) < 5;
347
    //   ReadSchema ordinals: [0:k, 1:s STRUCT<a,b>, 2:o]
348
    // When no filter is fully evaluated by an index:
349
    //   state[0:k] = {has_delete_pred=false, has_scan_pred=true,
350
    //                 has_common_expr=true, need_read_data=true}
351
    //   state[1:s] = {has_delete_pred=false, has_scan_pred=false,
352
    //                 has_common_expr=true, need_read_data=true}
353
    //   state[2:o] = {has_delete_pred=false, has_scan_pred=false,
354
    //                 has_common_expr=false, need_read_data=true}
355
    // A storage-only column appended for a delete condition would have
356
    // has_delete_pred=true.
357
    struct ColumnReadState {
358
        bool has_delete_pred = false;
359
        // Mirrors the mutable _col_predicates list: initially all safe scan
360
        // predicates, then only residual predicates after index evaluation.
361
        bool has_scan_pred = false;
362
        bool has_common_expr = false;
363
        // Set when a pushed-down common expression was generated on BE at runtime
364
        // (TopN filter or runtime filter) rather than by the FE planner. FE computes
365
        // predicate access paths only from planner-visible predicates, so such an
366
        // expression may touch nested fields that are not predicate paths. The column
367
        // must then read all of its access paths before filtering instead of splitting
368
        // lazy nested-column recovery.
369
        bool has_runtime_common_expr = false;
370
        // Index evaluation sets this to false when it fully supplies the column result.
371
        // _need_read_data() applies the remaining read constraints.
372
        bool need_read_data = true;
373
374
125k
        bool has_predicate() const { return has_delete_pred || has_scan_pred; }
375
    };
376
377
    std::shared_ptr<Segment> _segment;
378
    // read schema from scanner
379
    ReadSchemaSPtr _schema;
380
    // Inverted-index field name and storage/materialization type for each ReadSchema column.
381
    std::vector<IndexFieldNameAndTypePair> _storage_name_and_type;
382
    // vector idx -> column iterarator
383
    std::vector<std::unique_ptr<ColumnIterator>> _column_iterators;
384
    std::vector<std::unique_ptr<IndexIterator>> _index_iterators;
385
    // after init(), `_row_bitmap` contains all rowid to scan
386
    roaring::Roaring _row_bitmap;
387
    // Cardinality cached when the range iterator is created or rebuilt after TopN pruning.
388
    uint64_t _row_bitmap_cardinality = 0;
389
    // an iterator for `_row_bitmap` that can be used to extract row range to scan
390
    std::unique_ptr<BitmapRangeIterator> _range_iter;
391
    struct TopNRuntimeFilter {
392
        std::shared_ptr<SharedPredicate> predicate;
393
        uint64_t applied_version;
394
        uint64_t last_update_rows = 0;
395
    };
396
    std::vector<TopNRuntimeFilter> _topn_runtime_filters;
397
    uint64_t _topn_rows_read = 0;
398
    // Forward: first unread rowid. Reverse: exclusive upper bound of unread rowids.
399
    uint64_t _topn_read_position = 0;
400
    // the next rowid to read
401
    rowid_t _cur_rowid;
402
    // members related to lazy materialization read
403
    // --------------------------------------------
404
    // remember the rowids we've read for the current row block.
405
    // could be a local variable of next_batch(), kept here to reuse vector memory
406
    std::vector<rowid_t> _block_rowids;
407
    bool _is_need_vec_eval = false;
408
    bool _is_need_short_eval = false;
409
    bool _is_need_expr_eval = false;
410
411
    bool _enable_prune_nested_column = false;
412
413
    // Per-column state indexed by read schema ordinal. Ordered column lists
414
    // below are execution plans rather than additional column membership sets.
415
    std::vector<ColumnReadState> _column_states;
416
    // Columns of the current batch, indexed by read schema ordinal.
417
    MutableColumns _current_columns;
418
    std::vector<std::shared_ptr<ColumnPredicate>> _pre_eval_block_predicate;
419
    std::vector<std::shared_ptr<ColumnPredicate>> _short_cir_eval_predicate;
420
    // Example:
421
    //   SELECT k, s.b, o FROM t
422
    //   WHERE k > 1 AND abs(k) < 10 AND abs(s.a) < 5;
423
    //   ReadSchema ordinals: [0:k, 1:s STRUCT<a,b>, 2:o]
424
    //
425
    // The first three lists assign each active column to its earliest materialization stage:
426
    //   _predicate_ordinals   = [0] // k is used by both k > 1 and abs(k) < 10; predicate wins.
427
    //   _common_expr_ordinals = [1] // s is read for the abs(s.a) < 5 expression.
428
    //   _output_ordinals      = [2] // o is needed only by output.
429
    std::vector<ColumnId> _predicate_ordinals;
430
    std::vector<ColumnId> _common_expr_ordinals;
431
    std::vector<ColumnId> _output_ordinals;
432
    //   _lazy_pruned_ordinals = [1] // After filtering on s.a, read s.b for surviving rows.
433
    // Unlike the first three disjoint lists, this recovery list may contain the same ordinal.
434
    std::vector<ColumnId> _lazy_pruned_ordinals;
435
436
    // the actual init process is delayed to the first call to next_batch()
437
    bool _lazy_inited;
438
    bool _inited;
439
440
    StorageReadOptions _opts;
441
    // Adaptive batch size predictor; null when the feature is disabled.
442
    std::unique_ptr<AdaptiveBlockSizePredictor> _block_size_predictor;
443
    // Build the AdaptiveBlockSizePredictor for this segment based on segment footer
444
    // metadata for the projected output columns. Returns nullptr if the feature is
445
    // disabled or the byte budget is non-positive.
446
    std::unique_ptr<AdaptiveBlockSizePredictor> _make_block_size_predictor() const;
447
    // Snapshot of _opts.block_row_max at init time; used as the hard upper bound so that
448
    // dynamic adjustments never exceed the capacity of pre-allocated buffers.
449
    uint32_t _initial_block_row_max = 0;
450
    // make a copy of `_opts.column_predicates` in order to make local changes
451
    std::vector<std::shared_ptr<ColumnPredicate>> _col_predicates;
452
    VExprContextSPtrs _common_expr_ctxs_push_down;
453
    // row schema of the key to seek
454
    // only used in `_get_row_ranges_by_keys`
455
    std::unique_ptr<ReadSchema> _seek_schema;
456
    // used to binary search the rowid for a given key
457
    // only used in `_get_row_ranges_by_keys`
458
    MutableColumns _seek_block;
459
    // Per-seek-schema-ordinal column iterators for the short-key seek path.
460
    // Points into _column_iterators when the key column is also read, otherwise
461
    // into _owned_seek_column_iterators (a seek key column may not be part of
462
    // the read schema at all).
463
    std::vector<ColumnIterator*> _seek_column_iterators;
464
    std::vector<std::unique_ptr<ColumnIterator>> _owned_seek_column_iterators;
465
466
    io::FileReaderSPtr _file_reader;
467
    std::unique_ptr<SegmentReadAhead> _segment_read_ahead;
468
    std::unique_ptr<ColumnReadAheadContext> _column_read_ahead_context;
469
470
    // Number of selected rows in the current batch.
471
    uint16_t _selected_size;
472
    // Positions of selected rows within the current batch.
473
    std::vector<uint16_t> _sel_rowid_idx;
474
475
    // Rows already produced by this iterator. Used together with
476
    // _opts.read_limit to compute the remaining per-batch budget.
477
    size_t _rows_returned = 0;
478
479
    int64_t _tablet_id = 0;
480
    // Column UIDs requested by the caller. A -1 entry means light schema change is disabled and
481
    // the column has no UID, so the _need_read_data() optimization is disabled.
482
    std::set<int32_t> _output_column_uids;
483
484
    std::vector<uint8_t> _ret_flags;
485
486
    /*
487
    * column and column_predicates on it.
488
    * a boolean value to indicate whether the column has been read by the index.
489
    */
490
    std::unordered_map<ColumnId, std::unordered_map<std::shared_ptr<ColumnPredicate>, bool>>
491
            _column_predicate_index_exec_status;
492
493
    /*
494
    * column and common expr on it.
495
    * a boolean value to indicate whether the column has been read by the index.
496
    */
497
    std::unordered_map<ColumnId, std::unordered_map<const VExpr*, bool>>
498
            _common_expr_index_exec_status;
499
500
    /*
501
    * common expr context to slotref map
502
    * slot ref map is used to get slot ref expr by using column id.
503
    */
504
    std::unordered_map<VExprContext*, std::unordered_map<ColumnId, VExpr*>>
505
            _common_expr_to_slotref_map;
506
507
    ScoreRuntimeSPtr _score_runtime;
508
509
    std::shared_ptr<segment_v2::AnnTopNRuntime> _ann_topn_runtime;
510
511
    // cid to virtual column expr
512
    std::map<ColumnId, VExprContextSPtr> _virtual_column_exprs;
513
514
    IndexQueryContextPtr _index_query_context;
515
516
    // G03 count-emission shortcut state (see count_on_index_fastpath.h).
517
    // _count_fastpath_hit: the reader answered the single MATCH predicate with
518
    // a fabricated count bitmap (captured from the G02 handshake reply).
519
    // _count_emit_shortcut: engaged at the end of _lazy_init when
520
    // count_emit_shortcut_safe holds; every subsequent batch is emitted by
521
    // _emit_count_shortcut_batch from _count_emit_rows_remaining (initialized
522
    // to the post-apply _row_bitmap cardinality) without touching the row
523
    // bitmap iterator.
524
    bool _count_fastpath_hit = false;
525
    bool _count_emit_shortcut = false;
526
    uint64_t _count_emit_rows_remaining = 0;
527
528
    // An indexed conjunct prefix emptied _row_bitmap, proving the WHOLE
529
    // pushed-down conjunction false. Set by the _apply_index_expr short
530
    // circuit when it consumes (clears) the remaining conjuncts, and read
531
    // where an empty conjunct list would otherwise zero the condition-cache
532
    // digest: the all-false result stays valid for the full conjunction, so
533
    // it must remain cacheable.
534
    bool _index_conjuncts_proved_empty = false;
535
    // Batch size for shortcut emission: VStatisticsIterator's
536
    // MAX_ROW_SIZE_IN_COUNT, the largest default-rows block shape already
537
    // proven through every consumer above the segment iterator by the plain
538
    // COUNT pushdown (rowset reader, collect iterator, block reader, scanner).
539
    static constexpr uint64_t kCountEmitBatchRows = 65535;
540
541
    // key is column uid, value is the sparse column cache
542
    std::unordered_map<int32_t, PathToBinaryColumnCacheUPtr> _variant_sparse_column_cache;
543
544
    bool _find_condition_cache = false;
545
    std::shared_ptr<std::vector<bool>> _condition_cache;
546
    static constexpr int CONDITION_CACHE_OFFSET = 2048;
547
};
548
549
} // namespace segment_v2
550
} // namespace doris