Coverage Report

Created: 2026-08-18 17:11

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
be/src/exprs/vcompound_pred.h
Line
Count
Source
1
// Licensed to the Apache Software Foundation (ASF) under one
2
// or more contributor license agreements.  See the NOTICE file
3
// distributed with this work for additional information
4
// regarding copyright ownership.  The ASF licenses this file
5
// to you under the Apache License, Version 2.0 (the
6
// "License"); you may not use this file except in compliance
7
// with the License.  You may obtain a copy of the License at
8
//
9
//   http://www.apache.org/licenses/LICENSE-2.0
10
//
11
// Unless required by applicable law or agreed to in writing,
12
// software distributed under the License is distributed on an
13
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14
// KIND, either express or implied.  See the License for the
15
// specific language governing permissions and limitations
16
// under the License.
17
18
#pragma once
19
#include <gen_cpp/Opcodes_types.h>
20
21
#include <algorithm>
22
#include <cstdint>
23
24
#include "common/logging.h"
25
#include "common/status.h"
26
#include "core/assert_cast.h"
27
#include "core/column/column.h"
28
#include "core/column/column_nullable.h"
29
#include "exprs/vectorized_fn_call.h"
30
#include "exprs/vexpr_context.h"
31
#include "exprs/vexpr_fwd.h"
32
#include "storage/index/zone_map/zonemap_eval_context.h"
33
#include "util/simd/bits.h"
34
35
namespace doris {
36
37
4.83k
inline std::string compound_operator_to_string(TExprOpcode::type op) {
38
4.83k
    if (op == TExprOpcode::COMPOUND_AND) {
39
914
        return "and";
40
3.92k
    } else if (op == TExprOpcode::COMPOUND_OR) {
41
3.42k
        return "or";
42
3.42k
    } else {
43
496
        return "not";
44
496
    }
45
4.83k
}
46
47
205
inline bool inverted_index_status_allows_row_fallback(const Status& status) {
48
205
    DORIS_CHECK(!status.ok());
49
205
    return status.is<ErrorCode::INVERTED_INDEX_BYPASS>() ||
50
205
           status.is<ErrorCode::INVERTED_INDEX_EVALUATE_SKIPPED>() ||
51
205
           status.is<ErrorCode::INVERTED_INDEX_FILE_CORRUPTED>() ||
52
205
           status.is<ErrorCode::INVERTED_INDEX_FILE_NOT_FOUND>() ||
53
205
           status.is<ErrorCode::NOT_IMPLEMENTED_ERROR>();
54
205
}
55
56
class VCompoundPred : public VectorizedFnCall {
57
    ENABLE_FACTORY_CREATOR(VCompoundPred);
58
59
public:
60
4.83k
    VCompoundPred(const TExprNode& node) : VectorizedFnCall(node) {
61
4.83k
        _op = node.opcode;
62
4.83k
        _fn.name.function_name = compound_operator_to_string(_op);
63
4.83k
        _expr_name = fmt::format("VCompoundPredicate[{}](arguments={},return={})",
64
4.83k
                                 _fn.name.function_name, get_child_names(), _data_type->get_name());
65
4.83k
    }
66
67
#ifdef BE_TEST
68
    VCompoundPred() = default;
69
#endif
70
71
12.0k
    const std::string& expr_name() const override { return _expr_name; }
72
0
    Status clone_node(VExprSPtr* cloned_expr) const override {
73
0
        DORIS_CHECK(cloned_expr != nullptr);
74
0
        *cloned_expr = VCompoundPred::create_shared(clone_texpr_node());
75
0
        return Status::OK();
76
0
    }
77
78
    bool can_execute_on_raw_fixed_values(const DataTypePtr& data_type,
79
24
                                         int column_id) const override {
80
24
        return !_children.empty() &&
81
24
               (_op == TExprOpcode::COMPOUND_AND || _op == TExprOpcode::COMPOUND_OR) &&
82
27
               std::ranges::all_of(_children, [&](const VExprSPtr& child) {
83
27
                   return child->can_execute_on_raw_fixed_values(data_type, column_id);
84
27
               });
85
24
    }
86
87
    Status execute_on_raw_fixed_values(const uint8_t* values, size_t num_values, size_t value_width,
88
                                       const DataTypePtr& data_type, int column_id,
89
2
                                       uint8_t* matches) const override {
90
2
        if (!can_execute_on_raw_fixed_values(data_type, column_id)) {
91
0
            return Status::NotSupported("Compound predicate cannot evaluate raw fixed values");
92
0
        }
93
2
        return _execute_raw_compound(
94
4
                num_values, matches, [&](const VExprSPtr& child, uint8_t* child_matches) {
95
4
                    return child->execute_on_raw_fixed_values(values, num_values, value_width,
96
4
                                                              data_type, column_id, child_matches);
97
4
                });
98
2
    }
99
100
    bool can_execute_on_raw_binary_values(const DataTypePtr& data_type,
101
40
                                          int column_id) const override {
102
40
        return !_children.empty() &&
103
40
               (_op == TExprOpcode::COMPOUND_AND || _op == TExprOpcode::COMPOUND_OR) &&
104
80
               std::ranges::all_of(_children, [&](const VExprSPtr& child) {
105
80
                   return child->can_execute_on_raw_binary_values(data_type, column_id);
106
80
               });
107
40
    }
108
109
    Status execute_on_raw_binary_values(const StringRef* values, size_t num_values,
110
                                        const DataTypePtr& data_type, int column_id,
111
8
                                        uint8_t* matches) const override {
112
8
        if (!can_execute_on_raw_binary_values(data_type, column_id)) {
113
0
            return Status::NotSupported("Compound predicate cannot evaluate raw binary values");
114
0
        }
115
8
        return _execute_raw_compound(
116
16
                num_values, matches, [&](const VExprSPtr& child, uint8_t* child_matches) {
117
16
                    return child->execute_on_raw_binary_values(values, num_values, data_type,
118
16
                                                               column_id, child_matches);
119
16
                });
120
8
    }
121
122
12
    bool raw_predicate_result_for_null() const override {
123
12
        if (_op != TExprOpcode::COMPOUND_AND && _op != TExprOpcode::COMPOUND_OR) {
124
            // A Boolean keep bit cannot distinguish FALSE from UNKNOWN, so negating a child's
125
            // collapsed result is not SQL-correct. NOT remains residual and rejects NULL here.
126
0
            return false;
127
0
        }
128
12
        if (_op == TExprOpcode::COMPOUND_AND) {
129
3
            return std::ranges::all_of(_children, [](const VExprSPtr& child) {
130
3
                return child->raw_predicate_result_for_null();
131
3
            });
132
3
        }
133
18
        return std::ranges::any_of(_children, [](const VExprSPtr& child) {
134
18
            return child->raw_predicate_result_for_null();
135
18
        });
136
12
    }
137
138
16.2k
    bool can_evaluate_zonemap_filter() const override {
139
16.2k
        switch (_op) {
140
3.15k
        case TExprOpcode::COMPOUND_AND:
141
3.94k
            return std::ranges::any_of(_children, [](const VExprSPtr& child) {
142
3.94k
                return child->can_evaluate_zonemap_filter();
143
3.94k
            });
144
9.65k
        case TExprOpcode::COMPOUND_OR:
145
15.7k
            return !_children.empty() && std::ranges::all_of(_children, [](const VExprSPtr& child) {
146
15.7k
                return child->can_evaluate_zonemap_filter();
147
15.7k
            });
148
3.49k
        case TExprOpcode::COMPOUND_NOT:
149
3.49k
            return false;
150
0
        default:
151
0
            return false;
152
16.2k
        }
153
16.2k
    }
154
155
2.79k
    ZoneMapFilterResult evaluate_zonemap_filter(const ZoneMapEvalContext& ctx) const override {
156
2.79k
        switch (_op) {
157
441
        case TExprOpcode::COMPOUND_AND: {
158
808
            for (const auto& child : _children) {
159
808
                if (!child->can_evaluate_zonemap_filter()) {
160
119
                    continue;
161
119
                }
162
689
                if (child->evaluate_zonemap_filter(ctx) == ZoneMapFilterResult::kNoMatch) {
163
155
                    return ZoneMapFilterResult::kNoMatch;
164
155
                }
165
689
            }
166
286
            return ZoneMapFilterResult::kMayMatch;
167
441
        }
168
2.35k
        case TExprOpcode::COMPOUND_OR: {
169
3.94k
            for (const auto& child : _children) {
170
3.94k
                DORIS_CHECK(child->can_evaluate_zonemap_filter());
171
3.94k
                if (child->evaluate_zonemap_filter(ctx) != ZoneMapFilterResult::kNoMatch) {
172
1.99k
                    return ZoneMapFilterResult::kMayMatch;
173
1.99k
                }
174
3.94k
            }
175
361
            return ZoneMapFilterResult::kNoMatch;
176
2.35k
        }
177
1
        case TExprOpcode::COMPOUND_NOT:
178
1
            return unsupported_zonemap_filter(ctx);
179
0
        default:
180
0
            return unsupported_zonemap_filter(ctx);
181
2.79k
        }
182
2.79k
    }
183
184
33
    bool can_evaluate_dictionary_filter() const override {
185
33
        switch (_op) {
186
30
        case TExprOpcode::COMPOUND_AND:
187
33
            return std::ranges::any_of(_children, [](const VExprSPtr& child) {
188
33
                return child->can_evaluate_dictionary_filter();
189
33
            });
190
3
        case TExprOpcode::COMPOUND_OR:
191
6
            return !_children.empty() && std::ranges::all_of(_children, [](const VExprSPtr& child) {
192
6
                return child->can_evaluate_dictionary_filter();
193
6
            });
194
0
        default:
195
0
            return false;
196
33
        }
197
33
    }
198
199
9
    bool is_safe_to_execute_on_selected_rows() const override {
200
        // Boolean composition introduces no data-dependent failure of its own. Reuse the generic
201
        // child walk so AND/OR remain eligible only when every nested expression is independently
202
        // safe; applying VectorizedFnCall's scalar-function allowlist to this structural node would
203
        // incorrectly disable selected-row execution for otherwise safe predicates.
204
9
        return VExpr::is_safe_to_execute_on_selected_rows();
205
9
    }
206
207
    ZoneMapFilterResult evaluate_dictionary_filter(
208
21
            const DictionaryEvalContext& ctx) const override {
209
21
        switch (_op) {
210
21
        case TExprOpcode::COMPOUND_AND:
211
29
            for (const auto& child : _children) {
212
29
                if (!child->can_evaluate_dictionary_filter()) {
213
8
                    continue;
214
8
                }
215
21
                if (child->evaluate_dictionary_filter(ctx) == ZoneMapFilterResult::kNoMatch) {
216
13
                    return ZoneMapFilterResult::kNoMatch;
217
13
                }
218
21
            }
219
8
            return ZoneMapFilterResult::kMayMatch;
220
0
        case TExprOpcode::COMPOUND_OR:
221
0
            for (const auto& child : _children) {
222
0
                DORIS_CHECK(child->can_evaluate_dictionary_filter());
223
0
                if (child->evaluate_dictionary_filter(ctx) != ZoneMapFilterResult::kNoMatch) {
224
0
                    return ZoneMapFilterResult::kMayMatch;
225
0
                }
226
0
            }
227
0
            return ZoneMapFilterResult::kNoMatch;
228
0
        default:
229
0
            return ZoneMapFilterResult::kUnsupported;
230
21
        }
231
21
    }
232
233
14
    bool can_evaluate_bloom_filter() const override {
234
14
        switch (_op) {
235
9
        case TExprOpcode::COMPOUND_AND:
236
15
            return std::ranges::any_of(_children, [](const VExprSPtr& child) {
237
15
                return child->can_evaluate_bloom_filter();
238
15
            });
239
5
        case TExprOpcode::COMPOUND_OR:
240
8
            return !_children.empty() && std::ranges::all_of(_children, [](const VExprSPtr& child) {
241
8
                return child->can_evaluate_bloom_filter();
242
8
            });
243
0
        default:
244
0
            return false;
245
14
        }
246
14
    }
247
248
0
    ZoneMapFilterResult evaluate_bloom_filter(const BloomFilterEvalContext& ctx) const override {
249
0
        switch (_op) {
250
0
        case TExprOpcode::COMPOUND_AND:
251
0
            for (const auto& child : _children) {
252
0
                if (!child->can_evaluate_bloom_filter()) {
253
0
                    continue;
254
0
                }
255
0
                if (child->evaluate_bloom_filter(ctx) == ZoneMapFilterResult::kNoMatch) {
256
0
                    return ZoneMapFilterResult::kNoMatch;
257
0
                }
258
0
            }
259
0
            return ZoneMapFilterResult::kMayMatch;
260
0
        case TExprOpcode::COMPOUND_OR:
261
0
            for (const auto& child : _children) {
262
0
                DORIS_CHECK(child->can_evaluate_bloom_filter());
263
0
                if (child->evaluate_bloom_filter(ctx) != ZoneMapFilterResult::kNoMatch) {
264
0
                    return ZoneMapFilterResult::kMayMatch;
265
0
                }
266
0
            }
267
0
            return ZoneMapFilterResult::kNoMatch;
268
0
        default:
269
0
            return ZoneMapFilterResult::kUnsupported;
270
0
        }
271
0
    }
272
273
5.41k
    Status evaluate_inverted_index(VExprContext* context, uint32_t segment_num_rows) override {
274
5.41k
        segment_v2::InvertedIndexResultBitmap res;
275
5.41k
        bool all_pass = true;
276
277
5.41k
        switch (_op) {
278
3.19k
        case TExprOpcode::COMPOUND_OR: {
279
6.13k
            for (const auto& child : _children) {
280
6.13k
                if (Status st = child->evaluate_inverted_index(context, segment_num_rows);
281
6.13k
                    !st.ok()) {
282
176
                    LOG(ERROR) << "expr:" << child->expr_name()
283
176
                               << " evaluate_inverted_index error:" << st.to_string();
284
176
                    if (!inverted_index_status_allows_row_fallback(st)) {
285
1
                        return st;
286
1
                    }
287
175
                    all_pass = false;
288
175
                    continue;
289
176
                }
290
5.96k
                auto inverted_index_context = context->get_index_context();
291
5.96k
                if (inverted_index_context->has_index_result_for_expr(child.get())) {
292
3.08k
                    const auto* index_result =
293
3.08k
                            inverted_index_context->get_index_result_for_expr(child.get());
294
3.08k
                    if (res.is_empty()) {
295
2.12k
                        res = *index_result;
296
2.12k
                    } else {
297
967
                        res |= *index_result;
298
967
                    }
299
3.08k
                    if (inverted_index_context->get_score_runtime() == nullptr) {
300
3.08k
                        if (res.get_data_bitmap()->cardinality() == segment_num_rows) {
301
385
                            break; // Early exit if result is full
302
385
                        }
303
3.08k
                    }
304
3.08k
                } else {
305
2.87k
                    all_pass = false;
306
2.87k
                }
307
5.96k
            }
308
3.19k
            break;
309
3.19k
        }
310
3.19k
        case TExprOpcode::COMPOUND_AND: {
311
1.57k
            for (const auto& child : _children) {
312
1.57k
                if (Status st = child->evaluate_inverted_index(context, segment_num_rows);
313
1.57k
                    !st.ok()) {
314
29
                    LOG(ERROR) << "expr:" << child->expr_name()
315
29
                               << " evaluate_inverted_index error:" << st.to_string();
316
29
                    if (!inverted_index_status_allows_row_fallback(st)) {
317
2
                        return st;
318
2
                    }
319
27
                    all_pass = false;
320
27
                    continue;
321
29
                }
322
1.54k
                if (context->get_index_context()->has_index_result_for_expr(child.get())) {
323
268
                    const auto* index_result =
324
268
                            context->get_index_context()->get_index_result_for_expr(child.get());
325
268
                    if (res.is_empty()) {
326
209
                        res = *index_result;
327
209
                    } else {
328
59
                        res &= *index_result;
329
59
                    }
330
331
268
                    if (res.get_data_bitmap()->isEmpty()) {
332
124
                        break; // Early exit if result is empty
333
124
                    }
334
1.28k
                } else {
335
1.28k
                    all_pass = false;
336
1.28k
                }
337
1.54k
            }
338
848
            break;
339
850
        }
340
1.36k
        case TExprOpcode::COMPOUND_NOT: {
341
1.36k
            const auto& child = _children[0];
342
1.36k
            Status st = child->evaluate_inverted_index(context, segment_num_rows);
343
1.36k
            if (!st.ok()) {
344
40
                LOG(ERROR) << "expr:" << child->expr_name()
345
40
                           << " evaluate_inverted_index error:" << st.to_string();
346
40
                return st;
347
40
            }
348
349
1.32k
            if (context->get_index_context()->has_index_result_for_expr(child.get())) {
350
776
                const auto* index_result =
351
776
                        context->get_index_context()->get_index_result_for_expr(child.get());
352
776
                roaring::Roaring full_result;
353
776
                full_result.addRange(0, segment_num_rows);
354
776
                res = index_result->op_not(&full_result);
355
776
            } else {
356
552
                all_pass = false;
357
552
            }
358
1.32k
            break;
359
1.36k
        }
360
0
        default:
361
0
            return Status::NotSupported(
362
0
                    "Compound operator must be AND, OR, or NOT to execute with inverted index.");
363
5.41k
        }
364
365
5.38k
        if (all_pass && !res.is_empty()) {
366
2.19k
            context->get_index_context()->set_index_result_for_expr(this, res);
367
2.19k
        }
368
5.38k
        return Status::OK();
369
5.41k
    }
370
371
    Status execute_column_impl(VExprContext* context, const Block* block, const Selector* selector,
372
23.4k
                               size_t count, ColumnPtr& result_column) const override {
373
23.4k
        if (fast_execute(context, selector, count, result_column)) {
374
131
            return Status::OK();
375
131
        }
376
23.3k
        if (get_num_children() == 1 || _has_const_child()) {
377
973
            return VectorizedFnCall::execute_column_impl(context, block, selector, count,
378
973
                                                         result_column);
379
973
        }
380
381
22.3k
        ColumnPtr lhs_column;
382
22.3k
        RETURN_IF_ERROR(_children[0]->execute_column(context, block, selector, count, lhs_column));
383
22.3k
        lhs_column = lhs_column->convert_to_full_column_if_const();
384
22.3k
        size_t size = lhs_column->size();
385
386
22.3k
        bool lhs_is_nullable = lhs_column->is_nullable();
387
22.3k
        auto [lhs_data_column, lhs_null_map] =
388
22.3k
                _get_raw_data_and_null_map(lhs_column, lhs_is_nullable);
389
22.3k
        size_t filted = simd::count_zero_num((int8_t*)lhs_data_column, size);
390
22.3k
        bool lhs_all_true = (filted == 0);
391
22.3k
        bool lhs_all_false = (filted == size);
392
393
22.3k
        bool lhs_all_is_not_null = false;
394
22.3k
        if (lhs_is_nullable) {
395
11.7k
            filted = simd::count_zero_num((int8_t*)lhs_null_map, size);
396
11.7k
            lhs_all_is_not_null = (filted == size);
397
11.7k
        }
398
399
22.3k
        ColumnPtr rhs_column = nullptr;
400
22.3k
        const uint8_t* __restrict rhs_data_column = nullptr;
401
22.3k
        const uint8_t* __restrict rhs_null_map = nullptr;
402
22.3k
        bool rhs_is_nullable = false;
403
22.3k
        bool rhs_all_true = false;
404
22.3k
        bool rhs_all_false = false;
405
22.3k
        bool rhs_all_is_not_null = false;
406
22.3k
        bool result_is_nullable = _data_type->is_nullable();
407
408
22.3k
        auto get_rhs_colum = [&]() {
409
16.6k
            if (!rhs_column) {
410
16.6k
                RETURN_IF_ERROR(
411
16.6k
                        _children[1]->execute_column(context, block, selector, count, rhs_column));
412
16.6k
                rhs_column = rhs_column->convert_to_full_column_if_const();
413
16.6k
                rhs_is_nullable = rhs_column->is_nullable();
414
16.6k
                auto rhs_nullable_column = _get_raw_data_and_null_map(rhs_column, rhs_is_nullable);
415
16.6k
                rhs_data_column = rhs_nullable_column.first;
416
16.6k
                rhs_null_map = rhs_nullable_column.second;
417
16.6k
                size_t filted = simd::count_zero_num((int8_t*)rhs_data_column, size);
418
16.6k
                rhs_all_true = (filted == 0);
419
16.6k
                rhs_all_false = (filted == size);
420
16.6k
                if (rhs_is_nullable) {
421
11.6k
                    filted = simd::count_zero_num((int8_t*)rhs_null_map, size);
422
11.6k
                    rhs_all_is_not_null = (filted == size);
423
11.6k
                }
424
16.6k
            }
425
16.6k
            return Status::OK();
426
16.6k
        };
427
428
22.3k
        auto return_result_column_id = [&](ColumnPtr& arg_column) {
429
18.1k
            result_column = std::move(*arg_column).mutate();
430
18.1k
            if (result_is_nullable && !result_column->is_nullable()) {
431
2.77k
                result_column = make_nullable(result_column);
432
2.77k
            }
433
18.1k
        };
434
435
22.3k
        auto create_null_map_column = [&](ColumnPtr& null_map_column,
436
22.3k
                                          const uint8_t* __restrict null_map_data) {
437
7.14k
            if (null_map_data == nullptr) {
438
598
                null_map_column = ColumnUInt8::create(size, 0);
439
598
                null_map_data =
440
598
                        assert_cast<const ColumnUInt8*>(null_map_column.get())->get_data().data();
441
598
            }
442
7.14k
            return null_map_data;
443
7.14k
        };
444
445
22.3k
        auto vector_vector = [&]<bool is_and_op>() {
446
659
            MutableColumnPtr mutable_result_column;
447
659
            uint8_t* __restrict result_data_column = nullptr;
448
659
            const uint8_t* __restrict other_data_column = rhs_data_column;
449
659
            if (lhs_column->use_count() == 1) {
450
657
                mutable_result_column = IColumn::mutate(std::move(lhs_column));
451
657
                result_data_column =
452
657
                        assert_cast<ColumnUInt8*>(mutable_result_column.get())->get_data().data();
453
657
            } else if (rhs_column->use_count() == 1) {
454
2
                mutable_result_column = IColumn::mutate(std::move(rhs_column));
455
2
                result_data_column =
456
2
                        assert_cast<ColumnUInt8*>(mutable_result_column.get())->get_data().data();
457
2
                other_data_column = lhs_data_column;
458
2
            } else {
459
0
                mutable_result_column = lhs_column->clone_resized(size);
460
0
                result_data_column =
461
0
                        assert_cast<ColumnUInt8*>(mutable_result_column.get())->get_data().data();
462
0
            }
463
464
659
            do_not_null_pred<is_and_op>(result_data_column, other_data_column, size);
465
659
            result_column = std::move(mutable_result_column);
466
659
        };
_ZZNK5doris13VCompoundPred19execute_column_implEPNS_12VExprContextEPKNS_5BlockEPKNS_8PODArrayIjLm4096ENS_9AllocatorILb0ELb0ELb0ENS_22DefaultMemoryAllocatorELb1EEELm16ELm15EEEmRNS_3COWINS_7IColumnEE13immutable_ptrISE_EEENKUlTnbvE_clILb1EEEDav
Line
Count
Source
445
518
        auto vector_vector = [&]<bool is_and_op>() {
446
518
            MutableColumnPtr mutable_result_column;
447
518
            uint8_t* __restrict result_data_column = nullptr;
448
518
            const uint8_t* __restrict other_data_column = rhs_data_column;
449
519
            if (lhs_column->use_count() == 1) {
450
519
                mutable_result_column = IColumn::mutate(std::move(lhs_column));
451
519
                result_data_column =
452
519
                        assert_cast<ColumnUInt8*>(mutable_result_column.get())->get_data().data();
453
18.4E
            } else if (rhs_column->use_count() == 1) {
454
0
                mutable_result_column = IColumn::mutate(std::move(rhs_column));
455
0
                result_data_column =
456
0
                        assert_cast<ColumnUInt8*>(mutable_result_column.get())->get_data().data();
457
0
                other_data_column = lhs_data_column;
458
18.4E
            } else {
459
18.4E
                mutable_result_column = lhs_column->clone_resized(size);
460
18.4E
                result_data_column =
461
18.4E
                        assert_cast<ColumnUInt8*>(mutable_result_column.get())->get_data().data();
462
18.4E
            }
463
464
518
            do_not_null_pred<is_and_op>(result_data_column, other_data_column, size);
465
518
            result_column = std::move(mutable_result_column);
466
518
        };
_ZZNK5doris13VCompoundPred19execute_column_implEPNS_12VExprContextEPKNS_5BlockEPKNS_8PODArrayIjLm4096ENS_9AllocatorILb0ELb0ELb0ENS_22DefaultMemoryAllocatorELb1EEELm16ELm15EEEmRNS_3COWINS_7IColumnEE13immutable_ptrISE_EEENKUlTnbvE_clILb0EEEDav
Line
Count
Source
445
141
        auto vector_vector = [&]<bool is_and_op>() {
446
141
            MutableColumnPtr mutable_result_column;
447
141
            uint8_t* __restrict result_data_column = nullptr;
448
141
            const uint8_t* __restrict other_data_column = rhs_data_column;
449
141
            if (lhs_column->use_count() == 1) {
450
138
                mutable_result_column = IColumn::mutate(std::move(lhs_column));
451
138
                result_data_column =
452
138
                        assert_cast<ColumnUInt8*>(mutable_result_column.get())->get_data().data();
453
138
            } else if (rhs_column->use_count() == 1) {
454
2
                mutable_result_column = IColumn::mutate(std::move(rhs_column));
455
2
                result_data_column =
456
2
                        assert_cast<ColumnUInt8*>(mutable_result_column.get())->get_data().data();
457
2
                other_data_column = lhs_data_column;
458
2
            } else {
459
1
                mutable_result_column = lhs_column->clone_resized(size);
460
1
                result_data_column =
461
1
                        assert_cast<ColumnUInt8*>(mutable_result_column.get())->get_data().data();
462
1
            }
463
464
141
            do_not_null_pred<is_and_op>(result_data_column, other_data_column, size);
465
141
            result_column = std::move(mutable_result_column);
466
141
        };
467
22.3k
        auto vector_vector_null = [&]<bool is_and_op>() {
468
3.56k
            auto col_res = ColumnUInt8::create(size);
469
3.56k
            auto col_nulls = ColumnUInt8::create(size);
470
471
3.56k
            auto* __restrict res_datas = col_res->get_data().data();
472
3.56k
            auto* __restrict res_nulls = col_nulls->get_data().data();
473
3.56k
            ColumnPtr temp_null_map = nullptr;
474
            // maybe both children are nullable / or one of children is nullable
475
3.56k
            auto* __restrict lhs_null_map_tmp = create_null_map_column(temp_null_map, lhs_null_map);
476
3.56k
            auto* __restrict rhs_null_map_tmp = create_null_map_column(temp_null_map, rhs_null_map);
477
3.56k
            auto* __restrict lhs_data_column_tmp = lhs_data_column;
478
3.56k
            auto* __restrict rhs_data_column_tmp = rhs_data_column;
479
480
3.56k
            do_null_pred<is_and_op>(lhs_data_column_tmp, lhs_null_map_tmp, rhs_data_column_tmp,
481
3.56k
                                    rhs_null_map_tmp, res_datas, res_nulls, size);
482
483
3.56k
            result_column = ColumnNullable::create(std::move(col_res), std::move(col_nulls));
484
3.56k
        };
_ZZNK5doris13VCompoundPred19execute_column_implEPNS_12VExprContextEPKNS_5BlockEPKNS_8PODArrayIjLm4096ENS_9AllocatorILb0ELb0ELb0ENS_22DefaultMemoryAllocatorELb1EEELm16ELm15EEEmRNS_3COWINS_7IColumnEE13immutable_ptrISE_EEENKUlTnbvE0_clILb1EEEDav
Line
Count
Source
467
459
        auto vector_vector_null = [&]<bool is_and_op>() {
468
459
            auto col_res = ColumnUInt8::create(size);
469
459
            auto col_nulls = ColumnUInt8::create(size);
470
471
459
            auto* __restrict res_datas = col_res->get_data().data();
472
459
            auto* __restrict res_nulls = col_nulls->get_data().data();
473
459
            ColumnPtr temp_null_map = nullptr;
474
            // maybe both children are nullable / or one of children is nullable
475
459
            auto* __restrict lhs_null_map_tmp = create_null_map_column(temp_null_map, lhs_null_map);
476
459
            auto* __restrict rhs_null_map_tmp = create_null_map_column(temp_null_map, rhs_null_map);
477
459
            auto* __restrict lhs_data_column_tmp = lhs_data_column;
478
459
            auto* __restrict rhs_data_column_tmp = rhs_data_column;
479
480
459
            do_null_pred<is_and_op>(lhs_data_column_tmp, lhs_null_map_tmp, rhs_data_column_tmp,
481
459
                                    rhs_null_map_tmp, res_datas, res_nulls, size);
482
483
459
            result_column = ColumnNullable::create(std::move(col_res), std::move(col_nulls));
484
459
        };
_ZZNK5doris13VCompoundPred19execute_column_implEPNS_12VExprContextEPKNS_5BlockEPKNS_8PODArrayIjLm4096ENS_9AllocatorILb0ELb0ELb0ENS_22DefaultMemoryAllocatorELb1EEELm16ELm15EEEmRNS_3COWINS_7IColumnEE13immutable_ptrISE_EEENKUlTnbvE0_clILb0EEEDav
Line
Count
Source
467
3.11k
        auto vector_vector_null = [&]<bool is_and_op>() {
468
3.11k
            auto col_res = ColumnUInt8::create(size);
469
3.11k
            auto col_nulls = ColumnUInt8::create(size);
470
471
3.11k
            auto* __restrict res_datas = col_res->get_data().data();
472
3.11k
            auto* __restrict res_nulls = col_nulls->get_data().data();
473
3.11k
            ColumnPtr temp_null_map = nullptr;
474
            // maybe both children are nullable / or one of children is nullable
475
3.11k
            auto* __restrict lhs_null_map_tmp = create_null_map_column(temp_null_map, lhs_null_map);
476
3.11k
            auto* __restrict rhs_null_map_tmp = create_null_map_column(temp_null_map, rhs_null_map);
477
3.11k
            auto* __restrict lhs_data_column_tmp = lhs_data_column;
478
3.11k
            auto* __restrict rhs_data_column_tmp = rhs_data_column;
479
480
3.11k
            do_null_pred<is_and_op>(lhs_data_column_tmp, lhs_null_map_tmp, rhs_data_column_tmp,
481
3.11k
                                    rhs_null_map_tmp, res_datas, res_nulls, size);
482
483
3.11k
            result_column = ColumnNullable::create(std::move(col_res), std::move(col_nulls));
484
3.11k
        };
485
486
        // false and NULL ----> 0
487
        // true  and NULL ----> NULL
488
22.3k
        if (_op == TExprOpcode::COMPOUND_AND) {
489
            //1. not null column: all data is false
490
            //2. nullable column: null map all is not null
491
3.94k
            if ((lhs_all_false && !lhs_is_nullable) || (lhs_all_false && lhs_all_is_not_null)) {
492
                // false and any = false, return lhs
493
1.88k
                return_result_column_id(lhs_column);
494
2.05k
            } else {
495
2.05k
                RETURN_IF_ERROR(get_rhs_colum());
496
497
2.05k
                if ((lhs_all_true && !lhs_is_nullable) ||    //not null column
498
2.05k
                    (lhs_all_true && lhs_all_is_not_null)) { //nullable column
499
                                                             // true and any = any, return rhs
500
501
667
                    return_result_column_id(rhs_column);
502
1.38k
                } else if ((rhs_all_false && !rhs_is_nullable) ||
503
1.38k
                           (rhs_all_false && rhs_all_is_not_null)) {
504
                    // any and false = false, return rhs
505
178
                    return_result_column_id(rhs_column);
506
1.21k
                } else if ((rhs_all_true && !rhs_is_nullable) ||
507
1.21k
                           (rhs_all_true && rhs_all_is_not_null)) {
508
                    // any and true = any, return lhs
509
239
                    return_result_column_id(lhs_column);
510
971
                } else {
511
971
                    if (!result_is_nullable) {
512
519
                        vector_vector.template operator()<true>();
513
519
                    } else {
514
452
                        vector_vector_null.template operator()<true>();
515
452
                    }
516
971
                }
517
2.05k
            }
518
18.4k
        } else if (_op == TExprOpcode::COMPOUND_OR) {
519
            // true  or NULL ----> 1
520
            // false or NULL ----> NULL
521
18.4k
            if ((lhs_all_true && !lhs_is_nullable) || (lhs_all_true && lhs_all_is_not_null)) {
522
                // true or any = true, return lhs
523
3.78k
                return_result_column_id(lhs_column);
524
14.6k
            } else {
525
14.6k
                RETURN_IF_ERROR(get_rhs_colum());
526
14.6k
                if ((lhs_all_false && !lhs_is_nullable) || (lhs_all_false && lhs_all_is_not_null)) {
527
                    // false or any = any, return rhs
528
10.0k
                    return_result_column_id(rhs_column);
529
10.0k
                } else if ((rhs_all_true && !rhs_is_nullable) ||
530
4.57k
                           (rhs_all_true && rhs_all_is_not_null)) {
531
                    // any or true = true, return rhs
532
744
                    return_result_column_id(rhs_column);
533
3.83k
                } else if ((rhs_all_false && !rhs_is_nullable) ||
534
3.83k
                           (rhs_all_false && rhs_all_is_not_null)) {
535
                    // any or false = any, return lhs
536
580
                    return_result_column_id(lhs_column);
537
3.25k
                } else {
538
3.25k
                    if (!result_is_nullable) {
539
141
                        vector_vector.template operator()<false>();
540
3.11k
                    } else {
541
3.11k
                        vector_vector_null.template operator()<false>();
542
3.11k
                    }
543
3.25k
                }
544
14.6k
            }
545
18.4k
        } else {
546
14
            return Status::InternalError("Compound operator must be AND or OR.");
547
14
        }
548
549
22.3k
        DCHECK_EQ(result_column->size(), count);
550
22.3k
        return Status::OK();
551
22.3k
    }
552
553
931
    double execute_cost() const override {
554
931
        double cost = 0.3;
555
1.47k
        for (const auto& child : _children) {
556
1.47k
            cost += child->execute_cost();
557
1.47k
        }
558
931
        return cost;
559
931
    }
560
561
private:
562
    template <typename ExecuteChild>
563
    Status _execute_raw_compound(size_t num_values, uint8_t* matches,
564
10
                                 ExecuteChild&& execute_child) const {
565
10
        if (_op == TExprOpcode::COMPOUND_AND) {
566
2
            for (const auto& child : _children) {
567
2
                RETURN_IF_ERROR(execute_child(child, matches));
568
2
            }
569
1
            return Status::OK();
570
1
        }
571
572
        // Each execution context owns its expression tree. Retaining masks on the OR node avoids
573
        // N+1 row-sized allocations for every decoder fragment, while nested OR nodes keep
574
        // independent buffers and therefore cannot overwrite their parent's in-flight state.
575
9
        _raw_combined_scratch.resize(num_values);
576
9
        std::ranges::fill(_raw_combined_scratch, 0);
577
18
        for (const auto& child : _children) {
578
            // resize_fill() initializes only newly appended bytes; explicitly reset a reused mask
579
            // so matches from an earlier page fragment cannot leak into this OR evaluation.
580
18
            _raw_child_scratch.resize(num_values);
581
18
            std::ranges::fill(_raw_child_scratch, 1);
582
18
            RETURN_IF_ERROR(execute_child(child, _raw_child_scratch.data()));
583
154
            for (size_t row = 0; row < num_values; ++row) {
584
136
                _raw_combined_scratch[row] |= _raw_child_scratch[row];
585
136
            }
586
18
        }
587
        // Raw kernels receive an existing selection mask, so composition must preserve rows that
588
        // an earlier conjunct already rejected instead of replacing the caller's mask.
589
77
        for (size_t row = 0; row < num_values; ++row) {
590
68
            matches[row] &= _raw_combined_scratch[row];
591
68
        }
592
9
        constexpr size_t MAX_RETAINED_RAW_MASK_BYTES = 1UL << 20;
593
9
        if (_raw_combined_scratch.capacity() > MAX_RETAINED_RAW_MASK_BYTES) {
594
0
            IColumn::Filter().swap(_raw_combined_scratch);
595
0
        }
596
9
        if (_raw_child_scratch.capacity() > MAX_RETAINED_RAW_MASK_BYTES) {
597
0
            IColumn::Filter().swap(_raw_child_scratch);
598
0
        }
599
9
        return Status::OK();
600
9
    }
_ZNK5doris13VCompoundPred21_execute_raw_compoundIZNKS0_27execute_on_raw_fixed_valuesEPKhmmRKSt10shared_ptrIKNS_9IDataTypeEEiPhEUlRKS4_INS_5VExprEESA_E_EENS_6StatusEmSA_OT_
Line
Count
Source
564
2
                                 ExecuteChild&& execute_child) const {
565
2
        if (_op == TExprOpcode::COMPOUND_AND) {
566
2
            for (const auto& child : _children) {
567
2
                RETURN_IF_ERROR(execute_child(child, matches));
568
2
            }
569
1
            return Status::OK();
570
1
        }
571
572
        // Each execution context owns its expression tree. Retaining masks on the OR node avoids
573
        // N+1 row-sized allocations for every decoder fragment, while nested OR nodes keep
574
        // independent buffers and therefore cannot overwrite their parent's in-flight state.
575
1
        _raw_combined_scratch.resize(num_values);
576
1
        std::ranges::fill(_raw_combined_scratch, 0);
577
2
        for (const auto& child : _children) {
578
            // resize_fill() initializes only newly appended bytes; explicitly reset a reused mask
579
            // so matches from an earlier page fragment cannot leak into this OR evaluation.
580
2
            _raw_child_scratch.resize(num_values);
581
2
            std::ranges::fill(_raw_child_scratch, 1);
582
2
            RETURN_IF_ERROR(execute_child(child, _raw_child_scratch.data()));
583
10
            for (size_t row = 0; row < num_values; ++row) {
584
8
                _raw_combined_scratch[row] |= _raw_child_scratch[row];
585
8
            }
586
2
        }
587
        // Raw kernels receive an existing selection mask, so composition must preserve rows that
588
        // an earlier conjunct already rejected instead of replacing the caller's mask.
589
5
        for (size_t row = 0; row < num_values; ++row) {
590
4
            matches[row] &= _raw_combined_scratch[row];
591
4
        }
592
1
        constexpr size_t MAX_RETAINED_RAW_MASK_BYTES = 1UL << 20;
593
1
        if (_raw_combined_scratch.capacity() > MAX_RETAINED_RAW_MASK_BYTES) {
594
0
            IColumn::Filter().swap(_raw_combined_scratch);
595
0
        }
596
1
        if (_raw_child_scratch.capacity() > MAX_RETAINED_RAW_MASK_BYTES) {
597
0
            IColumn::Filter().swap(_raw_child_scratch);
598
0
        }
599
1
        return Status::OK();
600
1
    }
_ZNK5doris13VCompoundPred21_execute_raw_compoundIZNKS0_28execute_on_raw_binary_valuesEPKNS_9StringRefEmRKSt10shared_ptrIKNS_9IDataTypeEEiPhEUlRKS5_INS_5VExprEESB_E_EENS_6StatusEmSB_OT_
Line
Count
Source
564
8
                                 ExecuteChild&& execute_child) const {
565
8
        if (_op == TExprOpcode::COMPOUND_AND) {
566
0
            for (const auto& child : _children) {
567
0
                RETURN_IF_ERROR(execute_child(child, matches));
568
0
            }
569
0
            return Status::OK();
570
0
        }
571
572
        // Each execution context owns its expression tree. Retaining masks on the OR node avoids
573
        // N+1 row-sized allocations for every decoder fragment, while nested OR nodes keep
574
        // independent buffers and therefore cannot overwrite their parent's in-flight state.
575
8
        _raw_combined_scratch.resize(num_values);
576
8
        std::ranges::fill(_raw_combined_scratch, 0);
577
16
        for (const auto& child : _children) {
578
            // resize_fill() initializes only newly appended bytes; explicitly reset a reused mask
579
            // so matches from an earlier page fragment cannot leak into this OR evaluation.
580
16
            _raw_child_scratch.resize(num_values);
581
16
            std::ranges::fill(_raw_child_scratch, 1);
582
16
            RETURN_IF_ERROR(execute_child(child, _raw_child_scratch.data()));
583
144
            for (size_t row = 0; row < num_values; ++row) {
584
128
                _raw_combined_scratch[row] |= _raw_child_scratch[row];
585
128
            }
586
16
        }
587
        // Raw kernels receive an existing selection mask, so composition must preserve rows that
588
        // an earlier conjunct already rejected instead of replacing the caller's mask.
589
72
        for (size_t row = 0; row < num_values; ++row) {
590
64
            matches[row] &= _raw_combined_scratch[row];
591
64
        }
592
8
        constexpr size_t MAX_RETAINED_RAW_MASK_BYTES = 1UL << 20;
593
8
        if (_raw_combined_scratch.capacity() > MAX_RETAINED_RAW_MASK_BYTES) {
594
0
            IColumn::Filter().swap(_raw_combined_scratch);
595
0
        }
596
8
        if (_raw_child_scratch.capacity() > MAX_RETAINED_RAW_MASK_BYTES) {
597
0
            IColumn::Filter().swap(_raw_child_scratch);
598
0
        }
599
8
        return Status::OK();
600
8
    }
601
602
    mutable IColumn::Filter _raw_combined_scratch;
603
    mutable IColumn::Filter _raw_child_scratch;
604
605
4.66k
    static inline constexpr uint8_t apply_and_null(UInt8 a, UInt8 l_null, UInt8 b, UInt8 r_null) {
606
        // (<> && false) is false, (true && NULL) is NULL
607
4.66k
        return (l_null & r_null) | (r_null & (l_null ^ a)) | (l_null & (r_null ^ b));
608
4.66k
    }
609
48.4k
    static inline constexpr uint8_t apply_or_null(UInt8 a, UInt8 l_null, UInt8 b, UInt8 r_null) {
610
        // (<> || true) is true, (false || NULL) is NULL
611
48.4k
        return (l_null & r_null) | (r_null & (r_null ^ a)) | (l_null & (l_null ^ b));
612
48.4k
    }
613
614
    template <bool is_and>
615
    void static do_not_null_pred(uint8_t* __restrict lhs, const uint8_t* __restrict rhs,
616
656
                                 size_t size) {
617
#ifdef NDEBUG
618
#if defined(__clang__)
619
#pragma clang loop vectorize(enable)
620
#elif defined(__GNUC__) && (__GNUC__ >= 5)
621
#pragma GCC ivdep
622
#endif
623
#endif
624
13.5k
        for (size_t i = 0; i < size; ++i) {
625
12.8k
            if constexpr (is_and) {
626
9.35k
                lhs[i] &= rhs[i];
627
9.35k
            } else {
628
3.52k
                lhs[i] |= rhs[i];
629
3.52k
            }
630
12.8k
        }
631
656
    }
_ZN5doris13VCompoundPred16do_not_null_predILb1EEEvPhPKhm
Line
Count
Source
616
515
                                 size_t size) {
617
#ifdef NDEBUG
618
#if defined(__clang__)
619
#pragma clang loop vectorize(enable)
620
#elif defined(__GNUC__) && (__GNUC__ >= 5)
621
#pragma GCC ivdep
622
#endif
623
#endif
624
9.86k
        for (size_t i = 0; i < size; ++i) {
625
9.35k
            if constexpr (is_and) {
626
9.35k
                lhs[i] &= rhs[i];
627
            } else {
628
                lhs[i] |= rhs[i];
629
            }
630
9.35k
        }
631
515
    }
_ZN5doris13VCompoundPred16do_not_null_predILb0EEEvPhPKhm
Line
Count
Source
616
141
                                 size_t size) {
617
#ifdef NDEBUG
618
#if defined(__clang__)
619
#pragma clang loop vectorize(enable)
620
#elif defined(__GNUC__) && (__GNUC__ >= 5)
621
#pragma GCC ivdep
622
#endif
623
#endif
624
3.66k
        for (size_t i = 0; i < size; ++i) {
625
            if constexpr (is_and) {
626
                lhs[i] &= rhs[i];
627
3.52k
            } else {
628
3.52k
                lhs[i] |= rhs[i];
629
3.52k
            }
630
3.52k
        }
631
141
    }
632
633
    template <bool is_and>
634
    void static do_null_pred(const uint8_t* __restrict lhs_data, const uint8_t* __restrict lhs_null,
635
                             const uint8_t* __restrict rhs_data, const uint8_t* __restrict rhs_null,
636
                             uint8_t* __restrict res_data, uint8_t* __restrict res_null,
637
3.57k
                             size_t size) {
638
#ifdef NDEBUG
639
#if defined(__clang__)
640
#pragma clang loop vectorize(enable)
641
#elif defined(__GNUC__) && (__GNUC__ >= 5)
642
#pragma GCC ivdep
643
#endif
644
#endif
645
56.6k
        for (size_t i = 0; i < size; ++i) {
646
53.1k
            if constexpr (is_and) {
647
4.66k
                res_null[i] = apply_and_null(lhs_data[i], lhs_null[i], rhs_data[i], rhs_null[i]);
648
4.66k
                res_data[i] = lhs_data[i] & rhs_data[i];
649
48.4k
            } else {
650
48.4k
                res_null[i] = apply_or_null(lhs_data[i], lhs_null[i], rhs_data[i], rhs_null[i]);
651
48.4k
                res_data[i] = lhs_data[i] | rhs_data[i];
652
48.4k
            }
653
53.1k
        }
654
3.57k
    }
_ZN5doris13VCompoundPred12do_null_predILb1EEEvPKhS3_S3_S3_PhS4_m
Line
Count
Source
637
459
                             size_t size) {
638
#ifdef NDEBUG
639
#if defined(__clang__)
640
#pragma clang loop vectorize(enable)
641
#elif defined(__GNUC__) && (__GNUC__ >= 5)
642
#pragma GCC ivdep
643
#endif
644
#endif
645
5.11k
        for (size_t i = 0; i < size; ++i) {
646
4.66k
            if constexpr (is_and) {
647
4.66k
                res_null[i] = apply_and_null(lhs_data[i], lhs_null[i], rhs_data[i], rhs_null[i]);
648
4.66k
                res_data[i] = lhs_data[i] & rhs_data[i];
649
            } else {
650
                res_null[i] = apply_or_null(lhs_data[i], lhs_null[i], rhs_data[i], rhs_null[i]);
651
                res_data[i] = lhs_data[i] | rhs_data[i];
652
            }
653
4.66k
        }
654
459
    }
_ZN5doris13VCompoundPred12do_null_predILb0EEEvPKhS3_S3_S3_PhS4_m
Line
Count
Source
637
3.11k
                             size_t size) {
638
#ifdef NDEBUG
639
#if defined(__clang__)
640
#pragma clang loop vectorize(enable)
641
#elif defined(__GNUC__) && (__GNUC__ >= 5)
642
#pragma GCC ivdep
643
#endif
644
#endif
645
51.5k
        for (size_t i = 0; i < size; ++i) {
646
            if constexpr (is_and) {
647
                res_null[i] = apply_and_null(lhs_data[i], lhs_null[i], rhs_data[i], rhs_null[i]);
648
                res_data[i] = lhs_data[i] & rhs_data[i];
649
48.4k
            } else {
650
48.4k
                res_null[i] = apply_or_null(lhs_data[i], lhs_null[i], rhs_data[i], rhs_null[i]);
651
48.4k
                res_data[i] = lhs_data[i] | rhs_data[i];
652
48.4k
            }
653
48.4k
        }
654
3.11k
    }
655
656
22.3k
    bool _has_const_child() const {
657
22.3k
        return std::ranges::any_of(_children,
658
44.7k
                                   [](const VExprSPtr& arg) -> bool { return arg->is_constant(); });
659
22.3k
    }
660
661
    std::pair<const uint8_t*, const uint8_t*> _get_raw_data_and_null_map(
662
39.0k
            const ColumnPtr& column, bool has_nullable_column) const {
663
39.0k
        if (has_nullable_column) {
664
23.4k
            const auto* nullable_column = assert_cast<const ColumnNullable*>(column.get());
665
23.4k
            auto* data_column =
666
23.4k
                    assert_cast<const ColumnUInt8*>(nullable_column->get_nested_column_ptr().get())
667
23.4k
                            ->get_data()
668
23.4k
                            .data();
669
23.4k
            auto* null_map = nullable_column->get_null_map_column_ptr()->get_data().data();
670
23.4k
            return std::make_pair(data_column, null_map);
671
23.4k
        } else {
672
15.5k
            auto* data_column = assert_cast<const ColumnUInt8*>(column.get())->get_data().data();
673
15.5k
            return std::make_pair(data_column, nullptr);
674
15.5k
        }
675
39.0k
    }
676
677
    TExprOpcode::type _op;
678
};
679
680
} // namespace doris