Coverage Report

Created: 2026-08-07 08:08

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
be/src/exprs/function/function_struct.cpp
Line
Count
Source
1
// Licensed to the Apache Software Foundation (ASF) under one
2
// or more contributor license agreements.  See the NOTICE file
3
// distributed with this work for additional information
4
// regarding copyright ownership.  The ASF licenses this file
5
// to you under the Apache License, Version 2.0 (the
6
// "License"); you may not use this file except in compliance
7
// with the License.  You may obtain a copy of the License at
8
//
9
//   http://www.apache.org/licenses/LICENSE-2.0
10
//
11
// Unless required by applicable law or agreed to in writing,
12
// software distributed under the License is distributed on an
13
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14
// KIND, either express or implied.  See the License for the
15
// specific language governing permissions and limitations
16
// under the License.
17
18
#include <glog/logging.h>
19
#include <stddef.h>
20
21
#include <memory>
22
#include <ostream>
23
#include <string>
24
#include <utility>
25
26
#include "common/status.h"
27
#include "core/block/block.h"
28
#include "core/block/column_numbers.h"
29
#include "core/block/column_with_type_and_name.h"
30
#include "core/column/column.h"
31
#include "core/column/column_nullable.h"
32
#include "core/column/column_struct.h"
33
#include "core/column/column_vector.h"
34
#include "core/data_type/data_type.h"
35
#include "core/data_type/data_type_nullable.h"
36
#include "core/data_type/data_type_struct.h"
37
#include "core/typeid_cast.h"
38
#include "core/types.h"
39
#include "exprs/aggregate/aggregate_function.h"
40
#include "exprs/function/function.h"
41
#include "exprs/function/simple_function_factory.h"
42
43
namespace doris {
44
class FunctionContext;
45
} // namespace doris
46
47
namespace doris {
48
49
// construct a struct
50
template <typename Impl>
51
class FunctionStruct : public IFunction {
52
public:
53
    static constexpr auto name = Impl::name;
54
2.24k
    static FunctionPtr create() { return std::make_shared<FunctionStruct>(); }
_ZN5doris14FunctionStructINS_10StructImplEE6createEv
Line
Count
Source
54
232
    static FunctionPtr create() { return std::make_shared<FunctionStruct>(); }
_ZN5doris14FunctionStructINS_15NamedStructImplEE6createEv
Line
Count
Source
54
2.01k
    static FunctionPtr create() { return std::make_shared<FunctionStruct>(); }
55
56
    /// Get function name.
57
0
    String get_name() const override { return name; }
Unexecuted instantiation: _ZNK5doris14FunctionStructINS_10StructImplEE8get_nameB5cxx11Ev
Unexecuted instantiation: _ZNK5doris14FunctionStructINS_15NamedStructImplEE8get_nameB5cxx11Ev
58
59
2
    bool is_variadic() const override { return true; }
_ZNK5doris14FunctionStructINS_10StructImplEE11is_variadicEv
Line
Count
Source
59
1
    bool is_variadic() const override { return true; }
_ZNK5doris14FunctionStructINS_15NamedStructImplEE11is_variadicEv
Line
Count
Source
59
1
    bool is_variadic() const override { return true; }
60
61
4.45k
    bool use_default_implementation_for_nulls() const override { return false; }
_ZNK5doris14FunctionStructINS_10StructImplEE36use_default_implementation_for_nullsEv
Line
Count
Source
61
448
    bool use_default_implementation_for_nulls() const override { return false; }
_ZNK5doris14FunctionStructINS_15NamedStructImplEE36use_default_implementation_for_nullsEv
Line
Count
Source
61
4.00k
    bool use_default_implementation_for_nulls() const override { return false; }
62
63
0
    size_t get_number_of_arguments() const override { return 0; }
Unexecuted instantiation: _ZNK5doris14FunctionStructINS_10StructImplEE23get_number_of_argumentsEv
Unexecuted instantiation: _ZNK5doris14FunctionStructINS_15NamedStructImplEE23get_number_of_argumentsEv
64
65
2.22k
    void check_number_of_arguments(size_t number_of_arguments) const override {
66
2.22k
        DCHECK(number_of_arguments > 0)
67
0
                << "function: " << get_name() << ", arguments should not be empty.";
68
2.22k
        return Impl::check_number_of_arguments(number_of_arguments);
69
2.22k
    }
_ZNK5doris14FunctionStructINS_10StructImplEE25check_number_of_argumentsEm
Line
Count
Source
65
224
    void check_number_of_arguments(size_t number_of_arguments) const override {
66
224
        DCHECK(number_of_arguments > 0)
67
0
                << "function: " << get_name() << ", arguments should not be empty.";
68
224
        return Impl::check_number_of_arguments(number_of_arguments);
69
224
    }
_ZNK5doris14FunctionStructINS_15NamedStructImplEE25check_number_of_argumentsEm
Line
Count
Source
65
2.00k
    void check_number_of_arguments(size_t number_of_arguments) const override {
66
2.00k
        DCHECK(number_of_arguments > 0)
67
0
                << "function: " << get_name() << ", arguments should not be empty.";
68
2.00k
        return Impl::check_number_of_arguments(number_of_arguments);
69
2.00k
    }
70
71
2.22k
    DataTypePtr get_return_type_impl(const DataTypes& arguments) const override {
72
2.22k
        return Impl::get_return_type_impl(arguments);
73
2.22k
    }
_ZNK5doris14FunctionStructINS_10StructImplEE20get_return_type_implERKSt6vectorISt10shared_ptrIKNS_9IDataTypeEESaIS7_EE
Line
Count
Source
71
224
    DataTypePtr get_return_type_impl(const DataTypes& arguments) const override {
72
224
        return Impl::get_return_type_impl(arguments);
73
224
    }
_ZNK5doris14FunctionStructINS_15NamedStructImplEE20get_return_type_implERKSt6vectorISt10shared_ptrIKNS_9IDataTypeEESaIS7_EE
Line
Count
Source
71
2.00k
    DataTypePtr get_return_type_impl(const DataTypes& arguments) const override {
72
2.00k
        return Impl::get_return_type_impl(arguments);
73
2.00k
    }
74
75
    Status execute_impl(FunctionContext* context, Block& block, const ColumnNumbers& arguments,
76
2.22k
                        uint32_t result, size_t input_rows_count) const override {
77
2.22k
        auto result_col = block.get_by_position(result).type->create_column();
78
2.22k
        auto struct_column = assert_cast<ColumnStruct*>(result_col.get());
79
2.22k
        ColumnNumbers args_num;
80
9.67k
        for (size_t i = 0; i < arguments.size(); i++) {
81
7.44k
            if (Impl::pred(i)) {
82
4.00k
                args_num.push_back(arguments[i]);
83
4.00k
            }
84
7.44k
        }
85
2.22k
        size_t num_element = args_num.size();
86
2.22k
        if (num_element != struct_column->tuple_size()) {
87
0
            return Status::RuntimeError(
88
0
                    "function {} args number {} is not equal to result struct field number {}.",
89
0
                    get_name(), num_element, struct_column->tuple_size());
90
0
        }
91
2.22k
        std::vector<ColumnPtr> arg(num_element);
92
6.22k
        for (size_t i = 0; i < num_element; ++i) {
93
4.00k
            auto& nested_col = struct_column->get_column(i);
94
4.00k
            nested_col.reserve(input_rows_count);
95
4.00k
            bool is_nullable = nested_col.is_nullable();
96
4.00k
            auto& col = block.get_by_position(args_num[i]).column;
97
4.00k
            col = col->convert_to_full_column_if_const();
98
4.00k
            arg[i] = col;
99
4.00k
            if (is_nullable && !col->is_nullable()) {
100
0
                arg[i] = ColumnNullable::create(col, ColumnUInt8::create(col->size(), 0));
101
0
            }
102
4.00k
        }
103
104
        // insert value into struct column by column
105
6.22k
        for (size_t i = 0; i < num_element; ++i) {
106
4.00k
            struct_column->get_column(i).insert_range_from(*arg[i], 0, input_rows_count);
107
4.00k
        }
108
2.22k
        block.replace_by_position(result, std::move(result_col));
109
2.22k
        return Status::OK();
110
2.22k
    }
_ZNK5doris14FunctionStructINS_10StructImplEE12execute_implEPNS_15FunctionContextERNS_5BlockERKSt6vectorIjSaIjEEjm
Line
Count
Source
76
224
                        uint32_t result, size_t input_rows_count) const override {
77
224
        auto result_col = block.get_by_position(result).type->create_column();
78
224
        auto struct_column = assert_cast<ColumnStruct*>(result_col.get());
79
224
        ColumnNumbers args_num;
80
780
        for (size_t i = 0; i < arguments.size(); i++) {
81
556
            if (Impl::pred(i)) {
82
556
                args_num.push_back(arguments[i]);
83
556
            }
84
556
        }
85
224
        size_t num_element = args_num.size();
86
224
        if (num_element != struct_column->tuple_size()) {
87
0
            return Status::RuntimeError(
88
0
                    "function {} args number {} is not equal to result struct field number {}.",
89
0
                    get_name(), num_element, struct_column->tuple_size());
90
0
        }
91
224
        std::vector<ColumnPtr> arg(num_element);
92
780
        for (size_t i = 0; i < num_element; ++i) {
93
556
            auto& nested_col = struct_column->get_column(i);
94
556
            nested_col.reserve(input_rows_count);
95
556
            bool is_nullable = nested_col.is_nullable();
96
556
            auto& col = block.get_by_position(args_num[i]).column;
97
556
            col = col->convert_to_full_column_if_const();
98
556
            arg[i] = col;
99
556
            if (is_nullable && !col->is_nullable()) {
100
0
                arg[i] = ColumnNullable::create(col, ColumnUInt8::create(col->size(), 0));
101
0
            }
102
556
        }
103
104
        // insert value into struct column by column
105
780
        for (size_t i = 0; i < num_element; ++i) {
106
556
            struct_column->get_column(i).insert_range_from(*arg[i], 0, input_rows_count);
107
556
        }
108
224
        block.replace_by_position(result, std::move(result_col));
109
224
        return Status::OK();
110
224
    }
_ZNK5doris14FunctionStructINS_15NamedStructImplEE12execute_implEPNS_15FunctionContextERNS_5BlockERKSt6vectorIjSaIjEEjm
Line
Count
Source
76
2.00k
                        uint32_t result, size_t input_rows_count) const override {
77
2.00k
        auto result_col = block.get_by_position(result).type->create_column();
78
2.00k
        auto struct_column = assert_cast<ColumnStruct*>(result_col.get());
79
2.00k
        ColumnNumbers args_num;
80
8.89k
        for (size_t i = 0; i < arguments.size(); i++) {
81
6.88k
            if (Impl::pred(i)) {
82
3.44k
                args_num.push_back(arguments[i]);
83
3.44k
            }
84
6.88k
        }
85
2.00k
        size_t num_element = args_num.size();
86
2.00k
        if (num_element != struct_column->tuple_size()) {
87
0
            return Status::RuntimeError(
88
0
                    "function {} args number {} is not equal to result struct field number {}.",
89
0
                    get_name(), num_element, struct_column->tuple_size());
90
0
        }
91
2.00k
        std::vector<ColumnPtr> arg(num_element);
92
5.44k
        for (size_t i = 0; i < num_element; ++i) {
93
3.44k
            auto& nested_col = struct_column->get_column(i);
94
3.44k
            nested_col.reserve(input_rows_count);
95
3.44k
            bool is_nullable = nested_col.is_nullable();
96
3.44k
            auto& col = block.get_by_position(args_num[i]).column;
97
3.44k
            col = col->convert_to_full_column_if_const();
98
3.44k
            arg[i] = col;
99
3.44k
            if (is_nullable && !col->is_nullable()) {
100
0
                arg[i] = ColumnNullable::create(col, ColumnUInt8::create(col->size(), 0));
101
0
            }
102
3.44k
        }
103
104
        // insert value into struct column by column
105
5.44k
        for (size_t i = 0; i < num_element; ++i) {
106
3.44k
            struct_column->get_column(i).insert_range_from(*arg[i], 0, input_rows_count);
107
3.44k
        }
108
2.00k
        block.replace_by_position(result, std::move(result_col));
109
2.00k
        return Status::OK();
110
2.00k
    }
111
};
112
113
// struct(value1, value2, value3) -> {value1, value2, value3}
114
struct StructImpl {
115
    static constexpr auto name = "struct";
116
556
    static constexpr auto pred = [](size_t i) { return true; };
117
118
224
    static void check_number_of_arguments(size_t number_of_arguments) {}
119
120
224
    static DataTypePtr get_return_type_impl(const DataTypes& arguments) {
121
        // FE plans the same child-nullability contract, so widening fields here makes the
122
        // serialized plan disagree with BE's inferred result type.
123
224
        return std::make_shared<DataTypeStruct>(arguments);
124
224
    }
125
};
126
127
// named_struct(name1, value1, name2, value2) -> {name1:value1, name2:value2}
128
struct NamedStructImpl {
129
    static constexpr auto name = "named_struct";
130
6.88k
    static constexpr auto pred = [](size_t i) { return (i & 1) == 1; };
131
132
2.00k
    static void check_number_of_arguments(size_t number_of_arguments) {
133
2.00k
        DCHECK(number_of_arguments % 2 == 0)
134
0
                << "function: " << name << ", arguments size should be even number.";
135
2.00k
    }
136
137
2.00k
    static DataTypePtr get_return_type_impl(const DataTypes& arguments) {
138
2.00k
        DataTypes data_types(arguments.size() / 2);
139
2.00k
        size_t even_idx = 1;
140
5.44k
        for (size_t i = 0; i < data_types.size(); i++) {
141
3.44k
            data_types[i] = arguments[even_idx];
142
3.44k
            even_idx += 2;
143
3.44k
        }
144
        // Preserve value nullability just like struct(); field-name arguments do not affect it.
145
2.00k
        return std::make_shared<DataTypeStruct>(data_types);
146
2.00k
    }
147
};
148
149
7
void register_function_struct(SimpleFunctionFactory& factory) {
150
7
    factory.register_function<FunctionStruct<StructImpl>>();
151
7
    factory.register_function<FunctionStruct<NamedStructImpl>>();
152
7
}
153
154
} // namespace doris