be/src/exprs/function/function_string_digest.cpp
Line | Count | Source |
1 | | // Licensed to the Apache Software Foundation (ASF) under one |
2 | | // or more contributor license agreements. See the NOTICE file |
3 | | // distributed with this work for additional information |
4 | | // regarding copyright ownership. The ASF licenses this file |
5 | | // to you under the Apache License, Version 2.0 (the |
6 | | // "License"); you may not use this file except in compliance |
7 | | // with the License. You may obtain a copy of the License at |
8 | | // |
9 | | // http://www.apache.org/licenses/LICENSE-2.0 |
10 | | // |
11 | | // Unless required by applicable law or agreed to in writing, |
12 | | // software distributed under the License is distributed on an |
13 | | // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
14 | | // KIND, either express or implied. See the License for the |
15 | | // specific language governing permissions and limitations |
16 | | // under the License. |
17 | | |
18 | | #include <cstddef> |
19 | | #include <string_view> |
20 | | |
21 | | #include "common/status.h" |
22 | | #include "core/assert_cast.h" |
23 | | #include "core/block/block.h" |
24 | | #include "core/block/column_numbers.h" |
25 | | #include "core/column/column_string.h" |
26 | | #include "core/column/column_varbinary.h" |
27 | | #include "core/column/column_vector.h" |
28 | | #include "core/data_type/data_type_string.h" |
29 | | #include "core/string_ref.h" |
30 | | #include "exec/common/stringop_substring.h" |
31 | | #include "exprs/function/function.h" |
32 | | #include "exprs/function/simple_function_factory.h" |
33 | | #include "exprs/function_context.h" |
34 | | #include "util/md5.h" |
35 | | #include "util/sha.h" |
36 | | #include "util/sm3.h" |
37 | | |
38 | | namespace doris { |
39 | | #include "common/compile_check_avoid_begin.h" |
40 | | |
41 | | struct SM3Sum { |
42 | | static constexpr auto name = "sm3sum"; |
43 | | using ObjectData = SM3Digest; |
44 | | }; |
45 | | |
46 | | struct MD5Sum { |
47 | | static constexpr auto name = "md5sum"; |
48 | | using ObjectData = Md5Digest; |
49 | | }; |
50 | | |
51 | | template <typename Impl> |
52 | | class FunctionStringDigestMulti : public IFunction { |
53 | | public: |
54 | | static constexpr auto name = Impl::name; |
55 | 208 | static FunctionPtr create() { return std::make_shared<FunctionStringDigestMulti>(); }_ZN5doris25FunctionStringDigestMultiINS_6SM3SumEE6createEv Line | Count | Source | 55 | 104 | static FunctionPtr create() { return std::make_shared<FunctionStringDigestMulti>(); } |
_ZN5doris25FunctionStringDigestMultiINS_6MD5SumEE6createEv Line | Count | Source | 55 | 104 | static FunctionPtr create() { return std::make_shared<FunctionStringDigestMulti>(); } |
|
56 | 0 | String get_name() const override { return name; }Unexecuted instantiation: _ZNK5doris25FunctionStringDigestMultiINS_6SM3SumEE8get_nameB5cxx11Ev Unexecuted instantiation: _ZNK5doris25FunctionStringDigestMultiINS_6MD5SumEE8get_nameB5cxx11Ev |
57 | 0 | size_t get_number_of_arguments() const override { return 0; }Unexecuted instantiation: _ZNK5doris25FunctionStringDigestMultiINS_6SM3SumEE23get_number_of_argumentsEv Unexecuted instantiation: _ZNK5doris25FunctionStringDigestMultiINS_6MD5SumEE23get_number_of_argumentsEv |
58 | 206 | bool is_variadic() const override { return true; }_ZNK5doris25FunctionStringDigestMultiINS_6SM3SumEE11is_variadicEv Line | Count | Source | 58 | 103 | bool is_variadic() const override { return true; } |
_ZNK5doris25FunctionStringDigestMultiINS_6MD5SumEE11is_variadicEv Line | Count | Source | 58 | 103 | bool is_variadic() const override { return true; } |
|
59 | | |
60 | 204 | DataTypePtr get_return_type_impl(const DataTypes& arguments) const override { |
61 | 204 | return std::make_shared<DataTypeString>(); |
62 | 204 | } _ZNK5doris25FunctionStringDigestMultiINS_6SM3SumEE20get_return_type_implERKSt6vectorISt10shared_ptrIKNS_9IDataTypeEESaIS7_EE Line | Count | Source | 60 | 102 | DataTypePtr get_return_type_impl(const DataTypes& arguments) const override { | 61 | 102 | return std::make_shared<DataTypeString>(); | 62 | 102 | } |
_ZNK5doris25FunctionStringDigestMultiINS_6MD5SumEE20get_return_type_implERKSt6vectorISt10shared_ptrIKNS_9IDataTypeEESaIS7_EE Line | Count | Source | 60 | 102 | DataTypePtr get_return_type_impl(const DataTypes& arguments) const override { | 61 | 102 | return std::make_shared<DataTypeString>(); | 62 | 102 | } |
|
63 | | |
64 | | Status execute_impl(FunctionContext* context, Block& block, const ColumnNumbers& arguments, |
65 | 160 | uint32_t result, size_t input_rows_count) const override { |
66 | 160 | DCHECK_GE(arguments.size(), 1); |
67 | | |
68 | 160 | auto res = ColumnString::create(); |
69 | 160 | auto& res_data = res->get_chars(); |
70 | 160 | auto& res_offset = res->get_offsets(); |
71 | 160 | res_offset.resize(input_rows_count); |
72 | | |
73 | 160 | std::vector<ColumnPtr> argument_columns(arguments.size()); |
74 | 160 | std::vector<uint8_t> is_const(arguments.size(), 0); |
75 | 536 | for (size_t i = 0; i < arguments.size(); ++i) { |
76 | 376 | std::tie(argument_columns[i], is_const[i]) = |
77 | 376 | unpack_if_const(block.get_by_position(arguments[i]).column); |
78 | 376 | } |
79 | | |
80 | 160 | if (check_and_get_column<ColumnString>(argument_columns[0].get())) { |
81 | 80 | vector_execute<ColumnString>(block, input_rows_count, argument_columns, is_const, |
82 | 80 | res_data, res_offset); |
83 | 80 | } else if (check_and_get_column<ColumnVarbinary>(argument_columns[0].get())) { |
84 | 80 | vector_execute<ColumnVarbinary>(block, input_rows_count, argument_columns, is_const, |
85 | 80 | res_data, res_offset); |
86 | 80 | } else { |
87 | 0 | return Status::RuntimeError("Illegal column {} of argument of function {}", |
88 | 0 | argument_columns[0]->get_name(), get_name()); |
89 | 0 | } |
90 | | |
91 | 160 | block.replace_by_position(result, std::move(res)); |
92 | 160 | return Status::OK(); |
93 | 160 | } _ZNK5doris25FunctionStringDigestMultiINS_6SM3SumEE12execute_implEPNS_15FunctionContextERNS_5BlockERKSt6vectorIjSaIjEEjm Line | Count | Source | 65 | 80 | uint32_t result, size_t input_rows_count) const override { | 66 | 80 | DCHECK_GE(arguments.size(), 1); | 67 | | | 68 | 80 | auto res = ColumnString::create(); | 69 | 80 | auto& res_data = res->get_chars(); | 70 | 80 | auto& res_offset = res->get_offsets(); | 71 | 80 | res_offset.resize(input_rows_count); | 72 | | | 73 | 80 | std::vector<ColumnPtr> argument_columns(arguments.size()); | 74 | 80 | std::vector<uint8_t> is_const(arguments.size(), 0); | 75 | 268 | for (size_t i = 0; i < arguments.size(); ++i) { | 76 | 188 | std::tie(argument_columns[i], is_const[i]) = | 77 | 188 | unpack_if_const(block.get_by_position(arguments[i]).column); | 78 | 188 | } | 79 | | | 80 | 80 | if (check_and_get_column<ColumnString>(argument_columns[0].get())) { | 81 | 40 | vector_execute<ColumnString>(block, input_rows_count, argument_columns, is_const, | 82 | 40 | res_data, res_offset); | 83 | 40 | } else if (check_and_get_column<ColumnVarbinary>(argument_columns[0].get())) { | 84 | 40 | vector_execute<ColumnVarbinary>(block, input_rows_count, argument_columns, is_const, | 85 | 40 | res_data, res_offset); | 86 | 40 | } else { | 87 | 0 | return Status::RuntimeError("Illegal column {} of argument of function {}", | 88 | 0 | argument_columns[0]->get_name(), get_name()); | 89 | 0 | } | 90 | | | 91 | 80 | block.replace_by_position(result, std::move(res)); | 92 | 80 | return Status::OK(); | 93 | 80 | } |
_ZNK5doris25FunctionStringDigestMultiINS_6MD5SumEE12execute_implEPNS_15FunctionContextERNS_5BlockERKSt6vectorIjSaIjEEjm Line | Count | Source | 65 | 80 | uint32_t result, size_t input_rows_count) const override { | 66 | 80 | DCHECK_GE(arguments.size(), 1); | 67 | | | 68 | 80 | auto res = ColumnString::create(); | 69 | 80 | auto& res_data = res->get_chars(); | 70 | 80 | auto& res_offset = res->get_offsets(); | 71 | 80 | res_offset.resize(input_rows_count); | 72 | | | 73 | 80 | std::vector<ColumnPtr> argument_columns(arguments.size()); | 74 | 80 | std::vector<uint8_t> is_const(arguments.size(), 0); | 75 | 268 | for (size_t i = 0; i < arguments.size(); ++i) { | 76 | 188 | std::tie(argument_columns[i], is_const[i]) = | 77 | 188 | unpack_if_const(block.get_by_position(arguments[i]).column); | 78 | 188 | } | 79 | | | 80 | 80 | if (check_and_get_column<ColumnString>(argument_columns[0].get())) { | 81 | 40 | vector_execute<ColumnString>(block, input_rows_count, argument_columns, is_const, | 82 | 40 | res_data, res_offset); | 83 | 40 | } else if (check_and_get_column<ColumnVarbinary>(argument_columns[0].get())) { | 84 | 40 | vector_execute<ColumnVarbinary>(block, input_rows_count, argument_columns, is_const, | 85 | 40 | res_data, res_offset); | 86 | 40 | } else { | 87 | 0 | return Status::RuntimeError("Illegal column {} of argument of function {}", | 88 | 0 | argument_columns[0]->get_name(), get_name()); | 89 | 0 | } | 90 | | | 91 | 80 | block.replace_by_position(result, std::move(res)); | 92 | 80 | return Status::OK(); | 93 | 80 | } |
|
94 | | |
95 | | private: |
96 | | template <typename ColumnType> |
97 | | void vector_execute(Block& block, size_t input_rows_count, |
98 | | const std::vector<ColumnPtr>& argument_columns, |
99 | | const std::vector<uint8_t>& is_const, ColumnString::Chars& res_data, |
100 | 160 | ColumnString::Offsets& res_offset) const { |
101 | 160 | using ObjectData = typename Impl::ObjectData; |
102 | 372 | for (size_t i = 0; i < input_rows_count; ++i) { |
103 | 212 | ObjectData digest; |
104 | 676 | for (size_t j = 0; j < argument_columns.size(); ++j) { |
105 | 464 | const auto* col = assert_cast<const ColumnType*>(argument_columns[j].get()); |
106 | 464 | StringRef data_ref = col->get_data_at(is_const[j] ? 0 : i); |
107 | 464 | if (data_ref.size < 1) { |
108 | 120 | continue; |
109 | 120 | } |
110 | 344 | digest.update(data_ref.data, data_ref.size); |
111 | 344 | } |
112 | 212 | digest.digest(); |
113 | 212 | StringOP::push_value_string(std::string_view(digest.hex().c_str(), digest.hex().size()), |
114 | 212 | i, res_data, res_offset); |
115 | 212 | } |
116 | 160 | } _ZNK5doris25FunctionStringDigestMultiINS_6SM3SumEE14vector_executeINS_9ColumnStrIjEEEEvRNS_5BlockEmRKSt6vectorINS_3COWINS_7IColumnEE13immutable_ptrISA_EESaISD_EERKS8_IhSaIhEERNS_8PODArrayIhLm4096ENS_9AllocatorILb0ELb0ELb0ENS_22DefaultMemoryAllocatorELb1EEELm16ELm15EEERNSM_IjLm4096ESP_Lm16ELm15EEE Line | Count | Source | 100 | 40 | ColumnString::Offsets& res_offset) const { | 101 | 40 | using ObjectData = typename Impl::ObjectData; | 102 | 93 | for (size_t i = 0; i < input_rows_count; ++i) { | 103 | 53 | ObjectData digest; | 104 | 169 | for (size_t j = 0; j < argument_columns.size(); ++j) { | 105 | 116 | const auto* col = assert_cast<const ColumnType*>(argument_columns[j].get()); | 106 | 116 | StringRef data_ref = col->get_data_at(is_const[j] ? 0 : i); | 107 | 116 | if (data_ref.size < 1) { | 108 | 30 | continue; | 109 | 30 | } | 110 | 86 | digest.update(data_ref.data, data_ref.size); | 111 | 86 | } | 112 | 53 | digest.digest(); | 113 | 53 | StringOP::push_value_string(std::string_view(digest.hex().c_str(), digest.hex().size()), | 114 | 53 | i, res_data, res_offset); | 115 | 53 | } | 116 | 40 | } |
_ZNK5doris25FunctionStringDigestMultiINS_6SM3SumEE14vector_executeINS_15ColumnVarbinaryEEEvRNS_5BlockEmRKSt6vectorINS_3COWINS_7IColumnEE13immutable_ptrIS9_EESaISC_EERKS7_IhSaIhEERNS_8PODArrayIhLm4096ENS_9AllocatorILb0ELb0ELb0ENS_22DefaultMemoryAllocatorELb1EEELm16ELm15EEERNSL_IjLm4096ESO_Lm16ELm15EEE Line | Count | Source | 100 | 40 | ColumnString::Offsets& res_offset) const { | 101 | 40 | using ObjectData = typename Impl::ObjectData; | 102 | 93 | for (size_t i = 0; i < input_rows_count; ++i) { | 103 | 53 | ObjectData digest; | 104 | 169 | for (size_t j = 0; j < argument_columns.size(); ++j) { | 105 | 116 | const auto* col = assert_cast<const ColumnType*>(argument_columns[j].get()); | 106 | 116 | StringRef data_ref = col->get_data_at(is_const[j] ? 0 : i); | 107 | 116 | if (data_ref.size < 1) { | 108 | 30 | continue; | 109 | 30 | } | 110 | 86 | digest.update(data_ref.data, data_ref.size); | 111 | 86 | } | 112 | 53 | digest.digest(); | 113 | 53 | StringOP::push_value_string(std::string_view(digest.hex().c_str(), digest.hex().size()), | 114 | 53 | i, res_data, res_offset); | 115 | 53 | } | 116 | 40 | } |
_ZNK5doris25FunctionStringDigestMultiINS_6MD5SumEE14vector_executeINS_9ColumnStrIjEEEEvRNS_5BlockEmRKSt6vectorINS_3COWINS_7IColumnEE13immutable_ptrISA_EESaISD_EERKS8_IhSaIhEERNS_8PODArrayIhLm4096ENS_9AllocatorILb0ELb0ELb0ENS_22DefaultMemoryAllocatorELb1EEELm16ELm15EEERNSM_IjLm4096ESP_Lm16ELm15EEE Line | Count | Source | 100 | 40 | ColumnString::Offsets& res_offset) const { | 101 | 40 | using ObjectData = typename Impl::ObjectData; | 102 | 93 | for (size_t i = 0; i < input_rows_count; ++i) { | 103 | 53 | ObjectData digest; | 104 | 169 | for (size_t j = 0; j < argument_columns.size(); ++j) { | 105 | 116 | const auto* col = assert_cast<const ColumnType*>(argument_columns[j].get()); | 106 | 116 | StringRef data_ref = col->get_data_at(is_const[j] ? 0 : i); | 107 | 116 | if (data_ref.size < 1) { | 108 | 30 | continue; | 109 | 30 | } | 110 | 86 | digest.update(data_ref.data, data_ref.size); | 111 | 86 | } | 112 | 53 | digest.digest(); | 113 | 53 | StringOP::push_value_string(std::string_view(digest.hex().c_str(), digest.hex().size()), | 114 | 53 | i, res_data, res_offset); | 115 | 53 | } | 116 | 40 | } |
_ZNK5doris25FunctionStringDigestMultiINS_6MD5SumEE14vector_executeINS_15ColumnVarbinaryEEEvRNS_5BlockEmRKSt6vectorINS_3COWINS_7IColumnEE13immutable_ptrIS9_EESaISC_EERKS7_IhSaIhEERNS_8PODArrayIhLm4096ENS_9AllocatorILb0ELb0ELb0ENS_22DefaultMemoryAllocatorELb1EEELm16ELm15EEERNSL_IjLm4096ESO_Lm16ELm15EEE Line | Count | Source | 100 | 40 | ColumnString::Offsets& res_offset) const { | 101 | 40 | using ObjectData = typename Impl::ObjectData; | 102 | 93 | for (size_t i = 0; i < input_rows_count; ++i) { | 103 | 53 | ObjectData digest; | 104 | 169 | for (size_t j = 0; j < argument_columns.size(); ++j) { | 105 | 116 | const auto* col = assert_cast<const ColumnType*>(argument_columns[j].get()); | 106 | 116 | StringRef data_ref = col->get_data_at(is_const[j] ? 0 : i); | 107 | 116 | if (data_ref.size < 1) { | 108 | 30 | continue; | 109 | 30 | } | 110 | 86 | digest.update(data_ref.data, data_ref.size); | 111 | 86 | } | 112 | 53 | digest.digest(); | 113 | 53 | StringOP::push_value_string(std::string_view(digest.hex().c_str(), digest.hex().size()), | 114 | 53 | i, res_data, res_offset); | 115 | 53 | } | 116 | 40 | } |
|
117 | | }; |
118 | | |
119 | | class FunctionStringDigestSHA1 : public IFunction { |
120 | | public: |
121 | | static constexpr auto name = "sha1"; |
122 | 14 | static FunctionPtr create() { return std::make_shared<FunctionStringDigestSHA1>(); } |
123 | 0 | String get_name() const override { return name; } |
124 | 0 | size_t get_number_of_arguments() const override { return 1; } |
125 | 13 | bool is_variadic() const override { return true; } |
126 | | |
127 | 12 | DataTypePtr get_return_type_impl(const DataTypes& arguments) const override { |
128 | 12 | return std::make_shared<DataTypeString>(); |
129 | 12 | } |
130 | | |
131 | | Status execute_impl(FunctionContext* context, Block& block, const ColumnNumbers& arguments, |
132 | 10 | uint32_t result, size_t input_rows_count) const override { |
133 | 10 | DCHECK_EQ(arguments.size(), 1); |
134 | 10 | ColumnPtr data_col = block.get_by_position(arguments[0]).column; |
135 | | |
136 | 10 | auto res_col = ColumnString::create(); |
137 | 10 | auto& res_data = res_col->get_chars(); |
138 | 10 | auto& res_offset = res_col->get_offsets(); |
139 | 10 | res_offset.resize(input_rows_count); |
140 | 10 | if (const auto* str_col = check_and_get_column<ColumnString>(data_col.get())) { |
141 | 5 | vector_execute(str_col, input_rows_count, res_data, res_offset); |
142 | 5 | } else if (const auto* vb_col = check_and_get_column<ColumnVarbinary>(data_col.get())) { |
143 | 5 | vector_execute(vb_col, input_rows_count, res_data, res_offset); |
144 | 5 | } else { |
145 | 0 | return Status::RuntimeError("Illegal column {} of argument of function {}", |
146 | 0 | data_col->get_name(), get_name()); |
147 | 0 | } |
148 | | |
149 | 10 | block.replace_by_position(result, std::move(res_col)); |
150 | 10 | return Status::OK(); |
151 | 10 | } |
152 | | |
153 | | private: |
154 | | template <typename ColumnType> |
155 | | void vector_execute(const ColumnType* col, size_t input_rows_count, |
156 | 10 | ColumnString::Chars& res_data, ColumnString::Offsets& res_offset) const { |
157 | 10 | SHA1Digest digest; |
158 | 28 | for (size_t i = 0; i < input_rows_count; ++i) { |
159 | 18 | StringRef data_ref = col->get_data_at(i); |
160 | 18 | digest.reset(data_ref.data, data_ref.size); |
161 | 18 | std::string_view ans = digest.digest(); |
162 | | |
163 | 18 | StringOP::push_value_string(ans, i, res_data, res_offset); |
164 | 18 | } |
165 | 10 | } _ZNK5doris24FunctionStringDigestSHA114vector_executeINS_9ColumnStrIjEEEEvPKT_mRNS_8PODArrayIhLm4096ENS_9AllocatorILb0ELb0ELb0ENS_22DefaultMemoryAllocatorELb1EEELm16ELm15EEERNS7_IjLm4096ESA_Lm16ELm15EEE Line | Count | Source | 156 | 5 | ColumnString::Chars& res_data, ColumnString::Offsets& res_offset) const { | 157 | 5 | SHA1Digest digest; | 158 | 14 | for (size_t i = 0; i < input_rows_count; ++i) { | 159 | 9 | StringRef data_ref = col->get_data_at(i); | 160 | 9 | digest.reset(data_ref.data, data_ref.size); | 161 | 9 | std::string_view ans = digest.digest(); | 162 | | | 163 | 9 | StringOP::push_value_string(ans, i, res_data, res_offset); | 164 | 9 | } | 165 | 5 | } |
_ZNK5doris24FunctionStringDigestSHA114vector_executeINS_15ColumnVarbinaryEEEvPKT_mRNS_8PODArrayIhLm4096ENS_9AllocatorILb0ELb0ELb0ENS_22DefaultMemoryAllocatorELb1EEELm16ELm15EEERNS6_IjLm4096ES9_Lm16ELm15EEE Line | Count | Source | 156 | 5 | ColumnString::Chars& res_data, ColumnString::Offsets& res_offset) const { | 157 | 5 | SHA1Digest digest; | 158 | 14 | for (size_t i = 0; i < input_rows_count; ++i) { | 159 | 9 | StringRef data_ref = col->get_data_at(i); | 160 | 9 | digest.reset(data_ref.data, data_ref.size); | 161 | 9 | std::string_view ans = digest.digest(); | 162 | | | 163 | 9 | StringOP::push_value_string(ans, i, res_data, res_offset); | 164 | 9 | } | 165 | 5 | } |
|
166 | | }; |
167 | | |
168 | | class FunctionStringDigestSHA2 : public IFunction { |
169 | | public: |
170 | | static constexpr auto name = "sha2"; |
171 | 2 | static FunctionPtr create() { return std::make_shared<FunctionStringDigestSHA2>(); } |
172 | 0 | String get_name() const override { return name; } |
173 | 0 | size_t get_number_of_arguments() const override { return 2; } |
174 | 1 | bool is_variadic() const override { return true; } |
175 | | |
176 | 0 | DataTypePtr get_return_type_impl(const DataTypes& arguments) const override { |
177 | 0 | return std::make_shared<DataTypeString>(); |
178 | 0 | } |
179 | | |
180 | | Status execute_impl(FunctionContext* context, Block& block, const ColumnNumbers& arguments, |
181 | 0 | uint32_t result, size_t input_rows_count) const override { |
182 | 0 | DCHECK(!is_column_const(*block.get_by_position(arguments[0]).column)); |
183 | |
|
184 | 0 | ColumnPtr data_col = block.get_by_position(arguments[0]).column; |
185 | |
|
186 | 0 | [[maybe_unused]] const auto& [right_column, right_const] = |
187 | 0 | unpack_if_const(block.get_by_position(arguments[1]).column); |
188 | 0 | auto digest_length = assert_cast<const ColumnInt32*>(right_column.get())->get_data()[0]; |
189 | |
|
190 | 0 | auto res_col = ColumnString::create(); |
191 | 0 | auto& res_data = res_col->get_chars(); |
192 | 0 | auto& res_offset = res_col->get_offsets(); |
193 | 0 | res_offset.resize(input_rows_count); |
194 | |
|
195 | 0 | if (digest_length == 224) { |
196 | 0 | execute_base<SHA224Digest>(data_col, input_rows_count, res_data, res_offset); |
197 | 0 | } else if (digest_length == 256) { |
198 | 0 | execute_base<SHA256Digest>(data_col, input_rows_count, res_data, res_offset); |
199 | 0 | } else if (digest_length == 384) { |
200 | 0 | execute_base<SHA384Digest>(data_col, input_rows_count, res_data, res_offset); |
201 | 0 | } else if (digest_length == 512) { |
202 | 0 | execute_base<SHA512Digest>(data_col, input_rows_count, res_data, res_offset); |
203 | 0 | } else { |
204 | 0 | return Status::InvalidArgument( |
205 | 0 | "sha2's digest length only support 224/256/384/512 but meet {}", digest_length); |
206 | 0 | } |
207 | | |
208 | 0 | block.replace_by_position(result, std::move(res_col)); |
209 | 0 | return Status::OK(); |
210 | 0 | } |
211 | | |
212 | | private: |
213 | | template <typename T> |
214 | | void execute_base(ColumnPtr data_col, int input_rows_count, ColumnString::Chars& res_data, |
215 | 0 | ColumnString::Offsets& res_offset) const { |
216 | 0 | if (const auto* str_col = check_and_get_column<ColumnString>(data_col.get())) { |
217 | 0 | vector_execute<T>(str_col, input_rows_count, res_data, res_offset); |
218 | 0 | } else if (const auto* vb_col = check_and_get_column<ColumnVarbinary>(data_col.get())) { |
219 | 0 | vector_execute<T>(vb_col, input_rows_count, res_data, res_offset); |
220 | 0 | } else { |
221 | 0 | throw Exception(ErrorCode::RUNTIME_ERROR, |
222 | 0 | "Illegal column {} of argument of function {}", data_col->get_name(), |
223 | 0 | get_name()); |
224 | 0 | } |
225 | 0 | } Unexecuted instantiation: _ZNK5doris24FunctionStringDigestSHA212execute_baseINS_12SHA224DigestEEEvNS_3COWINS_7IColumnEE13immutable_ptrIS4_EEiRNS_8PODArrayIhLm4096ENS_9AllocatorILb0ELb0ELb0ENS_22DefaultMemoryAllocatorELb1EEELm16ELm15EEERNS8_IjLm4096ESB_Lm16ELm15EEE Unexecuted instantiation: _ZNK5doris24FunctionStringDigestSHA212execute_baseINS_12SHA256DigestEEEvNS_3COWINS_7IColumnEE13immutable_ptrIS4_EEiRNS_8PODArrayIhLm4096ENS_9AllocatorILb0ELb0ELb0ENS_22DefaultMemoryAllocatorELb1EEELm16ELm15EEERNS8_IjLm4096ESB_Lm16ELm15EEE Unexecuted instantiation: _ZNK5doris24FunctionStringDigestSHA212execute_baseINS_12SHA384DigestEEEvNS_3COWINS_7IColumnEE13immutable_ptrIS4_EEiRNS_8PODArrayIhLm4096ENS_9AllocatorILb0ELb0ELb0ENS_22DefaultMemoryAllocatorELb1EEELm16ELm15EEERNS8_IjLm4096ESB_Lm16ELm15EEE Unexecuted instantiation: _ZNK5doris24FunctionStringDigestSHA212execute_baseINS_12SHA512DigestEEEvNS_3COWINS_7IColumnEE13immutable_ptrIS4_EEiRNS_8PODArrayIhLm4096ENS_9AllocatorILb0ELb0ELb0ENS_22DefaultMemoryAllocatorELb1EEELm16ELm15EEERNS8_IjLm4096ESB_Lm16ELm15EEE |
226 | | |
227 | | template <typename DigestType, typename ColumnType> |
228 | | void vector_execute(const ColumnType* col, size_t input_rows_count, |
229 | 0 | ColumnString::Chars& res_data, ColumnString::Offsets& res_offset) const { |
230 | 0 | DigestType digest; |
231 | 0 | for (size_t i = 0; i < input_rows_count; ++i) { |
232 | 0 | StringRef data_ref = col->get_data_at(i); |
233 | 0 | digest.reset(data_ref.data, data_ref.size); |
234 | 0 | std::string_view ans = digest.digest(); |
235 | |
|
236 | 0 | StringOP::push_value_string(ans, i, res_data, res_offset); |
237 | 0 | } |
238 | 0 | } Unexecuted instantiation: _ZNK5doris24FunctionStringDigestSHA214vector_executeINS_12SHA224DigestENS_9ColumnStrIjEEEEvPKT0_mRNS_8PODArrayIhLm4096ENS_9AllocatorILb0ELb0ELb0ENS_22DefaultMemoryAllocatorELb1EEELm16ELm15EEERNS8_IjLm4096ESB_Lm16ELm15EEE Unexecuted instantiation: _ZNK5doris24FunctionStringDigestSHA214vector_executeINS_12SHA224DigestENS_15ColumnVarbinaryEEEvPKT0_mRNS_8PODArrayIhLm4096ENS_9AllocatorILb0ELb0ELb0ENS_22DefaultMemoryAllocatorELb1EEELm16ELm15EEERNS7_IjLm4096ESA_Lm16ELm15EEE Unexecuted instantiation: _ZNK5doris24FunctionStringDigestSHA214vector_executeINS_12SHA256DigestENS_9ColumnStrIjEEEEvPKT0_mRNS_8PODArrayIhLm4096ENS_9AllocatorILb0ELb0ELb0ENS_22DefaultMemoryAllocatorELb1EEELm16ELm15EEERNS8_IjLm4096ESB_Lm16ELm15EEE Unexecuted instantiation: _ZNK5doris24FunctionStringDigestSHA214vector_executeINS_12SHA256DigestENS_15ColumnVarbinaryEEEvPKT0_mRNS_8PODArrayIhLm4096ENS_9AllocatorILb0ELb0ELb0ENS_22DefaultMemoryAllocatorELb1EEELm16ELm15EEERNS7_IjLm4096ESA_Lm16ELm15EEE Unexecuted instantiation: _ZNK5doris24FunctionStringDigestSHA214vector_executeINS_12SHA384DigestENS_9ColumnStrIjEEEEvPKT0_mRNS_8PODArrayIhLm4096ENS_9AllocatorILb0ELb0ELb0ENS_22DefaultMemoryAllocatorELb1EEELm16ELm15EEERNS8_IjLm4096ESB_Lm16ELm15EEE Unexecuted instantiation: _ZNK5doris24FunctionStringDigestSHA214vector_executeINS_12SHA384DigestENS_15ColumnVarbinaryEEEvPKT0_mRNS_8PODArrayIhLm4096ENS_9AllocatorILb0ELb0ELb0ENS_22DefaultMemoryAllocatorELb1EEELm16ELm15EEERNS7_IjLm4096ESA_Lm16ELm15EEE Unexecuted instantiation: _ZNK5doris24FunctionStringDigestSHA214vector_executeINS_12SHA512DigestENS_9ColumnStrIjEEEEvPKT0_mRNS_8PODArrayIhLm4096ENS_9AllocatorILb0ELb0ELb0ENS_22DefaultMemoryAllocatorELb1EEELm16ELm15EEERNS8_IjLm4096ESB_Lm16ELm15EEE Unexecuted instantiation: _ZNK5doris24FunctionStringDigestSHA214vector_executeINS_12SHA512DigestENS_15ColumnVarbinaryEEEvPKT0_mRNS_8PODArrayIhLm4096ENS_9AllocatorILb0ELb0ELb0ENS_22DefaultMemoryAllocatorELb1EEELm16ELm15EEERNS7_IjLm4096ESA_Lm16ELm15EEE |
239 | | }; |
240 | | |
241 | 1 | void register_function_string_digest(SimpleFunctionFactory& factory) { |
242 | 1 | factory.register_function<FunctionStringDigestMulti<SM3Sum>>(); |
243 | 1 | factory.register_function<FunctionStringDigestMulti<MD5Sum>>(); |
244 | 1 | factory.register_function<FunctionStringDigestSHA1>(); |
245 | 1 | factory.register_function<FunctionStringDigestSHA2>(); |
246 | | |
247 | 1 | factory.register_alias(FunctionStringDigestMulti<MD5Sum>::name, "md5"); |
248 | 1 | factory.register_alias(FunctionStringDigestMulti<SM3Sum>::name, "sm3"); |
249 | 1 | factory.register_alias(FunctionStringDigestSHA1::name, "sha"); |
250 | 1 | } |
251 | | |
252 | | #include "common/compile_check_avoid_end.h" |
253 | | } // namespace doris |