/root/doris/be/src/util/once.h
Line | Count | Source (jump to first uncovered line) |
1 | | // Licensed to the Apache Software Foundation (ASF) under one |
2 | | // or more contributor license agreements. See the NOTICE file |
3 | | // distributed with this work for additional information |
4 | | // regarding copyright ownership. The ASF licenses this file |
5 | | // to you under the Apache License, Version 2.0 (the |
6 | | // "License"); you may not use this file except in compliance |
7 | | // with the License. You may obtain a copy of the License at |
8 | | // |
9 | | // http://www.apache.org/licenses/LICENSE-2.0 |
10 | | // |
11 | | // Unless required by applicable law or agreed to in writing, |
12 | | // software distributed under the License is distributed on an |
13 | | // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
14 | | // KIND, either express or implied. See the License for the |
15 | | // specific language governing permissions and limitations |
16 | | // under the License. |
17 | | // This file is copied from |
18 | | // https://github.com/apache/impala/blob/branch-2.9.0/be/src/util/once.h |
19 | | // and modified by Doris |
20 | | |
21 | | #pragma once |
22 | | |
23 | | #include <atomic> |
24 | | #include <mutex> |
25 | | #include <stdexcept> |
26 | | |
27 | | #include "common/exception.h" |
28 | | #include "olap/olap_common.h" |
29 | | |
30 | | namespace doris { |
31 | | |
32 | | // Utility class for implementing thread-safe call-once semantics. |
33 | | // |
34 | | // call() will return stored result regardless of whether the first invocation |
35 | | // returns a success status or not. |
36 | | // |
37 | | // Example: |
38 | | // class Resource { |
39 | | // public: |
40 | | // Status init() { |
41 | | // _init_once.call([this] { return _do_init(); }); |
42 | | // } |
43 | | // |
44 | | // bool is_inited() const { |
45 | | // return _init_once.has_called() && _init_once.stored_result().ok(); |
46 | | // } |
47 | | // private: |
48 | | // Status _do_init() { /* init logic here */ } |
49 | | // DorisCallOnce<Status> _init_once; |
50 | | // }; |
51 | | template <typename ReturnType> |
52 | | class DorisCallOnce { |
53 | | public: |
54 | 165k | DorisCallOnce() : _has_called(false) {} |
55 | | |
56 | | // this method is not exception safe, it will core when exception occurs in |
57 | | // callback method. I have tested the code https://en.cppreference.com/w/cpp/thread/call_once. |
58 | | // If the underlying `once_flag` has yet to be invoked, invokes the provided |
59 | | // lambda and stores its return value. Otherwise, returns the stored Status. |
60 | | // template <typename Fn> |
61 | | // ReturnType call(Fn fn) { |
62 | | // std::call_once(_once_flag, [this, fn] { |
63 | | // _status = fn(); |
64 | | // _has_called.store(true, std::memory_order_release); |
65 | | // }); |
66 | | // return _status; |
67 | | // } |
68 | | |
69 | | // If exception occurs in the function, the call flag is set, if user call |
70 | | // it again, the same exception will be thrown. |
71 | | // It is different from std::call_once. This is because if a method is called once |
72 | | // some internal state is changed, it maybe not called again although exception |
73 | | // occurred. |
74 | | template <typename Fn> |
75 | 283k | ReturnType call(Fn fn) { |
76 | | // Avoid lock to improve performance |
77 | 283k | if (has_called()) { |
78 | 197k | if (_eptr) { |
79 | 0 | std::rethrow_exception(_eptr); |
80 | 0 | } |
81 | 197k | return _status; |
82 | 197k | } |
83 | 85.8k | std::lock_guard l(_flag_lock); |
84 | | // should check again because maybe another thread call successfully. |
85 | 85.8k | if (has_called()) { |
86 | 0 | if (_eptr) { |
87 | 0 | std::rethrow_exception(_eptr); |
88 | 0 | } |
89 | 0 | return _status; |
90 | 0 | } |
91 | 85.8k | try { |
92 | 85.8k | _status = fn(); |
93 | 85.8k | } catch (...) { |
94 | | // Save the exception for next call. |
95 | 0 | _eptr = std::current_exception(); |
96 | 0 | _has_called.store(true, std::memory_order_release); |
97 | 0 | std::rethrow_exception(_eptr); |
98 | 0 | } |
99 | | // This memory order make sure both status and eptr is set |
100 | | // and will be seen in another thread. |
101 | 85.7k | _has_called.store(true, std::memory_order_release); |
102 | 85.7k | return _status; |
103 | 85.8k | } _ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v212ColumnReader22set_dict_encoding_typeENS5_16DictEncodingTypeEEUlvE_EES1_T_ Line | Count | Source | 75 | 852 | ReturnType call(Fn fn) { | 76 | | // Avoid lock to improve performance | 77 | 852 | if (has_called()) { | 78 | 0 | if (_eptr) { | 79 | 0 | std::rethrow_exception(_eptr); | 80 | 0 | } | 81 | 0 | return _status; | 82 | 0 | } | 83 | 852 | std::lock_guard l(_flag_lock); | 84 | | // should check again because maybe another thread call successfully. | 85 | 852 | if (has_called()) { | 86 | 0 | if (_eptr) { | 87 | 0 | std::rethrow_exception(_eptr); | 88 | 0 | } | 89 | 0 | return _status; | 90 | 0 | } | 91 | 852 | try { | 92 | 852 | _status = fn(); | 93 | 852 | } catch (...) { | 94 | | // Save the exception for next call. | 95 | 0 | _eptr = std::current_exception(); | 96 | 0 | _has_called.store(true, std::memory_order_release); | 97 | 0 | std::rethrow_exception(_eptr); | 98 | 0 | } | 99 | | // This memory order make sure both status and eptr is set | 100 | | // and will be seen in another thread. | 101 | 852 | _has_called.store(true, std::memory_order_release); | 102 | 852 | return _status; | 103 | 852 | } |
segment.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v27Segment21_load_pk_bloom_filterEvE3$_0EES1_T_ Line | Count | Source | 75 | 2 | ReturnType call(Fn fn) { | 76 | | // Avoid lock to improve performance | 77 | 2 | if (has_called()) { | 78 | 1 | if (_eptr) { | 79 | 0 | std::rethrow_exception(_eptr); | 80 | 0 | } | 81 | 1 | return _status; | 82 | 1 | } | 83 | 1 | std::lock_guard l(_flag_lock); | 84 | | // should check again because maybe another thread call successfully. | 85 | 1 | if (has_called()) { | 86 | 0 | if (_eptr) { | 87 | 0 | std::rethrow_exception(_eptr); | 88 | 0 | } | 89 | 0 | return _status; | 90 | 0 | } | 91 | 1 | try { | 92 | 1 | _status = fn(); | 93 | 1 | } catch (...) { | 94 | | // Save the exception for next call. | 95 | 0 | _eptr = std::current_exception(); | 96 | 0 | _has_called.store(true, std::memory_order_release); | 97 | 0 | std::rethrow_exception(_eptr); | 98 | 0 | } | 99 | | // This memory order make sure both status and eptr is set | 100 | | // and will be seen in another thread. | 101 | 1 | _has_called.store(true, std::memory_order_release); | 102 | 1 | return _status; | 103 | 1 | } |
segment.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v27Segment10load_indexEvE3$_0EES1_T_ Line | Count | Source | 75 | 8.41k | ReturnType call(Fn fn) { | 76 | | // Avoid lock to improve performance | 77 | 8.41k | if (has_called()) { | 78 | 2.61k | if (_eptr) { | 79 | 0 | std::rethrow_exception(_eptr); | 80 | 0 | } | 81 | 2.61k | return _status; | 82 | 2.61k | } | 83 | 5.80k | std::lock_guard l(_flag_lock); | 84 | | // should check again because maybe another thread call successfully. | 85 | 5.80k | if (has_called()) { | 86 | 0 | if (_eptr) { | 87 | 0 | std::rethrow_exception(_eptr); | 88 | 0 | } | 89 | 0 | return _status; | 90 | 0 | } | 91 | 5.80k | try { | 92 | 5.80k | _status = fn(); | 93 | 5.80k | } catch (...) { | 94 | | // Save the exception for next call. | 95 | 0 | _eptr = std::current_exception(); | 96 | 0 | _has_called.store(true, std::memory_order_release); | 97 | 0 | std::rethrow_exception(_eptr); | 98 | 0 | } | 99 | | // This memory order make sure both status and eptr is set | 100 | | // and will be seen in another thread. | 101 | 5.80k | _has_called.store(true, std::memory_order_release); | 102 | 5.80k | return _status; | 103 | 5.80k | } |
segment.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v27Segment27_create_column_readers_onceEPNS_20OlapReaderStatisticsEE3$_0EES1_T_ Line | Count | Source | 75 | 192k | ReturnType call(Fn fn) { | 76 | | // Avoid lock to improve performance | 77 | 192k | if (has_called()) { | 78 | 186k | if (_eptr) { | 79 | 0 | std::rethrow_exception(_eptr); | 80 | 0 | } | 81 | 186k | return _status; | 82 | 186k | } | 83 | 6.02k | std::lock_guard l(_flag_lock); | 84 | | // should check again because maybe another thread call successfully. | 85 | 6.02k | if (has_called()) { | 86 | 0 | if (_eptr) { | 87 | 0 | std::rethrow_exception(_eptr); | 88 | 0 | } | 89 | 0 | return _status; | 90 | 0 | } | 91 | 6.02k | try { | 92 | 6.02k | _status = fn(); | 93 | 6.02k | } catch (...) { | 94 | | // Save the exception for next call. | 95 | 0 | _eptr = std::current_exception(); | 96 | 0 | _has_called.store(true, std::memory_order_release); | 97 | 0 | std::rethrow_exception(_eptr); | 98 | 0 | } | 99 | | // This memory order make sure both status and eptr is set | 100 | | // and will be seen in another thread. | 101 | 5.97k | _has_called.store(true, std::memory_order_release); | 102 | 5.97k | return _status; | 103 | 6.02k | } |
segment.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v27Segment27new_inverted_index_iteratorERKNS_12TabletColumnEPKNS_11TabletIndexERKNS_18StorageReadOptionsEPSt10unique_ptrINS4_21InvertedIndexIteratorESt14default_deleteISG_EEE3$_0EES1_T_ Line | Count | Source | 75 | 30 | ReturnType call(Fn fn) { | 76 | | // Avoid lock to improve performance | 77 | 30 | if (has_called()) { | 78 | 0 | if (_eptr) { | 79 | 0 | std::rethrow_exception(_eptr); | 80 | 0 | } | 81 | 0 | return _status; | 82 | 0 | } | 83 | 30 | std::lock_guard l(_flag_lock); | 84 | | // should check again because maybe another thread call successfully. | 85 | 30 | if (has_called()) { | 86 | 0 | if (_eptr) { | 87 | 0 | std::rethrow_exception(_eptr); | 88 | 0 | } | 89 | 0 | return _status; | 90 | 0 | } | 91 | 30 | try { | 92 | 30 | _status = fn(); | 93 | 30 | } catch (...) { | 94 | | // Save the exception for next call. | 95 | 0 | _eptr = std::current_exception(); | 96 | 0 | _has_called.store(true, std::memory_order_release); | 97 | 0 | std::rethrow_exception(_eptr); | 98 | 0 | } | 99 | | // This memory order make sure both status and eptr is set | 100 | | // and will be seen in another thread. | 101 | 30 | _has_called.store(true, std::memory_order_release); | 102 | 30 | return _status; | 103 | 30 | } |
zone_map_index.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v218ZoneMapIndexReader4loadEbbE3$_0EES1_T_ Line | Count | Source | 75 | 1.70k | ReturnType call(Fn fn) { | 76 | | // Avoid lock to improve performance | 77 | 1.70k | if (has_called()) { | 78 | 0 | if (_eptr) { | 79 | 0 | std::rethrow_exception(_eptr); | 80 | 0 | } | 81 | 0 | return _status; | 82 | 0 | } | 83 | 1.70k | std::lock_guard l(_flag_lock); | 84 | | // should check again because maybe another thread call successfully. | 85 | 1.70k | if (has_called()) { | 86 | 0 | if (_eptr) { | 87 | 0 | std::rethrow_exception(_eptr); | 88 | 0 | } | 89 | 0 | return _status; | 90 | 0 | } | 91 | 1.70k | try { | 92 | 1.70k | _status = fn(); | 93 | 1.70k | } catch (...) { | 94 | | // Save the exception for next call. | 95 | 0 | _eptr = std::current_exception(); | 96 | 0 | _has_called.store(true, std::memory_order_release); | 97 | 0 | std::rethrow_exception(_eptr); | 98 | 0 | } | 99 | | // This memory order make sure both status and eptr is set | 100 | | // and will be seen in another thread. | 101 | 1.70k | _has_called.store(true, std::memory_order_release); | 102 | 1.70k | return _status; | 103 | 1.70k | } |
ordinal_page_index.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v218OrdinalIndexReader4loadEbbE3$_0EES1_T_ Line | Count | Source | 75 | 18.5k | ReturnType call(Fn fn) { | 76 | | // Avoid lock to improve performance | 77 | 18.5k | if (has_called()) { | 78 | 1.38k | if (_eptr) { | 79 | 0 | std::rethrow_exception(_eptr); | 80 | 0 | } | 81 | 1.38k | return _status; | 82 | 1.38k | } | 83 | 17.1k | std::lock_guard l(_flag_lock); | 84 | | // should check again because maybe another thread call successfully. | 85 | 17.1k | if (has_called()) { | 86 | 0 | if (_eptr) { | 87 | 0 | std::rethrow_exception(_eptr); | 88 | 0 | } | 89 | 0 | return _status; | 90 | 0 | } | 91 | 17.1k | try { | 92 | 17.1k | _status = fn(); | 93 | 17.1k | } catch (...) { | 94 | | // Save the exception for next call. | 95 | 0 | _eptr = std::current_exception(); | 96 | 0 | _has_called.store(true, std::memory_order_release); | 97 | 0 | std::rethrow_exception(_eptr); | 98 | 0 | } | 99 | | // This memory order make sure both status and eptr is set | 100 | | // and will be seen in another thread. | 101 | 17.1k | _has_called.store(true, std::memory_order_release); | 102 | 17.1k | return _status; | 103 | 17.1k | } |
bloom_filter_index_reader.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v222BloomFilterIndexReader4loadEbbE3$_0EES1_T_ Line | Count | Source | 75 | 15 | ReturnType call(Fn fn) { | 76 | | // Avoid lock to improve performance | 77 | 15 | if (has_called()) { | 78 | 0 | if (_eptr) { | 79 | 0 | std::rethrow_exception(_eptr); | 80 | 0 | } | 81 | 0 | return _status; | 82 | 0 | } | 83 | 15 | std::lock_guard l(_flag_lock); | 84 | | // should check again because maybe another thread call successfully. | 85 | 15 | if (has_called()) { | 86 | 0 | if (_eptr) { | 87 | 0 | std::rethrow_exception(_eptr); | 88 | 0 | } | 89 | 0 | return _status; | 90 | 0 | } | 91 | 15 | try { | 92 | 15 | _status = fn(); | 93 | 15 | } catch (...) { | 94 | | // Save the exception for next call. | 95 | 0 | _eptr = std::current_exception(); | 96 | 0 | _has_called.store(true, std::memory_order_release); | 97 | 0 | std::rethrow_exception(_eptr); | 98 | 0 | } | 99 | | // This memory order make sure both status and eptr is set | 100 | | // and will be seen in another thread. | 101 | 15 | _has_called.store(true, std::memory_order_release); | 102 | 15 | return _status; | 103 | 15 | } |
bitmap_index_reader.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v217BitmapIndexReader4loadEbbE3$_0EES1_T_ Line | Count | Source | 75 | 4 | ReturnType call(Fn fn) { | 76 | | // Avoid lock to improve performance | 77 | 4 | if (has_called()) { | 78 | 0 | if (_eptr) { | 79 | 0 | std::rethrow_exception(_eptr); | 80 | 0 | } | 81 | 0 | return _status; | 82 | 0 | } | 83 | 4 | std::lock_guard l(_flag_lock); | 84 | | // should check again because maybe another thread call successfully. | 85 | 4 | if (has_called()) { | 86 | 0 | if (_eptr) { | 87 | 0 | std::rethrow_exception(_eptr); | 88 | 0 | } | 89 | 0 | return _status; | 90 | 0 | } | 91 | 4 | try { | 92 | 4 | _status = fn(); | 93 | 4 | } catch (...) { | 94 | | // Save the exception for next call. | 95 | 0 | _eptr = std::current_exception(); | 96 | 0 | _has_called.store(true, std::memory_order_release); | 97 | 0 | std::rethrow_exception(_eptr); | 98 | 0 | } | 99 | | // This memory order make sure both status and eptr is set | 100 | | // and will be seen in another thread. | 101 | 4 | _has_called.store(true, std::memory_order_release); | 102 | 4 | return _status; | 103 | 4 | } |
beta_rowset_reader.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_16BetaRowsetReader19_init_iterator_onceEvE3$_0EES1_T_ Line | Count | Source | 75 | 16.3k | ReturnType call(Fn fn) { | 76 | | // Avoid lock to improve performance | 77 | 16.3k | if (has_called()) { | 78 | 6.92k | if (_eptr) { | 79 | 0 | std::rethrow_exception(_eptr); | 80 | 0 | } | 81 | 6.92k | return _status; | 82 | 6.92k | } | 83 | 9.43k | std::lock_guard l(_flag_lock); | 84 | | // should check again because maybe another thread call successfully. | 85 | 9.43k | if (has_called()) { | 86 | 0 | if (_eptr) { | 87 | 0 | std::rethrow_exception(_eptr); | 88 | 0 | } | 89 | 0 | return _status; | 90 | 0 | } | 91 | 9.43k | try { | 92 | 9.43k | _status = fn(); | 93 | 9.43k | } catch (...) { | 94 | | // Save the exception for next call. | 95 | 0 | _eptr = std::current_exception(); | 96 | 0 | _has_called.store(true, std::memory_order_release); | 97 | 0 | std::rethrow_exception(_eptr); | 98 | 0 | } | 99 | | // This memory order make sure both status and eptr is set | 100 | | // and will be seen in another thread. | 101 | 9.43k | _has_called.store(true, std::memory_order_release); | 102 | 9.43k | return _status; | 103 | 9.43k | } |
tablet.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_6Tablet4initEvE3$_0EES1_T_ Line | Count | Source | 75 | 45.0k | ReturnType call(Fn fn) { | 76 | | // Avoid lock to improve performance | 77 | 45.0k | if (has_called()) { | 78 | 226 | if (_eptr) { | 79 | 0 | std::rethrow_exception(_eptr); | 80 | 0 | } | 81 | 226 | return _status; | 82 | 226 | } | 83 | 44.7k | std::lock_guard l(_flag_lock); | 84 | | // should check again because maybe another thread call successfully. | 85 | 44.7k | if (has_called()) { | 86 | 0 | if (_eptr) { | 87 | 0 | std::rethrow_exception(_eptr); | 88 | 0 | } | 89 | 0 | return _status; | 90 | 0 | } | 91 | 44.7k | try { | 92 | 44.7k | _status = fn(); | 93 | 44.7k | } catch (...) { | 94 | | // Save the exception for next call. | 95 | 0 | _eptr = std::current_exception(); | 96 | 0 | _has_called.store(true, std::memory_order_release); | 97 | 0 | std::rethrow_exception(_eptr); | 98 | 0 | } | 99 | | // This memory order make sure both status and eptr is set | 100 | | // and will be seen in another thread. | 101 | 44.7k | _has_called.store(true, std::memory_order_release); | 102 | 44.7k | return _status; | 103 | 44.7k | } |
Unexecuted instantiation: load_path_mgr.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_11LoadPathMgr12allocate_dirERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESC_PSA_E3$_0EES1_T_ |
104 | | |
105 | | // Has to pay attention to memory order |
106 | | // see https://en.cppreference.com/w/cpp/atomic/memory_order |
107 | | // Return whether `call` has been invoked or not. |
108 | 496k | bool has_called() const { |
109 | | // std::memory_order_acquire here and std::memory_order_release in |
110 | | // init(), taken together, mean that threads can safely synchronize on |
111 | | // _has_called. |
112 | 496k | return _has_called.load(std::memory_order_acquire); |
113 | 496k | } |
114 | | |
115 | | // Return the stored result. The result is only meaningful when `has_called() == true`. |
116 | 60.1k | ReturnType stored_result() const { |
117 | 60.1k | if (!has_called()) { |
118 | | // Could not return status if the method not called. |
119 | 0 | throw std::exception(); |
120 | 0 | } |
121 | 60.1k | if (_eptr) { |
122 | 1 | std::rethrow_exception(_eptr); |
123 | 1 | } |
124 | 60.1k | return _status; |
125 | 60.1k | } |
126 | | |
127 | | private: |
128 | | std::atomic<bool> _has_called; |
129 | | // std::once_flag _once_flag; |
130 | | std::mutex _flag_lock; |
131 | | std::exception_ptr _eptr; |
132 | | ReturnType _status; |
133 | | }; |
134 | | |
135 | | } // namespace doris |