/root/doris/be/src/util/once.h
Line | Count | Source (jump to first uncovered line) |
1 | | // Licensed to the Apache Software Foundation (ASF) under one |
2 | | // or more contributor license agreements. See the NOTICE file |
3 | | // distributed with this work for additional information |
4 | | // regarding copyright ownership. The ASF licenses this file |
5 | | // to you under the Apache License, Version 2.0 (the |
6 | | // "License"); you may not use this file except in compliance |
7 | | // with the License. You may obtain a copy of the License at |
8 | | // |
9 | | // http://www.apache.org/licenses/LICENSE-2.0 |
10 | | // |
11 | | // Unless required by applicable law or agreed to in writing, |
12 | | // software distributed under the License is distributed on an |
13 | | // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
14 | | // KIND, either express or implied. See the License for the |
15 | | // specific language governing permissions and limitations |
16 | | // under the License. |
17 | | // This file is copied from |
18 | | // https://github.com/apache/impala/blob/branch-2.9.0/be/src/util/once.h |
19 | | // and modified by Doris |
20 | | |
21 | | #pragma once |
22 | | |
23 | | #include <atomic> |
24 | | #include <mutex> |
25 | | #include <stdexcept> |
26 | | |
27 | | #include "common/exception.h" |
28 | | #include "olap/olap_common.h" |
29 | | |
30 | | namespace doris { |
31 | | |
32 | | // Utility class for implementing thread-safe call-once semantics. |
33 | | // |
34 | | // call() will return stored result regardless of whether the first invocation |
35 | | // returns a success status or not. |
36 | | // |
37 | | // Example: |
38 | | // class Resource { |
39 | | // public: |
40 | | // Status init() { |
41 | | // _init_once.call([this] { return _do_init(); }); |
42 | | // } |
43 | | // |
44 | | // bool is_inited() const { |
45 | | // return _init_once.has_called() && _init_once.stored_result().ok(); |
46 | | // } |
47 | | // private: |
48 | | // Status _do_init() { /* init logic here */ } |
49 | | // DorisCallOnce<Status> _init_once; |
50 | | // }; |
51 | | template <typename ReturnType> |
52 | | class DorisCallOnce { |
53 | | public: |
54 | 22.0M | DorisCallOnce() : _has_called(false) {} |
55 | | |
56 | | // this method is not exception safe, it will core when exception occurs in |
57 | | // callback method. I have tested the code https://en.cppreference.com/w/cpp/thread/call_once. |
58 | | // If the underlying `once_flag` has yet to be invoked, invokes the provided |
59 | | // lambda and stores its return value. Otherwise, returns the stored Status. |
60 | | // template <typename Fn> |
61 | | // ReturnType call(Fn fn) { |
62 | | // std::call_once(_once_flag, [this, fn] { |
63 | | // _status = fn(); |
64 | | // _has_called.store(true, std::memory_order_release); |
65 | | // }); |
66 | | // return _status; |
67 | | // } |
68 | | |
69 | | // If exception occurs in the function, the call flag is set, if user call |
70 | | // it again, the same exception will be thrown. |
71 | | // It is different from std::call_once. This is because if a method is called once |
72 | | // some internal state is changed, it maybe not called again although exception |
73 | | // occurred. |
74 | | template <typename Fn> |
75 | 249M | ReturnType call(Fn fn) { |
76 | | // Avoid lock to improve performance |
77 | 249M | if (has_called()) { |
78 | 233M | if (_eptr) { |
79 | 0 | std::rethrow_exception(_eptr); |
80 | 0 | } |
81 | 233M | return _status; |
82 | 233M | } |
83 | 16.1M | std::lock_guard l(_flag_lock); |
84 | | // should check again because maybe another thread call successfully. |
85 | 16.1M | if (has_called()) { |
86 | 2.02k | if (_eptr) { |
87 | 0 | std::rethrow_exception(_eptr); |
88 | 0 | } |
89 | 2.02k | return _status; |
90 | 2.02k | } |
91 | 16.1M | try { |
92 | 16.1M | _status = fn(); |
93 | 16.1M | } catch (...) { |
94 | | // Save the exception for next call. |
95 | 0 | _eptr = std::current_exception(); |
96 | 0 | _has_called.store(true, std::memory_order_release); |
97 | 0 | std::rethrow_exception(_eptr); |
98 | 0 | } |
99 | | // This memory order make sure both status and eptr is set |
100 | | // and will be seen in another thread. |
101 | 15.8M | _has_called.store(true, std::memory_order_release); |
102 | 15.8M | return _status; |
103 | 16.1M | } _ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v212ColumnReader22set_dict_encoding_typeENS5_16DictEncodingTypeEEUlvE_EES1_T_ Line | Count | Source | 75 | 4.30k | ReturnType call(Fn fn) { | 76 | | // Avoid lock to improve performance | 77 | 4.30k | if (has_called()) { | 78 | 264 | if (_eptr) { | 79 | 0 | std::rethrow_exception(_eptr); | 80 | 0 | } | 81 | 264 | return _status; | 82 | 264 | } | 83 | 4.03k | std::lock_guard l(_flag_lock); | 84 | | // should check again because maybe another thread call successfully. | 85 | 4.03k | if (has_called()) { | 86 | 0 | if (_eptr) { | 87 | 0 | std::rethrow_exception(_eptr); | 88 | 0 | } | 89 | 0 | return _status; | 90 | 0 | } | 91 | 4.03k | try { | 92 | 4.03k | _status = fn(); | 93 | 4.03k | } catch (...) { | 94 | | // Save the exception for next call. | 95 | 0 | _eptr = std::current_exception(); | 96 | 0 | _has_called.store(true, std::memory_order_release); | 97 | 0 | std::rethrow_exception(_eptr); | 98 | 0 | } | 99 | | // This memory order make sure both status and eptr is set | 100 | | // and will be seen in another thread. | 101 | 4.03k | _has_called.store(true, std::memory_order_release); | 102 | 4.03k | return _status; | 103 | 4.03k | } |
segment.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v27Segment21_load_pk_bloom_filterEvE3$_0EES1_T_ Line | Count | Source | 75 | 14.8M | ReturnType call(Fn fn) { | 76 | | // Avoid lock to improve performance | 77 | 14.8M | if (has_called()) { | 78 | 14.8M | if (_eptr) { | 79 | 0 | std::rethrow_exception(_eptr); | 80 | 0 | } | 81 | 14.8M | return _status; | 82 | 14.8M | } | 83 | 42.1k | std::lock_guard l(_flag_lock); | 84 | | // should check again because maybe another thread call successfully. | 85 | 42.1k | if (has_called()) { | 86 | 3 | if (_eptr) { | 87 | 0 | std::rethrow_exception(_eptr); | 88 | 0 | } | 89 | 3 | return _status; | 90 | 3 | } | 91 | 42.1k | try { | 92 | 42.1k | _status = fn(); | 93 | 42.1k | } catch (...) { | 94 | | // Save the exception for next call. | 95 | 0 | _eptr = std::current_exception(); | 96 | 0 | _has_called.store(true, std::memory_order_release); | 97 | 0 | std::rethrow_exception(_eptr); | 98 | 0 | } | 99 | | // This memory order make sure both status and eptr is set | 100 | | // and will be seen in another thread. | 101 | 29.0k | _has_called.store(true, std::memory_order_release); | 102 | 29.0k | return _status; | 103 | 42.1k | } |
segment.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v27Segment10load_indexEvE3$_0EES1_T_ Line | Count | Source | 75 | 19.5M | ReturnType call(Fn fn) { | 76 | | // Avoid lock to improve performance | 77 | 19.5M | if (has_called()) { | 78 | 19.4M | if (_eptr) { | 79 | 0 | std::rethrow_exception(_eptr); | 80 | 0 | } | 81 | 19.4M | return _status; | 82 | 19.4M | } | 83 | 97.3k | std::lock_guard l(_flag_lock); | 84 | | // should check again because maybe another thread call successfully. | 85 | 97.3k | if (has_called()) { | 86 | 67 | if (_eptr) { | 87 | 0 | std::rethrow_exception(_eptr); | 88 | 0 | } | 89 | 67 | return _status; | 90 | 67 | } | 91 | 97.2k | try { | 92 | 97.2k | _status = fn(); | 93 | 97.2k | } catch (...) { | 94 | | // Save the exception for next call. | 95 | 0 | _eptr = std::current_exception(); | 96 | 0 | _has_called.store(true, std::memory_order_release); | 97 | 0 | std::rethrow_exception(_eptr); | 98 | 0 | } | 99 | | // This memory order make sure both status and eptr is set | 100 | | // and will be seen in another thread. | 101 | 88.9k | _has_called.store(true, std::memory_order_release); | 102 | 88.9k | return _status; | 103 | 97.2k | } |
segment.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v27Segment27_create_column_readers_onceEPNS_20OlapReaderStatisticsEE3$_0EES1_T_ Line | Count | Source | 75 | 196M | ReturnType call(Fn fn) { | 76 | | // Avoid lock to improve performance | 77 | 196M | if (has_called()) { | 78 | 196M | if (_eptr) { | 79 | 0 | std::rethrow_exception(_eptr); | 80 | 0 | } | 81 | 196M | return _status; | 82 | 196M | } | 83 | 387k | std::lock_guard l(_flag_lock); | 84 | | // should check again because maybe another thread call successfully. | 85 | 387k | if (has_called()) { | 86 | 98 | if (_eptr) { | 87 | 0 | std::rethrow_exception(_eptr); | 88 | 0 | } | 89 | 98 | return _status; | 90 | 98 | } | 91 | 387k | try { | 92 | 387k | _status = fn(); | 93 | 387k | } catch (...) { | 94 | | // Save the exception for next call. | 95 | 0 | _eptr = std::current_exception(); | 96 | 0 | _has_called.store(true, std::memory_order_release); | 97 | 0 | std::rethrow_exception(_eptr); | 98 | 0 | } | 99 | | // This memory order make sure both status and eptr is set | 100 | | // and will be seen in another thread. | 101 | 67.1k | _has_called.store(true, std::memory_order_release); | 102 | 67.1k | return _status; | 103 | 387k | } |
segment.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v27Segment27new_inverted_index_iteratorERKNS_12TabletColumnEPKNS_11TabletIndexERKNS_18StorageReadOptionsEPSt10unique_ptrINS4_21InvertedIndexIteratorESt14default_deleteISG_EEE3$_0EES1_T_ Line | Count | Source | 75 | 4.96k | ReturnType call(Fn fn) { | 76 | | // Avoid lock to improve performance | 77 | 4.96k | if (has_called()) { | 78 | 0 | if (_eptr) { | 79 | 0 | std::rethrow_exception(_eptr); | 80 | 0 | } | 81 | 0 | return _status; | 82 | 0 | } | 83 | 4.96k | std::lock_guard l(_flag_lock); | 84 | | // should check again because maybe another thread call successfully. | 85 | 4.96k | if (has_called()) { | 86 | 2 | if (_eptr) { | 87 | 0 | std::rethrow_exception(_eptr); | 88 | 0 | } | 89 | 2 | return _status; | 90 | 2 | } | 91 | 4.96k | try { | 92 | 4.96k | _status = fn(); | 93 | 4.96k | } catch (...) { | 94 | | // Save the exception for next call. | 95 | 0 | _eptr = std::current_exception(); | 96 | 0 | _has_called.store(true, std::memory_order_release); | 97 | 0 | std::rethrow_exception(_eptr); | 98 | 0 | } | 99 | | // This memory order make sure both status and eptr is set | 100 | | // and will be seen in another thread. | 101 | 4.96k | _has_called.store(true, std::memory_order_release); | 102 | 4.96k | return _status; | 103 | 4.96k | } |
zone_map_index.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v218ZoneMapIndexReader4loadEbbE3$_0EES1_T_ Line | Count | Source | 75 | 177k | ReturnType call(Fn fn) { | 76 | | // Avoid lock to improve performance | 77 | 177k | if (has_called()) { | 78 | 141k | if (_eptr) { | 79 | 0 | std::rethrow_exception(_eptr); | 80 | 0 | } | 81 | 141k | return _status; | 82 | 141k | } | 83 | 35.8k | std::lock_guard l(_flag_lock); | 84 | | // should check again because maybe another thread call successfully. | 85 | 35.8k | if (has_called()) { | 86 | 1.32k | if (_eptr) { | 87 | 0 | std::rethrow_exception(_eptr); | 88 | 0 | } | 89 | 1.32k | return _status; | 90 | 1.32k | } | 91 | 34.5k | try { | 92 | 34.5k | _status = fn(); | 93 | 34.5k | } catch (...) { | 94 | | // Save the exception for next call. | 95 | 0 | _eptr = std::current_exception(); | 96 | 0 | _has_called.store(true, std::memory_order_release); | 97 | 0 | std::rethrow_exception(_eptr); | 98 | 0 | } | 99 | | // This memory order make sure both status and eptr is set | 100 | | // and will be seen in another thread. | 101 | 34.6k | _has_called.store(true, std::memory_order_release); | 102 | 34.6k | return _status; | 103 | 34.5k | } |
ordinal_page_index.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v218OrdinalIndexReader4loadEbbE3$_0EES1_T_ Line | Count | Source | 75 | 1.97M | ReturnType call(Fn fn) { | 76 | | // Avoid lock to improve performance | 77 | 1.97M | if (has_called()) { | 78 | 1.48M | if (_eptr) { | 79 | 0 | std::rethrow_exception(_eptr); | 80 | 0 | } | 81 | 1.48M | return _status; | 82 | 1.48M | } | 83 | 488k | std::lock_guard l(_flag_lock); | 84 | | // should check again because maybe another thread call successfully. | 85 | 488k | if (has_called()) { | 86 | 534 | if (_eptr) { | 87 | 0 | std::rethrow_exception(_eptr); | 88 | 0 | } | 89 | 534 | return _status; | 90 | 534 | } | 91 | 487k | try { | 92 | 487k | _status = fn(); | 93 | 487k | } catch (...) { | 94 | | // Save the exception for next call. | 95 | 0 | _eptr = std::current_exception(); | 96 | 0 | _has_called.store(true, std::memory_order_release); | 97 | 0 | std::rethrow_exception(_eptr); | 98 | 0 | } | 99 | | // This memory order make sure both status and eptr is set | 100 | | // and will be seen in another thread. | 101 | 487k | _has_called.store(true, std::memory_order_release); | 102 | 487k | return _status; | 103 | 487k | } |
bloom_filter_index_reader.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v222BloomFilterIndexReader4loadEbbE3$_0EES1_T_ Line | Count | Source | 75 | 29.1k | ReturnType call(Fn fn) { | 76 | | // Avoid lock to improve performance | 77 | 29.1k | if (has_called()) { | 78 | 13 | if (_eptr) { | 79 | 0 | std::rethrow_exception(_eptr); | 80 | 0 | } | 81 | 13 | return _status; | 82 | 13 | } | 83 | 29.1k | std::lock_guard l(_flag_lock); | 84 | | // should check again because maybe another thread call successfully. | 85 | 29.1k | if (has_called()) { | 86 | 0 | if (_eptr) { | 87 | 0 | std::rethrow_exception(_eptr); | 88 | 0 | } | 89 | 0 | return _status; | 90 | 0 | } | 91 | 29.1k | try { | 92 | 29.1k | _status = fn(); | 93 | 29.1k | } catch (...) { | 94 | | // Save the exception for next call. | 95 | 0 | _eptr = std::current_exception(); | 96 | 0 | _has_called.store(true, std::memory_order_release); | 97 | 0 | std::rethrow_exception(_eptr); | 98 | 0 | } | 99 | | // This memory order make sure both status and eptr is set | 100 | | // and will be seen in another thread. | 101 | 29.1k | _has_called.store(true, std::memory_order_release); | 102 | 29.1k | return _status; | 103 | 29.1k | } |
bitmap_index_reader.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v217BitmapIndexReader4loadEbbE3$_0EES1_T_ Line | Count | Source | 75 | 4 | ReturnType call(Fn fn) { | 76 | | // Avoid lock to improve performance | 77 | 4 | if (has_called()) { | 78 | 0 | if (_eptr) { | 79 | 0 | std::rethrow_exception(_eptr); | 80 | 0 | } | 81 | 0 | return _status; | 82 | 0 | } | 83 | 4 | std::lock_guard l(_flag_lock); | 84 | | // should check again because maybe another thread call successfully. | 85 | 4 | if (has_called()) { | 86 | 0 | if (_eptr) { | 87 | 0 | std::rethrow_exception(_eptr); | 88 | 0 | } | 89 | 0 | return _status; | 90 | 0 | } | 91 | 4 | try { | 92 | 4 | _status = fn(); | 93 | 4 | } catch (...) { | 94 | | // Save the exception for next call. | 95 | 0 | _eptr = std::current_exception(); | 96 | 0 | _has_called.store(true, std::memory_order_release); | 97 | 0 | std::rethrow_exception(_eptr); | 98 | 0 | } | 99 | | // This memory order make sure both status and eptr is set | 100 | | // and will be seen in another thread. | 101 | 4 | _has_called.store(true, std::memory_order_release); | 102 | 4 | return _status; | 103 | 4 | } |
beta_rowset_reader.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_16BetaRowsetReader19_init_iterator_onceEvE3$_0EES1_T_ Line | Count | Source | 75 | 15.5M | ReturnType call(Fn fn) { | 76 | | // Avoid lock to improve performance | 77 | 15.5M | if (has_called()) { | 78 | 724k | if (_eptr) { | 79 | 0 | std::rethrow_exception(_eptr); | 80 | 0 | } | 81 | 724k | return _status; | 82 | 724k | } | 83 | 14.8M | std::lock_guard l(_flag_lock); | 84 | | // should check again because maybe another thread call successfully. | 85 | 14.8M | if (has_called()) { | 86 | 0 | if (_eptr) { | 87 | 0 | std::rethrow_exception(_eptr); | 88 | 0 | } | 89 | 0 | return _status; | 90 | 0 | } | 91 | 14.8M | try { | 92 | 14.8M | _status = fn(); | 93 | 14.8M | } catch (...) { | 94 | | // Save the exception for next call. | 95 | 0 | _eptr = std::current_exception(); | 96 | 0 | _has_called.store(true, std::memory_order_release); | 97 | 0 | std::rethrow_exception(_eptr); | 98 | 0 | } | 99 | | // This memory order make sure both status and eptr is set | 100 | | // and will be seen in another thread. | 101 | 14.8M | _has_called.store(true, std::memory_order_release); | 102 | 14.8M | return _status; | 103 | 14.8M | } |
tablet.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_6Tablet4initEvE3$_0EES1_T_ Line | Count | Source | 75 | 222k | ReturnType call(Fn fn) { | 76 | | // Avoid lock to improve performance | 77 | 222k | if (has_called()) { | 78 | 226 | if (_eptr) { | 79 | 0 | std::rethrow_exception(_eptr); | 80 | 0 | } | 81 | 226 | return _status; | 82 | 226 | } | 83 | 221k | std::lock_guard l(_flag_lock); | 84 | | // should check again because maybe another thread call successfully. | 85 | 221k | if (has_called()) { | 86 | 0 | if (_eptr) { | 87 | 0 | std::rethrow_exception(_eptr); | 88 | 0 | } | 89 | 0 | return _status; | 90 | 0 | } | 91 | 221k | try { | 92 | 221k | _status = fn(); | 93 | 221k | } catch (...) { | 94 | | // Save the exception for next call. | 95 | 0 | _eptr = std::current_exception(); | 96 | 0 | _has_called.store(true, std::memory_order_release); | 97 | 0 | std::rethrow_exception(_eptr); | 98 | 0 | } | 99 | | // This memory order make sure both status and eptr is set | 100 | | // and will be seen in another thread. | 101 | 221k | _has_called.store(true, std::memory_order_release); | 102 | 221k | return _status; | 103 | 221k | } |
load_path_mgr.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_11LoadPathMgr12allocate_dirERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESC_PSA_E3$_0EES1_T_ Line | Count | Source | 75 | 11 | ReturnType call(Fn fn) { | 76 | | // Avoid lock to improve performance | 77 | 11 | if (has_called()) { | 78 | 10 | if (_eptr) { | 79 | 0 | std::rethrow_exception(_eptr); | 80 | 0 | } | 81 | 10 | return _status; | 82 | 10 | } | 83 | 1 | std::lock_guard l(_flag_lock); | 84 | | // should check again because maybe another thread call successfully. | 85 | 1 | if (has_called()) { | 86 | 0 | if (_eptr) { | 87 | 0 | std::rethrow_exception(_eptr); | 88 | 0 | } | 89 | 0 | return _status; | 90 | 0 | } | 91 | 1 | try { | 92 | 1 | _status = fn(); | 93 | 1 | } catch (...) { | 94 | | // Save the exception for next call. | 95 | 0 | _eptr = std::current_exception(); | 96 | 0 | _has_called.store(true, std::memory_order_release); | 97 | 0 | std::rethrow_exception(_eptr); | 98 | 0 | } | 99 | | // This memory order make sure both status and eptr is set | 100 | | // and will be seen in another thread. | 101 | 1 | _has_called.store(true, std::memory_order_release); | 102 | 1 | return _status; | 103 | 1 | } |
|
104 | | |
105 | | // Has to pay attention to memory order |
106 | | // see https://en.cppreference.com/w/cpp/atomic/memory_order |
107 | | // Return whether `call` has been invoked or not. |
108 | 320M | bool has_called() const { |
109 | | // std::memory_order_acquire here and std::memory_order_release in |
110 | | // init(), taken together, mean that threads can safely synchronize on |
111 | | // _has_called. |
112 | 320M | return _has_called.load(std::memory_order_acquire); |
113 | 320M | } |
114 | | |
115 | | // Return the stored result. The result is only meaningful when `has_called() == true`. |
116 | 24.1M | ReturnType stored_result() const { |
117 | 24.1M | if (!has_called()) { |
118 | | // Could not return status if the method not called. |
119 | 0 | throw std::exception(); |
120 | 0 | } |
121 | 24.1M | if (_eptr) { |
122 | 1 | std::rethrow_exception(_eptr); |
123 | 1 | } |
124 | 24.1M | return _status; |
125 | 24.1M | } |
126 | | |
127 | | private: |
128 | | std::atomic<bool> _has_called; |
129 | | // std::once_flag _once_flag; |
130 | | std::mutex _flag_lock; |
131 | | std::exception_ptr _eptr; |
132 | | ReturnType _status; |
133 | | }; |
134 | | |
135 | | } // namespace doris |