Coverage Report

Created: 2025-09-15 10:32

/root/doris/be/src/util/once.h
Line
Count
Source (jump to first uncovered line)
1
// Licensed to the Apache Software Foundation (ASF) under one
2
// or more contributor license agreements.  See the NOTICE file
3
// distributed with this work for additional information
4
// regarding copyright ownership.  The ASF licenses this file
5
// to you under the Apache License, Version 2.0 (the
6
// "License"); you may not use this file except in compliance
7
// with the License.  You may obtain a copy of the License at
8
//
9
//   http://www.apache.org/licenses/LICENSE-2.0
10
//
11
// Unless required by applicable law or agreed to in writing,
12
// software distributed under the License is distributed on an
13
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14
// KIND, either express or implied.  See the License for the
15
// specific language governing permissions and limitations
16
// under the License.
17
// This file is copied from
18
// https://github.com/apache/impala/blob/branch-2.9.0/be/src/util/once.h
19
// and modified by Doris
20
21
#pragma once
22
23
#include <atomic>
24
#include <mutex>
25
#include <stdexcept>
26
27
#include "common/exception.h"
28
#include "olap/olap_common.h"
29
30
namespace doris {
31
32
// Utility class for implementing thread-safe call-once semantics.
33
//
34
// call() will return stored result regardless of whether the first invocation
35
// returns a success status or not.
36
//
37
// Example:
38
//   class Resource {
39
//   public:
40
//     Status init() {
41
//       _init_once.call([this] { return _do_init(); });
42
//     }
43
//
44
//     bool is_inited() const {
45
//       return _init_once.has_called() && _init_once.stored_result().ok();
46
//     }
47
//   private:
48
//     Status _do_init() { /* init logic here */ }
49
//     DorisCallOnce<Status> _init_once;
50
//   };
51
template <typename ReturnType>
52
class DorisCallOnce {
53
public:
54
13.0M
    DorisCallOnce() : _has_called(false) {}
_ZN5doris13DorisCallOnceIN2tl8expectedINS_21EncryptionAlgorithmPBENS_6StatusEEEEC2Ev
Line
Count
Source
54
1.14M
    DorisCallOnce() : _has_called(false) {}
_ZN5doris13DorisCallOnceINS_6StatusEEC2Ev
Line
Count
Source
54
11.8M
    DorisCallOnce() : _has_called(false) {}
55
56
    // this method is not exception safe, it will core when exception occurs in
57
    // callback method. I have tested the code https://en.cppreference.com/w/cpp/thread/call_once.
58
    // If the underlying `once_flag` has yet to be invoked, invokes the provided
59
    // lambda and stores its return value. Otherwise, returns the stored Status.
60
    // template <typename Fn>
61
    // ReturnType call(Fn fn) {
62
    //     std::call_once(_once_flag, [this, fn] {
63
    //         _status = fn();
64
    //         _has_called.store(true, std::memory_order_release);
65
    //     });
66
    //     return _status;
67
    // }
68
69
    // If exception occurs in the function, the call flag is set, if user call
70
    // it again, the same exception will be thrown.
71
    // It is different from std::call_once. This is because if a method is called once
72
    // some internal state is changed, it maybe not called again although exception
73
    // occurred.
74
    template <typename Fn>
75
60.9M
    ReturnType call(Fn fn) {
76
        // Avoid lock to improve performance
77
60.9M
        if (has_called()) {
78
58.1M
            if (_eptr) {
79
0
                std::rethrow_exception(_eptr);
80
0
            }
81
58.1M
            return _status;
82
58.1M
        }
83
2.83M
        std::lock_guard l(_flag_lock);
84
        // should check again because maybe another thread call successfully.
85
2.83M
        if (has_called()) {
86
610
            if (_eptr) {
87
0
                std::rethrow_exception(_eptr);
88
0
            }
89
610
            return _status;
90
610
        }
91
2.83M
        try {
92
2.83M
            _status = fn();
93
2.83M
        } catch (...) {
94
            // Save the exception for next call.
95
0
            _eptr = std::current_exception();
96
0
            _has_called.store(true, std::memory_order_release);
97
0
            std::rethrow_exception(_eptr);
98
0
        }
99
        // This memory order make sure both status and eptr is set
100
        // and will be seen in another thread.
101
2.51M
        _has_called.store(true, std::memory_order_release);
102
2.51M
        return _status;
103
2.83M
    }
_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v212ColumnReader22set_dict_encoding_typeENS5_16DictEncodingTypeEEUlvE_EES1_T_
Line
Count
Source
75
3.65k
    ReturnType call(Fn fn) {
76
        // Avoid lock to improve performance
77
3.65k
        if (has_called()) {
78
8
            if (_eptr) {
79
0
                std::rethrow_exception(_eptr);
80
0
            }
81
8
            return _status;
82
8
        }
83
3.65k
        std::lock_guard l(_flag_lock);
84
        // should check again because maybe another thread call successfully.
85
3.65k
        if (has_called()) {
86
1
            if (_eptr) {
87
0
                std::rethrow_exception(_eptr);
88
0
            }
89
1
            return _status;
90
1
        }
91
3.65k
        try {
92
3.65k
            _status = fn();
93
3.65k
        } catch (...) {
94
            // Save the exception for next call.
95
0
            _eptr = std::current_exception();
96
0
            _has_called.store(true, std::memory_order_release);
97
0
            std::rethrow_exception(_eptr);
98
0
        }
99
        // This memory order make sure both status and eptr is set
100
        // and will be seen in another thread.
101
3.65k
        _has_called.store(true, std::memory_order_release);
102
3.65k
        return _status;
103
3.65k
    }
beta_rowset_reader.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_16BetaRowsetReader19_init_iterator_onceEvE3$_0EES1_T_
Line
Count
Source
75
1.66M
    ReturnType call(Fn fn) {
76
        // Avoid lock to improve performance
77
1.66M
        if (has_called()) {
78
287k
            if (_eptr) {
79
0
                std::rethrow_exception(_eptr);
80
0
            }
81
287k
            return _status;
82
287k
        }
83
1.37M
        std::lock_guard l(_flag_lock);
84
        // should check again because maybe another thread call successfully.
85
1.37M
        if (has_called()) {
86
0
            if (_eptr) {
87
0
                std::rethrow_exception(_eptr);
88
0
            }
89
0
            return _status;
90
0
        }
91
1.37M
        try {
92
1.37M
            _status = fn();
93
1.37M
        } catch (...) {
94
            // Save the exception for next call.
95
0
            _eptr = std::current_exception();
96
0
            _has_called.store(true, std::memory_order_release);
97
0
            std::rethrow_exception(_eptr);
98
0
        }
99
        // This memory order make sure both status and eptr is set
100
        // and will be seen in another thread.
101
1.38M
        _has_called.store(true, std::memory_order_release);
102
1.38M
        return _status;
103
1.37M
    }
rowset_meta.cpp:_ZN5doris13DorisCallOnceIN2tl8expectedINS_21EncryptionAlgorithmPBENS_6StatusEEEE4callIZNS_10RowsetMeta2fsEvE3$_0EES5_T_
Line
Count
Source
75
118k
    ReturnType call(Fn fn) {
76
        // Avoid lock to improve performance
77
118k
        if (has_called()) {
78
29.0k
            if (_eptr) {
79
0
                std::rethrow_exception(_eptr);
80
0
            }
81
29.0k
            return _status;
82
29.0k
        }
83
89.2k
        std::lock_guard l(_flag_lock);
84
        // should check again because maybe another thread call successfully.
85
89.2k
        if (has_called()) {
86
189
            if (_eptr) {
87
0
                std::rethrow_exception(_eptr);
88
0
            }
89
189
            return _status;
90
189
        }
91
89.0k
        try {
92
89.0k
            _status = fn();
93
89.0k
        } catch (...) {
94
            // Save the exception for next call.
95
0
            _eptr = std::current_exception();
96
0
            _has_called.store(true, std::memory_order_release);
97
0
            std::rethrow_exception(_eptr);
98
0
        }
99
        // This memory order make sure both status and eptr is set
100
        // and will be seen in another thread.
101
89.0k
        _has_called.store(true, std::memory_order_release);
102
89.0k
        return _status;
103
89.0k
    }
bitmap_index_reader.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v217BitmapIndexReader4loadEbbE3$_0EES1_T_
Line
Count
Source
75
4
    ReturnType call(Fn fn) {
76
        // Avoid lock to improve performance
77
4
        if (has_called()) {
78
0
            if (_eptr) {
79
0
                std::rethrow_exception(_eptr);
80
0
            }
81
0
            return _status;
82
0
        }
83
4
        std::lock_guard l(_flag_lock);
84
        // should check again because maybe another thread call successfully.
85
4
        if (has_called()) {
86
0
            if (_eptr) {
87
0
                std::rethrow_exception(_eptr);
88
0
            }
89
0
            return _status;
90
0
        }
91
4
        try {
92
4
            _status = fn();
93
4
        } catch (...) {
94
            // Save the exception for next call.
95
0
            _eptr = std::current_exception();
96
0
            _has_called.store(true, std::memory_order_release);
97
0
            std::rethrow_exception(_eptr);
98
0
        }
99
        // This memory order make sure both status and eptr is set
100
        // and will be seen in another thread.
101
4
        _has_called.store(true, std::memory_order_release);
102
4
        return _status;
103
4
    }
segment.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v27Segment21_load_pk_bloom_filterEPNS_20OlapReaderStatisticsEE3$_0EES1_T_
Line
Count
Source
75
439k
    ReturnType call(Fn fn) {
76
        // Avoid lock to improve performance
77
439k
        if (has_called()) {
78
403k
            if (_eptr) {
79
0
                std::rethrow_exception(_eptr);
80
0
            }
81
403k
            return _status;
82
403k
        }
83
36.6k
        std::lock_guard l(_flag_lock);
84
        // should check again because maybe another thread call successfully.
85
36.6k
        if (has_called()) {
86
2
            if (_eptr) {
87
0
                std::rethrow_exception(_eptr);
88
0
            }
89
2
            return _status;
90
2
        }
91
36.6k
        try {
92
36.6k
            _status = fn();
93
36.6k
        } catch (...) {
94
            // Save the exception for next call.
95
0
            _eptr = std::current_exception();
96
0
            _has_called.store(true, std::memory_order_release);
97
0
            std::rethrow_exception(_eptr);
98
0
        }
99
        // This memory order make sure both status and eptr is set
100
        // and will be seen in another thread.
101
36.3k
        _has_called.store(true, std::memory_order_release);
102
36.3k
        return _status;
103
36.6k
    }
segment.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v27Segment10load_indexEPNS_20OlapReaderStatisticsEE3$_0EES1_T_
Line
Count
Source
75
1.56M
    ReturnType call(Fn fn) {
76
        // Avoid lock to improve performance
77
1.56M
        if (has_called()) {
78
1.47M
            if (_eptr) {
79
0
                std::rethrow_exception(_eptr);
80
0
            }
81
1.47M
            return _status;
82
1.47M
        }
83
86.0k
        std::lock_guard l(_flag_lock);
84
        // should check again because maybe another thread call successfully.
85
86.0k
        if (has_called()) {
86
155
            if (_eptr) {
87
0
                std::rethrow_exception(_eptr);
88
0
            }
89
155
            return _status;
90
155
        }
91
85.8k
        try {
92
85.8k
            _status = fn();
93
85.8k
        } catch (...) {
94
            // Save the exception for next call.
95
0
            _eptr = std::current_exception();
96
0
            _has_called.store(true, std::memory_order_release);
97
0
            std::rethrow_exception(_eptr);
98
0
        }
99
        // This memory order make sure both status and eptr is set
100
        // and will be seen in another thread.
101
84.8k
        _has_called.store(true, std::memory_order_release);
102
84.8k
        return _status;
103
85.8k
    }
segment.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v27Segment24_create_column_meta_onceEPNS_20OlapReaderStatisticsEE3$_0EES1_T_
Line
Count
Source
75
55.5M
    ReturnType call(Fn fn) {
76
        // Avoid lock to improve performance
77
55.5M
        if (has_called()) {
78
55.1M
            if (_eptr) {
79
0
                std::rethrow_exception(_eptr);
80
0
            }
81
55.1M
            return _status;
82
55.1M
        }
83
377k
        std::lock_guard l(_flag_lock);
84
        // should check again because maybe another thread call successfully.
85
377k
        if (has_called()) {
86
72
            if (_eptr) {
87
0
                std::rethrow_exception(_eptr);
88
0
            }
89
72
            return _status;
90
72
        }
91
377k
        try {
92
377k
            _status = fn();
93
377k
        } catch (...) {
94
            // Save the exception for next call.
95
0
            _eptr = std::current_exception();
96
0
            _has_called.store(true, std::memory_order_release);
97
0
            std::rethrow_exception(_eptr);
98
0
        }
99
        // This memory order make sure both status and eptr is set
100
        // and will be seen in another thread.
101
55.8k
        _has_called.store(true, std::memory_order_release);
102
55.8k
        return _status;
103
377k
    }
segment.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v27Segment27new_inverted_index_iteratorERKNS_12TabletColumnEPKNS_11TabletIndexERKNS_18StorageReadOptionsEPSt10unique_ptrINS4_21InvertedIndexIteratorESt14default_deleteISG_EEE3$_0EES1_T_
Line
Count
Source
75
4.86k
    ReturnType call(Fn fn) {
76
        // Avoid lock to improve performance
77
4.86k
        if (has_called()) {
78
0
            if (_eptr) {
79
0
                std::rethrow_exception(_eptr);
80
0
            }
81
0
            return _status;
82
0
        }
83
4.86k
        std::lock_guard l(_flag_lock);
84
        // should check again because maybe another thread call successfully.
85
4.86k
        if (has_called()) {
86
0
            if (_eptr) {
87
0
                std::rethrow_exception(_eptr);
88
0
            }
89
0
            return _status;
90
0
        }
91
4.86k
        try {
92
4.86k
            _status = fn();
93
4.86k
        } catch (...) {
94
            // Save the exception for next call.
95
0
            _eptr = std::current_exception();
96
0
            _has_called.store(true, std::memory_order_release);
97
0
            std::rethrow_exception(_eptr);
98
0
        }
99
        // This memory order make sure both status and eptr is set
100
        // and will be seen in another thread.
101
4.86k
        _has_called.store(true, std::memory_order_release);
102
4.86k
        return _status;
103
4.86k
    }
ordinal_page_index.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v218OrdinalIndexReader4loadEbbPNS_20OlapReaderStatisticsEE3$_0EES1_T_
Line
Count
Source
75
1.29M
    ReturnType call(Fn fn) {
76
        // Avoid lock to improve performance
77
1.29M
        if (has_called()) {
78
759k
            if (_eptr) {
79
0
                std::rethrow_exception(_eptr);
80
0
            }
81
759k
            return _status;
82
759k
        }
83
538k
        std::lock_guard l(_flag_lock);
84
        // should check again because maybe another thread call successfully.
85
538k
        if (has_called()) {
86
48
            if (_eptr) {
87
0
                std::rethrow_exception(_eptr);
88
0
            }
89
48
            return _status;
90
48
        }
91
538k
        try {
92
538k
            _status = fn();
93
538k
        } catch (...) {
94
            // Save the exception for next call.
95
0
            _eptr = std::current_exception();
96
0
            _has_called.store(true, std::memory_order_release);
97
0
            std::rethrow_exception(_eptr);
98
0
        }
99
        // This memory order make sure both status and eptr is set
100
        // and will be seen in another thread.
101
538k
        _has_called.store(true, std::memory_order_release);
102
538k
        return _status;
103
538k
    }
bloom_filter_index_reader.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v222BloomFilterIndexReader4loadEbbPNS_20OlapReaderStatisticsEE3$_0EES1_T_
Line
Count
Source
75
36.6k
    ReturnType call(Fn fn) {
76
        // Avoid lock to improve performance
77
36.6k
        if (has_called()) {
78
24
            if (_eptr) {
79
0
                std::rethrow_exception(_eptr);
80
0
            }
81
24
            return _status;
82
24
        }
83
36.5k
        std::lock_guard l(_flag_lock);
84
        // should check again because maybe another thread call successfully.
85
36.5k
        if (has_called()) {
86
0
            if (_eptr) {
87
0
                std::rethrow_exception(_eptr);
88
0
            }
89
0
            return _status;
90
0
        }
91
36.5k
        try {
92
36.5k
            _status = fn();
93
36.5k
        } catch (...) {
94
            // Save the exception for next call.
95
0
            _eptr = std::current_exception();
96
0
            _has_called.store(true, std::memory_order_release);
97
0
            std::rethrow_exception(_eptr);
98
0
        }
99
        // This memory order make sure both status and eptr is set
100
        // and will be seen in another thread.
101
36.6k
        _has_called.store(true, std::memory_order_release);
102
36.6k
        return _status;
103
36.5k
    }
zone_map_index.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_10segment_v218ZoneMapIndexReader4loadEbbPNS_20OlapReaderStatisticsEE3$_0EES1_T_
Line
Count
Source
75
60.2k
    ReturnType call(Fn fn) {
76
        // Avoid lock to improve performance
77
60.2k
        if (has_called()) {
78
46.0k
            if (_eptr) {
79
0
                std::rethrow_exception(_eptr);
80
0
            }
81
46.0k
            return _status;
82
46.0k
        }
83
14.2k
        std::lock_guard l(_flag_lock);
84
        // should check again because maybe another thread call successfully.
85
14.2k
        if (has_called()) {
86
143
            if (_eptr) {
87
0
                std::rethrow_exception(_eptr);
88
0
            }
89
143
            return _status;
90
143
        }
91
14.0k
        try {
92
14.0k
            _status = fn();
93
14.0k
        } catch (...) {
94
            // Save the exception for next call.
95
0
            _eptr = std::current_exception();
96
0
            _has_called.store(true, std::memory_order_release);
97
0
            std::rethrow_exception(_eptr);
98
0
        }
99
        // This memory order make sure both status and eptr is set
100
        // and will be seen in another thread.
101
14.1k
        _has_called.store(true, std::memory_order_release);
102
14.1k
        return _status;
103
14.0k
    }
tablet.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_6Tablet4initEvE3$_0EES1_T_
Line
Count
Source
75
267k
    ReturnType call(Fn fn) {
76
        // Avoid lock to improve performance
77
267k
        if (has_called()) {
78
227
            if (_eptr) {
79
0
                std::rethrow_exception(_eptr);
80
0
            }
81
227
            return _status;
82
227
        }
83
267k
        std::lock_guard l(_flag_lock);
84
        // should check again because maybe another thread call successfully.
85
267k
        if (has_called()) {
86
0
            if (_eptr) {
87
0
                std::rethrow_exception(_eptr);
88
0
            }
89
0
            return _status;
90
0
        }
91
267k
        try {
92
267k
            _status = fn();
93
267k
        } catch (...) {
94
            // Save the exception for next call.
95
0
            _eptr = std::current_exception();
96
0
            _has_called.store(true, std::memory_order_release);
97
0
            std::rethrow_exception(_eptr);
98
0
        }
99
        // This memory order make sure both status and eptr is set
100
        // and will be seen in another thread.
101
267k
        _has_called.store(true, std::memory_order_release);
102
267k
        return _status;
103
267k
    }
load_path_mgr.cpp:_ZN5doris13DorisCallOnceINS_6StatusEE4callIZNS_11LoadPathMgr12allocate_dirERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESC_PSA_lE3$_0EES1_T_
Line
Count
Source
75
11
    ReturnType call(Fn fn) {
76
        // Avoid lock to improve performance
77
11
        if (has_called()) {
78
9
            if (_eptr) {
79
0
                std::rethrow_exception(_eptr);
80
0
            }
81
9
            return _status;
82
9
        }
83
2
        std::lock_guard l(_flag_lock);
84
        // should check again because maybe another thread call successfully.
85
2
        if (has_called()) {
86
0
            if (_eptr) {
87
0
                std::rethrow_exception(_eptr);
88
0
            }
89
0
            return _status;
90
0
        }
91
2
        try {
92
2
            _status = fn();
93
2
        } catch (...) {
94
            // Save the exception for next call.
95
0
            _eptr = std::current_exception();
96
0
            _has_called.store(true, std::memory_order_release);
97
0
            std::rethrow_exception(_eptr);
98
0
        }
99
        // This memory order make sure both status and eptr is set
100
        // and will be seen in another thread.
101
2
        _has_called.store(true, std::memory_order_release);
102
2
        return _status;
103
2
    }
104
105
    // Has to pay attention to memory order
106
    // see https://en.cppreference.com/w/cpp/atomic/memory_order
107
    // Return whether `call` has been invoked or not.
108
106M
    bool has_called() const {
109
        // std::memory_order_acquire here and std::memory_order_release in
110
        // init(), taken together, mean that threads can safely synchronize on
111
        // _has_called.
112
106M
        return _has_called.load(std::memory_order_acquire);
113
106M
    }
_ZNK5doris13DorisCallOnceINS_6StatusEE10has_calledEv
Line
Count
Source
108
106M
    bool has_called() const {
109
        // std::memory_order_acquire here and std::memory_order_release in
110
        // init(), taken together, mean that threads can safely synchronize on
111
        // _has_called.
112
106M
        return _has_called.load(std::memory_order_acquire);
113
106M
    }
_ZNK5doris13DorisCallOnceIN2tl8expectedINS_21EncryptionAlgorithmPBENS_6StatusEEEE10has_calledEv
Line
Count
Source
108
207k
    bool has_called() const {
109
        // std::memory_order_acquire here and std::memory_order_release in
110
        // init(), taken together, mean that threads can safely synchronize on
111
        // _has_called.
112
207k
        return _has_called.load(std::memory_order_acquire);
113
207k
    }
114
115
    // Return the stored result. The result is only meaningful when `has_called() == true`.
116
19.8M
    ReturnType stored_result() const {
117
19.8M
        if (!has_called()) {
118
            // Could not return status if the method not called.
119
0
            throw doris::Exception(doris::ErrorCode::INTERNAL_ERROR,
120
0
                                   "calling stored_result while has not been called");
121
0
        }
122
19.8M
        if (_eptr) {
123
1
            std::rethrow_exception(_eptr);
124
1
        }
125
19.8M
        return _status;
126
19.8M
    }
127
128
private:
129
    std::atomic<bool> _has_called;
130
    // std::once_flag _once_flag;
131
    std::mutex _flag_lock;
132
    std::exception_ptr _eptr;
133
    ReturnType _status;
134
};
135
136
} // namespace doris