Coverage Report

Created: 2026-08-26 16:38

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
be/src/util/stopwatch.hpp
Line
Count
Source
1
// Licensed to the Apache Software Foundation (ASF) under one
2
// or more contributor license agreements.  See the NOTICE file
3
// distributed with this work for additional information
4
// regarding copyright ownership.  The ASF licenses this file
5
// to you under the Apache License, Version 2.0 (the
6
// "License"); you may not use this file except in compliance
7
// with the License.  You may obtain a copy of the License at
8
//
9
//   http://www.apache.org/licenses/LICENSE-2.0
10
//
11
// Unless required by applicable law or agreed to in writing,
12
// software distributed under the License is distributed on an
13
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14
// KIND, either express or implied.  See the License for the
15
// specific language governing permissions and limitations
16
// under the License.
17
// This file is copied from
18
// https://github.com/apache/impala/blob/branch-2.9.0/be/src/util/stopwatch.hpp
19
// and modified by Doris
20
21
#pragma once
22
23
#include <glog/logging.h>
24
#include <time.h>
25
26
#include <ctime>
27
#include <sstream>
28
#include <thread>
29
30
#include "util/time.h"
31
32
namespace doris {
33
34
// Stop watch for reporting elapsed time in nanosec based on CLOCK_MONOTONIC.
35
// It is as fast as Rdtsc.
36
// It is also accurate because it not affected by cpu frequency changes and
37
// it is not affected by user setting the system clock.
38
// CLOCK_MONOTONIC represents monotonic time since some unspecified starting point.
39
// It is good for computing elapsed time.
40
template <clockid_t Clock>
41
class CustomStopWatch {
42
public:
43
287M
    CustomStopWatch(bool auto_start = false) {
44
287M
        _total_time = 0;
45
287M
        _running = false;
46
287M
        if (auto_start) {
47
1.23k
            start();
48
1.23k
        }
49
287M
    }
_ZN5doris15CustomStopWatchILi1EEC2Eb
Line
Count
Source
43
268M
    CustomStopWatch(bool auto_start = false) {
44
268M
        _total_time = 0;
45
268M
        _running = false;
46
268M
        if (auto_start) {
47
1.04k
            start();
48
1.04k
        }
49
268M
    }
_ZN5doris15CustomStopWatchILi3EEC2Eb
Line
Count
Source
43
19.3M
    CustomStopWatch(bool auto_start = false) {
44
19.3M
        _total_time = 0;
45
19.3M
        _running = false;
46
19.3M
        if (auto_start) {
47
192
            start();
48
192
        }
49
19.3M
    }
50
51
    timespec start_time() const { return _start; }
52
53
298M
    void start() {
54
298M
        if (!_running) {
55
285M
            _record_start_thread_id();
56
285M
            clock_gettime(Clock, &_start);
57
285M
            _running = true;
58
285M
        }
59
298M
    }
_ZN5doris15CustomStopWatchILi1EE5startEv
Line
Count
Source
53
278M
    void start() {
54
278M
        if (!_running) {
55
266M
            _record_start_thread_id();
56
266M
            clock_gettime(Clock, &_start);
57
266M
            _running = true;
58
266M
        }
59
278M
    }
_ZN5doris15CustomStopWatchILi3EE5startEv
Line
Count
Source
53
19.3M
    void start() {
54
19.3M
        if (!_running) {
55
19.3M
            _record_start_thread_id();
56
19.3M
            clock_gettime(Clock, &_start);
57
19.3M
            _running = true;
58
19.3M
        }
59
19.3M
    }
60
61
134M
    void stop() {
62
134M
        if (_running) {
63
133M
            _total_time += elapsed_time();
64
133M
            _running = false;
65
133M
        }
66
134M
    }
_ZN5doris15CustomStopWatchILi1EE4stopEv
Line
Count
Source
61
122M
    void stop() {
62
122M
        if (_running) {
63
121M
            _total_time += elapsed_time();
64
121M
            _running = false;
65
121M
        }
66
122M
    }
_ZN5doris15CustomStopWatchILi3EE4stopEv
Line
Count
Source
61
11.7M
    void stop() {
62
11.7M
        if (_running) {
63
11.7M
            _total_time += elapsed_time();
64
11.7M
            _running = false;
65
11.7M
        }
66
11.7M
    }
67
68
    // Restarts the timer. Returns the elapsed time until this point.
69
15.1M
    int64_t reset() {
70
15.1M
        int64_t ret = elapsed_time();
71
72
15.1M
        if (_running) {
73
11.9M
            _record_start_thread_id();
74
11.9M
            clock_gettime(Clock, &_start);
75
11.9M
        }
76
77
15.1M
        return ret;
78
15.1M
    }
_ZN5doris15CustomStopWatchILi3EE5resetEv
Line
Count
Source
69
926k
    int64_t reset() {
70
926k
        int64_t ret = elapsed_time();
71
72
926k
        if (_running) {
73
53.2k
            _record_start_thread_id();
74
53.2k
            clock_gettime(Clock, &_start);
75
53.2k
        }
76
77
926k
        return ret;
78
926k
    }
_ZN5doris15CustomStopWatchILi1EE5resetEv
Line
Count
Source
69
14.1M
    int64_t reset() {
70
14.1M
        int64_t ret = elapsed_time();
71
72
14.1M
        if (_running) {
73
11.8M
            _record_start_thread_id();
74
11.8M
            clock_gettime(Clock, &_start);
75
11.8M
        }
76
77
14.1M
        return ret;
78
14.1M
    }
79
80
    // Returns time in nanosecond.
81
    // Clamped to 0 to guard against rare CLOCK_MONOTONIC rollbacks.
82
411M
    int64_t elapsed_time() const {
83
411M
        if (!_running) {
84
133M
            return _total_time;
85
133M
        }
86
87
278M
        _check_thread_id();
88
278M
        timespec end;
89
278M
        clock_gettime(Clock, &end);
90
278M
        auto start_nanos = _start.tv_sec * NANOS_PER_SEC + _start.tv_nsec;
91
278M
        auto end_nanos = end.tv_sec * NANOS_PER_SEC + end.tv_nsec;
92
278M
        if (end_nanos < start_nanos) {
93
9.94k
            LOG_EVERY_T(WARNING, 1)
94
987
                    << "time went backwards from " << start_nanos << " to " << end_nanos;
95
9.94k
            return 0;
96
9.94k
        }
97
278M
        return end_nanos - start_nanos;
98
278M
    }
_ZNK5doris15CustomStopWatchILi1EE12elapsed_timeEv
Line
Count
Source
82
381M
    int64_t elapsed_time() const {
83
381M
        if (!_running) {
84
120M
            return _total_time;
85
120M
        }
86
87
260M
        _check_thread_id();
88
260M
        timespec end;
89
260M
        clock_gettime(Clock, &end);
90
260M
        auto start_nanos = _start.tv_sec * NANOS_PER_SEC + _start.tv_nsec;
91
260M
        auto end_nanos = end.tv_sec * NANOS_PER_SEC + end.tv_nsec;
92
260M
        if (end_nanos < start_nanos) {
93
1
            LOG_EVERY_T(WARNING, 1)
94
1
                    << "time went backwards from " << start_nanos << " to " << end_nanos;
95
1
            return 0;
96
1
        }
97
260M
        return end_nanos - start_nanos;
98
260M
    }
_ZNK5doris15CustomStopWatchILi3EE12elapsed_timeEv
Line
Count
Source
82
30.6M
    int64_t elapsed_time() const {
83
30.6M
        if (!_running) {
84
12.6M
            return _total_time;
85
12.6M
        }
86
87
18.0M
        _check_thread_id();
88
18.0M
        timespec end;
89
18.0M
        clock_gettime(Clock, &end);
90
18.0M
        auto start_nanos = _start.tv_sec * NANOS_PER_SEC + _start.tv_nsec;
91
18.0M
        auto end_nanos = end.tv_sec * NANOS_PER_SEC + end.tv_nsec;
92
18.0M
        if (end_nanos < start_nanos) {
93
9.94k
            LOG_EVERY_T(WARNING, 1)
94
986
                    << "time went backwards from " << start_nanos << " to " << end_nanos;
95
9.94k
            return 0;
96
9.94k
        }
97
18.0M
        return end_nanos - start_nanos;
98
18.0M
    }
99
100
    // Return time in microseconds
101
228k
    int64_t elapsed_time_microseconds() const { return elapsed_time() / 1000; }
102
103
    // Return time in milliseconds
104
332k
    int64_t elapsed_time_milliseconds() const { return elapsed_time() / 1000 / 1000; }
105
106
    // Returns time in seconds.
107
    // Clamped to 0 to guard against rare CLOCK_MONOTONIC rollbacks.
108
31.3k
    int64_t elapsed_time_seconds(timespec end) const {
109
31.3k
        if (!_running) {
110
0
            return _total_time / 1000L / 1000L / 1000L;
111
0
        }
112
31.3k
        if (end.tv_sec < _start.tv_sec) {
113
13
            auto start_nanos = _start.tv_sec * NANOS_PER_SEC + _start.tv_nsec;
114
13
            auto end_nanos = end.tv_sec * NANOS_PER_SEC + end.tv_nsec;
115
13
            LOG_EVERY_T(WARNING, 1)
116
5
                    << "time went backwards from " << start_nanos << " to " << end_nanos;
117
13
            return 0;
118
13
        }
119
31.3k
        return end.tv_sec - _start.tv_sec;
120
31.3k
    }
121
122
private:
123
37.3M
    static std::string _get_thread_id() {
124
37.3M
        std::stringstream ss;
125
37.3M
        ss << std::this_thread::get_id();
126
37.3M
        return ss.str();
127
37.3M
    }
128
297M
    void _record_start_thread_id() {
129
297M
#ifndef NDEBUG
130
297M
        if constexpr (Clock == CLOCK_THREAD_CPUTIME_ID) {
131
            // CLOCK_THREAD_CPUTIME_ID is not supported on some platforms, e.g. macOS.
132
            // So that we need to check it at runtime and fallback to CLOCK_MONOTONIC if it is not supported.
133
19.3M
            _start_thread_id = _get_thread_id();
134
19.3M
        }
135
297M
#endif
136
297M
    }
_ZN5doris15CustomStopWatchILi1EE23_record_start_thread_idEv
Line
Count
Source
128
277M
    void _record_start_thread_id() {
129
277M
#ifndef NDEBUG
130
        if constexpr (Clock == CLOCK_THREAD_CPUTIME_ID) {
131
            // CLOCK_THREAD_CPUTIME_ID is not supported on some platforms, e.g. macOS.
132
            // So that we need to check it at runtime and fallback to CLOCK_MONOTONIC if it is not supported.
133
            _start_thread_id = _get_thread_id();
134
        }
135
277M
#endif
136
277M
    }
_ZN5doris15CustomStopWatchILi3EE23_record_start_thread_idEv
Line
Count
Source
128
19.3M
    void _record_start_thread_id() {
129
19.3M
#ifndef NDEBUG
130
19.3M
        if constexpr (Clock == CLOCK_THREAD_CPUTIME_ID) {
131
            // CLOCK_THREAD_CPUTIME_ID is not supported on some platforms, e.g. macOS.
132
            // So that we need to check it at runtime and fallback to CLOCK_MONOTONIC if it is not supported.
133
19.3M
            _start_thread_id = _get_thread_id();
134
19.3M
        }
135
19.3M
#endif
136
19.3M
    }
137
138
289M
    void _check_thread_id() const {
139
289M
#ifndef NDEBUG
140
289M
        if constexpr (Clock == CLOCK_THREAD_CPUTIME_ID) {
141
18.1M
            auto current_thread_id = _get_thread_id();
142
18.1M
            if (current_thread_id != _start_thread_id) {
143
                LOG(WARNING) << "StopWatch started in thread " << _start_thread_id
144
20.0k
                             << " but stopped in thread " << current_thread_id;
145
20.0k
            }
146
18.1M
        }
147
289M
#endif
148
289M
    }
_ZNK5doris15CustomStopWatchILi1EE16_check_thread_idEv
Line
Count
Source
138
271M
    void _check_thread_id() const {
139
271M
#ifndef NDEBUG
140
        if constexpr (Clock == CLOCK_THREAD_CPUTIME_ID) {
141
            auto current_thread_id = _get_thread_id();
142
            if (current_thread_id != _start_thread_id) {
143
                LOG(WARNING) << "StopWatch started in thread " << _start_thread_id
144
                             << " but stopped in thread " << current_thread_id;
145
            }
146
        }
147
271M
#endif
148
271M
    }
_ZNK5doris15CustomStopWatchILi3EE16_check_thread_idEv
Line
Count
Source
138
18.1M
    void _check_thread_id() const {
139
18.1M
#ifndef NDEBUG
140
18.1M
        if constexpr (Clock == CLOCK_THREAD_CPUTIME_ID) {
141
18.1M
            auto current_thread_id = _get_thread_id();
142
18.1M
            if (current_thread_id != _start_thread_id) {
143
                LOG(WARNING) << "StopWatch started in thread " << _start_thread_id
144
20.0k
                             << " but stopped in thread " << current_thread_id;
145
20.0k
            }
146
18.1M
        }
147
18.1M
#endif
148
18.1M
    }
149
150
    timespec _start;
151
    int64_t _total_time; // in nanosec
152
    bool _running;
153
#ifndef NDEBUG
154
    std::string _start_thread_id;
155
#endif
156
};
157
158
// Stop watch for reporting elapsed time in nanosec based on CLOCK_MONOTONIC.
159
// It is as fast as Rdtsc.
160
// It is also accurate because it not affected by cpu frequency changes and
161
// it is not affected by user setting the system clock.
162
// CLOCK_MONOTONIC represents monotonic time since some unspecified starting point.
163
// It is good for computing elapsed time.
164
using MonotonicStopWatch = CustomStopWatch<CLOCK_MONOTONIC>;
165
166
// Stop watch for reporting elapsed nanosec based on CLOCK_THREAD_CPUTIME_ID.
167
using ThreadCpuStopWatch = CustomStopWatch<CLOCK_THREAD_CPUTIME_ID>;
168
169
} // namespace doris