Coverage Report

Created: 2026-09-03 13:27

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
be/src/util/stopwatch.hpp
Line
Count
Source
1
// Licensed to the Apache Software Foundation (ASF) under one
2
// or more contributor license agreements.  See the NOTICE file
3
// distributed with this work for additional information
4
// regarding copyright ownership.  The ASF licenses this file
5
// to you under the Apache License, Version 2.0 (the
6
// "License"); you may not use this file except in compliance
7
// with the License.  You may obtain a copy of the License at
8
//
9
//   http://www.apache.org/licenses/LICENSE-2.0
10
//
11
// Unless required by applicable law or agreed to in writing,
12
// software distributed under the License is distributed on an
13
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14
// KIND, either express or implied.  See the License for the
15
// specific language governing permissions and limitations
16
// under the License.
17
// This file is copied from
18
// https://github.com/apache/impala/blob/branch-2.9.0/be/src/util/stopwatch.hpp
19
// and modified by Doris
20
21
#pragma once
22
23
#include <glog/logging.h>
24
#include <time.h>
25
26
#include <ctime>
27
#include <sstream>
28
#include <thread>
29
30
#include "util/time.h"
31
32
namespace doris {
33
34
// Stop watch for reporting elapsed time in nanosec based on CLOCK_MONOTONIC.
35
// It is as fast as Rdtsc.
36
// It is also accurate because it not affected by cpu frequency changes and
37
// it is not affected by user setting the system clock.
38
// CLOCK_MONOTONIC represents monotonic time since some unspecified starting point.
39
// It is good for computing elapsed time.
40
template <clockid_t Clock>
41
class CustomStopWatch {
42
public:
43
380M
    CustomStopWatch(bool auto_start = false) {
44
380M
        _total_time = 0;
45
380M
        _running = false;
46
380M
        if (auto_start) {
47
1.27k
            start();
48
1.27k
        }
49
380M
    }
_ZN5doris15CustomStopWatchILi1EEC2Eb
Line
Count
Source
43
361M
    CustomStopWatch(bool auto_start = false) {
44
361M
        _total_time = 0;
45
361M
        _running = false;
46
361M
        if (auto_start) {
47
1.06k
            start();
48
1.06k
        }
49
361M
    }
_ZN5doris15CustomStopWatchILi3EEC2Eb
Line
Count
Source
43
19.5M
    CustomStopWatch(bool auto_start = false) {
44
19.5M
        _total_time = 0;
45
19.5M
        _running = false;
46
19.5M
        if (auto_start) {
47
214
            start();
48
214
        }
49
19.5M
    }
50
51
    timespec start_time() const { return _start; }
52
53
389M
    void start() {
54
389M
        if (!_running) {
55
377M
            _record_start_thread_id();
56
377M
            clock_gettime(Clock, &_start);
57
377M
            _running = true;
58
377M
        }
59
389M
    }
_ZN5doris15CustomStopWatchILi1EE5startEv
Line
Count
Source
53
369M
    void start() {
54
369M
        if (!_running) {
55
357M
            _record_start_thread_id();
56
357M
            clock_gettime(Clock, &_start);
57
357M
            _running = true;
58
357M
        }
59
369M
    }
_ZN5doris15CustomStopWatchILi3EE5startEv
Line
Count
Source
53
19.5M
    void start() {
54
19.5M
        if (!_running) {
55
19.4M
            _record_start_thread_id();
56
19.4M
            clock_gettime(Clock, &_start);
57
19.4M
            _running = true;
58
19.4M
        }
59
19.5M
    }
60
61
157M
    void stop() {
62
157M
        if (_running) {
63
156M
            _total_time += elapsed_time();
64
156M
            _running = false;
65
156M
        }
66
157M
    }
_ZN5doris15CustomStopWatchILi1EE4stopEv
Line
Count
Source
61
145M
    void stop() {
62
145M
        if (_running) {
63
144M
            _total_time += elapsed_time();
64
144M
            _running = false;
65
144M
        }
66
145M
    }
_ZN5doris15CustomStopWatchILi3EE4stopEv
Line
Count
Source
61
11.8M
    void stop() {
62
11.8M
        if (_running) {
63
11.8M
            _total_time += elapsed_time();
64
11.8M
            _running = false;
65
11.8M
        }
66
11.8M
    }
67
68
    // Restarts the timer. Returns the elapsed time until this point.
69
15.1M
    int64_t reset() {
70
15.1M
        int64_t ret = elapsed_time();
71
72
15.1M
        if (_running) {
73
11.9M
            _record_start_thread_id();
74
11.9M
            clock_gettime(Clock, &_start);
75
11.9M
        }
76
77
15.1M
        return ret;
78
15.1M
    }
_ZN5doris15CustomStopWatchILi3EE5resetEv
Line
Count
Source
69
924k
    int64_t reset() {
70
924k
        int64_t ret = elapsed_time();
71
72
924k
        if (_running) {
73
52.7k
            _record_start_thread_id();
74
52.7k
            clock_gettime(Clock, &_start);
75
52.7k
        }
76
77
924k
        return ret;
78
924k
    }
_ZN5doris15CustomStopWatchILi1EE5resetEv
Line
Count
Source
69
14.2M
    int64_t reset() {
70
14.2M
        int64_t ret = elapsed_time();
71
72
14.2M
        if (_running) {
73
11.9M
            _record_start_thread_id();
74
11.9M
            clock_gettime(Clock, &_start);
75
11.9M
        }
76
77
14.2M
        return ret;
78
14.2M
    }
79
80
    // Returns time in nanosecond.
81
    // Clamped to 0 to guard against rare CLOCK_MONOTONIC rollbacks.
82
497M
    int64_t elapsed_time() const {
83
497M
        if (!_running) {
84
156M
            return _total_time;
85
156M
        }
86
87
341M
        _check_thread_id();
88
341M
        timespec end;
89
341M
        clock_gettime(Clock, &end);
90
341M
        auto start_nanos = _start.tv_sec * NANOS_PER_SEC + _start.tv_nsec;
91
341M
        auto end_nanos = end.tv_sec * NANOS_PER_SEC + end.tv_nsec;
92
341M
        if (end_nanos < start_nanos) {
93
10.0k
            LOG_EVERY_T(WARNING, 1)
94
1.11k
                    << "time went backwards from " << start_nanos << " to " << end_nanos;
95
10.0k
            return 0;
96
10.0k
        }
97
341M
        return end_nanos - start_nanos;
98
341M
    }
_ZNK5doris15CustomStopWatchILi1EE12elapsed_timeEv
Line
Count
Source
82
467M
    int64_t elapsed_time() const {
83
467M
        if (!_running) {
84
143M
            return _total_time;
85
143M
        }
86
87
323M
        _check_thread_id();
88
323M
        timespec end;
89
323M
        clock_gettime(Clock, &end);
90
323M
        auto start_nanos = _start.tv_sec * NANOS_PER_SEC + _start.tv_nsec;
91
323M
        auto end_nanos = end.tv_sec * NANOS_PER_SEC + end.tv_nsec;
92
323M
        if (end_nanos < start_nanos) {
93
0
            LOG_EVERY_T(WARNING, 1)
94
0
                    << "time went backwards from " << start_nanos << " to " << end_nanos;
95
0
            return 0;
96
0
        }
97
323M
        return end_nanos - start_nanos;
98
323M
    }
_ZNK5doris15CustomStopWatchILi3EE12elapsed_timeEv
Line
Count
Source
82
30.7M
    int64_t elapsed_time() const {
83
30.7M
        if (!_running) {
84
12.6M
            return _total_time;
85
12.6M
        }
86
87
18.0M
        _check_thread_id();
88
18.0M
        timespec end;
89
18.0M
        clock_gettime(Clock, &end);
90
18.0M
        auto start_nanos = _start.tv_sec * NANOS_PER_SEC + _start.tv_nsec;
91
18.0M
        auto end_nanos = end.tv_sec * NANOS_PER_SEC + end.tv_nsec;
92
18.0M
        if (end_nanos < start_nanos) {
93
10.0k
            LOG_EVERY_T(WARNING, 1)
94
1.11k
                    << "time went backwards from " << start_nanos << " to " << end_nanos;
95
10.0k
            return 0;
96
10.0k
        }
97
18.0M
        return end_nanos - start_nanos;
98
18.0M
    }
99
100
    // Return time in microseconds
101
232k
    int64_t elapsed_time_microseconds() const { return elapsed_time() / 1000; }
102
103
    // Return time in milliseconds
104
281k
    int64_t elapsed_time_milliseconds() const { return elapsed_time() / 1000 / 1000; }
105
106
    // Returns time in seconds.
107
    // Clamped to 0 to guard against rare CLOCK_MONOTONIC rollbacks.
108
39.0k
    int64_t elapsed_time_seconds(timespec end) const {
109
39.0k
        if (!_running) {
110
0
            return _total_time / 1000L / 1000L / 1000L;
111
0
        }
112
39.0k
        if (end.tv_sec < _start.tv_sec) {
113
18
            auto start_nanos = _start.tv_sec * NANOS_PER_SEC + _start.tv_nsec;
114
18
            auto end_nanos = end.tv_sec * NANOS_PER_SEC + end.tv_nsec;
115
18
            LOG_EVERY_T(WARNING, 1)
116
6
                    << "time went backwards from " << start_nanos << " to " << end_nanos;
117
18
            return 0;
118
18
        }
119
39.0k
        return end.tv_sec - _start.tv_sec;
120
39.0k
    }
121
122
private:
123
37.5M
    static std::string _get_thread_id() {
124
37.5M
        std::stringstream ss;
125
37.5M
        ss << std::this_thread::get_id();
126
37.5M
        return ss.str();
127
37.5M
    }
128
387M
    void _record_start_thread_id() {
129
387M
#ifndef NDEBUG
130
387M
        if constexpr (Clock == CLOCK_THREAD_CPUTIME_ID) {
131
            // CLOCK_THREAD_CPUTIME_ID is not supported on some platforms, e.g. macOS.
132
            // So that we need to check it at runtime and fallback to CLOCK_MONOTONIC if it is not supported.
133
19.5M
            _start_thread_id = _get_thread_id();
134
19.5M
        }
135
387M
#endif
136
387M
    }
_ZN5doris15CustomStopWatchILi1EE23_record_start_thread_idEv
Line
Count
Source
128
368M
    void _record_start_thread_id() {
129
368M
#ifndef NDEBUG
130
        if constexpr (Clock == CLOCK_THREAD_CPUTIME_ID) {
131
            // CLOCK_THREAD_CPUTIME_ID is not supported on some platforms, e.g. macOS.
132
            // So that we need to check it at runtime and fallback to CLOCK_MONOTONIC if it is not supported.
133
            _start_thread_id = _get_thread_id();
134
        }
135
368M
#endif
136
368M
    }
_ZN5doris15CustomStopWatchILi3EE23_record_start_thread_idEv
Line
Count
Source
128
19.5M
    void _record_start_thread_id() {
129
19.5M
#ifndef NDEBUG
130
19.5M
        if constexpr (Clock == CLOCK_THREAD_CPUTIME_ID) {
131
            // CLOCK_THREAD_CPUTIME_ID is not supported on some platforms, e.g. macOS.
132
            // So that we need to check it at runtime and fallback to CLOCK_MONOTONIC if it is not supported.
133
19.5M
            _start_thread_id = _get_thread_id();
134
19.5M
        }
135
19.5M
#endif
136
19.5M
    }
137
138
360M
    void _check_thread_id() const {
139
360M
#ifndef NDEBUG
140
360M
        if constexpr (Clock == CLOCK_THREAD_CPUTIME_ID) {
141
18.2M
            auto current_thread_id = _get_thread_id();
142
18.2M
            if (current_thread_id != _start_thread_id) {
143
                LOG(WARNING) << "StopWatch started in thread " << _start_thread_id
144
20.0k
                             << " but stopped in thread " << current_thread_id;
145
20.0k
            }
146
18.2M
        }
147
360M
#endif
148
360M
    }
_ZNK5doris15CustomStopWatchILi1EE16_check_thread_idEv
Line
Count
Source
138
341M
    void _check_thread_id() const {
139
341M
#ifndef NDEBUG
140
        if constexpr (Clock == CLOCK_THREAD_CPUTIME_ID) {
141
            auto current_thread_id = _get_thread_id();
142
            if (current_thread_id != _start_thread_id) {
143
                LOG(WARNING) << "StopWatch started in thread " << _start_thread_id
144
                             << " but stopped in thread " << current_thread_id;
145
            }
146
        }
147
341M
#endif
148
341M
    }
_ZNK5doris15CustomStopWatchILi3EE16_check_thread_idEv
Line
Count
Source
138
18.2M
    void _check_thread_id() const {
139
18.2M
#ifndef NDEBUG
140
18.2M
        if constexpr (Clock == CLOCK_THREAD_CPUTIME_ID) {
141
18.2M
            auto current_thread_id = _get_thread_id();
142
18.2M
            if (current_thread_id != _start_thread_id) {
143
                LOG(WARNING) << "StopWatch started in thread " << _start_thread_id
144
20.0k
                             << " but stopped in thread " << current_thread_id;
145
20.0k
            }
146
18.2M
        }
147
18.2M
#endif
148
18.2M
    }
149
150
    timespec _start;
151
    int64_t _total_time; // in nanosec
152
    bool _running;
153
#ifndef NDEBUG
154
    std::string _start_thread_id;
155
#endif
156
};
157
158
// Stop watch for reporting elapsed time in nanosec based on CLOCK_MONOTONIC.
159
// It is as fast as Rdtsc.
160
// It is also accurate because it not affected by cpu frequency changes and
161
// it is not affected by user setting the system clock.
162
// CLOCK_MONOTONIC represents monotonic time since some unspecified starting point.
163
// It is good for computing elapsed time.
164
using MonotonicStopWatch = CustomStopWatch<CLOCK_MONOTONIC>;
165
166
// Stop watch for reporting elapsed nanosec based on CLOCK_THREAD_CPUTIME_ID.
167
using ThreadCpuStopWatch = CustomStopWatch<CLOCK_THREAD_CPUTIME_ID>;
168
169
} // namespace doris