Coverage Report

Created: 2026-11-05 14:13

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
be/src/util/stopwatch.hpp
Line
Count
Source
1
// Licensed to the Apache Software Foundation (ASF) under one
2
// or more contributor license agreements.  See the NOTICE file
3
// distributed with this work for additional information
4
// regarding copyright ownership.  The ASF licenses this file
5
// to you under the Apache License, Version 2.0 (the
6
// "License"); you may not use this file except in compliance
7
// with the License.  You may obtain a copy of the License at
8
//
9
//   http://www.apache.org/licenses/LICENSE-2.0
10
//
11
// Unless required by applicable law or agreed to in writing,
12
// software distributed under the License is distributed on an
13
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14
// KIND, either express or implied.  See the License for the
15
// specific language governing permissions and limitations
16
// under the License.
17
// This file is copied from
18
// https://github.com/apache/impala/blob/branch-2.9.0/be/src/util/stopwatch.hpp
19
// and modified by Doris
20
21
#pragma once
22
23
#include <glog/logging.h>
24
#include <time.h>
25
26
#include <ctime>
27
#include <sstream>
28
#include <thread>
29
30
#include "util/time.h"
31
32
namespace doris {
33
34
// Stop watch for reporting elapsed time in nanosec based on CLOCK_MONOTONIC.
35
// It is as fast as Rdtsc.
36
// It is also accurate because it not affected by cpu frequency changes and
37
// it is not affected by user setting the system clock.
38
// CLOCK_MONOTONIC represents monotonic time since some unspecified starting point.
39
// It is good for computing elapsed time.
40
template <clockid_t Clock>
41
class CustomStopWatch {
42
public:
43
386M
    CustomStopWatch(bool auto_start = false) {
44
386M
        _total_time = 0;
45
386M
        _running = false;
46
386M
        if (auto_start) {
47
1.44k
            start();
48
1.44k
        }
49
386M
    }
_ZN5doris15CustomStopWatchILi1EEC2Eb
Line
Count
Source
43
362M
    CustomStopWatch(bool auto_start = false) {
44
362M
        _total_time = 0;
45
362M
        _running = false;
46
362M
        if (auto_start) {
47
1.19k
            start();
48
1.19k
        }
49
362M
    }
_ZN5doris15CustomStopWatchILi3EEC2Eb
Line
Count
Source
43
23.5M
    CustomStopWatch(bool auto_start = false) {
44
23.5M
        _total_time = 0;
45
23.5M
        _running = false;
46
23.5M
        if (auto_start) {
47
252
            start();
48
252
        }
49
23.5M
    }
50
51
    timespec start_time() const { return _start; }
52
53
399M
    void start() {
54
399M
        if (!_running) {
55
385M
            _record_start_thread_id();
56
385M
            clock_gettime(Clock, &_start);
57
385M
            _running = true;
58
385M
        }
59
399M
    }
_ZN5doris15CustomStopWatchILi1EE5startEv
Line
Count
Source
53
376M
    void start() {
54
376M
        if (!_running) {
55
362M
            _record_start_thread_id();
56
362M
            clock_gettime(Clock, &_start);
57
362M
            _running = true;
58
362M
        }
59
376M
    }
_ZN5doris15CustomStopWatchILi3EE5startEv
Line
Count
Source
53
23.4M
    void start() {
54
23.4M
        if (!_running) {
55
23.4M
            _record_start_thread_id();
56
23.4M
            clock_gettime(Clock, &_start);
57
23.4M
            _running = true;
58
23.4M
        }
59
23.4M
    }
60
61
169M
    void stop() {
62
169M
        if (_running) {
63
168M
            _total_time += elapsed_time();
64
168M
            _running = false;
65
168M
        }
66
169M
    }
_ZN5doris15CustomStopWatchILi1EE4stopEv
Line
Count
Source
61
155M
    void stop() {
62
155M
        if (_running) {
63
154M
            _total_time += elapsed_time();
64
154M
            _running = false;
65
154M
        }
66
155M
    }
_ZN5doris15CustomStopWatchILi3EE4stopEv
Line
Count
Source
61
14.3M
    void stop() {
62
14.3M
        if (_running) {
63
14.3M
            _total_time += elapsed_time();
64
14.3M
            _running = false;
65
14.3M
        }
66
14.3M
    }
67
68
    // Restarts the timer. Returns the elapsed time until this point.
69
17.8M
    int64_t reset() {
70
17.8M
        int64_t ret = elapsed_time();
71
72
17.8M
        if (_running) {
73
14.1M
            _record_start_thread_id();
74
14.1M
            clock_gettime(Clock, &_start);
75
14.1M
        }
76
77
17.8M
        return ret;
78
17.8M
    }
_ZN5doris15CustomStopWatchILi3EE5resetEv
Line
Count
Source
69
991k
    int64_t reset() {
70
991k
        int64_t ret = elapsed_time();
71
72
991k
        if (_running) {
73
63.3k
            _record_start_thread_id();
74
63.3k
            clock_gettime(Clock, &_start);
75
63.3k
        }
76
77
991k
        return ret;
78
991k
    }
_ZN5doris15CustomStopWatchILi1EE5resetEv
Line
Count
Source
69
16.8M
    int64_t reset() {
70
16.8M
        int64_t ret = elapsed_time();
71
72
16.8M
        if (_running) {
73
14.0M
            _record_start_thread_id();
74
14.0M
            clock_gettime(Clock, &_start);
75
14.0M
        }
76
77
16.8M
        return ret;
78
16.8M
    }
79
80
    // Returns time in nanosecond.
81
    // Clamped to 0 to guard against rare CLOCK_MONOTONIC rollbacks.
82
538M
    int64_t elapsed_time() const {
83
538M
        if (!_running) {
84
172M
            return _total_time;
85
172M
        }
86
87
366M
        _check_thread_id();
88
366M
        timespec end;
89
366M
        clock_gettime(Clock, &end);
90
366M
        auto start_nanos = _start.tv_sec * NANOS_PER_SEC + _start.tv_nsec;
91
366M
        auto end_nanos = end.tv_sec * NANOS_PER_SEC + end.tv_nsec;
92
366M
        if (end_nanos < start_nanos) {
93
17.0k
            LOG_EVERY_T(WARNING, 1)
94
1.42k
                    << "time went backwards from " << start_nanos << " to " << end_nanos;
95
17.0k
            return 0;
96
17.0k
        }
97
366M
        return end_nanos - start_nanos;
98
366M
    }
_ZNK5doris15CustomStopWatchILi1EE12elapsed_timeEv
Line
Count
Source
82
501M
    int64_t elapsed_time() const {
83
501M
        if (!_running) {
84
156M
            return _total_time;
85
156M
        }
86
87
344M
        _check_thread_id();
88
344M
        timespec end;
89
344M
        clock_gettime(Clock, &end);
90
344M
        auto start_nanos = _start.tv_sec * NANOS_PER_SEC + _start.tv_nsec;
91
344M
        auto end_nanos = end.tv_sec * NANOS_PER_SEC + end.tv_nsec;
92
344M
        if (end_nanos < start_nanos) {
93
0
            LOG_EVERY_T(WARNING, 1)
94
0
                    << "time went backwards from " << start_nanos << " to " << end_nanos;
95
0
            return 0;
96
0
        }
97
344M
        return end_nanos - start_nanos;
98
344M
    }
_ZNK5doris15CustomStopWatchILi3EE12elapsed_timeEv
Line
Count
Source
82
37.0M
    int64_t elapsed_time() const {
83
37.0M
        if (!_running) {
84
15.2M
            return _total_time;
85
15.2M
        }
86
87
21.8M
        _check_thread_id();
88
21.8M
        timespec end;
89
21.8M
        clock_gettime(Clock, &end);
90
21.8M
        auto start_nanos = _start.tv_sec * NANOS_PER_SEC + _start.tv_nsec;
91
21.8M
        auto end_nanos = end.tv_sec * NANOS_PER_SEC + end.tv_nsec;
92
21.8M
        if (end_nanos < start_nanos) {
93
17.0k
            LOG_EVERY_T(WARNING, 1)
94
1.42k
                    << "time went backwards from " << start_nanos << " to " << end_nanos;
95
17.0k
            return 0;
96
17.0k
        }
97
21.8M
        return end_nanos - start_nanos;
98
21.8M
    }
99
100
    // Return time in microseconds
101
255k
    int64_t elapsed_time_microseconds() const { return elapsed_time() / 1000; }
102
103
    // Return time in milliseconds
104
366k
    int64_t elapsed_time_milliseconds() const { return elapsed_time() / 1000 / 1000; }
105
106
    // Returns time in seconds.
107
    // Clamped to 0 to guard against rare CLOCK_MONOTONIC rollbacks.
108
46.1k
    int64_t elapsed_time_seconds(timespec end) const {
109
46.1k
        if (!_running) {
110
0
            return _total_time / 1000L / 1000L / 1000L;
111
0
        }
112
46.1k
        if (end.tv_sec < _start.tv_sec) {
113
25
            auto start_nanos = _start.tv_sec * NANOS_PER_SEC + _start.tv_nsec;
114
25
            auto end_nanos = end.tv_sec * NANOS_PER_SEC + end.tv_nsec;
115
25
            LOG_EVERY_T(WARNING, 1)
116
10
                    << "time went backwards from " << start_nanos << " to " << end_nanos;
117
25
            return 0;
118
25
        }
119
46.0k
        return end.tv_sec - _start.tv_sec;
120
46.1k
    }
121
122
private:
123
45.0M
    static std::string _get_thread_id() {
124
45.0M
        std::stringstream ss;
125
45.0M
        ss << std::this_thread::get_id();
126
45.0M
        return ss.str();
127
45.0M
    }
128
399M
    void _record_start_thread_id() {
129
399M
#ifndef NDEBUG
130
399M
        if constexpr (Clock == CLOCK_THREAD_CPUTIME_ID) {
131
            // CLOCK_THREAD_CPUTIME_ID is not supported on some platforms, e.g. macOS.
132
            // So that we need to check it at runtime and fallback to CLOCK_MONOTONIC if it is not supported.
133
23.5M
            _start_thread_id = _get_thread_id();
134
23.5M
        }
135
399M
#endif
136
399M
    }
_ZN5doris15CustomStopWatchILi1EE23_record_start_thread_idEv
Line
Count
Source
128
376M
    void _record_start_thread_id() {
129
376M
#ifndef NDEBUG
130
        if constexpr (Clock == CLOCK_THREAD_CPUTIME_ID) {
131
            // CLOCK_THREAD_CPUTIME_ID is not supported on some platforms, e.g. macOS.
132
            // So that we need to check it at runtime and fallback to CLOCK_MONOTONIC if it is not supported.
133
            _start_thread_id = _get_thread_id();
134
        }
135
376M
#endif
136
376M
    }
_ZN5doris15CustomStopWatchILi3EE23_record_start_thread_idEv
Line
Count
Source
128
23.5M
    void _record_start_thread_id() {
129
23.5M
#ifndef NDEBUG
130
23.5M
        if constexpr (Clock == CLOCK_THREAD_CPUTIME_ID) {
131
            // CLOCK_THREAD_CPUTIME_ID is not supported on some platforms, e.g. macOS.
132
            // So that we need to check it at runtime and fallback to CLOCK_MONOTONIC if it is not supported.
133
23.5M
            _start_thread_id = _get_thread_id();
134
23.5M
        }
135
23.5M
#endif
136
23.5M
    }
137
138
374M
    void _check_thread_id() const {
139
374M
#ifndef NDEBUG
140
374M
        if constexpr (Clock == CLOCK_THREAD_CPUTIME_ID) {
141
21.8M
            auto current_thread_id = _get_thread_id();
142
21.8M
            if (current_thread_id != _start_thread_id) {
143
                LOG(WARNING) << "StopWatch started in thread " << _start_thread_id
144
34.0k
                             << " but stopped in thread " << current_thread_id;
145
34.0k
            }
146
21.8M
        }
147
374M
#endif
148
374M
    }
_ZNK5doris15CustomStopWatchILi1EE16_check_thread_idEv
Line
Count
Source
138
352M
    void _check_thread_id() const {
139
352M
#ifndef NDEBUG
140
        if constexpr (Clock == CLOCK_THREAD_CPUTIME_ID) {
141
            auto current_thread_id = _get_thread_id();
142
            if (current_thread_id != _start_thread_id) {
143
                LOG(WARNING) << "StopWatch started in thread " << _start_thread_id
144
                             << " but stopped in thread " << current_thread_id;
145
            }
146
        }
147
352M
#endif
148
352M
    }
_ZNK5doris15CustomStopWatchILi3EE16_check_thread_idEv
Line
Count
Source
138
21.8M
    void _check_thread_id() const {
139
21.8M
#ifndef NDEBUG
140
21.8M
        if constexpr (Clock == CLOCK_THREAD_CPUTIME_ID) {
141
21.8M
            auto current_thread_id = _get_thread_id();
142
21.8M
            if (current_thread_id != _start_thread_id) {
143
                LOG(WARNING) << "StopWatch started in thread " << _start_thread_id
144
34.0k
                             << " but stopped in thread " << current_thread_id;
145
34.0k
            }
146
21.8M
        }
147
21.8M
#endif
148
21.8M
    }
149
150
    timespec _start;
151
    int64_t _total_time; // in nanosec
152
    bool _running;
153
#ifndef NDEBUG
154
    std::string _start_thread_id;
155
#endif
156
};
157
158
// Stop watch for reporting elapsed time in nanosec based on CLOCK_MONOTONIC.
159
// It is as fast as Rdtsc.
160
// It is also accurate because it not affected by cpu frequency changes and
161
// it is not affected by user setting the system clock.
162
// CLOCK_MONOTONIC represents monotonic time since some unspecified starting point.
163
// It is good for computing elapsed time.
164
using MonotonicStopWatch = CustomStopWatch<CLOCK_MONOTONIC>;
165
166
// Stop watch for reporting elapsed nanosec based on CLOCK_THREAD_CPUTIME_ID.
167
using ThreadCpuStopWatch = CustomStopWatch<CLOCK_THREAD_CPUTIME_ID>;
168
169
} // namespace doris