Coverage Report

Created: 2026-06-11 21:36

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/root/doris/be/src/exec/common/endian.h
Line
Count
Source
1
// Licensed to the Apache Software Foundation (ASF) under one
2
// or more contributor license agreements.  See the NOTICE file
3
// distributed with this work for additional information
4
// regarding copyright ownership.  The ASF licenses this file
5
// to you under the Apache License, Version 2.0 (the
6
// "License"); you may not use this file except in compliance
7
// with the License.  You may obtain a copy of the License at
8
//
9
//   http://www.apache.org/licenses/LICENSE-2.0
10
//
11
// Unless required by applicable law or agreed to in writing,
12
// software distributed under the License is distributed on an
13
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14
// KIND, either express or implied.  See the License for the
15
// specific language governing permissions and limitations
16
// under the License.
17
18
#pragma once
19
20
#include "core/extended_types.h"
21
#include "core/uint24.h"
22
#include "util/unaligned.h"
23
24
namespace doris {
25
#include "common/compile_check_begin.h"
26
552
inline uint64_t gbswap_64(uint64_t host_int) {
27
552
#if defined(__GNUC__) && defined(__x86_64__) && !defined(__APPLE__)
28
    // Adapted from /usr/include/byteswap.h.  Not available on Mac.
29
552
    if (__builtin_constant_p(host_int)) {
30
0
        return __bswap_constant_64(host_int);
31
552
    } else {
32
552
        uint64_t result;
33
552
        __asm__("bswap %0" : "=r"(result) : "0"(host_int));
34
552
        return result;
35
552
    }
36
#elif defined(bswap_64)
37
    return bswap_64(host_int);
38
#else
39
    return static_cast<uint64_t>(bswap_32(static_cast<uint32_t>(host_int >> 32))) |
40
           (static_cast<uint64_t>(bswap_32(static_cast<uint32_t>(host_int))) << 32);
41
#endif // bswap_64
42
552
}
43
44
3.87M
inline unsigned __int128 gbswap_128(unsigned __int128 host_int) {
45
3.87M
    return static_cast<unsigned __int128>(bswap_64(static_cast<uint64_t>(host_int >> 64))) |
46
3.87M
           (static_cast<unsigned __int128>(bswap_64(static_cast<uint64_t>(host_int))) << 64);
47
3.87M
}
48
49
138
inline wide::UInt256 gbswap_256(wide::UInt256 host_int) {
50
138
    wide::UInt256 result {gbswap_64(host_int.items[3]), gbswap_64(host_int.items[2]),
51
138
                          gbswap_64(host_int.items[1]), gbswap_64(host_int.items[0])};
52
138
    return result;
53
138
}
54
55
// Swap bytes of a 24-bit value.
56
346
inline uint32_t bswap_24(uint32_t x) {
57
346
    return uint32_t((x & 0x0000ffULL) << 16) | ((x & 0x00ff00ULL)) | ((x & 0xff0000ULL) >> 16);
58
346
}
59
60
// use std::byteswap after doris enable cpp23
61
template <typename T>
62
5.48M
T byte_swap(T x) {
63
5.48M
    if constexpr (sizeof(T) == sizeof(wide::Int256)) {
64
138
        return gbswap_256(x);
65
3.87M
    } else if constexpr (sizeof(T) == sizeof(__int128)) {
66
3.87M
        return gbswap_128(x);
67
3.87M
    } else if constexpr (sizeof(T) == sizeof(int64_t)) {
68
632k
        return bswap_64(x);
69
977k
    } else if constexpr (sizeof(T) == sizeof(int32_t)) {
70
977k
        return bswap_32(x);
71
977k
    } else if constexpr (sizeof(T) == sizeof(doris::uint24_t)) {
72
346
        return bswap_24(x);
73
378
    } else if constexpr (sizeof(T) == sizeof(int16_t)) {
74
378
        return bswap_16(x);
75
500
    } else {
76
500
        static_assert(sizeof(T) == 1, "Unsupported type size for byte_swap");
77
500
        return x; // No byte swap needed for unsupported types
78
500
    }
79
5.48M
}
_ZN5doris9byte_swapItEET_S1_
Line
Count
Source
62
378
T byte_swap(T x) {
63
    if constexpr (sizeof(T) == sizeof(wide::Int256)) {
64
        return gbswap_256(x);
65
    } else if constexpr (sizeof(T) == sizeof(__int128)) {
66
        return gbswap_128(x);
67
    } else if constexpr (sizeof(T) == sizeof(int64_t)) {
68
        return bswap_64(x);
69
    } else if constexpr (sizeof(T) == sizeof(int32_t)) {
70
        return bswap_32(x);
71
    } else if constexpr (sizeof(T) == sizeof(doris::uint24_t)) {
72
        return bswap_24(x);
73
378
    } else if constexpr (sizeof(T) == sizeof(int16_t)) {
74
378
        return bswap_16(x);
75
    } else {
76
        static_assert(sizeof(T) == 1, "Unsupported type size for byte_swap");
77
        return x; // No byte swap needed for unsupported types
78
    }
79
378
}
_ZN5doris9byte_swapIjEET_S1_
Line
Count
Source
62
977k
T byte_swap(T x) {
63
    if constexpr (sizeof(T) == sizeof(wide::Int256)) {
64
        return gbswap_256(x);
65
    } else if constexpr (sizeof(T) == sizeof(__int128)) {
66
        return gbswap_128(x);
67
    } else if constexpr (sizeof(T) == sizeof(int64_t)) {
68
        return bswap_64(x);
69
977k
    } else if constexpr (sizeof(T) == sizeof(int32_t)) {
70
977k
        return bswap_32(x);
71
    } else if constexpr (sizeof(T) == sizeof(doris::uint24_t)) {
72
        return bswap_24(x);
73
    } else if constexpr (sizeof(T) == sizeof(int16_t)) {
74
        return bswap_16(x);
75
    } else {
76
        static_assert(sizeof(T) == 1, "Unsupported type size for byte_swap");
77
        return x; // No byte swap needed for unsupported types
78
    }
79
977k
}
_ZN5doris9byte_swapImEET_S1_
Line
Count
Source
62
99.4k
T byte_swap(T x) {
63
    if constexpr (sizeof(T) == sizeof(wide::Int256)) {
64
        return gbswap_256(x);
65
    } else if constexpr (sizeof(T) == sizeof(__int128)) {
66
        return gbswap_128(x);
67
99.4k
    } else if constexpr (sizeof(T) == sizeof(int64_t)) {
68
99.4k
        return bswap_64(x);
69
    } else if constexpr (sizeof(T) == sizeof(int32_t)) {
70
        return bswap_32(x);
71
    } else if constexpr (sizeof(T) == sizeof(doris::uint24_t)) {
72
        return bswap_24(x);
73
    } else if constexpr (sizeof(T) == sizeof(int16_t)) {
74
        return bswap_16(x);
75
    } else {
76
        static_assert(sizeof(T) == 1, "Unsupported type size for byte_swap");
77
        return x; // No byte swap needed for unsupported types
78
    }
79
99.4k
}
_ZN5doris9byte_swapINS_8uint24_tEEET_S2_
Line
Count
Source
62
346
T byte_swap(T x) {
63
    if constexpr (sizeof(T) == sizeof(wide::Int256)) {
64
        return gbswap_256(x);
65
    } else if constexpr (sizeof(T) == sizeof(__int128)) {
66
        return gbswap_128(x);
67
    } else if constexpr (sizeof(T) == sizeof(int64_t)) {
68
        return bswap_64(x);
69
    } else if constexpr (sizeof(T) == sizeof(int32_t)) {
70
        return bswap_32(x);
71
346
    } else if constexpr (sizeof(T) == sizeof(doris::uint24_t)) {
72
346
        return bswap_24(x);
73
    } else if constexpr (sizeof(T) == sizeof(int16_t)) {
74
        return bswap_16(x);
75
    } else {
76
        static_assert(sizeof(T) == 1, "Unsupported type size for byte_swap");
77
        return x; // No byte swap needed for unsupported types
78
    }
79
346
}
_ZN5doris9byte_swapIoEET_S1_
Line
Count
Source
62
607
T byte_swap(T x) {
63
    if constexpr (sizeof(T) == sizeof(wide::Int256)) {
64
        return gbswap_256(x);
65
607
    } else if constexpr (sizeof(T) == sizeof(__int128)) {
66
607
        return gbswap_128(x);
67
    } else if constexpr (sizeof(T) == sizeof(int64_t)) {
68
        return bswap_64(x);
69
    } else if constexpr (sizeof(T) == sizeof(int32_t)) {
70
        return bswap_32(x);
71
    } else if constexpr (sizeof(T) == sizeof(doris::uint24_t)) {
72
        return bswap_24(x);
73
    } else if constexpr (sizeof(T) == sizeof(int16_t)) {
74
        return bswap_16(x);
75
    } else {
76
        static_assert(sizeof(T) == 1, "Unsupported type size for byte_swap");
77
        return x; // No byte swap needed for unsupported types
78
    }
79
607
}
_ZN5doris9byte_swapIN4wide7integerILm256EjEEEET_S4_
Line
Count
Source
62
138
T byte_swap(T x) {
63
138
    if constexpr (sizeof(T) == sizeof(wide::Int256)) {
64
138
        return gbswap_256(x);
65
    } else if constexpr (sizeof(T) == sizeof(__int128)) {
66
        return gbswap_128(x);
67
    } else if constexpr (sizeof(T) == sizeof(int64_t)) {
68
        return bswap_64(x);
69
    } else if constexpr (sizeof(T) == sizeof(int32_t)) {
70
        return bswap_32(x);
71
    } else if constexpr (sizeof(T) == sizeof(doris::uint24_t)) {
72
        return bswap_24(x);
73
    } else if constexpr (sizeof(T) == sizeof(int16_t)) {
74
        return bswap_16(x);
75
    } else {
76
        static_assert(sizeof(T) == 1, "Unsupported type size for byte_swap");
77
        return x; // No byte swap needed for unsupported types
78
    }
79
138
}
_ZN5doris9byte_swapIlEET_S1_
Line
Count
Source
62
532k
T byte_swap(T x) {
63
    if constexpr (sizeof(T) == sizeof(wide::Int256)) {
64
        return gbswap_256(x);
65
    } else if constexpr (sizeof(T) == sizeof(__int128)) {
66
        return gbswap_128(x);
67
532k
    } else if constexpr (sizeof(T) == sizeof(int64_t)) {
68
532k
        return bswap_64(x);
69
    } else if constexpr (sizeof(T) == sizeof(int32_t)) {
70
        return bswap_32(x);
71
    } else if constexpr (sizeof(T) == sizeof(doris::uint24_t)) {
72
        return bswap_24(x);
73
    } else if constexpr (sizeof(T) == sizeof(int16_t)) {
74
        return bswap_16(x);
75
    } else {
76
        static_assert(sizeof(T) == 1, "Unsupported type size for byte_swap");
77
        return x; // No byte swap needed for unsupported types
78
    }
79
532k
}
_ZN5doris9byte_swapInEET_S1_
Line
Count
Source
62
3.87M
T byte_swap(T x) {
63
    if constexpr (sizeof(T) == sizeof(wide::Int256)) {
64
        return gbswap_256(x);
65
3.87M
    } else if constexpr (sizeof(T) == sizeof(__int128)) {
66
3.87M
        return gbswap_128(x);
67
    } else if constexpr (sizeof(T) == sizeof(int64_t)) {
68
        return bswap_64(x);
69
    } else if constexpr (sizeof(T) == sizeof(int32_t)) {
70
        return bswap_32(x);
71
    } else if constexpr (sizeof(T) == sizeof(doris::uint24_t)) {
72
        return bswap_24(x);
73
    } else if constexpr (sizeof(T) == sizeof(int16_t)) {
74
        return bswap_16(x);
75
    } else {
76
        static_assert(sizeof(T) == 1, "Unsupported type size for byte_swap");
77
        return x; // No byte swap needed for unsupported types
78
    }
79
3.87M
}
Unexecuted instantiation: _ZN5doris9byte_swapIN4wide7integerILm256EiEEEET_S4_
Unexecuted instantiation: _ZN5doris9byte_swapIiEET_S1_
_ZN5doris9byte_swapIhEET_S1_
Line
Count
Source
62
500
T byte_swap(T x) {
63
    if constexpr (sizeof(T) == sizeof(wide::Int256)) {
64
        return gbswap_256(x);
65
    } else if constexpr (sizeof(T) == sizeof(__int128)) {
66
        return gbswap_128(x);
67
    } else if constexpr (sizeof(T) == sizeof(int64_t)) {
68
        return bswap_64(x);
69
    } else if constexpr (sizeof(T) == sizeof(int32_t)) {
70
        return bswap_32(x);
71
    } else if constexpr (sizeof(T) == sizeof(doris::uint24_t)) {
72
        return bswap_24(x);
73
    } else if constexpr (sizeof(T) == sizeof(int16_t)) {
74
        return bswap_16(x);
75
500
    } else {
76
500
        static_assert(sizeof(T) == 1, "Unsupported type size for byte_swap");
77
500
        return x; // No byte swap needed for unsupported types
78
500
    }
79
500
}
80
81
template <std::endian target, typename T>
82
11.5M
T to_endian(T value) {
83
11.5M
    if constexpr (std::endian::native == target) {
84
6.08M
        return value; // No swap needed
85
6.08M
    } else {
86
5.48M
        static_assert(std::endian::native == std::endian::big ||
87
5.48M
                              std::endian::native == std::endian::little,
88
5.48M
                      "Unsupported endianness");
89
5.48M
        return byte_swap(value);
90
5.48M
    }
91
11.5M
}
_ZN5doris9to_endianILSt6endian1234EtEET0_S2_
Line
Count
Source
82
48.5k
T to_endian(T value) {
83
48.5k
    if constexpr (std::endian::native == target) {
84
48.5k
        return value; // No swap needed
85
    } else {
86
        static_assert(std::endian::native == std::endian::big ||
87
                              std::endian::native == std::endian::little,
88
                      "Unsupported endianness");
89
        return byte_swap(value);
90
    }
91
48.5k
}
_ZN5doris9to_endianILSt6endian1234EjEET0_S2_
Line
Count
Source
82
5.85M
T to_endian(T value) {
83
5.85M
    if constexpr (std::endian::native == target) {
84
5.85M
        return value; // No swap needed
85
    } else {
86
        static_assert(std::endian::native == std::endian::big ||
87
                              std::endian::native == std::endian::little,
88
                      "Unsupported endianness");
89
        return byte_swap(value);
90
    }
91
5.85M
}
_ZN5doris9to_endianILSt6endian1234EmEET0_S2_
Line
Count
Source
82
128k
T to_endian(T value) {
83
128k
    if constexpr (std::endian::native == target) {
84
128k
        return value; // No swap needed
85
    } else {
86
        static_assert(std::endian::native == std::endian::big ||
87
                              std::endian::native == std::endian::little,
88
                      "Unsupported endianness");
89
        return byte_swap(value);
90
    }
91
128k
}
_ZN5doris9to_endianILSt6endian4321EtEET0_S2_
Line
Count
Source
82
378
T to_endian(T value) {
83
    if constexpr (std::endian::native == target) {
84
        return value; // No swap needed
85
378
    } else {
86
378
        static_assert(std::endian::native == std::endian::big ||
87
378
                              std::endian::native == std::endian::little,
88
378
                      "Unsupported endianness");
89
378
        return byte_swap(value);
90
378
    }
91
378
}
_ZN5doris9to_endianILSt6endian4321EjEET0_S2_
Line
Count
Source
82
977k
T to_endian(T value) {
83
    if constexpr (std::endian::native == target) {
84
        return value; // No swap needed
85
977k
    } else {
86
977k
        static_assert(std::endian::native == std::endian::big ||
87
977k
                              std::endian::native == std::endian::little,
88
977k
                      "Unsupported endianness");
89
977k
        return byte_swap(value);
90
977k
    }
91
977k
}
_ZN5doris9to_endianILSt6endian4321EmEET0_S2_
Line
Count
Source
82
99.4k
T to_endian(T value) {
83
    if constexpr (std::endian::native == target) {
84
        return value; // No swap needed
85
99.4k
    } else {
86
99.4k
        static_assert(std::endian::native == std::endian::big ||
87
99.4k
                              std::endian::native == std::endian::little,
88
99.4k
                      "Unsupported endianness");
89
99.4k
        return byte_swap(value);
90
99.4k
    }
91
99.4k
}
_ZN5doris9to_endianILSt6endian1234EoEET0_S2_
Line
Count
Source
82
48.8k
T to_endian(T value) {
83
48.8k
    if constexpr (std::endian::native == target) {
84
48.8k
        return value; // No swap needed
85
    } else {
86
        static_assert(std::endian::native == std::endian::big ||
87
                              std::endian::native == std::endian::little,
88
                      "Unsupported endianness");
89
        return byte_swap(value);
90
    }
91
48.8k
}
_ZN5doris9to_endianILSt6endian4321ENS_8uint24_tEEET0_S3_
Line
Count
Source
82
346
T to_endian(T value) {
83
    if constexpr (std::endian::native == target) {
84
        return value; // No swap needed
85
346
    } else {
86
346
        static_assert(std::endian::native == std::endian::big ||
87
346
                              std::endian::native == std::endian::little,
88
346
                      "Unsupported endianness");
89
346
        return byte_swap(value);
90
346
    }
91
346
}
_ZN5doris9to_endianILSt6endian4321EoEET0_S2_
Line
Count
Source
82
607
T to_endian(T value) {
83
    if constexpr (std::endian::native == target) {
84
        return value; // No swap needed
85
607
    } else {
86
607
        static_assert(std::endian::native == std::endian::big ||
87
607
                              std::endian::native == std::endian::little,
88
607
                      "Unsupported endianness");
89
607
        return byte_swap(value);
90
607
    }
91
607
}
_ZN5doris9to_endianILSt6endian4321EN4wide7integerILm256EjEEEET0_S5_
Line
Count
Source
82
138
T to_endian(T value) {
83
    if constexpr (std::endian::native == target) {
84
        return value; // No swap needed
85
138
    } else {
86
138
        static_assert(std::endian::native == std::endian::big ||
87
138
                              std::endian::native == std::endian::little,
88
138
                      "Unsupported endianness");
89
138
        return byte_swap(value);
90
138
    }
91
138
}
_ZN5doris9to_endianILSt6endian4321ElEET0_S2_
Line
Count
Source
82
532k
T to_endian(T value) {
83
    if constexpr (std::endian::native == target) {
84
        return value; // No swap needed
85
532k
    } else {
86
532k
        static_assert(std::endian::native == std::endian::big ||
87
532k
                              std::endian::native == std::endian::little,
88
532k
                      "Unsupported endianness");
89
532k
        return byte_swap(value);
90
532k
    }
91
532k
}
_ZN5doris9to_endianILSt6endian4321EnEET0_S2_
Line
Count
Source
82
3.87M
T to_endian(T value) {
83
    if constexpr (std::endian::native == target) {
84
        return value; // No swap needed
85
3.87M
    } else {
86
3.87M
        static_assert(std::endian::native == std::endian::big ||
87
3.87M
                              std::endian::native == std::endian::little,
88
3.87M
                      "Unsupported endianness");
89
3.87M
        return byte_swap(value);
90
3.87M
    }
91
3.87M
}
Unexecuted instantiation: _ZN5doris9to_endianILSt6endian4321EN4wide7integerILm256EiEEEET0_S5_
Unexecuted instantiation: _ZN5doris9to_endianILSt6endian4321EiEET0_S2_
_ZN5doris9to_endianILSt6endian4321EhEET0_S2_
Line
Count
Source
82
500
T to_endian(T value) {
83
    if constexpr (std::endian::native == target) {
84
        return value; // No swap needed
85
500
    } else {
86
500
        static_assert(std::endian::native == std::endian::big ||
87
500
                              std::endian::native == std::endian::little,
88
500
                      "Unsupported endianness");
89
500
        return byte_swap(value);
90
500
    }
91
500
}
92
93
// Utilities to convert numbers between the current hosts's native byte
94
// order and little-endian byte order
95
//
96
// Load/Store methods are alignment safe
97
class LittleEndian {
98
public:
99
    // Functions to do unaligned loads and stores in little-endian order.
100
0
    static uint16_t Load16(const void* p) {
101
0
        return to_endian<std::endian::little>(unaligned_load<uint16_t>(p));
102
0
    }
103
104
0
    static void Store16(void* p, uint16_t v) {
105
0
        unaligned_store<uint16_t>(p, to_endian<std::endian::little>(v));
106
0
    }
107
108
4.48M
    static uint32_t Load32(const void* p) {
109
4.48M
        return to_endian<std::endian::little>(unaligned_load<uint32_t>(p));
110
4.48M
    }
111
112
1
    static void Store32(void* p, uint32_t v) {
113
1
        unaligned_store<uint32_t>(p, to_endian<std::endian::little>(v));
114
1
    }
115
116
4.20k
    static uint64_t Load64(const void* p) {
117
4.20k
        return to_endian<std::endian::little>(unaligned_load<uint64_t>(p));
118
4.20k
    }
119
120
0
    static void Store64(void* p, uint64_t v) {
121
0
        unaligned_store<uint64_t>(p, to_endian<std::endian::little>(v));
122
0
    }
123
};
124
125
// Utilities to convert numbers between the current hosts's native byte
126
// order and big-endian byte order (same as network byte order)
127
//
128
// Load/Store methods are alignment safe
129
class BigEndian {
130
public:
131
    // Functions to do unaligned loads and stores in little-endian order.
132
0
    static uint16_t Load16(const void* p) {
133
0
        return to_endian<std::endian::big>(unaligned_load<uint16_t>(p));
134
0
    }
135
136
0
    static void Store16(void* p, uint16_t v) {
137
0
        unaligned_store<uint16_t>(p, to_endian<std::endian::big>(v));
138
0
    }
139
140
0
    static uint32_t Load32(const void* p) {
141
0
        return to_endian<std::endian::big>(unaligned_load<uint32_t>(p));
142
0
    }
143
144
4
    static void Store32(void* p, uint32_t v) {
145
4
        unaligned_store<uint32_t>(p, to_endian<std::endian::big>(v));
146
4
    }
147
148
0
    static uint64_t Load64(const void* p) {
149
0
        return to_endian<std::endian::big>(unaligned_load<uint64_t>(p));
150
0
    }
151
152
0
    static void Store64(void* p, uint64_t v) {
153
0
        unaligned_store<uint64_t>(p, to_endian<std::endian::big>(v));
154
0
    }
155
}; // BigEndian
156
#include "common/compile_check_end.h"
157
} // namespace doris