be/src/io/cache/file_block.cpp

Source
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements.  See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership.  The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License.  You may obtain a copy of the License at
//
//   http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied.  See the License for the
// specific language governing permissions and limitations
// under the License.

#include "io/cache/file_block.h"

#include <glog/logging.h>
// IWYU pragma: no_include <bits/chrono.h>
#include <chrono> // IWYU pragma: keep
#include <sstream>
#include <string>
#include <thread>

#include "common/status.h"
#include "cpp/sync_point.h"
#include "io/cache/block_file_cache.h"

namespace doris {
namespace io {

std::ostream& operator<<(std::ostream& os, const FileBlock::State& value) {
    os << FileBlock::state_to_string(value);
    return os;
}

FileBlock::FileBlock(const FileCacheKey& key, size_t size, BlockFileCache* mgr,
                     State download_state)
        : _block_range(key.offset, key.offset + size - 1),
          _download_state(download_state),
          _mgr(mgr),
          _key(key) {
    /// On creation, file block state can be EMPTY, DOWNLOADED, SKIP_CACHE.
    switch (_download_state) {
    case State::DOWNLOADING: {
        DCHECK(false) << "Can create cell with either EMPTY, DOWNLOADED, SKIP_CACHE ";
        break;
    }
    default: {
        break;
    }
    }
}

FileBlock::State FileBlock::state() const {
    std::lock_guard block_lock(_mutex);
    return _download_state;
}

FileBlock::State FileBlock::state_unsafe() const {
    return _download_state;
}

uint64_t FileBlock::get_caller_id() {
    uint64_t id;
#if defined(__APPLE__)
    // On macOS, use pthread_threadid_np to get the thread ID
    pthread_threadid_np(nullptr, &id);
#else
    id = static_cast<uint64_t>(pthread_self());
#endif
    DCHECK(id != 0);
    return id;
}

uint64_t FileBlock::get_or_set_downloader() {
    std::lock_guard block_lock(_mutex);

    if (_downloader_id == 0 && _download_state != State::DOWNLOADED) {
        DCHECK(_download_state != State::DOWNLOADING);
        _downloader_id = get_caller_id();
        _download_state = State::DOWNLOADING;
    } else if (_downloader_id == get_caller_id()) {
        LOG(INFO) << "Attempt to set the same downloader for block " << range().to_string()
                  << " for the second time";
    }

    return _downloader_id;
}

void FileBlock::reset_downloader(std::lock_guard<std::mutex>& block_lock) {
    DCHECK(_downloader_id != 0) << "There is no downloader";

    DCHECK(get_caller_id() == _downloader_id) << "Downloader can be reset only by downloader";

    reset_downloader_impl(block_lock);
}

void FileBlock::reset_downloader_impl(std::lock_guard<std::mutex>& block_lock) {
    if (_downloaded_size == range().size()) {
        Status st = set_downloaded(block_lock);
        if (!st.ok()) {
            LOG(WARNING) << "reset downloader error" << st;
        }
    } else {
        _downloaded_size = 0;
        _download_state = State::EMPTY;
        _downloader_id = 0;
    }
}

Status FileBlock::set_downloaded(std::lock_guard<std::mutex>& /* block_lock */) {
    DCHECK(_download_state != State::DOWNLOADED);
    if (_downloaded_size == 0) {
        _download_state = State::EMPTY;
        _downloader_id = 0;
        return Status::InternalError("Try to set empty block {} as downloaded",
                                     _block_range.to_string());
    }
    Status status = _mgr->_storage->finalize(_key, this->_block_range.size());
    if (status.ok()) [[likely]] {
        _download_state = State::DOWNLOADED;
    } else {
        _download_state = State::EMPTY;
        _downloaded_size = 0;
    }
    _downloader_id = 0;
    return status;
}

uint64_t FileBlock::get_downloader() const {
    std::lock_guard block_lock(_mutex);
    return _downloader_id;
}

bool FileBlock::is_downloader() const {
    std::lock_guard block_lock(_mutex);
    return get_caller_id() == _downloader_id;
}

bool FileBlock::is_downloader_impl(std::lock_guard<std::mutex>& /* block_lock */) const {
    return get_caller_id() == _downloader_id;
}

Status FileBlock::append(Slice data) {
    DCHECK(data.size != 0) << "Writing zero size is not allowed";
    RETURN_IF_ERROR(_mgr->_storage->append(_key, data));
    _downloaded_size += data.size;
    return Status::OK();
}

Status FileBlock::finalize() {
    if (_downloaded_size == 0) {
        std::lock_guard block_lock(_mutex);
        _download_state = State::EMPTY;
        _downloader_id = 0;
        _cv.notify_all();
        return Status::InternalError("Try to finalize an empty file block {}",
                                     _block_range.to_string());
    }
    if (_downloaded_size != _block_range.size()) {
        SCOPED_CACHE_LOCK(_mgr->_mutex, _mgr);
        size_t old_size = _block_range.size();
        _block_range.right = _block_range.left + _downloaded_size - 1;
        size_t new_size = _block_range.size();
        DCHECK(new_size < old_size);
        _mgr->reset_range(_key.hash, _block_range.left, old_size, new_size, cache_lock);
    }
    std::lock_guard block_lock(_mutex);
    Status st = set_downloaded(block_lock);
    _cv.notify_all();
    return st;
}

Status FileBlock::read(Slice buffer, size_t read_offset) {
    return _mgr->_storage->read(_key, read_offset, buffer);
}

Status FileBlock::change_cache_type(FileCacheType new_type) {
    SCOPED_CACHE_LOCK(_mgr->_mutex, _mgr);
    return change_cache_type_lock(new_type, cache_lock);
}

Status FileBlock::change_cache_type_lock(FileCacheType new_type,
                                         std::lock_guard<std::mutex>& cache_lock) {
    std::lock_guard block_lock(_mutex);

    if (new_type == _key.meta.type) {
        return Status::OK();
    }
    if (_download_state == State::DOWNLOADED) {
        Status st;
        TEST_SYNC_POINT_CALLBACK("FileBlock::change_cache_type", &st);
        RETURN_IF_ERROR(_mgr->_storage->change_key_meta_type(_key, new_type, _block_range.size()));
    }
    _mgr->change_cache_type(_key.hash, _block_range.left, new_type, cache_lock);
    _key.meta.type = new_type;
    return Status::OK();
}

FileBlock::State FileBlock::wait() {
    std::unique_lock block_lock(_mutex);

    if (_downloader_id == 0) {
        return _download_state;
    }

    if (_download_state == State::DOWNLOADING) {
        DCHECK(_downloader_id != 0 && _downloader_id != get_caller_id());
        _cv.wait_for(block_lock, std::chrono::milliseconds(config::block_cache_wait_timeout_ms));
    }

    return _download_state;
}

void FileBlock::complete_unlocked(std::lock_guard<std::mutex>& block_lock) {
    if (is_downloader_impl(block_lock)) {
        reset_downloader(block_lock);
        _cv.notify_all();
    }
}

std::string FileBlock::get_info_for_log() const {
    std::lock_guard block_lock(_mutex);
    return get_info_for_log_impl(block_lock);
}

std::string FileBlock::get_info_for_log_impl(std::lock_guard<std::mutex>& block_lock) const {
    std::stringstream info;
    info << "File block: " << range().to_string() << ", ";
    info << "state: " << state_to_string(_download_state) << ", ";
    info << "size: " << _block_range.size() << ", ";
    info << "downloader id: " << _downloader_id << ", ";
    info << "caller id: " << get_caller_id();

    return info.str();
}

FileBlock::State FileBlock::state_unlock(std::lock_guard<std::mutex>&) const {
    return _download_state;
}

std::string FileBlock::state_to_string(FileBlock::State state) {
    switch (state) {
    case FileBlock::State::DOWNLOADED:
        return "DOWNLOADED";
    case FileBlock::State::EMPTY:
        return "EMPTY";
    case FileBlock::State::DOWNLOADING:
        return "DOWNLOADING";
    case FileBlock::State::SKIP_CACHE:
        return "SKIP_CACHE";
    default:
        DCHECK(false);
        return "";
    }
}

std::string FileBlock::get_cache_file() const {
    return _mgr->_storage->get_local_file(this->_key);
}

FileBlocksHolder::~FileBlocksHolder() {
    for (auto file_block_it = file_blocks.begin(); file_block_it != file_blocks.end();) {
        auto current_file_block_it = file_block_it;
        auto& file_block = *current_file_block_it;
        BlockFileCache* _mgr = file_block->_mgr;
        {
            bool should_remove = false;
            {
                std::lock_guard block_lock(file_block->_mutex);
                file_block->complete_unlocked(block_lock);
                if (file_block.use_count() == 2 &&
                    (file_block->is_deleting() ||
                     file_block->state_unlock(block_lock) == FileBlock::State::EMPTY)) {
                    should_remove = true;
                }
            }
            if (should_remove) {
                SCOPED_CACHE_LOCK(_mgr->_mutex, _mgr);
                std::lock_guard block_lock(file_block->_mutex);
                if (file_block.use_count() == 2) {
                    DCHECK(file_block->state_unlock(block_lock) != FileBlock::State::DOWNLOADING);
                    // one in cache, one in here
                    if (file_block->is_deleting() ||
                        file_block->state_unlock(block_lock) == FileBlock::State::EMPTY) {
                        _mgr->remove(file_block, cache_lock, block_lock, false);
                    }
                }
            }
        }
        file_block_it = file_blocks.erase(current_file_block_it);
    }
}

} // namespace io
} // namespace doris

Coverage Report

Created: 2026-03-30 13:24

Line	Count	Source
1		// Licensed to the Apache Software Foundation (ASF) under one
2		// or more contributor license agreements. See the NOTICE file
3		// distributed with this work for additional information
4		// regarding copyright ownership. The ASF licenses this file
5		// to you under the Apache License, Version 2.0 (the
6		// "License"); you may not use this file except in compliance
7		// with the License. You may obtain a copy of the License at
8		//
9		// http://www.apache.org/licenses/LICENSE-2.0
10		//
11		// Unless required by applicable law or agreed to in writing,
12		// software distributed under the License is distributed on an
13		// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14		// KIND, either express or implied. See the License for the
15		// specific language governing permissions and limitations
16		// under the License.
17
18		#include "io/cache/file_block.h"
19
20		#include <glog/logging.h>
21		// IWYU pragma: no_include <bits/chrono.h>
22		#include <chrono> // IWYU pragma: keep
23		#include <sstream>
24		#include <string>
25		#include <thread>
26
27		#include "common/status.h"
28		#include "cpp/sync_point.h"
29		#include "io/cache/block_file_cache.h"
30
31		namespace doris {
32		namespace io {
33
34	1.68k	std::ostream& operator<<(std::ostream& os, const FileBlock::State& value) {
35	1.68k	os << FileBlock::state_to_string(value);
36	1.68k	return os;
37	1.68k	}
38
39		FileBlock::FileBlock(const FileCacheKey& key, size_t size, BlockFileCache* mgr,
40		State download_state)
41	353k	: _block_range(key.offset, key.offset + size - 1),
42	353k	_download_state(download_state),
43	353k	_mgr(mgr),
44	353k	_key(key) {
45		/// On creation, file block state can be EMPTY, DOWNLOADED, SKIP_CACHE.
46	353k	switch (_download_state) {
47	0	case State::DOWNLOADING: {
48	0	DCHECK(false) << "Can create cell with either EMPTY, DOWNLOADED, SKIP_CACHE ";
49	0	break;
50	0	}
51	353k	default: {
52	353k	break;
53	0	}
54	353k	}
55	353k	}
56
57	5.45M	FileBlock::State FileBlock::state() const {
58	5.45M	std::lock_guard block_lock(_mutex);
59	5.45M	return _download_state;
60	5.45M	}
61
62	2.98M	FileBlock::State FileBlock::state_unsafe() const {
63	2.98M	return _download_state;
64	2.98M	}
65
66	3.22M	uint64_t FileBlock::get_caller_id() {
67	3.22M	uint64_t id;
68		#if defined(__APPLE__)
69		// On macOS, use pthread_threadid_np to get the thread ID
70		pthread_threadid_np(nullptr, &id);
71		#else
72	3.22M	id = static_cast<uint64_t>(pthread_self());
73	3.22M	#endif
74	3.22M	DCHECK(id != 0);
75	3.22M	return id;
76	3.22M	}
77
78	118k	uint64_t FileBlock::get_or_set_downloader() {
79	118k	std::lock_guard block_lock(_mutex);
80
81	118k	if (_downloader_id == 0 && _download_state != State::DOWNLOADED) {
82	118k	DCHECK(_download_state != State::DOWNLOADING);
83	118k	_downloader_id = get_caller_id();
84	118k	_download_state = State::DOWNLOADING;
85	118k	} else if (_downloader_id == get_caller_id()) {
86	4	LOG(INFO) << "Attempt to set the same downloader for block " << range().to_string()
87	4	<< " for the second time";
88	4	}
89
90	118k	return _downloader_id;
91	118k	}
92
93	18	void FileBlock::reset_downloader(std::lock_guard<std::mutex>& block_lock) {
94	18	DCHECK(_downloader_id != 0) << "There is no downloader";
95
96	18	DCHECK(get_caller_id() == _downloader_id) << "Downloader can be reset only by downloader";
97
98	18	reset_downloader_impl(block_lock);
99	18	}
100
101	18	void FileBlock::reset_downloader_impl(std::lock_guard<std::mutex>& block_lock) {
102	18	if (_downloaded_size == range().size()) {
103	2	Status st = set_downloaded(block_lock);
104	2	if (!st.ok()) {
105	1	LOG(WARNING) << "reset downloader error" << st;
106	1	}
107	16	} else {
108	16	_downloaded_size = 0;
109	16	_download_state = State::EMPTY;
110	16	_downloader_id = 0;
111	16	}
112	18	}
113
114	118k	Status FileBlock::set_downloaded(std::lock_guard<std::mutex>& /* block_lock */) {
115	118k	DCHECK(_download_state != State::DOWNLOADED);
116	118k	if (_downloaded_size == 0) {
117	1	_download_state = State::EMPTY;
118	1	_downloader_id = 0;
119	1	return Status::InternalError("Try to set empty block {} as downloaded",
120	1	_block_range.to_string());
121	1	}
122	118k	Status status = _mgr->_storage->finalize(_key, this->_block_range.size());
123	118k	if (status.ok()) [[likely]] {
124	117k	_download_state = State::DOWNLOADED;
125	117k	} else {
126	781	_download_state = State::EMPTY;
127	781	_downloaded_size = 0;
128	781	}
129	118k	_downloader_id = 0;
130	118k	return status;
131	118k	}
132
133	16	uint64_t FileBlock::get_downloader() const {
134	16	std::lock_guard block_lock(_mutex);
135	16	return _downloader_id;
136	16	}
137
138	112k	bool FileBlock::is_downloader() const {
139	112k	std::lock_guard block_lock(_mutex);
140	112k	return get_caller_id() == _downloader_id;
141	112k	}
142
143	2.98M	bool FileBlock::is_downloader_impl(std::lock_guard<std::mutex>& /* block_lock */) const {
144	2.98M	return get_caller_id() == _downloader_id;
145	2.98M	}
146
147	117k	Status FileBlock::append(Slice data) {
148	117k	DCHECK(data.size != 0) << "Writing zero size is not allowed";
149	117k	RETURN_IF_ERROR(_mgr->_storage->append(_key, data));
150	117k	_downloaded_size += data.size;
151	117k	return Status::OK();
152	117k	}
153
154	118k	Status FileBlock::finalize() {
155	118k	if (_downloaded_size == 0) {
156	1	std::lock_guard block_lock(_mutex);
157	1	_download_state = State::EMPTY;
158	1	_downloader_id = 0;
159	1	_cv.notify_all();
160	1	return Status::InternalError("Try to finalize an empty file block {}",
161	1	_block_range.to_string());
162	1	}
163	118k	if (_downloaded_size != _block_range.size()) {
164	56.7k	SCOPED_CACHE_LOCK(_mgr->_mutex, _mgr);
165	56.7k	size_t old_size = _block_range.size();
166	56.7k	_block_range.right = _block_range.left + _downloaded_size - 1;
167	56.7k	size_t new_size = _block_range.size();
168	56.7k	DCHECK(new_size < old_size);
169	56.7k	_mgr->reset_range(_key.hash, _block_range.left, old_size, new_size, cache_lock);
170	56.7k	}
171	118k	std::lock_guard block_lock(_mutex);
172	118k	Status st = set_downloaded(block_lock);
173	118k	_cv.notify_all();
174	118k	return st;
175	118k	}
176
177	2.27M	Status FileBlock::read(Slice buffer, size_t read_offset) {
178	2.27M	return _mgr->_storage->read(_key, read_offset, buffer);
179	2.27M	}
180
181	2.52k	Status FileBlock::change_cache_type(FileCacheType new_type) {
182	2.52k	SCOPED_CACHE_LOCK(_mgr->_mutex, _mgr);
183	2.52k	return change_cache_type_lock(new_type, cache_lock);
184	2.52k	}
185
186		Status FileBlock::change_cache_type_lock(FileCacheType new_type,
187	2.52k	std::lock_guard<std::mutex>& cache_lock) {
188	2.52k	std::lock_guard block_lock(_mutex);
189
190	2.52k	if (new_type == _key.meta.type) {
191	1	return Status::OK();
192	1	}
193	2.52k	if (_download_state == State::DOWNLOADED) {
194	6	Status st;
195	6	TEST_SYNC_POINT_CALLBACK("FileBlock::change_cache_type", &st);
196	6	RETURN_IF_ERROR(_mgr->_storage->change_key_meta_type(_key, new_type, _block_range.size()));
197	6	}
198	2.52k	_mgr->change_cache_type(_key.hash, _block_range.left, new_type, cache_lock);
199	2.52k	_key.meta.type = new_type;
200	2.52k	return Status::OK();
201	2.52k	}
202
203	9.44k	FileBlock::State FileBlock::wait() {
204	9.44k	std::unique_lock block_lock(_mutex);
205
206	9.44k	if (_downloader_id == 0) {
207	1	return _download_state;
208	1	}
209
210	9.44k	if (_download_state == State::DOWNLOADING) {
211	9.44k	DCHECK(_downloader_id != 0 && _downloader_id != get_caller_id());
212	9.44k	_cv.wait_for(block_lock, std::chrono::milliseconds(config::block_cache_wait_timeout_ms));
213	9.44k	}
214
215	9.44k	return _download_state;
216	9.44k	}
217
218	2.98M	void FileBlock::complete_unlocked(std::lock_guard<std::mutex>& block_lock) {
219	2.98M	if (is_downloader_impl(block_lock)) {
220	18	reset_downloader(block_lock);
221	18	_cv.notify_all();
222	18	}
223	2.98M	}
224
225	1	std::string FileBlock::get_info_for_log() const {
226	1	std::lock_guard block_lock(_mutex);
227	1	return get_info_for_log_impl(block_lock);
228	1	}
229
230	1	std::string FileBlock::get_info_for_log_impl(std::lock_guard<std::mutex>& block_lock) const {
231	1	std::stringstream info;
232	1	info << "File block: " << range().to_string() << ", ";
233	1	info << "state: " << state_to_string(_download_state) << ", ";
234	1	info << "size: " << _block_range.size() << ", ";
235	1	info << "downloader id: " << _downloader_id << ", ";
236	1	info << "caller id: " << get_caller_id();
237
238	1	return info.str();
239	1	}
240
241	3.92M	FileBlock::State FileBlock::state_unlock(std::lock_guard<std::mutex>&) const {
242	3.92M	return _download_state;
243	3.92M	}
244
245	1.68k	std::string FileBlock::state_to_string(FileBlock::State state) {
246	1.68k	switch (state) {
247	1.68k	case FileBlock::State::DOWNLOADED:
248	1.68k	return "DOWNLOADED";
249	1	case FileBlock::State::EMPTY:
250	1	return "EMPTY";
251	2	case FileBlock::State::DOWNLOADING:
252	2	return "DOWNLOADING";
253	1	case FileBlock::State::SKIP_CACHE:
254	1	return "SKIP_CACHE";
255	0	default:
256	0	DCHECK(false);
257	0	return "";
258	1.68k	}
259	1.68k	}
260
261	1	std::string FileBlock::get_cache_file() const {
262	1	return _mgr->_storage->get_local_file(this->_key);
263	1	}
264
265	2.79M	FileBlocksHolder::~FileBlocksHolder() {
266	5.77M	for (auto file_block_it = file_blocks.begin(); file_block_it != file_blocks.end();) {
267	2.98M	auto current_file_block_it = file_block_it;
268	2.98M	auto& file_block = *current_file_block_it;
269	2.98M	BlockFileCache* _mgr = file_block->_mgr;
270	2.98M	{
271	2.98M	bool should_remove = false;
272	2.98M	{
273	2.98M	std::lock_guard block_lock(file_block->_mutex);
274	2.98M	file_block->complete_unlocked(block_lock);
275	2.98M	if (file_block.use_count() == 2 &&
276	2.98M	(file_block->is_deleting() \|\|
277	2.88M	file_block->state_unlock(block_lock) == FileBlock::State::EMPTY)) {
278	230k	should_remove = true;
279	230k	}
280	2.98M	}
281	2.98M	if (should_remove) {
282	231k	SCOPED_CACHE_LOCK(_mgr->_mutex, _mgr);
283	231k	std::lock_guard block_lock(file_block->_mutex);
284	231k	if (file_block.use_count() == 2) {
285	231k	DCHECK(file_block->state_unlock(block_lock) != FileBlock::State::DOWNLOADING);
286		// one in cache, one in here
287	231k	if (file_block->is_deleting() \|\|
288	231k	file_block->state_unlock(block_lock) == FileBlock::State::EMPTY) {
289	231k	_mgr->remove(file_block, cache_lock, block_lock, false);
290	231k	}
291	231k	}
292	231k	}
293	2.98M	}
294	2.98M	file_block_it = file_blocks.erase(current_file_block_it);
295	2.98M	}
296	2.79M	}
297
298		} // namespace io
299		} // namespace doris