// Licensed to the Apache Software Foundation (ASF) under one

// or more contributor license agreements.  See the NOTICE file

// distributed with this work for additional information

// regarding copyright ownership.  The ASF licenses this file

// to you under the Apache License, Version 2.0 (the

// "License"); you may not use this file except in compliance

// with the License.  You may obtain a copy of the License at

//

//   http://www.apache.org/licenses/LICENSE-2.0

//

// Unless required by applicable law or agreed to in writing,

// software distributed under the License is distributed on an

// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY

// KIND, either express or implied.  See the License for the

// specific language governing permissions and limitations

// under the License.

#include "io/fs/packed_file_system.h"

#include <string>

#include <string_view>

#include <utility>

#include "cloud/config.h"

#include "common/status.h"

#include "io/fs/file_reader.h"

#include "io/fs/packed_file_reader.h"

#include "io/fs/packed_file_writer.h"

namespace doris::io {

namespace {

// Only keep packed-file aggregation for the first segment in a rowset.

// The path handled here is expected to look like:

//   local/remote segment file: .../{rowset_id}_{segment_id}.dat

//   local/remote index file:   .../{rowset_id}_{segment_id}.idx

// The .idx case here is V2 only. V1 inverted-index tablets are filtered before

// PackedFileSystem is enabled, so V1 names like

// {rowset_id}_{segment_id}_{index_id}@{suffix}.idx never reach this helper.

// Multi-segment rowsets usually come from large loads or memory-pressure flushes,

// and continuing to buffer later segments in packed files can amplify memory usage.

// Non-rowset file names keep the legacy behavior to avoid changing unrelated callers.

bool should_use_packed_writer(std::string_view file_name, int64_t first_segment_id) {

    DORIS_CHECK_GE(first_segment_id, 0);

    constexpr std::string_view kSegmentSuffix = ".dat";

    constexpr std::string_view kIndexSuffix = ".idx";

    size_t suffix_len = 0;

    if (file_name.ends_with(kSegmentSuffix)) {

        suffix_len = kSegmentSuffix.size();

    } else if (file_name.ends_with(kIndexSuffix)) {

        suffix_len = kIndexSuffix.size();

    } else {

        return true;

    }

    file_name.remove_suffix(suffix_len);

    size_t pos = file_name.rfind('_');

    if (pos == std::string_view::npos || pos + 1 >= file_name.size()) {

        return true;

    }

    return file_name.substr(pos + 1) == std::to_string(first_segment_id);

}

} // namespace

PackedFileSystem::PackedFileSystem(FileSystemSPtr inner_fs, PackedAppendContext append_info)

        : FileSystem(inner_fs->id(), inner_fs->type()),

          _inner_fs(std::move(inner_fs)),

          _append_info(std::move(append_info)) {

    if (_append_info.resource_id.empty() && _inner_fs != nullptr) {

        _append_info.resource_id = _inner_fs->id();

    }

}

PackedFileSystem::PackedFileSystem(FileSystemSPtr inner_fs,

                                   std::unordered_map<std::string, PackedSliceLocation> index_map,

                                   PackedAppendContext append_info)

        : FileSystem(inner_fs->id(), inner_fs->type()),

          _inner_fs(std::move(inner_fs)),

          _index_map(std::move(index_map)),

          _append_info(std::move(append_info)) {

    if (_append_info.resource_id.empty() && _inner_fs != nullptr) {

        _append_info.resource_id = _inner_fs->id();

    }

    _index_map_initialized = true;

}

Status PackedFileSystem::create_file_impl(const Path& file, FileWriterPtr* writer,

                                          const FileWriterOptions* opts) {

    // Create file using inner file system

    FileWriterPtr inner_writer;

    RETURN_IF_ERROR(_inner_fs->create_file(file, &inner_writer, opts));

    if (!should_use_packed_writer(file.filename().native(), _append_info.first_segment_id)) {

        *writer = std::move(inner_writer);

        return Status::OK();

    }

    auto append_info = _append_info;

    if (config::enable_file_cache_write_index_file_only && opts != nullptr) {

        append_info.write_file_cache = opts->write_file_cache;

    }

    // Wrap with PackedFileWriter

    *writer = std::make_unique<PackedFileWriter>(std::move(inner_writer), file, append_info);

    return Status::OK();

}

Status PackedFileSystem::open_file_impl(const Path& file, FileReaderSPtr* reader,

                                        const FileReaderOptions* opts) {

    // Check if this file is in a packed file

    std::string file_path = file.native();

    auto it = _index_map.find(file_path);

    PackedSliceLocation manager_location;

    const PackedSliceLocation* packed_location = nullptr;

    if (it != _index_map.end()) {

        packed_location = &it->second;

    } else if (PackedFileManager::instance()

                       ->get_packed_slice_location(file_path, &manager_location)

                       .ok()) {

        packed_location = &manager_location;

    }

    if (packed_location != nullptr) {

        // File is in packed file, open packed file and wrap with PackedFileReader

        const auto& index = *packed_location;

        FileReaderSPtr inner_reader;

        // Create options for opening the packed file

        // Disable cache at this layer - we'll add cache wrapper around PackedFileReader instead

        // This ensures cache key is based on segment path, not packed file path

        FileReaderOptions inner_opts = opts ? *opts : FileReaderOptions();

        inner_opts.file_size = index.packed_file_size;

        inner_opts.cache_type = FileCachePolicy::NO_CACHE;

        VLOG_DEBUG << "open packed file: " << index.packed_file_path << ", file: " << file.native()

                   << ", offset: " << index.offset << ", size: " << index.size

                   << ", packed_file_size: " << index.packed_file_size;

        RETURN_IF_ERROR(

                _inner_fs->open_file(Path(index.packed_file_path), &inner_reader, &inner_opts));

        // Create PackedFileReader with segment path

        // PackedFileReader.path() returns segment path, not packed file path

        auto packed_reader = std::make_shared<PackedFileReader>(std::move(inner_reader), file,

                                                                index.offset, index.size);

        // If cache is requested, wrap PackedFileReader with CachedRemoteFileReader

        // This ensures:

        // 1. Cache key = hash(segment_path.filename()) - matches cleanup key

        // 2. Cache size = segment size - correct boundary

        // 3. Each segment has independent cache entry - no interference during cleanup

        if (opts && opts->cache_type != FileCachePolicy::NO_CACHE) {

            FileReaderOptions cache_opts = *opts;

            cache_opts.file_size = index.size; // Use segment size for cache

            *reader = DORIS_TRY(create_cached_file_reader(packed_reader, cache_opts));

        } else {

            *reader = packed_reader;

        }

    } else {

        RETURN_IF_ERROR(_inner_fs->open_file(file, reader, opts));

    }

    return Status::OK();

}

Status PackedFileSystem::exists_impl(const Path& path, bool* res) const {

    VLOG_DEBUG << "packed file system exist, rowset id " << _append_info.rowset_id;

    if (!_index_map_initialized) {

        return Status::InternalError("PackedFileSystem index map is not initialized");

    }

    const auto it = _index_map.find(path.native());

    if (it != _index_map.end()) {

        return _inner_fs->exists(Path(it->second.packed_file_path), res);

    }

    return _inner_fs->exists(path, res);

}

Status PackedFileSystem::file_size_impl(const Path& file, int64_t* file_size) const {

    if (!_index_map_initialized) {

        return Status::InternalError("PackedFileSystem index map is not initialized");

    }

    const auto it = _index_map.find(file.native());

    if (it != _index_map.end()) {

        *file_size = it->second.size;

        return Status::OK();

    }

    return _inner_fs->file_size(file, file_size);

}

} // namespace doris::io