// Licensed to the Apache Software Foundation (ASF) under one

// or more contributor license agreements.  See the NOTICE file

// distributed with this work for additional information

// regarding copyright ownership.  The ASF licenses this file

// to you under the Apache License, Version 2.0 (the

// "License"); you may not use this file except in compliance

// with the License.  You may obtain a copy of the License at

//

//   http://www.apache.org/licenses/LICENSE-2.0

//

// Unless required by applicable law or agreed to in writing,

// software distributed under the License is distributed on an

// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY

// KIND, either express or implied.  See the License for the

// specific language governing permissions and limitations

// under the License.

#pragma once

#include <gen_cpp/AgentService_types.h>

#include <gen_cpp/FrontendService_types.h>

#include <gen_cpp/olap_file.pb.h>

#include <stdint.h>

#include <atomic>

#include <cstddef>

#include <limits>

#include <map>

#include <memory>

#include <mutex>

#include <optional>

#include <ostream>

#include <roaring/roaring.hh>

#include <shared_mutex>

#include <string>

#include <tuple>

#include <unordered_map>

#include <utility>

#include <vector>

#include "common/logging.h"

#include "common/status.h"

#include "io/fs/file_system.h"

#include "runtime/memory/lru_cache_policy.h"

#include "storage/binlog_config.h"

#include "storage/metadata_adder.h"

#include "storage/olap_common.h"

#include "storage/rowset/rowset_meta.h"

#include "storage/tablet/tablet_schema.h"

#include "util/lru_cache.h"

#include "util/uid_util.h"

namespace json2pb {

struct Pb2JsonOptions;

} // namespace json2pb

namespace doris {

class TColumn;

// Lifecycle states that a Tablet can be in. Legal state transitions for a

// Tablet object:

//

//   NOTREADY -> RUNNING -> TOMBSTONED -> STOPPED -> SHUTDOWN

//      |           |            |          ^^^

//      |           |            +----------++|

//      |           +------------------------+|

//      +-------------------------------------+

enum class TabletState {

    // Tablet is under alter table, rollup, clone

    TABLET_NOTREADY,

    TABLET_RUNNING,

    // Tablet integrity has been violated, such as missing versions.

    // In this state, tablet will not accept any incoming request.

    // Report this state to FE, scheduling BE to drop tablet.

    TABLET_TOMBSTONED,

    // Tablet is shutting down, files in disk still remained.

    TABLET_STOPPED,

    // Files have been removed, tablet has been shutdown completely.

    TABLET_SHUTDOWN

};

inline constexpr TabletState TABLET_NOTREADY = TabletState::TABLET_NOTREADY;

inline constexpr TabletState TABLET_RUNNING = TabletState::TABLET_RUNNING;

inline constexpr TabletState TABLET_TOMBSTONED = TabletState::TABLET_TOMBSTONED;

inline constexpr TabletState TABLET_STOPPED = TabletState::TABLET_STOPPED;

inline constexpr TabletState TABLET_SHUTDOWN = TabletState::TABLET_SHUTDOWN;

class DataDir;

class TabletMeta;

class DeleteBitmap;

class TBinlogConfig;

// Class encapsulates meta of tablet.

// The concurrency control is handled in Tablet Class, not in this class.

class TabletMeta : public MetadataAdder<TabletMeta> {

public:

    static TabletMetaSharedPtr create(

            const TCreateTabletReq& request, const TabletUid& tablet_uid, uint64_t shard_id,

            uint32_t next_unique_id,

            const std::unordered_map<uint32_t, uint32_t>& col_ordinal_to_unique_id);

    TabletMeta();

    ~TabletMeta() override;

    TabletMeta(int64_t table_id, int64_t partition_id, int64_t tablet_id, int64_t replica_id,

               int32_t schema_hash, int32_t shard_id, const TTabletSchema& tablet_schema,

               uint32_t next_unique_id,

               const std::unordered_map<uint32_t, uint32_t>& col_ordinal_to_unique_id,

               TabletUid tablet_uid, TTabletType::type tabletType,

               TCompressionType::type compression_type, int64_t storage_policy_id = 0,

               bool enable_unique_key_merge_on_write = false,

               std::optional<TBinlogConfig> binlog_config = {},

               std::string compaction_policy = "size_based",

               int64_t time_series_compaction_goal_size_mbytes = 1024,

               int64_t time_series_compaction_file_count_threshold = 1000,

               int64_t time_series_compaction_time_threshold_seconds = 3600,

               int64_t time_series_compaction_empty_rowsets_threshold = 5,

               int64_t time_series_compaction_level_threshold = 1,

               TInvertedIndexFileStorageFormat::type inverted_index_file_storage_format =

                       TInvertedIndexFileStorageFormat::V2,

               TEncryptionAlgorithm::type tde_algorithm = TEncryptionAlgorithm::PLAINTEXT,

               TStorageFormat::type storage_format = TStorageFormat::V2,

               int32_t vertical_compaction_num_columns_per_group = 5,

               TTabletRole::type tablet_role = TTabletRole::TABLET_ROLE_DATA);

    // If need add a filed in TableMeta, filed init copy in copy construct function

    TabletMeta(const TabletMeta& tablet_meta);

    TabletMeta(TabletMeta&& tablet_meta) = delete;

// UT

#ifdef BE_TEST

    TabletMeta(TabletSchemaSPtr tablet_schema, int64_t tablet_id = 0) : _schema(tablet_schema) {

        _tablet_id = tablet_id;

        _row_ttl_config.set_duration_us(tablet_schema->row_ttl_duration_us());

        _disable_auto_compaction.store(tablet_schema->disable_auto_compaction());

    }

#endif

    // Function create_from_file is used to be compatible with previous tablet_meta.

    // Previous tablet_meta is a physical file in tablet dir, which is not stored in rocksdb.

    Status create_from_file(const std::string& file_path);

    // Used to create tablet meta from memory buffer.

    Status create_from_buffer(const uint8_t* buffer, size_t buffer_size);

    static Status load_from_file(const std::string& file_path, TabletMetaPB* tablet_meta_pb);

    Status save(const std::string& file_path);

    Status save_as_json(const std::string& file_path);

    static Status save(const std::string& file_path, const TabletMetaPB& tablet_meta_pb);

    static std::string construct_header_file_path(const std::string& schema_hash_path,

                                                  int64_t tablet_id);

    Status save_meta(DataDir* data_dir);

    void serialize(std::string* meta_binary);

    Status deserialize(std::string_view meta_binary);

    void init_from_pb(const TabletMetaPB& tablet_meta_pb);

    void to_meta_pb(TabletMetaPB* tablet_meta_pb, bool cloud_get_rowset_meta);

    void to_json(std::string* json_string, json2pb::Pb2JsonOptions& options);

    size_t tablet_columns_num() const { return _schema->num_columns(); }

    TabletTypePB tablet_type() const { return _tablet_type; }

    TabletUid tablet_uid() const;

    void set_tablet_uid(TabletUid uid) { _tablet_uid = uid; }

    int64_t table_id() const;

    int64_t index_id() const;

    int64_t partition_id() const;

    int64_t tablet_id() const;

    int64_t replica_id() const;

    void set_replica_id(int64_t replica_id) { _replica_id = replica_id; }

    int32_t schema_hash() const;

    int32_t shard_id() const;

    void set_shard_id(int32_t shard_id);

    int64_t creation_time() const;

    void set_creation_time(int64_t creation_time);

    int64_t cumulative_layer_point() const;

    void set_cumulative_layer_point(int64_t new_point);

    size_t num_rows() const;

    // Disk space occupied by tablet, contain local and remote.

    size_t tablet_footprint() const;

    // Local disk space occupied by tablet.

    size_t tablet_local_size() const;

    // Remote disk space occupied by tablet.

    size_t tablet_remote_size() const;

    size_t tablet_local_index_size() const;

    size_t tablet_local_segment_size() const;

    size_t tablet_remote_index_size() const;

    size_t tablet_remote_segment_size() const;

    size_t version_count() const;

    size_t stale_version_count() const;

    size_t version_count_cross_with_range(const Version& range) const;

    Version max_version() const;

    TabletState tablet_state() const;

    void set_tablet_state(TabletState state);

    bool in_restore_mode() const;

    void set_in_restore_mode(bool in_restore_mode);

    const TabletSchemaSPtr& tablet_schema() const;

    TabletSchema* mutable_tablet_schema();

    // This mutable tablet property must not modify the shared, cached schema.

    bool disable_auto_compaction() const { return _disable_auto_compaction.load(); }

    void set_disable_auto_compaction(bool value) { _disable_auto_compaction.store(value); }

    const RowsetMetaMapContainer& all_rs_metas() const;

    RowsetMetaMapContainer& all_mutable_rs_metas();

    Status add_rs_meta(const RowsetMetaSharedPtr& rs_meta);

    void delete_rs_meta_by_version(const Version& version,

                                   std::vector<RowsetMetaSharedPtr>* deleted_rs_metas);

    // If same_version is true, the rowset in "to_delete" will not be added

    // to _stale_rs_meta, but to be deleted from rs_meta directly.

    void modify_rs_metas(const std::vector<RowsetMetaSharedPtr>& to_add,

                         const std::vector<RowsetMetaSharedPtr>& to_delete,

                         bool same_version = false);

    void revise_rs_metas(std::vector<RowsetMetaSharedPtr>&& rs_metas);

    void revise_delete_bitmap_unlocked(const DeleteBitmap& delete_bitmap);

    const RowsetMetaMapContainer& all_stale_rs_metas() const;

    RowsetMetaSharedPtr acquire_rs_meta_by_version(const Version& version) const;

    void delete_stale_rs_meta_by_version(const Version& version);

    RowsetMetaSharedPtr acquire_stale_rs_meta_by_version(const Version& version) const;

    Status set_partition_id(int64_t partition_id);

    RowsetTypePB preferred_rowset_type() const { return _preferred_rowset_type; }

    void set_preferred_rowset_type(RowsetTypePB preferred_rowset_type) {

        _preferred_rowset_type = preferred_rowset_type;

    }

    // used for after tablet cloned to clear stale rowset

    void clear_stale_rowset();

    // Clear stale rowset metadata without changing the delete bitmap cache.

    void clear_stale_rs_metas();

    void clear_rowsets();

    // MUST hold EXCLUSIVE `_meta_lock` in belonged Tablet

    // `to_add` MUST NOT have overlapped version with `_rs_metas` in tablet meta.

    void add_rowsets_unchecked(const std::vector<RowsetSharedPtr>& to_add);

    bool all_beta() const;

    int64_t storage_policy_id() const { return _storage_policy_id; }

    void set_storage_policy_id(int64_t id) {

        VLOG_NOTICE << "set tablet_id : " << _table_id << " storage policy from "

                    << _storage_policy_id << " to " << id;

        _storage_policy_id = id;

    }

    UniqueId cooldown_meta_id() const { return _cooldown_meta_id; }

    void set_cooldown_meta_id(UniqueId uid) { _cooldown_meta_id = uid; }

    static void init_column_from_tcolumn(uint32_t unique_id, const TColumn& tcolumn,

                                         ColumnPB* column);

    struct SchemaCreateOptions {

        const std::unordered_map<uint32_t, uint32_t>& col_ordinal_to_unique_id;

        TCompressionType::type compression_type;

        TInvertedIndexFileStorageFormat::type inverted_index_file_storage_format;

        uint32_t next_unique_id;

    };

    static void init_schema_from_thrift(const TTabletSchema& tablet_schema,

                                        const SchemaCreateOptions& schema_create_options,

                                        TabletSchemaPB* tablet_schema_pb);

    DeleteBitmapPtr delete_bitmap_ptr() { return _delete_bitmap; }

    DeleteBitmap& delete_bitmap() { return *_delete_bitmap; }

    void remove_rowset_delete_bitmap(const RowsetId& rowset_id, const Version& version);

    bool enable_unique_key_merge_on_write() const { return _enable_unique_key_merge_on_write; }

#ifdef BE_TEST

    void set_enable_unique_key_merge_on_write(bool value) {

        _enable_unique_key_merge_on_write = value;

    }

#endif

    // Access under the tablet header lock, like binlog_config().

    const RowTtlConfigPB& row_ttl_config() const { return _row_ttl_config; }

    Status update_row_ttl_config(const RowTtlConfigPB& config);

    // TODO(Drogon): thread safety

    const BinlogConfig& binlog_config() const { return _binlog_config; }

    void set_binlog_config(BinlogConfig binlog_config) {

        _binlog_config = std::move(binlog_config);

    }

    TabletRolePB tablet_role() const { return _tablet_role; }

    bool is_changelog_tablet() const { return _tablet_role == TabletRolePB::TABLET_ROLE_CHANGELOG; }

    void set_tablet_role(TabletRolePB tablet_role) { _tablet_role = tablet_role; }

    int64_t changelog_tablet_id() const { return _changelog_tablet_id; }

    void set_changelog_tablet_id(int64_t changelog_tablet_id) {

        _changelog_tablet_id = changelog_tablet_id;

    }

    void set_compaction_policy(std::string compaction_policy) {

        _compaction_policy = compaction_policy;

    }

    std::string compaction_policy() const { return _compaction_policy; }

    void set_time_series_compaction_goal_size_mbytes(int64_t goal_size_mbytes) {

        _time_series_compaction_goal_size_mbytes = goal_size_mbytes;

    }

    int64_t time_series_compaction_goal_size_mbytes() const {

        return _time_series_compaction_goal_size_mbytes;

    }

    void set_time_series_compaction_file_count_threshold(int64_t file_count_threshold) {

        _time_series_compaction_file_count_threshold = file_count_threshold;

    }

    int64_t time_series_compaction_file_count_threshold() const {

        return _time_series_compaction_file_count_threshold;

    }

    void set_time_series_compaction_time_threshold_seconds(int64_t time_threshold) {

        _time_series_compaction_time_threshold_seconds = time_threshold;

    }

    int64_t time_series_compaction_time_threshold_seconds() const {

        return _time_series_compaction_time_threshold_seconds;

    }

    void set_time_series_compaction_empty_rowsets_threshold(int64_t empty_rowsets_threshold) {

        _time_series_compaction_empty_rowsets_threshold = empty_rowsets_threshold;

    }

    int64_t time_series_compaction_empty_rowsets_threshold() const {

        return _time_series_compaction_empty_rowsets_threshold;

    }

    void set_time_series_compaction_level_threshold(int64_t level_threshold) {

        _time_series_compaction_level_threshold = level_threshold;

    }

    int64_t time_series_compaction_level_threshold() const {

        return _time_series_compaction_level_threshold;

    }

    void set_vertical_compaction_num_columns_per_group(int32_t num) {

        _vertical_compaction_num_columns_per_group = num;

    }

    int32_t vertical_compaction_num_columns_per_group() const {

        return _vertical_compaction_num_columns_per_group;

    }

    int64_t ttl_seconds() const {

        std::shared_lock rlock(_meta_lock);

        return _ttl_seconds;

    }

    void set_ttl_seconds(int64_t ttl_seconds) {

        std::lock_guard wlock(_meta_lock);

        _ttl_seconds = ttl_seconds;

    }

    // Absolute timestamp (seconds since epoch) at which this tablet's data stops being kept

    // in the file cache TTL queue, or 0 when the tablet has no TTL or the deadline has

    // already passed. The deadline is anchored at the tablet creation time, so every tablet

    // of a table shares one deadline regardless of when each rowset was written.

    //

    // This is the single definition of that deadline. The load, compaction, schema change,

    // query and warm up paths all stamp the cache blocks they create with this value, and

    // BlockFileCacheTtlMgr expires those blocks by the very same value, so a block's

    // recorded expiration time always agrees with the sweep that acts on it.

    int64_t file_cache_ttl_expiration_time() const;

    int64_t avg_rs_meta_serialize_size() const { return _avg_rs_meta_serialize_size; }

    EncryptionAlgorithmPB encryption_algorithm() const { return _encryption_algorithm; }

    bool has_inverted_index_storage_format() const {

        return _inverted_index_storage_format.has_value();

    }

    InvertedIndexStorageFormatPB inverted_index_storage_format() const {

        return _inverted_index_storage_format.value_or(

                _schema->get_inverted_index_storage_format());

    }

private:

    Status _save_meta(DataDir* data_dir);

    void _check_mow_rowset_cache_version_size(size_t rowset_cache_version_size);

    // _del_predicates is ignored to compare.

    friend bool operator==(const TabletMeta& a, const TabletMeta& b);

    friend bool operator!=(const TabletMeta& a, const TabletMeta& b);

private:

    int64_t _table_id = 0;

    int64_t _index_id = 0;

    int64_t _partition_id = 0;

    int64_t _tablet_id = 0;

    int64_t _replica_id = 0;

    int32_t _schema_hash = 0;

    int32_t _shard_id = 0;

    int64_t _creation_time = 0;

    int64_t _cumulative_layer_point = 0;

    TabletUid _tablet_uid;

    TabletTypePB _tablet_type = TabletTypePB::TABLET_TYPE_DISK;

    TabletState _tablet_state = TabletState::TABLET_NOTREADY;

    // the reference of _schema may use in tablet, so here need keep

    // the lifetime of tablemeta and _schema is same with tablet

    TabletSchemaSPtr _schema;

    Cache::Handle* _handle = nullptr;

    // Scheduling reads this without _meta_lock; persist it in the existing schema PB field.

    std::atomic<bool> _disable_auto_compaction {false};

    RowsetMetaMapContainer _rs_metas;

    // This variable _stale_rs_metas is used to record these rowsets‘ meta which are be compacted.

    // These stale rowsets meta are been removed when rowsets' pathVersion is expired,

    // this policy is judged and computed by TimestampedVersionTracker.

    RowsetMetaMapContainer _stale_rs_metas;

    bool _in_restore_mode = false;

    RowsetTypePB _preferred_rowset_type = BETA_ROWSET;

    // meta for cooldown

    int64_t _storage_policy_id = 0; // <= 0 means no storage policy

    UniqueId _cooldown_meta_id;

    // For unique key data model, the feature Merge-on-Write will leverage a primary

    // key index and a delete-bitmap to mark duplicate keys as deleted in load stage,

    // which can avoid the merging cost in read stage, and accelerate the aggregation

    // query performance significantly.

    bool _enable_unique_key_merge_on_write = false;

    std::shared_ptr<DeleteBitmap> _delete_bitmap;

    // binlog config

    BinlogConfig _binlog_config {};

    RowTtlConfigPB _row_ttl_config;

    TabletRolePB _tablet_role = TabletRolePB::TABLET_ROLE_DATA;

    int64_t _changelog_tablet_id = 0;

    // meta for compaction

    std::string _compaction_policy;

    int64_t _time_series_compaction_goal_size_mbytes = 0;

    int64_t _time_series_compaction_file_count_threshold = 0;

    int64_t _time_series_compaction_time_threshold_seconds = 0;

    int64_t _time_series_compaction_empty_rowsets_threshold = 0;

    int64_t _time_series_compaction_level_threshold = 0;

    int32_t _vertical_compaction_num_columns_per_group = 5;

    int64_t _avg_rs_meta_serialize_size = 0;

    // cloud

    int64_t _ttl_seconds = 0;

    EncryptionAlgorithmPB _encryption_algorithm = PLAINTEXT;

    // Persisted storage format for this tablet (e.g. V2, V3). Used to derive

    // schema-level defaults such as external ColumnMeta usage.

    TStorageFormat::type _storage_format = TStorageFormat::V2;

    // The schema KV is shared by (index_id, schema_version). Keep the tablet's

    // immutable file format outside that shared identity.

    std::optional<InvertedIndexStorageFormatPB> _inverted_index_storage_format;

    mutable std::shared_mutex _meta_lock;

};

class DeleteBitmapAggCache : public LRUCachePolicy {

public:

    DeleteBitmapAggCache(size_t capacity);

    static DeleteBitmapAggCache* instance();

    static DeleteBitmapAggCache* create_instance(size_t capacity);

    DeleteBitmap snapshot(int64_t tablet_id);

    class Value : public LRUCacheValueBase {

    public:

        roaring::Roaring bitmap;

    };

};

/**

 * Wraps multiple bitmaps for recording rows (row id) that are deleted or

 * overwritten. For now, it's only used when unique key merge-on-write property

 * enabled.

 *

 * RowsetId and SegmentId are for locating segment, Version here is a single

 * uint32_t means that at which "version" of the load causes the delete or

 * overwrite.

 *

 * The start and end version of a load is the same, it's ok and straightforward

 * to use a single uint32_t.

 *

 * e.g.

 * There is a key "key1" in rowset id 1, version [1,1], segment id 1, row id 1.

 * A new load also contains "key1", the rowset id 2, version [2,2], segment id 1

 * the delete bitmap will be `{1,1,2} -> 1`, which means the "row id 1" in

 * "rowset id 1, segment id 1" is deleted/overitten by some loads at "version 2"

 */

class DeleteBitmap {

public:

    mutable std::shared_mutex lock;

    using SegmentId = uint32_t;

    using Version = uint64_t;

    using BitmapKey = std::tuple<RowsetId, SegmentId, Version>;

    using RowsetIdWithSegmentIds = std::pair<RowsetId, std::vector<SegmentId>>;

    std::map<BitmapKey, roaring::Roaring> delete_bitmap; // Ordered map

    constexpr static inline uint32_t INVALID_SEGMENT_ID = std::numeric_limits<uint32_t>::max() - 1;

    constexpr static inline uint32_t ROWSET_SENTINEL_MARK =

            std::numeric_limits<uint32_t>::max() - 1;

    // When a delete bitmap is merged into tablet's delete bitmap, the version of entries in the delete bitmap

    // will be replaced to the correspoding correct version. So before we finally merge a delete bitmap into

    // tablet's delete bitmap we can use arbitary version number in BitmapKey. Here we define some version numbers

    // for specific usage during this periods to avoid conflicts

    constexpr static inline uint64_t TEMP_VERSION_COMMON = 0;

    /**

     * 

     * @param tablet_id the tablet which this delete bitmap associates with

     */

    DeleteBitmap(int64_t tablet_id);

    /**

     * Copy c-tor for making delete bitmap snapshot on read path

     */

    DeleteBitmap(const DeleteBitmap& r);

    DeleteBitmap& operator=(const DeleteBitmap& r);

    /**

     * Move c-tor for making delete bitmap snapshot on read path

     */

    DeleteBitmap(DeleteBitmap&& r) noexcept;

    DeleteBitmap& operator=(DeleteBitmap&& r) noexcept;

    static DeleteBitmap from_pb(const DeleteBitmapPB& pb, int64_t tablet_id);

    DeleteBitmapPB to_pb();

    /**

     * Makes a snapshot of delete bitmap, read lock will be acquired in this

     * process

     */

    DeleteBitmap snapshot() const;

    /**

     * Makes a snapshot of delete bitmap on given version, read lock will be

     * acquired temporary in this process

     */

    DeleteBitmap snapshot(Version version) const;

    /**

     * Marks the specific row deleted

     */

    void add(const BitmapKey& bmk, uint32_t row_id);

    /**

     * Clears the deletetion mark specific row

     *

     * @return non-zero if the associated delete bitmap does not exist

     */

    int remove(const BitmapKey& bmk, uint32_t row_id);

    /**

     * Clears bitmaps in range [lower_key, upper_key)

     */

    void remove(const BitmapKey& lower_key, const BitmapKey& upper_key);

    void remove(const std::vector<std::tuple<BitmapKey, BitmapKey>>& key_ranges);

    /**

     * Checks if the given row is marked deleted

     *

     * @return true if marked deleted

     */

    bool contains(const BitmapKey& bmk, uint32_t row_id) const;

    bool contain_rowsets(const RowsetIdUnorderedSet& rowset_ids) const;

    /**

     * Checks if this delete bitmap is empty

     *

     * @return true if empty

     */

    bool empty() const;

    /**

     * return the total cardinality of the Delete Bitmap

     */

    uint64_t cardinality() const;

    /**

     * return the total size of the Delete Bitmap(after serialized)

     */

    uint64_t get_size() const;

    /**

     * Sets the bitmap of specific segment, it's may be insertion or replacement

     *

     * @return 1 if the insertion took place, 0 if the assignment took place

     */

    int set(const BitmapKey& bmk, const roaring::Roaring& segment_delete_bitmap);

    /**

     * Gets a copy of specific delete bmk

     *

     * @param segment_delete_bitmap output param

     * @return non-zero if the associated delete bitmap does not exist

     */

    int get(const BitmapKey& bmk, roaring::Roaring* segment_delete_bitmap) const;

    /**

     * Gets reference to a specific delete map, DO NOT use this function on a

     * mutable DeleteBitmap object

     * @return nullptr if the given bitmap does not exist

     */

    const roaring::Roaring* get(const BitmapKey& bmk) const;

    /**

     * Gets subset of delete_bitmap with given range [start, end)

     *

     * @parma start start

     * @parma end end

     * @parma subset_delete_map output param

     */

    void subset(const BitmapKey& start, const BitmapKey& end,

                DeleteBitmap* subset_delete_map) const;

    void subset(const std::vector<RowsetIdWithSegmentIds>& rowsets, int64_t start_version,

                int64_t end_version, DeleteBitmap* subset_delete_map) const;

    /**

     * Gets subset of delete_bitmap of the input rowsets

     * with given version range [start_version, end_version] and agg to end_version,

     * then merge to subset_delete_map

     */

    void subset_and_agg(const std::vector<RowsetIdWithSegmentIds>& rowsets, int64_t start_version,

                        int64_t end_version, DeleteBitmap* subset_delete_map) const;

    /**

     * Gets count of delete_bitmap with given range [start, end)

     *

     * @parma start start

     * @parma end end

     */

    size_t get_count_with_range(const BitmapKey& start, const BitmapKey& end) const;

    /**

     * Merges the given segment delete bitmap into *this

     *

     * @param bmk

     * @param segment_delete_bitmap

     */

    void merge(const BitmapKey& bmk, const roaring::Roaring& segment_delete_bitmap);

    /**

     * Merges the given delete bitmap into *this

     *

     * @param other

     */

    void merge(const DeleteBitmap& other);

    /**

     * Checks if the given row is marked deleted in bitmap with the condition:

     * all the bitmaps that

     * RowsetId and SegmentId are the same as the given ones,

     * and Version <= the given Version

     *

     * Note: aggregation cache may be used.

     *

     * @return true if marked deleted

     */

    bool contains_agg(const BitmapKey& bitmap, uint32_t row_id) const;

    bool contains_agg_with_cache_if_eligible(const BitmapKey& bmk, uint32_t row_id) const;

    /**

     * Gets aggregated delete_bitmap on rowset_id and version, the same effect:

     * `select sum(roaring::Roaring) where RowsetId=rowset_id and SegmentId=seg_id and Version <= version`

     *

     * @return shared_ptr to a bitmap, which may be empty

     */

    std::shared_ptr<roaring::Roaring> get_agg(const BitmapKey& bmk) const;

    std::shared_ptr<roaring::Roaring> get_agg_without_cache(const BitmapKey& bmk,

                                                            const int64_t start_version = 0) const;

    void remove_sentinel_marks();

    uint64_t get_delete_bitmap_count();

    void traverse_rowset_and_version(

            const std::function<int(const RowsetId& rowsetId, int64_t version)>& func) const;

    bool has_calculated_for_multi_segments(const RowsetId& rowset_id) const;

    // return the size of the map

    size_t remove_rowset_cache_version(const RowsetId& rowset_id);

    void clear_rowset_cache_version();

    std::set<std::string> get_rowset_cache_version();

    DeleteBitmap agg_cache_snapshot();

    void set_tablet_id(int64_t tablet_id);

    /**

     * Calculate diffset with given `key_set`. All entries with keys contained in this delete bitmap but not

     * in given key_set will be added to the output delete bitmap.

     *

     * @return Deletebitmap containning all entries in diffset

    */

    DeleteBitmap diffset(const std::set<BitmapKey>& key_set) const;

private:

    DeleteBitmap::Version _get_rowset_cache_version(const BitmapKey& bmk) const;

    int64_t _tablet_id;

    mutable std::shared_mutex _rowset_cache_version_lock;

    mutable std::map<RowsetId, std::map<SegmentId, Version>> _rowset_cache_version;

};

inline TabletUid TabletMeta::tablet_uid() const {

    return _tablet_uid;

}

inline int64_t TabletMeta::table_id() const {

    return _table_id;

}

inline int64_t TabletMeta::index_id() const {

    return _index_id;

}

inline int64_t TabletMeta::partition_id() const {

    return _partition_id;

}

inline int64_t TabletMeta::tablet_id() const {

    return _tablet_id;

}

inline int64_t TabletMeta::replica_id() const {

    return _replica_id;

}

inline int32_t TabletMeta::schema_hash() const {

    return _schema_hash;

}

inline int32_t TabletMeta::shard_id() const {

    return _shard_id;

}

inline void TabletMeta::set_shard_id(int32_t shard_id) {

    _shard_id = shard_id;

}

inline int64_t TabletMeta::creation_time() const {

    return _creation_time;

}

inline void TabletMeta::set_creation_time(int64_t creation_time) {

    _creation_time = creation_time;

}

inline int64_t TabletMeta::cumulative_layer_point() const {

    return _cumulative_layer_point;

}

inline void TabletMeta::set_cumulative_layer_point(int64_t new_point) {

    _cumulative_layer_point = new_point;

}

inline size_t TabletMeta::num_rows() const {

    size_t num_rows = 0;

    for (const auto& [_, rs] : _rs_metas) {

        num_rows += rs->num_rows();

    }

    return num_rows;

}

inline size_t TabletMeta::tablet_footprint() const {

    size_t total_size = 0;

    for (const auto& [_, rs] : _rs_metas) {

        total_size += rs->total_disk_size();

    }

    return total_size;

}

inline size_t TabletMeta::tablet_local_size() const {

    size_t total_size = 0;

    for (const auto& [_, rs] : _rs_metas) {

        if (rs->is_local()) {

            total_size += rs->total_disk_size();

        }

    }

    return total_size;

}

inline size_t TabletMeta::tablet_remote_size() const {

    size_t total_size = 0;

    for (const auto& [_, rs] : _rs_metas) {

        if (!rs->is_local()) {

            total_size += rs->total_disk_size();

        }

    }

    return total_size;

}

inline size_t TabletMeta::tablet_local_index_size() const {

    size_t total_size = 0;

    for (const auto& [_, rs] : _rs_metas) {

        if (rs->is_local()) {

            total_size += rs->index_disk_size();

        }

    }

    return total_size;

}

inline size_t TabletMeta::tablet_local_segment_size() const {

    size_t total_size = 0;

    for (const auto& [_, rs] : _rs_metas) {

        if (rs->is_local()) {

            total_size += rs->data_disk_size();

        }

    }

    return total_size;

}

inline size_t TabletMeta::tablet_remote_index_size() const {

    size_t total_size = 0;

    for (const auto& [_, rs] : _rs_metas) {

        if (!rs->is_local()) {

            total_size += rs->index_disk_size();

        }

    }

    return total_size;

}

inline size_t TabletMeta::tablet_remote_segment_size() const {

    size_t total_size = 0;

    for (const auto& [_, rs] : _rs_metas) {

        if (!rs->is_local()) {

            total_size += rs->data_disk_size();

        }

    }

    return total_size;

}

inline size_t TabletMeta::version_count() const {

    return _rs_metas.size();

}

inline size_t TabletMeta::stale_version_count() const {

    return _rs_metas.size();

}

inline TabletState TabletMeta::tablet_state() const {

    return _tablet_state;

}

inline void TabletMeta::set_tablet_state(TabletState state) {

    _tablet_state = state;

}

inline bool TabletMeta::in_restore_mode() const {

    return _in_restore_mode;

}

inline void TabletMeta::set_in_restore_mode(bool in_restore_mode) {

    _in_restore_mode = in_restore_mode;

}

inline const TabletSchemaSPtr& TabletMeta::tablet_schema() const {

    return _schema;

}

inline TabletSchema* TabletMeta::mutable_tablet_schema() {

    return _schema.get();

}

inline const RowsetMetaMapContainer& TabletMeta::all_rs_metas() const {

    return _rs_metas;

}

inline RowsetMetaMapContainer& TabletMeta::all_mutable_rs_metas() {

    return _rs_metas;

}

inline const RowsetMetaMapContainer& TabletMeta::all_stale_rs_metas() const {

    return _stale_rs_metas;

}

inline bool TabletMeta::all_beta() const {

    for (const auto& [_, rs] : _rs_metas) {

        if (rs->rowset_type() != RowsetTypePB::BETA_ROWSET) {

            return false;

        }

    }

    for (const auto& [_, rs] : _stale_rs_metas) {

        if (rs->rowset_type() != RowsetTypePB::BETA_ROWSET) {

            return false;

        }

    }

    return true;

}

std::string tablet_state_name(TabletState state);

// Only for unit test now.

bool operator==(const TabletMeta& a, const TabletMeta& b);

bool operator!=(const TabletMeta& a, const TabletMeta& b);

} // namespace doris