// Licensed to the Apache Software Foundation (ASF) under one

// or more contributor license agreements.  See the NOTICE file

// distributed with this work for additional information

// regarding copyright ownership.  The ASF licenses this file

// to you under the Apache License, Version 2.0 (the

// "License"); you may not use this file except in compliance

// with the License.  You may obtain a copy of the License at

//

//   http://www.apache.org/licenses/LICENSE-2.0

//

// Unless required by applicable law or agreed to in writing,

// software distributed under the License is distributed on an

// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY

// KIND, either express or implied.  See the License for the

// specific language governing permissions and limitations

// under the License.

#pragma once

#include <cstdint>

#include <functional>

#include <map>

#include <mutex>

#include <string>

#include <utility>

#include <vector>

#define DECLARE_FIELD(FIELD_TYPE, FIELD_NAME) extern FIELD_TYPE FIELD_NAME

#define DECLARE_Bool(name) DECLARE_FIELD(bool, name)

#define DECLARE_Int16(name) DECLARE_FIELD(int16_t, name)

#define DECLARE_Int32(name) DECLARE_FIELD(int32_t, name)

#define DECLARE_Int64(name) DECLARE_FIELD(int64_t, name)

#define DECLARE_Double(name) DECLARE_FIELD(double, name)

#define DECLARE_String(name) DECLARE_FIELD(std::string, name)

#define DECLARE_Bools(name) DECLARE_FIELD(std::vector<bool>, name)

#define DECLARE_Int16s(name) DECLARE_FIELD(std::vector<int16_t>, name)

#define DECLARE_Int32s(name) DECLARE_FIELD(std::vector<int32_t>, name)

#define DECLARE_Int64s(name) DECLARE_FIELD(std::vector<int64_t>, name)

#define DECLARE_Doubles(name) DECLARE_FIELD(std::vector<double>, name)

#define DECLARE_Strings(name) DECLARE_FIELD(std::vector<std::string>, name)

#define DECLARE_mBool(name) DECLARE_FIELD(bool, name)

#define DECLARE_mInt16(name) DECLARE_FIELD(int16_t, name)

#define DECLARE_mInt32(name) DECLARE_FIELD(int32_t, name)

#define DECLARE_mInt64(name) DECLARE_FIELD(int64_t, name)

#define DECLARE_mDouble(name) DECLARE_FIELD(double, name)

#define DECLARE_mString(name) DECLARE_FIELD(std::string, name)

#define DEFINE_FIELD(FIELD_TYPE, FIELD_NAME, FIELD_DEFAULT, VALMUTABLE)                      \

    FIELD_TYPE FIELD_NAME;                                                                   \

    static Register reg_##FIELD_NAME(#FIELD_TYPE, #FIELD_NAME, &(FIELD_NAME), FIELD_DEFAULT, \

                                     VALMUTABLE);

#define DEFINE_VALIDATOR(FIELD_NAME, VALIDATOR)              \

    static auto validator_##FIELD_NAME = VALIDATOR;          \

    static RegisterConfValidator reg_validator_##FIELD_NAME( \

            #FIELD_NAME, []() -> bool { return validator_##FIELD_NAME(FIELD_NAME); });

#define DEFINE_Int16(name, defaultstr) DEFINE_FIELD(int16_t, name, defaultstr, false)

#define DEFINE_Bools(name, defaultstr) DEFINE_FIELD(std::vector<bool>, name, defaultstr, false)

#define DEFINE_Doubles(name, defaultstr) DEFINE_FIELD(std::vector<double>, name, defaultstr, false)

#define DEFINE_Int16s(name, defaultstr) DEFINE_FIELD(std::vector<int16_t>, name, defaultstr, false)

#define DEFINE_Int32s(name, defaultstr) DEFINE_FIELD(std::vector<int32_t>, name, defaultstr, false)

#define DEFINE_Int64s(name, defaultstr) DEFINE_FIELD(std::vector<int64_t>, name, defaultstr, false)

#define DEFINE_Bool(name, defaultstr) DEFINE_FIELD(bool, name, defaultstr, false)

#define DEFINE_Double(name, defaultstr) DEFINE_FIELD(double, name, defaultstr, false)

#define DEFINE_Int32(name, defaultstr) DEFINE_FIELD(int32_t, name, defaultstr, false)

#define DEFINE_Int64(name, defaultstr) DEFINE_FIELD(int64_t, name, defaultstr, false)

#define DEFINE_String(name, defaultstr) DEFINE_FIELD(std::string, name, defaultstr, false)

#define DEFINE_Strings(name, defaultstr) \

    DEFINE_FIELD(std::vector<std::string>, name, defaultstr, false)

#define DEFINE_mBool(name, defaultstr) DEFINE_FIELD(bool, name, defaultstr, true)

#define DEFINE_mInt16(name, defaultstr) DEFINE_FIELD(int16_t, name, defaultstr, true)

#define DEFINE_mInt32(name, defaultstr) DEFINE_FIELD(int32_t, name, defaultstr, true)

#define DEFINE_mInt64(name, defaultstr) DEFINE_FIELD(int64_t, name, defaultstr, true)

#define DEFINE_mDouble(name, defaultstr) DEFINE_FIELD(double, name, defaultstr, true)

#define DEFINE_mString(name, defaultstr) DEFINE_FIELD(std::string, name, defaultstr, true)

#define DEFINE_Validator(name, validator) DEFINE_VALIDATOR(name, validator)

namespace doris {

class Status;

// If you want to modify the value of config, please go to common/config.cpp to modify.

namespace config {

// Dir of custom config file

DECLARE_String(custom_config_dir);

// Dir of jdbc drivers

DECLARE_String(jdbc_drivers_dir);

// cluster id

DECLARE_Int32(cluster_id);

// port on which BackendService is exported

DECLARE_Int32(be_port);

// port for brpc

DECLARE_Int32(brpc_port);

// port for arrow flight sql

// Default -1, do not start arrow flight sql server.

DECLARE_Int32(arrow_flight_sql_port);

// If the external client cannot directly access priority_networks, set public_host to be accessible

// to external client.

// There are usually two usage scenarios:

// 1. in production environment, it is often inconvenient to expose Doris BE nodes to the external network.

// However, a reverse proxy (such as Nginx) can be added to all Doris BE nodes, and the external client will be

// randomly routed to a Doris BE node when connecting to Nginx. set public_host to the host of Nginx.

// 2. if priority_networks is an internal network IP, and BE node has its own independent external IP,

// but Doris currently does not support modifying priority_networks, setting public_host to the real external IP.

DECLARE_mString(public_host);

// If the BE node is connected to the external network through a reverse proxy like Nginx

// and need to use Arrow Flight SQL, should add a server in Nginx to reverse proxy

// `Nginx:arrow_flight_sql_proxy_port` to `BE_priority_networks:arrow_flight_sql_port`. For example:

// upstream arrowflight {

//    server 10.16.10.8:8069;

//    server 10.16.10.8:8068;

//}

// server {

//    listen 8167 http2;

//    listen [::]:8167 http2;

//    server_name doris.arrowflight.com;

// }

DECLARE_Int32(arrow_flight_sql_proxy_port);

// the number of bthreads for brpc, the default value is set to -1,

// which means the number of bthreads is #cpu-cores

DECLARE_Int32(brpc_num_threads);

DECLARE_Int32(brpc_idle_timeout_sec);

// Declare a selection strategy for those servers have many ips.

// Note that there should at most one ip match this list.

// This is a list in semicolon-delimited format, in CIDR notation, e.g. 10.10.10.0/24

// If no ip match this rule, will choose one randomly.

DECLARE_String(priority_networks);

// performance moderate or compact, only tcmalloc compile

DECLARE_String(memory_mode);

// if true, process memory limit and memory usage based on cgroup memory info.

DECLARE_mBool(enable_use_cgroup_memory_info);

// process memory limit specified as number of bytes

// ('<int>[bB]?'), megabytes ('<float>[mM]'), gigabytes ('<float>[gG]'),

// or percentage of the physical memory ('<int>%').

// defaults to bytes if no unit is given"

// must larger than 0. and if larger than physical memory size,

// it will be set to physical memory size.

DECLARE_String(mem_limit);

// Soft memory limit as a fraction of hard memory limit.

DECLARE_Double(soft_mem_limit_frac);

// Cache capacity reduce mem limit as a fraction of soft mem limit.

DECLARE_mDouble(cache_capacity_reduce_mem_limit_frac);

// Schema change memory limit as a fraction of soft memory limit.

DECLARE_Double(schema_change_mem_limit_frac);

// Many modern allocators (for example) do not do a mremap for

// realloc, even in case of large enough chunks of memory. Although this allows

// you to increase performance and reduce memory consumption during realloc.

// To fix this, we do mremap manually if the chunk of memory is large enough.

//

// The threshold (128 MB, 128 * (1ULL << 20)) is chosen quite large, since changing the address

// space is very slow, especially in the case of a large number of threads. We

// expect that the set of operations mmap/something to do/mremap can only be

// performed about 1000 times per second.

//

// P.S. This is also required, because tcmalloc can not allocate a chunk of

// memory greater than 16 GB.

DECLARE_mInt64(mmap_threshold); // bytes

// When hash table capacity is greater than 2^double_grow_degree(default 2G), grow when 75% of the capacity is satisfied.

// Increase can reduce the number of hash table resize, but may waste more memory.

DECLARE_mInt32(hash_table_double_grow_degree);

// The max fill rate for hash table

DECLARE_mInt32(max_fill_rate);

DECLARE_mInt32(double_resize_threshold);

// The maximum low water mark of the system `/proc/meminfo/MemAvailable`, Unit byte, default -1.

// if it is -1, then low water mark = min(MemTotal - MemLimit, MemTotal * 5%), which is 3.2G on a 64G machine.

// Turn up max. more memory buffers will be reserved for Memory GC.

// Turn down max. will use as much memory as possible.

// note that: `max_` prefix should be removed, but keep it for compatibility.

DECLARE_Int64(max_sys_mem_available_low_water_mark_bytes);

// reserve a small amount of memory so we do not trigger MinorGC

DECLARE_Int64(memtable_limiter_reserved_memory_bytes);

// The size of the memory that gc wants to release each time, as a percentage of the mem limit.

DECLARE_mString(process_minor_gc_size);

DECLARE_mString(process_full_gc_size);

// If true, when the process does not exceed the soft mem limit, the query memory will not be limited;

// when the process memory exceeds the soft mem limit, the query with the largest ratio between the currently

// used memory and the exec_mem_limit will be canceled.

// If false, cancel query when the memory used exceeds exec_mem_limit, same as before.

DECLARE_mBool(enable_query_memory_overcommit);

// gc will release cache, cancel task, and task will wait for gc to release memory,

// default gc strategy is conservative, if you want to exclude the interference of gc, let it be true

DECLARE_mBool(disable_memory_gc);

// if false, turn off all stacktrace

DECLARE_mBool(enable_stacktrace);

// when alloc memory larger than stacktrace_in_alloc_large_memory_bytes, default 2G,

// if alloc successful, will print a warning with stacktrace, but not prevent memory alloc.

// if alloc failed using Doris Allocator, will print stacktrace in error log.

// if is -1, disable print stacktrace when alloc large memory.

DECLARE_mInt64(stacktrace_in_alloc_large_memory_bytes);

// when alloc memory larger than crash_in_alloc_large_memory_bytes will crash, default -1 means disabled.

// if you need a core dump to analyze large memory allocation,

// modify this parameter to crash when large memory allocation occur will help

DECLARE_mInt64(crash_in_alloc_large_memory_bytes);

// The actual meaning of this parameter is `debug_memory`.

// 1. crash in memory tracker inaccurate, if memory tracker value is inaccurate, BE will crash.

//    usually used in test environments, default value is false.

// 2. print more memory logs.

DECLARE_mBool(crash_in_memory_tracker_inaccurate);

// default is true. if any memory tracking in Orphan mem tracker will report error.

// !! not modify the default value of this conf!! otherwise memory errors cannot be detected in time.

// allocator free memory not need to check, because when the thread memory tracker label is Orphan,

// use the tracker saved in Allocator.

DECLARE_mBool(enable_memory_orphan_check);

// The maximum time a thread waits for a full GC. Currently only query will wait for full gc.

DECLARE_mInt32(thread_wait_gc_max_milliseconds);

// reach mem limit, don't serialize in batch

DECLARE_mInt64(pre_serialize_keys_limit_bytes);

// the port heartbeat service used

DECLARE_Int32(heartbeat_service_port);

// the count of heart beat service

DECLARE_Int32(heartbeat_service_thread_count);

// the count of thread to create table

DECLARE_Int32(create_tablet_worker_count);

// the count of thread to drop table

DECLARE_Int32(drop_tablet_worker_count);

// the count of thread to batch load

DECLARE_Int32(push_worker_count_normal_priority);

// the count of thread to high priority batch load

DECLARE_Int32(push_worker_count_high_priority);

// the count of thread to publish version

DECLARE_Int32(publish_version_worker_count);

// the count of tablet thread to publish version

DECLARE_Int32(tablet_publish_txn_max_thread);

// the timeout of EnginPublishVersionTask

DECLARE_Int32(publish_version_task_timeout_s);

// the count of thread to calc delete bitmap

DECLARE_Int32(calc_delete_bitmap_max_thread);

// the count of thread to calc delete bitmap worker, only used for cloud

DECLARE_Int32(calc_delete_bitmap_worker_count);

// the count of thread to calc tablet delete bitmap task, only used for cloud

DECLARE_Int32(calc_tablet_delete_bitmap_task_max_thread);

// the count of thread to clear transaction task

DECLARE_Int32(clear_transaction_task_worker_count);

// the count of thread to delete

DECLARE_Int32(delete_worker_count);

// the count of thread to alter table

DECLARE_Int32(alter_tablet_worker_count);

// the count of thread to alter index

DECLARE_Int32(alter_index_worker_count);

// the count of thread to clone

DECLARE_Int32(clone_worker_count);

// the count of thread to clone

DECLARE_Int32(storage_medium_migrate_count);

// the count of thread to check consistency

DECLARE_Int32(check_consistency_worker_count);

// the count of thread to upload

DECLARE_Int32(upload_worker_count);

// the count of thread to download

DECLARE_Int32(download_worker_count);

// the count of thread to make snapshot

DECLARE_Int32(make_snapshot_worker_count);

// the count of thread to release snapshot

DECLARE_Int32(release_snapshot_worker_count);

// report random wait a little time to avoid FE receiving multiple be reports at the same time.

// do not set it to false for production environment

DECLARE_mBool(report_random_wait);

// the interval time(seconds) for agent report tasks signature to FE

DECLARE_mInt32(report_task_interval_seconds);

// the interval time(seconds) for refresh storage policy from FE

DECLARE_mInt32(storage_refresh_storage_policy_task_interval_seconds);

// the interval time(seconds) for agent report disk state to FE

DECLARE_mInt32(report_disk_state_interval_seconds);

// the interval time(seconds) for agent report olap table to FE

DECLARE_mInt32(report_tablet_interval_seconds);

// the max download speed(KB/s)

DECLARE_mInt32(max_download_speed_kbps);

// download low speed limit(KB/s)

DECLARE_mInt32(download_low_speed_limit_kbps);

// download low speed time(seconds)

DECLARE_mInt32(download_low_speed_time);

// whether to download small files in batch.

DECLARE_mBool(enable_batch_download);

// whether to check md5sum when download

DECLARE_mBool(enable_download_md5sum_check);

// download binlog meta timeout

DECLARE_mInt32(download_binlog_meta_timeout_ms);

// deprecated, use env var LOG_DIR in be.conf

DECLARE_String(sys_log_dir);

// for udf

DECLARE_String(user_function_dir);

// INFO, WARNING, ERROR, FATAL

DECLARE_String(sys_log_level);

// TIME-DAY, TIME-HOUR, SIZE-MB-nnn

DECLARE_String(sys_log_roll_mode);

// log roll num

DECLARE_Int32(sys_log_roll_num);

// verbose log

DECLARE_Strings(sys_log_verbose_modules);

// verbose log level

DECLARE_Int32(sys_log_verbose_level);

// verbose log FLAGS_v

DECLARE_Int32(sys_log_verbose_flags_v);

// log buffer level

DECLARE_String(log_buffer_level);

// log enable custom date time format

DECLARE_Bool(sys_log_enable_custom_date_time_format);

// log custom date time format (https://en.cppreference.com/w/cpp/io/manip/put_time)

DECLARE_String(sys_log_custom_date_time_format);

// log custom date time milliseconds format (fmt::format)

DECLARE_String(sys_log_custom_date_time_ms_format);

// number of threads available to serve backend execution requests

DECLARE_Int32(be_service_threads);

// interval between profile reports; in seconds

DECLARE_mInt32(status_report_interval);

DECLARE_mInt32(pipeline_status_report_interval);

// if true, each disk will have a separate thread pool for scanner

DECLARE_Bool(doris_enable_scanner_thread_pool_per_disk);

// the timeout of a work thread to wait the blocking priority queue to get a task

DECLARE_mInt64(doris_blocking_priority_queue_wait_timeout_ms);

// number of scanner thread pool size for olap table

// and the min thread num of remote scanner thread pool

DECLARE_mInt32(doris_scanner_thread_pool_thread_num);

DECLARE_mInt32(doris_scanner_min_thread_pool_thread_num);

// number of batch size to fetch the remote split source

DECLARE_mInt32(remote_split_source_batch_size);

// max number of remote scanner thread pool size

// if equal to -1, value is std::max(512, CpuInfo::num_cores() * 10)

DECLARE_Int32(doris_max_remote_scanner_thread_pool_thread_num);

// number of olap scanner thread pool queue size

DECLARE_Int32(doris_scanner_thread_pool_queue_size);

// default thrift client connect timeout(in seconds)

DECLARE_mInt32(thrift_connect_timeout_seconds);

DECLARE_mInt32(fetch_rpc_timeout_seconds);

// default thrift client retry interval (in milliseconds)

DECLARE_mInt64(thrift_client_retry_interval_ms);

// max message size of thrift request

// default: 100 * 1024 * 1024

DECLARE_mInt64(thrift_max_message_size);

// max row count number for single scan range, used in segmentv1

DECLARE_mInt32(doris_scan_range_row_count);

// max bytes number for single scan range, used in segmentv2

DECLARE_mInt32(doris_scan_range_max_mb);

// max bytes number for single scan block, used in segmentv2

DECLARE_mInt32(doris_scan_block_max_mb);

// single read execute fragment row number

DECLARE_mInt32(doris_scanner_row_num);

// single read execute fragment row bytes

DECLARE_mInt32(doris_scanner_row_bytes);

// single read execute fragment max run time millseconds

DECLARE_mInt32(doris_scanner_max_run_time_ms);

DECLARE_mInt32(min_bytes_in_scanner_queue);

// (Advanced) Maximum size of per-query receive-side buffer

DECLARE_mInt32(exchg_node_buffer_size_bytes);

DECLARE_mInt32(exchg_buffer_queue_capacity_factor);

DECLARE_mInt64(column_dictionary_key_ratio_threshold);

DECLARE_mInt64(column_dictionary_key_size_threshold);

// memory_limitation_per_thread_for_schema_change_bytes unit bytes

DECLARE_mInt64(memory_limitation_per_thread_for_schema_change_bytes);

DECLARE_mInt64(memory_limitation_per_thread_for_storage_migration_bytes);

// all cache prune interval, used by GC and periodic thread.

DECLARE_mInt32(cache_prune_interval_sec);

DECLARE_mInt32(cache_periodic_prune_stale_sweep_sec);

// the clean interval of tablet lookup cache

DECLARE_mInt32(tablet_lookup_cache_stale_sweep_time_sec);

DECLARE_mInt32(point_query_row_cache_stale_sweep_time_sec);

DECLARE_mInt32(disk_stat_monitor_interval);

DECLARE_mInt32(unused_rowset_monitor_interval);

DECLARE_mInt32(quering_rowsets_evict_interval);

DECLARE_String(storage_root_path);

DECLARE_mString(broken_storage_path);

// Config is used to check incompatible old format hdr_ format

// whether doris uses strict way. When config is true, process will log fatal

// and exit. When config is false, process will only log warning.

DECLARE_Bool(storage_strict_check_incompatible_old_format);

// BE process will exit if the percentage of error disk reach this value.

DECLARE_mInt32(max_percentage_of_error_disk);

DECLARE_mInt32(default_num_rows_per_column_file_block);

// pending data policy

DECLARE_mInt32(pending_data_expire_time_sec);

// inc_rowset snapshot rs sweep time interval

DECLARE_mInt32(tablet_rowset_stale_sweep_time_sec);

// tablet stale rowset sweep by threshold size

DECLARE_Bool(tablet_rowset_stale_sweep_by_size);

DECLARE_mInt32(tablet_rowset_stale_sweep_threshold_size);

// garbage sweep policy

DECLARE_Int32(max_garbage_sweep_interval);

DECLARE_Int32(min_garbage_sweep_interval);

// garbage sweep every batch will sleep 1ms

DECLARE_mInt32(garbage_sweep_batch_size);

DECLARE_mInt32(snapshot_expire_time_sec);

// It is only a recommended value. When the disk space is insufficient,

// the file storage period under trash dose not have to comply with this parameter.

DECLARE_mInt32(trash_file_expire_time_sec);

// minimum file descriptor number

// modify them upon necessity

DECLARE_Int32(min_file_descriptor_number);

DECLARE_mBool(disable_segment_cache);

DECLARE_String(row_cache_mem_limit);

// Cache for storage page size

DECLARE_String(storage_page_cache_limit);

// Shard size for page cache, the value must be power of two.

// It's recommended to set it to a value close to the number of BE cores in order to reduce lock contentions.

DECLARE_Int32(storage_page_cache_shard_size);

// Percentage for index page cache

// all storage page cache will be divided into data_page_cache and index_page_cache

DECLARE_Int32(index_page_cache_percentage);

// whether to disable page cache feature in storage

// TODO delete it. Divided into Data page, Index page, pk index page

DECLARE_Bool(disable_storage_page_cache);

// whether to disable row cache feature in storage

DECLARE_mBool(disable_storage_row_cache);

// whether to disable pk page cache feature in storage

DECLARE_Bool(disable_pk_storage_page_cache);

DECLARE_Bool(enable_non_pipeline);

// Cache for mow primary key storage page size, it's seperated from

// storage_page_cache_limit

DECLARE_String(pk_storage_page_cache_limit);

// data page size for primary key index

DECLARE_Int32(primary_key_data_page_size);

// inc_rowset snapshot rs sweep time interval

DECLARE_mInt32(data_page_cache_stale_sweep_time_sec);

DECLARE_mInt32(index_page_cache_stale_sweep_time_sec);

// great impact on the performance of MOW, so it can be longer.

DECLARE_mInt32(pk_index_page_cache_stale_sweep_time_sec);

DECLARE_Bool(enable_low_cardinality_optimize);

DECLARE_Bool(enable_low_cardinality_cache_code);

// be policy

// whether check compaction checksum

DECLARE_mBool(enable_compaction_checksum);

// whether disable automatic compaction task

DECLARE_mBool(disable_auto_compaction);

// whether enable vertical compaction

DECLARE_mBool(enable_vertical_compaction);

// whether enable ordered data compaction

DECLARE_mBool(enable_ordered_data_compaction);

// In vertical compaction, column number for every group

DECLARE_mInt32(vertical_compaction_num_columns_per_group);

// In vertical compaction, max memory usage for row_source_buffer

DECLARE_Int32(vertical_compaction_max_row_source_memory_mb);

// In vertical compaction, max dest segment file size

DECLARE_mInt64(vertical_compaction_max_segment_size);

// If enabled, segments will be flushed column by column

DECLARE_mBool(enable_vertical_segment_writer);

// In ordered data compaction, min segment size for input rowset

DECLARE_mInt32(ordered_data_compaction_min_segment_size);

// This config can be set to limit thread number in compaction thread pool.

DECLARE_mInt32(max_base_compaction_threads);

DECLARE_mInt32(max_cumu_compaction_threads);

DECLARE_mInt32(max_single_replica_compaction_threads);

DECLARE_Bool(enable_base_compaction_idle_sched);

DECLARE_mInt64(base_compaction_min_rowset_num);

DECLARE_mInt64(base_compaction_max_compaction_score);

DECLARE_mDouble(base_compaction_min_data_ratio);

DECLARE_mInt64(base_compaction_dup_key_max_file_size_mbytes);

DECLARE_Bool(enable_skip_tablet_compaction);

DECLARE_mInt32(skip_tablet_compaction_second);

// output rowset of cumulative compaction total disk size exceed this config size,

// this rowset will be given to base compaction, unit is m byte.

DECLARE_mInt64(compaction_promotion_size_mbytes);

// output rowset of cumulative compaction total disk size exceed this config ratio of

// base rowset's total disk size, this rowset will be given to base compaction. The value must be between

// 0 and 1.

DECLARE_mDouble(compaction_promotion_ratio);

// the smallest size of rowset promotion. When the rowset is less than this config, this

// rowset will be not given to base compaction. The unit is m byte.

DECLARE_mInt64(compaction_promotion_min_size_mbytes);

// When output rowset of cumulative compaction total version count (end_version - start_version)

// exceed this config count, the rowset will be moved to base compaction

// NOTE: this config will work for unique key merge-on-write table only, to reduce version count

// related cost on delete bitmap more effectively.

DECLARE_mInt64(compaction_promotion_version_count);

// The lower bound size to do cumulative compaction. When total disk size of candidate rowsets is less than

// this size, size_based policy may not do to cumulative compaction. The unit is m byte.

DECLARE_mInt64(compaction_min_size_mbytes);

// cumulative compaction policy: min and max delta file's number

DECLARE_mInt64(cumulative_compaction_min_deltas);

DECLARE_mInt64(cumulative_compaction_max_deltas);

DECLARE_mInt32(cumulative_compaction_max_deltas_factor);

// This config can be set to limit thread number in  multiget thread pool.

DECLARE_mInt32(multi_get_max_threads);

// The upper limit of "permits" held by all compaction tasks. This config can be set to limit memory consumption for compaction.

DECLARE_mInt64(total_permits_for_compaction_score);

// sleep interval in ms after generated compaction tasks

DECLARE_mInt32(generate_compaction_tasks_interval_ms);

// sleep interval in second after update replica infos

DECLARE_mInt32(update_replica_infos_interval_seconds);

// Compaction task number per disk.

// Must be greater than 2, because Base compaction and Cumulative compaction have at least one thread each.

DECLARE_mInt32(compaction_task_num_per_disk);

// compaction thread num for fast disk(typically .SSD), must be greater than 2.

DECLARE_mInt32(compaction_task_num_per_fast_disk);

// How many rounds of cumulative compaction for each round of base compaction when compaction tasks generation.

DECLARE_mInt32(cumulative_compaction_rounds_for_each_base_compaction_round);

// Not compact the invisible versions, but with some limitations:

// if not timeout, keep no more than compaction_keep_invisible_version_max_count versions;

// if timeout, keep no more than compaction_keep_invisible_version_min_count versions.

DECLARE_mInt32(compaction_keep_invisible_version_timeout_sec);

DECLARE_mInt32(compaction_keep_invisible_version_min_count);

DECLARE_mInt32(compaction_keep_invisible_version_max_count);

// Threshold to logging compaction trace, in seconds.

DECLARE_mInt32(base_compaction_trace_threshold);

DECLARE_mInt32(cumulative_compaction_trace_threshold);

DECLARE_mBool(disable_compaction_trace_log);

// Interval to picking rowset to compact, in seconds

DECLARE_mInt64(pick_rowset_to_compact_interval_sec);

// Compaction priority schedule

DECLARE_mBool(enable_compaction_priority_scheduling);

DECLARE_mInt32(low_priority_compaction_task_num_per_disk);

DECLARE_mInt32(low_priority_compaction_score_threshold);

// Thread count to do tablet meta checkpoint, -1 means use the data directories count.

DECLARE_Int32(max_meta_checkpoint_threads);

// Threshold to logging agent task trace, in seconds.

DECLARE_mInt32(agent_task_trace_threshold_sec);

// This config can be set to limit thread number in tablet migration thread pool.

DECLARE_Int32(min_tablet_migration_threads);

DECLARE_Int32(max_tablet_migration_threads);

DECLARE_mInt32(finished_migration_tasks_size);

// If size less than this, the remaining rowsets will be force to complete

DECLARE_mInt32(migration_remaining_size_threshold_mb);

// If the task runs longer than this time, the task will be terminated, in seconds.

// timeout = std::max(migration_task_timeout_secs,  tablet size / 1MB/s)

DECLARE_mInt32(migration_task_timeout_secs);

// timeout for try_lock migration lock

DECLARE_Int64(migration_lock_timeout_ms);

// Port to start debug webserver on

DECLARE_Int32(webserver_port);

// Https enable flag

DECLARE_Bool(enable_https);

// Path of certificate

DECLARE_String(ssl_certificate_path);

// Path of private key

DECLARE_String(ssl_private_key_path);

// Whether to check authorization

DECLARE_Bool(enable_all_http_auth);

// Number of webserver workers

DECLARE_Int32(webserver_num_workers);

DECLARE_Bool(enable_single_replica_load);

// Number of download workers for single replica load

DECLARE_Int32(single_replica_load_download_num_workers);

// Used for mini Load. mini load data file will be removed after this time.

DECLARE_Int64(load_data_reserve_hours);

// log error log will be removed after this time

DECLARE_mInt64(load_error_log_reserve_hours);

// error log size limit, default 200MB

DECLARE_mInt64(load_error_log_limit_bytes);

// be brpc interface is classified into two categories: light and heavy

// each category has diffrent thread number

// threads to handle heavy api interface, such as transmit_data/transmit_block etc

DECLARE_Int32(brpc_heavy_work_pool_threads);

// threads to handle light api interface, such as exec_plan_fragment_prepare/exec_plan_fragment_start

DECLARE_Int32(brpc_light_work_pool_threads);

DECLARE_Int32(brpc_heavy_work_pool_max_queue_size);

DECLARE_Int32(brpc_light_work_pool_max_queue_size);

DECLARE_mBool(enable_bthread_transmit_block);

DECLARE_Int32(brpc_arrow_flight_work_pool_threads);

DECLARE_Int32(brpc_arrow_flight_work_pool_max_queue_size);

// The maximum amount of data that can be processed by a stream load

DECLARE_mInt64(streaming_load_max_mb);

// Some data formats, such as JSON, cannot be streamed.

// Therefore, it is necessary to limit the maximum number of

// such data when using stream load to prevent excessive memory consumption.

DECLARE_mInt64(streaming_load_json_max_mb);

// the alive time of a TabletsChannel.

// If the channel does not receive any data till this time,

// the channel will be removed.

DECLARE_mInt32(streaming_load_rpc_max_alive_time_sec);

// the timeout of a rpc to open the tablet writer in remote BE.

// short operation time, can set a short timeout

DECLARE_Int32(tablet_writer_open_rpc_timeout_sec);

// You can ignore brpc error '[E1011]The server is overcrowded' when writing data.

DECLARE_mBool(tablet_writer_ignore_eovercrowded);

DECLARE_mInt32(slave_replica_writer_rpc_timeout_sec);

// Whether to enable stream load record function, the default is false.

// False: disable stream load record

DECLARE_mBool(enable_stream_load_record);

// batch size of stream load record reported to FE

DECLARE_mInt32(stream_load_record_batch_size);

// expire time of stream load record in rocksdb.

DECLARE_Int32(stream_load_record_expire_time_secs);

// time interval to clean expired stream load records

DECLARE_mInt64(clean_stream_load_record_interval_secs);

// enable stream load commit txn on BE directly, bypassing FE. Only for cloud.

DECLARE_mBool(enable_stream_load_commit_txn_on_be);

// The buffer size to store stream table function schema info

DECLARE_Int64(stream_tvf_buffer_size);

// OlapTableSink sender's send interval, should be less than the real response time of a tablet writer rpc.

// You may need to lower the speed when the sink receiver bes are too busy.

DECLARE_mInt32(olap_table_sink_send_interval_microseconds);

// For auto partition, the send interval will multiply the factor

DECLARE_mDouble(olap_table_sink_send_interval_auto_partition_factor);

// Fragment thread pool

DECLARE_Int32(fragment_mgr_asynic_work_pool_thread_num_min);

DECLARE_Int32(fragment_mgr_asynic_work_pool_thread_num_max);

DECLARE_Int32(fragment_mgr_asynic_work_pool_queue_size);

// Control the number of disks on the machine.  If 0, this comes from the system settings.

DECLARE_Int32(num_disks);

// The maximum number of the threads per disk is also the max queue depth per disk.

DECLARE_Int32(num_threads_per_disk);

// The read size is the size of the reads sent to os.

// There is a trade off of latency and throughout, trying to keep disks busy but

// not introduce seeks.  The literature seems to agree that with 8 MB reads, random

// io and sequential io perform similarly.

DECLARE_Int32(read_size);       // 8 * 1024 * 1024, Read Size (in bytes)

DECLARE_Int32(min_buffer_size); // 1024, The minimum read buffer size (in bytes)

// for pprof

DECLARE_String(pprof_profile_dir);

// for jeprofile in jemalloc

DECLARE_mString(jeprofile_dir);

// Purge all unused dirty pages for all arenas.

DECLARE_mBool(enable_je_purge_dirty_pages);

// Purge all unused Jemalloc dirty pages for all arenas when exceed je_dirty_pages_mem_limit and process exceed soft limit.

DECLARE_mString(je_dirty_pages_mem_limit_percent);

// to forward compatibility, will be removed later

DECLARE_mBool(enable_token_check);

// to open/close system metrics

DECLARE_Bool(enable_system_metrics);

// Number of cores Doris will used, this will effect only when it's greater than 0.

// Otherwise, Doris will use all cores returned from "/proc/cpuinfo".

DECLARE_Int32(num_cores);

// When BE start, If there is a broken disk, BE process will exit by default.

// Otherwise, we will ignore the broken disk,

DECLARE_Bool(ignore_broken_disk);

// Sleep time in milliseconds between memory maintenance iterations

DECLARE_mInt32(memory_maintenance_sleep_time_ms);

// After full gc, no longer full gc and minor gc during sleep.

// After minor gc, no minor gc during sleep, but full gc is possible.

DECLARE_mInt32(memory_gc_sleep_time_ms);

// max write buffer size before flush, default 200MB

DECLARE_mInt64(write_buffer_size);

// max buffer size used in memtable for the aggregated table, default 400MB

DECLARE_mInt64(write_buffer_size_for_agg);

// max parallel flush task per memtable writer

DECLARE_mInt32(memtable_flush_running_count_limit);

DECLARE_Int32(load_process_max_memory_limit_percent); // 50%

// If the memory consumption of load jobs exceed load_process_max_memory_limit,

// all load jobs will hang there to wait for memtable flush. We should have a

// soft limit which can trigger the memtable flush for the load channel who

// consumes lagest memory size before we reach the hard limit. The soft limit

// might avoid all load jobs hang at the same time.

DECLARE_Int32(load_process_soft_mem_limit_percent);

// If load memory consumption is within load_process_safe_mem_permit_percent,

// memtable memory limiter will do nothing.

DECLARE_Int32(load_process_safe_mem_permit_percent);

// result buffer cancelled time (unit: second)

DECLARE_mInt32(result_buffer_cancelled_interval_time);

// arrow flight result sink buffer rows size, default 4096 * 8

DECLARE_mInt32(arrow_flight_result_sink_buffer_size_rows);

// The timeout for ADBC Client to wait for data using arrow flight reader.

// If the query is very complex and no result is generated after this time, consider increasing this timeout.

DECLARE_mInt32(arrow_flight_reader_brpc_controller_timeout_ms);

// the increased frequency of priority for remaining tasks in BlockingPriorityQueue

DECLARE_mInt32(priority_queue_remaining_tasks_increased_frequency);

// sync tablet_meta when modifying meta

DECLARE_mBool(sync_tablet_meta);

// sync a file writer when it is closed

DECLARE_mBool(sync_file_on_close);

// default thrift rpc timeout ms

DECLARE_mInt32(thrift_rpc_timeout_ms);

// txn commit rpc timeout

DECLARE_mInt32(txn_commit_rpc_timeout_ms);

// If set to true, metric calculator will run

DECLARE_Bool(enable_metric_calculator);

// max consumer num in one data consumer group, for routine load

DECLARE_mInt32(max_consumer_num_per_group);

// the max size of thread pool for routine load task.

// this should be larger than FE config 'max_routine_load_task_num_per_be' (default 5)

DECLARE_Int32(max_routine_load_thread_pool_size);

// max external scan cache batch count, means cache max_memory_cache_batch_count * batch_size row

// default is 20, batch_size's default value is 1024 means 20 * 1024 rows will be cached

DECLARE_mInt32(max_memory_sink_batch_count);

// This configuration is used for the context gc thread schedule period

// note: unit is minute, default is 5min

DECLARE_mInt32(scan_context_gc_interval_min);

// es scroll keep-alive

DECLARE_String(es_scroll_keepalive);

// HTTP connection timeout for es

DECLARE_mInt32(es_http_timeout_ms);

// the max client cache number per each host

// There are variety of client cache in BE, but currently we use the

// same cache size configuration.

// TODO(cmy): use different config to set different client cache if necessary.

DECLARE_Int32(max_client_cache_size_per_host);

DECLARE_Int32(max_master_fe_client_cache_size);

// Dir to save files downloaded by SmallFileMgr

DECLARE_String(small_file_dir);

// path gc

DECLARE_Bool(path_gc_check);

DECLARE_mInt32(path_gc_check_interval_second);

DECLARE_mInt32(path_gc_check_step);

DECLARE_mInt32(path_gc_check_step_interval_ms);

// The following 2 configs limit the max usage of disk capacity of a data dir.

// If both of these 2 threshold reached, no more data can be writen into that data dir.

// The percent of max used capacity of a data dir

DECLARE_mInt32(storage_flood_stage_usage_percent); // 90%

// The min bytes that should be left of a data dir

DECLARE_mInt64(storage_flood_stage_left_capacity_bytes); // 1GB

// number of thread for flushing memtable per store

DECLARE_Int32(flush_thread_num_per_store);

// number of thread for flushing memtable per store, for high priority load task

DECLARE_Int32(high_priority_flush_thread_num_per_store);

// number of threads = min(flush_thread_num_per_store * num_store,

//                         max_flush_thread_num_per_cpu * num_cpu)

DECLARE_Int32(max_flush_thread_num_per_cpu);

// workload group flush pool params

DECLARE_mInt32(wg_flush_thread_num_per_store);

DECLARE_mInt32(wg_flush_thread_num_per_cpu);

// config for tablet meta checkpoint

DECLARE_mInt32(tablet_meta_checkpoint_min_new_rowsets_num);

DECLARE_mInt32(tablet_meta_checkpoint_min_interval_secs);

DECLARE_Int32(generate_tablet_meta_checkpoint_tasks_interval_secs);

// config for default rowset type

// Valid configs: ALPHA, BETA

DECLARE_String(default_rowset_type);

// Maximum size of a single message body in all protocols

DECLARE_Int64(brpc_max_body_size);

// Max unwritten bytes in each socket, if the limit is reached, Socket.Write fails with EOVERCROWDED

// Default, if the physical memory is less than or equal to 64G, the value is 1G

//          if the physical memory is greater than 64G, the value is physical memory * mem_limit(0.8) / 1024 * 20

DECLARE_Int64(brpc_socket_max_unwritten_bytes);

// TODO(zxy): expect to be true in v1.3

// Whether to embed the ProtoBuf Request serialized string together with Tuple/Block data into

// Controller Attachment and send it through http brpc when the length of the Tuple/Block data

// is greater than 1.8G. This is to avoid the error of Request length overflow (2G).

DECLARE_mBool(transfer_large_data_by_brpc);

// max number of txns for every txn_partition_map in txn manager

// this is a self protection to avoid too many txns saving in manager

DECLARE_mInt64(max_runnings_transactions_per_txn_map);

// tablet_map_lock shard size, the value is 2^n, n=0,1,2,3,4

// this is a an enhancement for better performance to manage tablet

DECLARE_Int32(tablet_map_shard_size);

// txn_map_lock shard size, the value is 2^n, n=0,1,2,3,4

// this is a an enhancement for better performance to manage txn

DECLARE_Int32(txn_map_shard_size);

// txn_lock shard size, the value is 2^n, n=0,1,2,3,4

// this is a an enhancement for better performance to commit and publish txn

DECLARE_Int32(txn_shard_size);

// Whether to continue to start be when load tablet from header failed.

DECLARE_Bool(ignore_load_tablet_failure);

// Whether to continue to start be when load tablet from header failed.

DECLARE_mBool(ignore_rowset_stale_unconsistent_delete);

// Set max cache's size of query results, the unit is M byte

DECLARE_Int32(query_cache_max_size_mb);

// Cache memory is pruned when reach query_cache_max_size_mb + query_cache_elasticity_size_mb

DECLARE_Int32(query_cache_elasticity_size_mb);

// Maximum number of cache partitions corresponding to a SQL

DECLARE_Int32(query_cache_max_partition_count);

// Maximum number of version of a tablet. If the version num of a tablet exceed limit,

// the load process will reject new incoming load job of this tablet.

// This is to avoid too many version num.

DECLARE_mInt32(max_tablet_version_num);

// Frontend mainly use two thrift sever type: THREAD_POOL, THREADED_SELECTOR. if fe use THREADED_SELECTOR model for thrift server,

// the thrift_server_type_of_fe should be set THREADED_SELECTOR to make be thrift client to fe constructed with TFramedTransport

DECLARE_String(thrift_server_type_of_fe);

// disable zone map index when page row is too few

DECLARE_mInt32(zone_map_row_num_threshold);

// aws sdk log level

//    Off = 0,

//    Fatal = 1,

//    Error = 2,

//    Warn = 3,

//    Info = 4,

//    Debug = 5,

//    Trace = 6

DECLARE_Int32(aws_log_level);

// the buffer size when read data from remote storage like s3

DECLARE_mInt32(remote_storage_read_buffer_mb);

// The minimum length when TCMalloc Hook consumes/releases MemTracker, consume size

// smaller than this value will continue to accumulate. specified as number of bytes.

// Decreasing this value will increase the frequency of consume/release.

// Increasing this value will cause MemTracker statistics to be inaccurate.

DECLARE_mInt32(mem_tracker_consume_min_size_bytes);

// The version information of the tablet will be stored in the memory

// in an adjacency graph data structure.

// And as the new version is written and the old version is deleted,

// the data structure will begin to have empty vertex with no edge associations(orphan vertex).

// This config is used to control that when the proportion of orphan vertex is greater than the threshold,

// the adjacency graph will be rebuilt to ensure that the data structure will not expand indefinitely.

// This config usually only needs to be modified during testing.

// In most cases, it does not need to be modified.

DECLARE_mDouble(tablet_version_graph_orphan_vertex_ratio);

// share delta writers when memtable_on_sink_node = true

DECLARE_Bool(share_delta_writers);

// timeout for open load stream rpc in ms

DECLARE_Int64(open_load_stream_timeout_ms);

// enable write background when using brpc stream

DECLARE_mBool(enable_brpc_stream_write_background);

// brpc streaming max_buf_size in bytes

DECLARE_Int64(load_stream_max_buf_size);

// brpc streaming messages_in_batch

DECLARE_Int32(load_stream_messages_in_batch);

// brpc streaming StreamWait seconds on EAGAIN

DECLARE_Int32(load_stream_eagain_wait_seconds);

// max tasks per flush token in load stream

DECLARE_Int32(load_stream_flush_token_max_tasks);

// max wait flush token time in load stream

DECLARE_Int32(load_stream_max_wait_flush_token_time_ms);

// number of send batch thread pool size

DECLARE_Int32(send_batch_thread_pool_thread_num);

// number of send batch thread pool queue size

DECLARE_Int32(send_batch_thread_pool_queue_size);

// Limit the number of segment of a newly created rowset.

// The newly created rowset may to be compacted after loading,

// so if there are too many segment in a rowset, the compaction process

// will run out of memory.

// When doing compaction, each segment may take at least 1MB buffer.

DECLARE_mInt32(max_segment_num_per_rowset);

// Store segment without compression if a segment is smaller than

// segment_compression_threshold_kb.

DECLARE_mInt32(segment_compression_threshold_kb);

// The connection timeout when connecting to external table such as odbc table.

DECLARE_mInt32(external_table_connect_timeout_sec);

// Time to clean up useless JDBC connection pool cache

DECLARE_mInt32(jdbc_connection_pool_cache_clear_time_sec);

// Global bitmap cache capacity for aggregation cache, size in bytes

DECLARE_Int64(delete_bitmap_agg_cache_capacity);

DECLARE_String(delete_bitmap_dynamic_agg_cache_limit);

DECLARE_mInt32(delete_bitmap_agg_cache_stale_sweep_time_sec);

// A common object cache depends on an Sharded LRU Cache.

DECLARE_mInt32(common_obj_lru_cache_stale_sweep_time_sec);

// reference https://github.com/edenhill/librdkafka/blob/master/INTRODUCTION.md#broker-version-compatibility

// If the dependent kafka broker version older than 0.10.0.0,

// the value of kafka_api_version_request should be false, and the

// value set by the fallback version kafka_broker_version_fallback will be used,

// and the valid values are: 0.9.0.x, 0.8.x.y.

DECLARE_String(kafka_api_version_request);

DECLARE_String(kafka_broker_version_fallback);

DECLARE_mString(kafka_debug);

// The number of pool siz of routine load consumer.

// If you meet the error describe in https://github.com/edenhill/librdkafka/issues/3608

// Change this size to 0 to fix it temporarily.

DECLARE_mInt32(routine_load_consumer_pool_size);

// Used in single-stream-multi-table load. When receive a batch of messages from kafka,

// if the size of batch is more than this threshold, we will request plans for all related tables.

DECLARE_Int32(multi_table_batch_plan_threshold);

// Used in single-stream-multi-table load. When receiving a batch of messages from Kafka,

// if the size of the table wait for plan is more than this threshold, we will request plans for all related tables.

// The param is aimed to avoid requesting and executing too many plans at once.

// Performing small batch processing on multiple tables during the loaded process can reduce the pressure of a single RPC

// and improve the real-time processing of data.

DECLARE_Int32(multi_table_max_wait_tables);

// When the timeout of a load task is less than this threshold,

// Doris treats it as a high priority task.

// high priority tasks use a separate thread pool for flush and do not block rpc by memory cleanup logic.

// this threshold is mainly used to identify routine load tasks and should not be modified if not necessary.

DECLARE_mInt32(load_task_high_priority_threshold_second);

// The min timeout of load rpc (add batch, close)

// Because a load rpc may be blocked for a while.

// Increase this config may avoid rpc timeout.

DECLARE_mInt32(min_load_rpc_timeout_ms);

// use which protocol to access function service, candicate is baidu_std/h2:grpc

DECLARE_String(function_service_protocol);

// use which load balancer to select server to connect

DECLARE_String(rpc_load_balancer);

// a soft limit of string type length, the hard limit is 2GB - 4, but if too long will cause very low performance,

// so we set a soft limit, default is 1MB

DECLARE_mInt32(string_type_length_soft_limit_bytes);

DECLARE_mInt32(jsonb_type_length_soft_limit_bytes);

// Threshold fo reading a small file into memory

DECLARE_mInt32(in_memory_file_size);

// ParquetReaderWrap prefetch buffer size

DECLARE_Int32(parquet_reader_max_buffer_size);

// Max size of parquet page header in bytes

DECLARE_mInt32(parquet_header_max_size_mb);

// Max buffer size for parquet row group

DECLARE_mInt32(parquet_rowgroup_max_buffer_mb);

// Max buffer size for parquet chunk column

DECLARE_mInt32(parquet_column_max_buffer_mb);

// Merge small IO, the max amplified read ratio

DECLARE_mDouble(max_amplified_read_ratio);

// Equivalent min size of each IO that can reach the maximum storage speed limit

// 1MB for oss, 8KB for hdfs

DECLARE_mInt32(merged_oss_min_io_size);

DECLARE_mInt32(merged_hdfs_min_io_size);

// OrcReader

DECLARE_mInt32(orc_natural_read_size_mb);

DECLARE_mInt64(big_column_size_buffer);

DECLARE_mInt64(small_column_size_buffer);

DECLARE_mInt32(runtime_filter_sampling_frequency);

DECLARE_mInt32(execution_max_rpc_timeout_sec);

DECLARE_mBool(execution_ignore_eovercrowded);

// cooldown task configs

DECLARE_Int32(cooldown_thread_num);

DECLARE_mInt64(generate_cooldown_task_interval_sec);

DECLARE_mInt32(remove_unused_remote_files_interval_sec); // 6h

DECLARE_mInt32(confirm_unused_remote_files_interval_sec);

DECLARE_Int32(cold_data_compaction_thread_num);

DECLARE_mInt32(cold_data_compaction_interval_sec);

DECLARE_Int32(min_s3_file_system_thread_num);

DECLARE_Int32(max_s3_file_system_thread_num);

DECLARE_Bool(enable_time_lut);

DECLARE_mBool(enable_simdjson_reader);

DECLARE_mBool(enable_query_like_bloom_filter);

// number of s3 scanner thread pool size

DECLARE_Int32(doris_remote_scanner_thread_pool_thread_num);

// number of s3 scanner thread pool queue size

DECLARE_Int32(doris_remote_scanner_thread_pool_queue_size);

// limit the queue of pending batches which will be sent by a single nodechannel

DECLARE_mInt64(nodechannel_pending_queue_max_bytes);

// The batch size for sending data by brpc streaming client

DECLARE_mInt64(brpc_streaming_client_batch_bytes);

DECLARE_mInt64(block_cache_wait_timeout_ms);

DECLARE_Bool(enable_brpc_builtin_services);

// Max waiting time to wait the "plan fragment start" rpc.

// If timeout, the fragment will be cancelled.

// This parameter is usually only used when the FE loses connection,

// and the BE can automatically cancel the relevant fragment after the timeout,

// so as to avoid occupying the execution thread for a long time.

DECLARE_mInt32(max_fragment_start_wait_time_seconds);

// Node role tag for backend. Mix role is the default role, and computation role have no

// any tablet.

DECLARE_String(be_node_role);

// Hide webserver page for safety.

// Hide the be config page for webserver.

DECLARE_Bool(hide_webserver_config_page);

DECLARE_Bool(enable_segcompaction);

// Max number of segments allowed in a single segcompaction task.

DECLARE_Int32(segcompaction_batch_size);

// Max row count allowed in a single source segment, bigger segments will be skipped.

DECLARE_Int32(segcompaction_candidate_max_rows);

// Max file size allowed in a single source segment, bigger segments will be skipped.

DECLARE_Int64(segcompaction_candidate_max_bytes);

// Max total row count allowed in a single segcompaction task.

DECLARE_Int32(segcompaction_task_max_rows);

// Max total file size allowed in a single segcompaction task.

DECLARE_Int64(segcompaction_task_max_bytes);

// Global segcompaction thread pool size.

DECLARE_mInt32(segcompaction_num_threads);

// enable java udf and jdbc scannode

DECLARE_Bool(enable_java_support);

// enable prefetch tablets before opening

DECLARE_mBool(enable_prefetch_tablet);

// Set config randomly to check more issues in github workflow

DECLARE_Bool(enable_fuzzy_mode);

DECLARE_Bool(enable_debug_points);

DECLARE_Int32(pipeline_executor_size);

// block file cache

DECLARE_Bool(enable_file_cache);

// format: [{"path":"/path/to/file_cache","total_size":21474836480,"query_limit":10737418240}]

// format: [{"path":"/path/to/file_cache","total_size":21474836480,"query_limit":10737418240},{"path":"/path/to/file_cache2","total_size":21474836480,"query_limit":10737418240}]

// format: [{"path":"/path/to/file_cache","total_size":21474836480,"query_limit":10737418240, "ttl_percent":50, "normal_percent":40, "disposable_percent":5, "index_percent":5}]

// format: [{"path": "xxx", "total_size":53687091200, "storage": "memory"}]

// Note1: storage is "disk" by default

// Note2: when the storage is "memory", the path is ignored. So you can set xxx to anything you like

// and doris will just reset the path to "memory" internally.

// In a very wierd case when your storage is disk, and the directory, by accident, is named

// "memory" for some reason, you should write the path as:

//     {"path": "memory", "total_size":53687091200, "storage": "disk"}

// or use the default storage value:

//     {"path": "memory", "total_size":53687091200}

// Both will use the directory "memory" on the disk instead of the real RAM.

DECLARE_String(file_cache_path);

DECLARE_Int64(file_cache_each_block_size);

DECLARE_Bool(clear_file_cache);

DECLARE_Bool(enable_file_cache_query_limit);

DECLARE_Int32(file_cache_enter_disk_resource_limit_mode_percent);

DECLARE_Int32(file_cache_exit_disk_resource_limit_mode_percent);

DECLARE_mBool(enable_evict_file_cache_in_advance);

DECLARE_mInt32(file_cache_enter_need_evict_cache_in_advance_percent);

DECLARE_mInt32(file_cache_exit_need_evict_cache_in_advance_percent);

DECLARE_mInt32(file_cache_evict_in_advance_interval_ms);

DECLARE_mInt64(file_cache_evict_in_advance_batch_bytes);

DECLARE_mInt64(file_cache_evict_in_advance_recycle_keys_num_threshold);

DECLARE_mBool(enable_read_cache_file_directly);

DECLARE_Bool(file_cache_enable_evict_from_other_queue_by_size);

// If true, evict the ttl cache using LRU when full.

// Otherwise, only expiration can evict ttl and new data won't add to cache when full.

DECLARE_Bool(enable_ttl_cache_evict_using_lru);

DECLARE_mBool(enbale_dump_error_file);

// limit the max size of error log on disk

DECLARE_mInt64(file_cache_error_log_limit_bytes);

DECLARE_mInt64(cache_lock_wait_long_tail_threshold_us);

DECLARE_mInt64(cache_lock_held_long_tail_threshold_us);

// Base compaction may retrieve and produce some less frequently accessed data,

// potentially affecting the file cache hit rate.

// This configuration determines whether to retain the output within the file cache.

// Make your choice based on the following considerations:

// If your file cache is ample enough to accommodate all the data in your database,

// enable this option; otherwise, it is recommended to leave it disabled.