// Licensed to the Apache Software Foundation (ASF) under one

// or more contributor license agreements.  See the NOTICE file

// distributed with this work for additional information

// regarding copyright ownership.  The ASF licenses this file

// to you under the Apache License, Version 2.0 (the

// "License"); you may not use this file except in compliance

// with the License.  You may obtain a copy of the License at

//

//   http://www.apache.org/licenses/LICENSE-2.0

//

// Unless required by applicable law or agreed to in writing,

// software distributed under the License is distributed on an

// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY

// KIND, either express or implied.  See the License for the

// specific language governing permissions and limitations

// under the License.

#pragma once

#include <atomic>

#include <memory>

#include "common/be_mock_util.h"

#include "common/status.h"

#include "exec/scan/scanner_context.h"

#include "exec/scan/task_executor/listenable_future.h"

#include "exec/scan/task_executor/ticker.h"

#include "exec/scan/task_executor/time_sharing/time_sharing_task_executor.h"

#include "util/threadpool.h"

namespace doris {

class ExecEnv;

class Scanner;

class Block;

template <typename T>

class BlockingQueue;

} // namespace doris

namespace doris {

class ScannerDelegate;

class ScanTask;

class ScannerContext;

class ScannerScheduler;

struct SimplifiedScanTask {

    SimplifiedScanTask() = default;

    SimplifiedScanTask(std::function<bool()> scan_func,

                       std::shared_ptr<ScannerContext> scanner_context,

                       std::shared_ptr<ScanTask> scan_task) {

        this->scan_func = scan_func;

        this->scanner_context = scanner_context;

        this->scan_task = scan_task;

    }

    std::function<bool()> scan_func;

    std::shared_ptr<ScannerContext> scanner_context = nullptr;

    std::shared_ptr<ScanTask> scan_task = nullptr;

};

class ScannerSplitRunner : public SplitRunner {

public:

    ScannerSplitRunner(std::string name, std::function<bool()> scan_func)

            : _name(std::move(name)), _scan_func(std::move(scan_func)), _started(false) {}

    Status init() override { return Status::OK(); }

    Result<SharedListenableFuture<Void>> process_for(std::chrono::nanoseconds) override;

    void close(const Status& status) override {}

    std::string get_info() const override { return ""; }

    bool is_finished() override;

    Status finished_status() override;

    bool is_started() const;

    bool is_auto_reschedule() const override;

private:

    std::string _name;

    std::function<bool()> _scan_func;

    std::atomic<bool> _started;

    SharedListenableFuture<Void> _completion_future;

};

// Abstract interface for scan scheduler

// Responsible for the scheduling and execution of all Scanners of a BE node.

// Execution thread pool

//     When a ScannerContext is launched, it will submit the running scanners to this scheduler.

//     The scheduling thread will submit the running scanner and its ScannerContext

//     to the execution thread pool to do the actual scan task.

//     Each Scanner will act as a producer, read the next block and put it into

//     the corresponding block queue.

//     The corresponding ScanNode will act as a consumer to consume blocks from the block queue.

//     After the block is consumed, the unfinished scanner will resubmit to this scheduler.

class ScannerScheduler {

public:

    virtual ~ScannerScheduler() {}

    Status submit(std::shared_ptr<ScannerContext> ctx, std::shared_ptr<ScanTask> scan_task);

    static int default_local_scan_thread_num();

    static int default_remote_scan_thread_num();

    static int get_remote_scan_thread_queue_size();

    static int default_min_active_scan_threads();

    static int default_min_active_file_scan_threads();

    virtual Status start(int max_thread_num, int min_thread_num, int queue_size,

                         int min_active_scan_threads) = 0;

    virtual void stop() = 0;

    virtual Status submit_scan_task(SimplifiedScanTask scan_task) = 0;

    virtual Status submit_scan_task(SimplifiedScanTask scan_task,

                                    const std::string& task_id_string) = 0;

    virtual void reset_thread_num(int new_max_thread_num, int new_min_thread_num,

                                  int min_active_scan_threads) = 0;

    int get_min_active_scan_threads() const { return _min_active_scan_threads; }

    virtual int get_queue_size() = 0;

    virtual int get_active_threads() = 0;

    virtual std::vector<int> thread_debug_info() = 0;

    virtual Status schedule_scan_task(std::shared_ptr<ScannerContext> scanner_ctx,

                                      std::shared_ptr<ScanTask> current_scan_task,

                                      std::unique_lock<std::mutex>& transfer_lock) = 0;

protected:

    int _min_active_scan_threads;

private:

    static void _scanner_scan(std::shared_ptr<ScannerContext> ctx,

                              std::shared_ptr<ScanTask> scan_task);

    static void _make_sure_virtual_col_is_materialized(const std::shared_ptr<Scanner>& scanner,

                                                       Block* block);

};

class ThreadPoolSimplifiedScanScheduler MOCK_REMOVE(final) : public ScannerScheduler {

public:

    ThreadPoolSimplifiedScanScheduler(std::string sched_name,

                                      std::shared_ptr<CgroupCpuCtl> cgroup_cpu_ctl,

                                      std::string workload_group = "system")

            : _is_stop(false),

              _cgroup_cpu_ctl(cgroup_cpu_ctl),

              _sched_name(sched_name),

              _workload_group(workload_group) {}

    ~ThreadPoolSimplifiedScanScheduler() override {

#ifndef BE_TEST

        stop();

#endif

        LOG(INFO) << "Scanner sche " << _sched_name << " shutdown";

    }

    void stop() override {

        if (_is_stop.exchange(true)) {

            return;

        }

        _scan_thread_pool->shutdown();

        _scan_thread_pool->wait();

    }

    Status start(int max_thread_num, int min_thread_num, int queue_size,

                 int min_active_scan_threads) override {

        _min_active_scan_threads = min_active_scan_threads;

        RETURN_IF_ERROR(ThreadPoolBuilder(_sched_name, _workload_group)

                                .set_min_threads(min_thread_num)

                                .set_max_threads(max_thread_num)

                                .set_max_queue_size(queue_size)

                                .set_cgroup_cpu_ctl(_cgroup_cpu_ctl)

                                .build(&_scan_thread_pool));

        return Status::OK();

    }

    Status submit_scan_task(SimplifiedScanTask scan_task) override {

        if (!_is_stop) {

            return _scan_thread_pool->submit_func([scan_task] { scan_task.scan_func(); });

        } else {

            return Status::InternalError<false>("scanner pool {} is shutdown.", _sched_name);

        }

    }

    Status submit_scan_task(SimplifiedScanTask scan_task,

                            const std::string& task_id_string) override {

        return submit_scan_task(scan_task);

    }

    void reset_thread_num(int new_max_thread_num, int new_min_thread_num,

                          int min_active_scan_threads) override {

        _min_active_scan_threads = min_active_scan_threads;

        int cur_max_thread_num = _scan_thread_pool->max_threads();

        int cur_min_thread_num = _scan_thread_pool->min_threads();

        if (cur_max_thread_num == new_max_thread_num && cur_min_thread_num == new_min_thread_num) {

            return;

        }

        if (new_max_thread_num >= cur_max_thread_num) {

            Status st_max = _scan_thread_pool->set_max_threads(new_max_thread_num);

            if (!st_max.ok()) {

                LOG(WARNING) << "Failed to set max threads for scan thread pool: "

                             << st_max.to_string();

            }

            Status st_min = _scan_thread_pool->set_min_threads(new_min_thread_num);

            if (!st_min.ok()) {

                LOG(WARNING) << "Failed to set min threads for scan thread pool: "

                             << st_min.to_string();

            }

        } else {

            Status st_min = _scan_thread_pool->set_min_threads(new_min_thread_num);

            if (!st_min.ok()) {

                LOG(WARNING) << "Failed to set min threads for scan thread pool: "

                             << st_min.to_string();

            }

            Status st_max = _scan_thread_pool->set_max_threads(new_max_thread_num);

            if (!st_max.ok()) {

                LOG(WARNING) << "Failed to set max threads for scan thread pool: "

                             << st_max.to_string();

            }

        }

    }

    int get_queue_size() override { return _scan_thread_pool->get_queue_size(); }

    int get_active_threads() override { return _scan_thread_pool->num_active_threads(); }

    std::vector<int> thread_debug_info() override { return _scan_thread_pool->debug_info(); }

    Status schedule_scan_task(std::shared_ptr<ScannerContext> scanner_ctx,

                              std::shared_ptr<ScanTask> current_scan_task,

                              std::unique_lock<std::mutex>& transfer_lock) override;

private:

    std::unique_ptr<ThreadPool> _scan_thread_pool;

    std::atomic<bool> _is_stop;

    std::weak_ptr<CgroupCpuCtl> _cgroup_cpu_ctl;

    std::string _sched_name;

    std::string _workload_group;

    std::shared_mutex _lock;

};

class TaskExecutorSimplifiedScanScheduler final : public ScannerScheduler {

public:

    TaskExecutorSimplifiedScanScheduler(std::string sched_name,

                                        std::shared_ptr<CgroupCpuCtl> cgroup_cpu_ctl,

                                        std::string workload_group = "system")

            : _is_stop(false),

              _cgroup_cpu_ctl(cgroup_cpu_ctl),

              _sched_name(sched_name),

              _workload_group(workload_group) {}

    ~TaskExecutorSimplifiedScanScheduler() override {

#ifndef BE_TEST

        stop();

#endif

        LOG(INFO) << "Scanner sche " << _sched_name << " shutdown";

    }

    void stop() override {

        if (_is_stop.exchange(true)) {

            return;

        }

        _task_executor->stop();

        _task_executor->wait();

    }

    Status start(int max_thread_num, int min_thread_num, int queue_size,

                 int min_active_scan_threads) override {

        _min_active_scan_threads = min_active_scan_threads;

        TimeSharingTaskExecutor::ThreadConfig thread_config;

        thread_config.thread_name = _sched_name;

        thread_config.workload_group = _workload_group;

        thread_config.max_thread_num = max_thread_num;

        thread_config.min_thread_num = min_thread_num;

        thread_config.max_queue_size = queue_size;

        thread_config.cgroup_cpu_ctl = _cgroup_cpu_ctl;

        _task_executor = TimeSharingTaskExecutor::create_shared(

                thread_config, max_thread_num * 2, config::task_executor_min_concurrency_per_task,

                config::task_executor_max_concurrency_per_task > 0

                        ? config::task_executor_max_concurrency_per_task

                        : std::numeric_limits<int>::max(),

                std::make_shared<SystemTicker>(), nullptr, false);

        RETURN_IF_ERROR(_task_executor->init());

        RETURN_IF_ERROR(_task_executor->start());

        return Status::OK();

    }

    Status submit_scan_task(SimplifiedScanTask scan_task) override {

        if (!_is_stop) {

            if (scan_task.scanner_context == nullptr) {

                return Status::InternalError<false>("scanner pool {} got null scanner context.",

                                                    _sched_name);

            }

            if (scan_task.scan_task == nullptr) {

                return Status::InternalError<false>("scanner pool {} got null scan task.",

                                                    _sched_name);

            }

            auto task_handle = scan_task.scanner_context->task_handle();

            if (task_handle == nullptr) {

                return Status::InternalError<false>(

                        "scanner pool {} got null task handle, scan task first schedule: {}, "

                        "scanner context: {}",

                        _sched_name, scan_task.scan_task->is_first_schedule,

                        scan_task.scanner_context->debug_string());

            }

            std::shared_ptr<SplitRunner> split_runner;

            if (scan_task.scan_task->is_first_schedule) {

                split_runner = std::make_shared<ScannerSplitRunner>("scanner_split_runner",

                                                                    scan_task.scan_func);

                RETURN_IF_ERROR(split_runner->init());

                auto result = _task_executor->enqueue_splits(task_handle, false, {split_runner});

                if (!result.has_value()) {

                    LOG(WARNING) << "enqueue_splits failed: " << result.error();

                    return result.error();

                }

                scan_task.scan_task->is_first_schedule = false;

            } else {

                split_runner = scan_task.scan_task->split_runner.lock();

                if (split_runner == nullptr) {

                    return Status::OK();

                }

                RETURN_IF_ERROR(_task_executor->re_enqueue_split(task_handle, false, split_runner));

            }

            scan_task.scan_task->split_runner = split_runner;

            return Status::OK();

        } else {

            return Status::InternalError<false>("scanner pool {} is shutdown.", _sched_name);

        }

    }

    // A task has only one split. When the split is created, the task is created according to the task_id,

    // and the task is automatically removed when the split ends.

    // Now it is only for PInternalService::multiget_data_v2 used by TopN materialization.

    Status submit_scan_task(SimplifiedScanTask scan_task,

                            const std::string& task_id_string) override {

        if (!_is_stop) {

            TaskId task_id(task_id_string);

            std::shared_ptr<TaskHandle> task_handle = DORIS_TRY(_task_executor->create_task(

                    task_id, []() { return 0.0; },

                    config::task_executor_initial_max_concurrency_per_task > 0

                            ? config::task_executor_initial_max_concurrency_per_task

                            : std::max(48, CpuInfo::num_cores() * 2),

                    std::chrono::milliseconds(100), std::nullopt));

            std::weak_ptr<TaskExecutor> task_executor = _task_executor;

            auto wrapped_scan_func = [task_executor, task_handle,

                                      scan_func = scan_task.scan_func]() {

                bool result = scan_func();

                if (result) {

                    if (auto executor = task_executor.lock()) {

                        static_cast<void>(executor->remove_task(task_handle));

                    }

                }

                return result;

            };

            auto split_runner =

                    std::make_shared<ScannerSplitRunner>("scanner_split_runner", wrapped_scan_func);

            RETURN_IF_ERROR(split_runner->init());

            auto result = _task_executor->enqueue_splits(task_handle, false, {split_runner});

            if (!result.has_value()) {

                LOG(WARNING) << "enqueue_splits failed: " << result.error();

                return result.error();

            }

            return Status::OK();

        } else {

            return Status::InternalError<false>("scanner pool {} is shutdown.", _sched_name);

        }

    }

    void reset_thread_num(int new_max_thread_num, int new_min_thread_num,

                          int min_active_scan_threads) override {

        _min_active_scan_threads = min_active_scan_threads;

        auto task_executor =

                std::dynamic_pointer_cast<doris::TimeSharingTaskExecutor>(_task_executor);

        int cur_max_thread_num = task_executor->max_threads();

        int cur_min_thread_num = task_executor->min_threads();

        if (cur_max_thread_num == new_max_thread_num && cur_min_thread_num == new_min_thread_num) {

            return;

        }

        if (new_max_thread_num >= cur_max_thread_num) {

            Status st_max = task_executor->set_max_threads(new_max_thread_num);

            if (!st_max.ok()) {

                LOG(WARNING) << "Failed to set max threads for scan thread pool: "

                             << st_max.to_string();

            }

            Status st_min = task_executor->set_min_threads(new_min_thread_num);

            if (!st_min.ok()) {

                LOG(WARNING) << "Failed to set min threads for scan thread pool: "

                             << st_min.to_string();

            }

        } else {

            Status st_min = task_executor->set_min_threads(new_min_thread_num);

            if (!st_min.ok()) {

                LOG(WARNING) << "Failed to set min threads for scan thread pool: "

                             << st_min.to_string();

            }

            Status st_max = task_executor->set_max_threads(new_max_thread_num);

            if (!st_max.ok()) {

                LOG(WARNING) << "Failed to set max threads for scan thread pool: "

                             << st_max.to_string();

            }

        }

    }

    int get_queue_size() override {

        auto task_executor =

                std::dynamic_pointer_cast<doris::TimeSharingTaskExecutor>(_task_executor);

        return task_executor->get_queue_size();

    }

    int get_active_threads() override {

        auto task_executor =

                std::dynamic_pointer_cast<doris::TimeSharingTaskExecutor>(_task_executor);

        return task_executor->num_active_threads();

    }

    std::vector<int> thread_debug_info() override {

        auto task_executor =

                std::dynamic_pointer_cast<doris::TimeSharingTaskExecutor>(_task_executor);

        return task_executor->debug_info();

    }

    std::shared_ptr<TaskExecutor> task_executor() const { return _task_executor; }

    Status schedule_scan_task(std::shared_ptr<ScannerContext> scanner_ctx,

                              std::shared_ptr<ScanTask> current_scan_task,

                              std::unique_lock<std::mutex>& transfer_lock) override;

private:

    std::atomic<bool> _is_stop;

    std::weak_ptr<CgroupCpuCtl> _cgroup_cpu_ctl;

    std::string _sched_name;

    std::string _workload_group;

    std::shared_mutex _lock;

    std::shared_ptr<TaskExecutor> _task_executor = nullptr;

};

} // namespace doris