// Licensed to the Apache Software Foundation (ASF) under one

// or more contributor license agreements.  See the NOTICE file

// distributed with this work for additional information

// regarding copyright ownership.  The ASF licenses this file

// to you under the Apache License, Version 2.0 (the

// "License"); you may not use this file except in compliance

// with the License.  You may obtain a copy of the License at

//

//   http://www.apache.org/licenses/LICENSE-2.0

//

// Unless required by applicable law or agreed to in writing,

// software distributed under the License is distributed on an

// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY

// KIND, either express or implied.  See the License for the

// specific language governing permissions and limitations

// under the License.

#pragma once

#include <brpc/http_method.h>

#include <gen_cpp/internal_service.pb.h>

#include "common/config.h"

#include "common/status.h"

#include "runtime/exec_env.h"

#include "runtime/runtime_state.h"

#include "util/brpc_client_cache.h"

#include "util/network_util.h"

namespace doris {

// When the tuple/block data is greater than 2G, embed the tuple/block data

// and the request serialization string in the attachment, and use "http" brpc.

// "http"brpc requires that only one of request and attachment be non-null.

//

// 2G: In the default "baidu_std" brpcd, upper limit of the request and attachment length is 2G.

constexpr size_t MIN_HTTP_BRPC_SIZE = (1ULL << 31);

// Embed column_values and brpc request serialization string in controller attachment.

template <typename Params, typename Closure>

Status request_embed_attachment_contain_blockv2(Params* brpc_request,

                                                std::unique_ptr<Closure>& closure) {

    std::string column_values = std::move(*brpc_request->mutable_block()->mutable_column_values());

    brpc_request->mutable_block()->mutable_column_values()->clear();

    return request_embed_attachmentv2(brpc_request, column_values, closure);

}

Unexecuted instantiation: _ZN5doris40request_embed_attachment_contain_blockv2INS_28PTabletWriterAddBlockRequestENS_18AutoReleaseClosureIS1_NS_18WriteBlockCallbackINS_27PTabletWriterAddBlockResultEEEEEEENS_6StatusEPT_RSt10unique_ptrIT0_St14default_deleteISB_EE

Unexecuted instantiation: _ZN5doris40request_embed_attachment_contain_blockv2INS_19PTransmitDataParamsENS_18AutoReleaseClosureIS1_NS_20ExchangeSendCallbackINS_19PTransmitDataResultEEEEEEENS_6StatusEPT_RSt10unique_ptrIT0_St14default_deleteISB_EE

inline bool enable_http_send_block(const PTransmitDataParams& request) {

    if (!config::transfer_large_data_by_brpc) {

        return false;

    }

    if (!request.has_block() || !request.block().has_column_values()) {

        return false;

    }

    if (request.ByteSizeLong() < MIN_HTTP_BRPC_SIZE) {

        return false;

    }

    return true;

}

template <typename Closure>

void transmit_blockv2(PBackendService_Stub* stub, std::unique_ptr<Closure> closure) {

    closure->cntl_->http_request().Clear();

    stub->transmit_block(closure->cntl_.get(), closure->request_.get(), closure->response_.get(),

                         closure.get());

    closure.release();

}

template <typename Closure>

void transmit_serialized_block(PBackendService_Stub* stub, std::unique_ptr<Closure> closure) {

    // SerializedRequest bypasses brpc's protobuf serializer, including request compression.

    // Exchange compresses column_values before preparing the shared protobuf fragment.

    DCHECK_EQ(closure->cntl_->request_compress_type(), brpc::COMPRESS_TYPE_NONE);

    static const auto* method = PBackendService::descriptor()->FindMethodByName("transmit_block");

    closure->cntl_->http_request().Clear();

    stub->channel()->CallMethod(method, closure->cntl_.get(), closure->request_.get(),

                                closure->response_.get(), closure.get());

    closure.release();

}

template <typename Closure>

Status transmit_block_httpv2(ExecEnv* exec_env, std::unique_ptr<Closure> closure,

                             TNetworkAddress brpc_dest_addr) {

    RETURN_IF_ERROR(request_embed_attachment_contain_blockv2(closure->request_.get(), closure));

    std::string host = brpc_dest_addr.hostname;

    auto dns_cache = ExecEnv::GetInstance()->dns_cache();

    if (dns_cache == nullptr) {

        LOG(WARNING) << "DNS cache is not initialized, skipping hostname resolve";

    } else if (!is_valid_ip(brpc_dest_addr.hostname)) {

        Status status = dns_cache->get(brpc_dest_addr.hostname, &host);

        if (!status.ok()) {

            LOG(WARNING) << "failed to get ip from host " << brpc_dest_addr.hostname << ": "

                         << status.to_string();

            return Status::InternalError("failed to get ip from host {}", brpc_dest_addr.hostname);

        }

    }

    //format an ipv6 address

    std::string brpc_url = get_brpc_http_url(brpc_dest_addr.hostname, brpc_dest_addr.port);

    std::shared_ptr<PBackendService_Stub> brpc_http_stub =

            exec_env->brpc_internal_client_cache()->get_new_client_no_cache(

                    brpc_url, "http", "", "", 2000, 10, brpc_dest_addr.hostname);

    if (brpc_http_stub == nullptr) {

        return Status::InternalError("failed to open brpc http client to {}", brpc_url);

    }

    closure->cntl_->http_request().uri() =

            brpc_url + "/PInternalServiceImpl/transmit_block_by_http";

    closure->cntl_->http_request().set_method(brpc::HTTP_METHOD_POST);

    closure->cntl_->http_request().set_content_type("application/json");

    brpc_http_stub->transmit_block_by_http(closure->cntl_.get(), nullptr, closure->response_.get(),

                                           closure.get());

    closure.release();

    return Status::OK();

}

template <typename Params, typename Closure>

Status request_embed_attachmentv2(Params* brpc_request, const std::string& data,

                                  std::unique_ptr<Closure>& closure) {

    butil::IOBuf attachment;

    // step1: serialize brpc_request to string, and append to attachment.

    std::string req_str;

    if (!brpc_request->SerializeToString(&req_str)) {

        return Status::InternalError("failed to serialize the request");

    }

    int64_t req_str_size = req_str.size();

    attachment.append(&req_str_size, sizeof(req_str_size));

    attachment.append(req_str);

    // step2: append data to attachment and put it in the closure.

    int64_t data_size = data.size();

    attachment.append(&data_size, sizeof(data_size));

    try {

        attachment.append(data);

    } catch (...) {

        LOG(WARNING) << "Try to alloc " << data_size

                     << " bytes for append data to attachment failed. ";

        return Status::MemoryAllocFailed("request embed attachment failed to memcpy {} bytes",

                                         data_size);

    }

    // step3: attachment add to closure.

    closure->cntl_->request_attachment().swap(attachment);

    return Status::OK();

}

Unexecuted instantiation: _ZN5doris26request_embed_attachmentv2INS_28PTabletWriterAddBlockRequestENS_18AutoReleaseClosureIS1_NS_18WriteBlockCallbackINS_27PTabletWriterAddBlockResultEEEEEEENS_6StatusEPT_RKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEERSt10unique_ptrIT0_St14default_deleteISJ_EE

Unexecuted instantiation: _ZN5doris26request_embed_attachmentv2INS_19PTransmitDataParamsENS_18AutoReleaseClosureIS1_NS_20ExchangeSendCallbackINS_19PTransmitDataResultEEEEEEENS_6StatusEPT_RKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEERSt10unique_ptrIT0_St14default_deleteISJ_EE

// Extract the brpc request and block from the controller attachment,

// and put the block into the request.

template <typename Params>

Status attachment_extract_request_contain_block(Params* brpc_request, brpc::Controller* cntl) {

    auto block = brpc_request->mutable_block();

    return attachment_extract_request(brpc_request, cntl, block->mutable_column_values());

}

Unexecuted instantiation: _ZN5doris40attachment_extract_request_contain_blockINS_28PTabletWriterAddBlockRequestEEENS_6StatusEPT_PN4brpc10ControllerE

Unexecuted instantiation: _ZN5doris40attachment_extract_request_contain_blockINS_19PTransmitDataParamsEEENS_6StatusEPT_PN4brpc10ControllerE

template <typename Params>

Status attachment_extract_request(Params* brpc_request, brpc::Controller* cntl, std::string* data) {

    const butil::IOBuf& io_buf = cntl->request_attachment();

    // step1: deserialize request string to brpc_request from attachment.

    int64_t req_str_size;

    io_buf.copy_to(&req_str_size, sizeof(req_str_size), 0);

    std::string req_str;

    io_buf.copy_to(&req_str, req_str_size, sizeof(req_str_size));

    brpc_request->ParseFromString(req_str);

    // step2: extract data from attachment.

    int64_t data_size;

    io_buf.copy_to(&data_size, sizeof(data_size), sizeof(req_str_size) + req_str_size);

    try {

        io_buf.copy_to(data, data_size, sizeof(data_size) + sizeof(req_str_size) + req_str_size);

    } catch (...) {

        LOG(WARNING) << "Try to alloc " << data_size

                     << " bytes for extract data from attachment failed. ";

        return Status::MemoryAllocFailed("attachment extract request failed to memcpy {} bytes",

                                         data_size);

    }

    return Status::OK();

}

Unexecuted instantiation: _ZN5doris26attachment_extract_requestINS_28PTabletWriterAddBlockRequestEEENS_6StatusEPT_PN4brpc10ControllerEPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE

Unexecuted instantiation: _ZN5doris26attachment_extract_requestINS_19PTransmitDataParamsEEENS_6StatusEPT_PN4brpc10ControllerEPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE

} // namespace doris