// Licensed to the Apache Software Foundation (ASF) under one

// or more contributor license agreements.  See the NOTICE file

// distributed with this work for additional information

// regarding copyright ownership.  The ASF licenses this file

// to you under the Apache License, Version 2.0 (the

// "License"); you may not use this file except in compliance

// with the License.  You may obtain a copy of the License at

//

//   http://www.apache.org/licenses/LICENSE-2.0

//

// Unless required by applicable law or agreed to in writing,

// software distributed under the License is distributed on an

// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY

// KIND, either express or implied.  See the License for the

// specific language governing permissions and limitations

// under the License.

#pragma once

#include <glog/logging.h>

#include <stdint.h>

#include <boost/iterator/iterator_facade.hpp>

#include <functional>

#include <memory>

#include <ostream>

#include <string>

#include <utility>

#include "common/status.h"

#include "core/column/column.h"

#include "core/column/column_dictionary.h"

#include "core/column/column_nullable.h"

#include "core/string_ref.h"

#include "core/types.h"

#include "exprs/function/like.h"

#include "storage/index/bloom_filter/bloom_filter.h"

#include "storage/predicate/column_predicate.h"

namespace roaring {

class Roaring;

} // namespace roaring

namespace doris {

class FunctionContext;

template <PrimitiveType T>

class LikeColumnPredicate final : public ColumnPredicate {

public:

    ENABLE_FACTORY_CREATOR(LikeColumnPredicate);

    LikeColumnPredicate(bool opposite, uint32_t column_id, std::string col_name,

                        doris::FunctionContext* fn_ctx, doris::StringRef val);

    ~LikeColumnPredicate() override = default;

Unexecuted instantiation: _ZN5doris19LikeColumnPredicateILNS_13PrimitiveTypeE15EED2Ev

Unexecuted instantiation: _ZN5doris19LikeColumnPredicateILNS_13PrimitiveTypeE23EED2Ev

    LikeColumnPredicate(const LikeColumnPredicate<T>& other, uint32_t col_id)

            : ColumnPredicate(other, col_id) {

        _origin = other._origin;

        pattern = other.pattern;

        _state = other._state;

        _opposite = other._opposite;

    }

Unexecuted instantiation: _ZN5doris19LikeColumnPredicateILNS_13PrimitiveTypeE15EEC2ERKS2_j

Unexecuted instantiation: _ZN5doris19LikeColumnPredicateILNS_13PrimitiveTypeE23EEC2ERKS2_j

    LikeColumnPredicate(const LikeColumnPredicate<T>& other) = delete;

    std::shared_ptr<ColumnPredicate> clone(uint32_t col_id) const override {

        return LikeColumnPredicate<T>::create_shared(*this, col_id);

    }

Unexecuted instantiation: _ZNK5doris19LikeColumnPredicateILNS_13PrimitiveTypeE15EE5cloneEj

Unexecuted instantiation: _ZNK5doris19LikeColumnPredicateILNS_13PrimitiveTypeE23EE5cloneEj

    std::string debug_string() const override {

        fmt::memory_buffer debug_string_buffer;

        fmt::format_to(debug_string_buffer, "LikeColumnPredicate({}, pattern={}, origin={})",

                       ColumnPredicate::debug_string(), pattern, _origin);

        return fmt::to_string(debug_string_buffer);

    }

Unexecuted instantiation: _ZNK5doris19LikeColumnPredicateILNS_13PrimitiveTypeE15EE12debug_stringB5cxx11Ev

Unexecuted instantiation: _ZNK5doris19LikeColumnPredicateILNS_13PrimitiveTypeE23EE12debug_stringB5cxx11Ev

    PredicateType type() const override { return PredicateType::EQ; }

Unexecuted instantiation: _ZNK5doris19LikeColumnPredicateILNS_13PrimitiveTypeE15EE4typeEv

Unexecuted instantiation: _ZNK5doris19LikeColumnPredicateILNS_13PrimitiveTypeE23EE4typeEv

    void evaluate_vec(const IColumn& column, uint16_t size, bool* flags) const override;

    void evaluate_and_vec(const IColumn& column, uint16_t size, bool* flags) const override;

    std::string get_search_str() const override {

        return std::string(reinterpret_cast<const char*>(pattern.data), pattern.size);

    }

Unexecuted instantiation: _ZNK5doris19LikeColumnPredicateILNS_13PrimitiveTypeE15EE14get_search_strB5cxx11Ev

Unexecuted instantiation: _ZNK5doris19LikeColumnPredicateILNS_13PrimitiveTypeE23EE14get_search_strB5cxx11Ev

    bool is_opposite() const { return _opposite; }

Unexecuted instantiation: _ZNK5doris19LikeColumnPredicateILNS_13PrimitiveTypeE15EE11is_oppositeEv

Unexecuted instantiation: _ZNK5doris19LikeColumnPredicateILNS_13PrimitiveTypeE23EE11is_oppositeEv

    void set_page_ng_bf(std::unique_ptr<segment_v2::BloomFilter> src) override {

        _page_ng_bf = std::move(src);

    }

Unexecuted instantiation: _ZN5doris19LikeColumnPredicateILNS_13PrimitiveTypeE15EE14set_page_ng_bfESt10unique_ptrINS_10segment_v211BloomFilterESt14default_deleteIS5_EE

Unexecuted instantiation: _ZN5doris19LikeColumnPredicateILNS_13PrimitiveTypeE23EE14set_page_ng_bfESt10unique_ptrINS_10segment_v211BloomFilterESt14default_deleteIS5_EE

    bool evaluate_and(const BloomFilter* bf) const override {

        // like predicate can not use normal bf, just return true to accept

        if (!bf->is_ngram_bf()) return true;

        if (_page_ng_bf) {

            return bf->contains(*_page_ng_bf);

        }

        return true;

    }

Unexecuted instantiation: _ZNK5doris19LikeColumnPredicateILNS_13PrimitiveTypeE15EE12evaluate_andEPKNS_10segment_v211BloomFilterE

Unexecuted instantiation: _ZNK5doris19LikeColumnPredicateILNS_13PrimitiveTypeE23EE12evaluate_andEPKNS_10segment_v211BloomFilterE

    bool can_do_bloom_filter(bool ngram) const override { return ngram; }

Unexecuted instantiation: _ZNK5doris19LikeColumnPredicateILNS_13PrimitiveTypeE15EE19can_do_bloom_filterEb

Unexecuted instantiation: _ZNK5doris19LikeColumnPredicateILNS_13PrimitiveTypeE23EE19can_do_bloom_filterEb

private:

    uint16_t _evaluate_inner(const IColumn& column, uint16_t* sel, uint16_t size) const override;

    template <bool is_and>

    void _evaluate_vec(const IColumn& column, uint16_t size, bool* flags) const {

        if (column.is_nullable()) {

            auto* nullable_col = check_and_get_column<ColumnNullable>(column);

            auto& null_map_data = nullable_col->get_null_map_column().get_data();

            auto& nested_col = nullable_col->get_nested_column();

            if (nested_col.is_column_dictionary()) {

                auto* nested_col_ptr = check_and_get_column<ColumnDictI32>(nested_col);

                const auto& dict_res = _find_code_from_dictionary_column(*nested_col_ptr);

                auto& data_array = nested_col_ptr->get_data();

                for (uint16_t i = 0; i < size; i++) {

                    if (null_map_data[i]) {

                        if constexpr (is_and) {

                            flags[i] &= _opposite;

                        } else {

                            flags[i] = _opposite;

                        }

                        continue;

                    }

                    unsigned char flag = dict_res[data_array[i]];

                    if constexpr (is_and) {

                        flags[i] &= _opposite ^ flag;

                    } else {

                        flags[i] = _opposite ^ flag;

                    }

                }

            } else {

                throw Exception(Status::FatalError(

                        "vectorized (not) like predicates should be dict column"));

            }

        } else {

            if (column.is_column_dictionary()) {

                auto* nested_col_ptr = check_and_get_column<ColumnDictI32>(column);

                auto& data_array = nested_col_ptr->get_data();

                const auto& dict_res = _find_code_from_dictionary_column(*nested_col_ptr);

                for (uint16_t i = 0; i < size; i++) {

                    unsigned char flag = dict_res[data_array[i]];

                    if constexpr (is_and) {

                        flags[i] &= _opposite ^ flag;

                    } else {

                        flags[i] = _opposite ^ flag;

                    }

                }

            } else {

                throw Exception(Status::FatalError(

                        "vectorized (not) like predicates should be dict column"));

            }

        }

    }

Unexecuted instantiation: _ZNK5doris19LikeColumnPredicateILNS_13PrimitiveTypeE15EE13_evaluate_vecILb0EEEvRKNS_7IColumnEtPb

Unexecuted instantiation: _ZNK5doris19LikeColumnPredicateILNS_13PrimitiveTypeE15EE13_evaluate_vecILb1EEEvRKNS_7IColumnEtPb

Unexecuted instantiation: _ZNK5doris19LikeColumnPredicateILNS_13PrimitiveTypeE23EE13_evaluate_vecILb0EEEvRKNS_7IColumnEtPb

Unexecuted instantiation: _ZNK5doris19LikeColumnPredicateILNS_13PrimitiveTypeE23EE13_evaluate_vecILb1EEEvRKNS_7IColumnEtPb

    std::vector<bool> __attribute__((flatten))

    _find_code_from_dictionary_column(const ColumnDictI32& column) const {

        std::vector<bool> res;

        if (_segment_id_to_cached_res_flags.if_contains(

                    column.get_rowset_segment_id(),

                    [&res](const auto& pair) { res = pair.second; })) {

Unexecuted instantiation: _ZZNK5doris19LikeColumnPredicateILNS_13PrimitiveTypeE15EE33_find_code_from_dictionary_columnERKNS_13ColumnDictI32EENKUlRKT_E_clISt4pairIKSB_INS_8RowsetIdEjESt6vectorIbSaIbEEEEEDaS8_

Unexecuted instantiation: _ZZNK5doris19LikeColumnPredicateILNS_13PrimitiveTypeE23EE33_find_code_from_dictionary_columnERKNS_13ColumnDictI32EENKUlRKT_E_clISt4pairIKSB_INS_8RowsetIdEjESt6vectorIbSaIbEEEEEDaS8_

            return res;

        }

        std::vector<bool> tmp_res(column.dict_size(), false);

        for (int i = 0; i < column.dict_size(); i++) {

            StringRef cell_value = column.get_shrink_value(i);

            unsigned char flag = 0;

            THROW_IF_ERROR((_state->scalar_function)(

                    &_like_state, StringRef(cell_value.data, cell_value.size), pattern, &flag));

            tmp_res[i] = flag;

        }

        // Sometimes the dict is not initialized when run comparison predicate here, for example,

        // the full page is null, then the reader will skip read, so that the dictionary is not

        // inited. The cached code is wrong during this case, because the following page maybe not

        // null, and the dict should have items in the future.

        //

        // Cached code may have problems, so that add a config here, if not opened, then

        // we will return the code and not cache it.

        if (!column.is_dict_empty() && config::enable_low_cardinality_cache_code) {

            _segment_id_to_cached_res_flags.emplace(

                    std::pair {column.get_rowset_segment_id(), tmp_res});

        }

        return tmp_res;

    }

Unexecuted instantiation: _ZNK5doris19LikeColumnPredicateILNS_13PrimitiveTypeE15EE33_find_code_from_dictionary_columnERKNS_13ColumnDictI32E

Unexecuted instantiation: _ZNK5doris19LikeColumnPredicateILNS_13PrimitiveTypeE23EE33_find_code_from_dictionary_columnERKNS_13ColumnDictI32E

    mutable phmap::parallel_flat_hash_map<

            std::pair<RowsetId, uint32_t>, std::vector<bool>,

            phmap::priv::hash_default_hash<std::pair<RowsetId, uint32_t>>,

            phmap::priv::hash_default_eq<std::pair<RowsetId, uint32_t>>,

            std::allocator<std::pair<const std::pair<RowsetId, uint32_t>, int32_t>>, 4,

            std::shared_mutex>

            _segment_id_to_cached_res_flags;

    std::string _origin;

    // lifetime controlled by scan node

    using StateType = LikeState;

    StringRef pattern;

    StateType* _state = nullptr;

    // A separate scratch region is required for every concurrent caller of the

    // Hyperscan API. So here _like_state is separate for each instance of

    // LikeColumnPredicate.

    LikeSearchState _like_state;

    std::shared_ptr<segment_v2::BloomFilter> _page_ng_bf; // for ngram-bf index

};

} // namespace doris