// Licensed to the Apache Software Foundation (ASF) under one

// or more contributor license agreements.  See the NOTICE file

// distributed with this work for additional information

// regarding copyright ownership.  The ASF licenses this file

// to you under the Apache License, Version 2.0 (the

// "License"); you may not use this file except in compliance

// with the License.  You may obtain a copy of the License at

//   http://www.apache.org/licenses/LICENSE-2.0

// Unless required by applicable law or agreed to in writing,

// software distributed under the License is distributed on an

// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY

// KIND, either express or implied.  See the License for the

// specific language governing permissions and limitations

// under the License.

#pragma once

#include <cstdint>

#include <map>

#include <memory>

#include <vector>

#include "common/status.h"

#include "core/field.h"

#include "format_v2/file_reader.h"

#include "format_v2/parquet/selection_vector.h"

namespace parquet {

class BloomFilter;

class FileMetaData;

class ParquetFileReader;

class Statistics;

} // namespace parquet

namespace cctz {

class time_zone;

} // namespace cctz

namespace doris {

class ColumnPredicate;

} // namespace doris

namespace doris::format::parquet {

struct ParquetColumnSchema;

// ============================================================================

// ============================================================================

struct ParquetPruningStats {

    int64_t total_row_groups = 0;                    // total row groups in the file

    int64_t selected_row_groups = 0;                 // row groups selected after pruning

    int64_t filtered_row_groups_by_statistics = 0;   // row groups pruned by min/max statistics

    int64_t filtered_row_groups_by_dictionary = 0;   // row groups pruned by dictionary

    int64_t filtered_row_groups_by_bloom_filter = 0; // row groups pruned by bloom filter

    int64_t filtered_row_groups_by_page_index = 0;   // row groups fully pruned by page index

    int64_t filtered_group_rows = 0;                 // rows in pruned row groups

    int64_t filtered_page_rows = 0;                  // rows pruned by page index

    int64_t selected_row_ranges = 0;                 // selected row range count

    int64_t page_index_read_calls = 0;               // Page Index read count

    int64_t bloom_filter_read_time = 0;              // Bloom filter read time (ns)

    int64_t row_group_filter_time = 0;               // row-group pruning time (ns)

    int64_t page_index_filter_time = 0;              // page-index pruning time (ns)

    int64_t read_page_index_time = 0;                // page-index read time (ns)

};

struct ParquetColumnStatistics {

    Field min_value;             // column minimum value converted to Doris type

    Field max_value;             // column maximum value

    bool has_null = false;       // whether NULL exists

    bool has_not_null = false;   // whether non-NULL values exist

    bool has_null_count = false; // whether null_count is valid

    bool has_min_max = false;    // whether min/max is valid after conversion

    bool has_any_statistics() const { return has_null_count || has_min_max; }

};

// ============================================================================

// ============================================================================

//     statistics(TransformColumnStatistics + check_statistics)

//     -> dictionary(read_dictionary_words + predicate::evaluate_and)

//     -> bloom filter(bloom_filter_prune_reason)

// ============================================================================

struct ParquetStatisticsUtils {

    static ParquetColumnStatistics TransformColumnStatistics(

            const ParquetColumnSchema& column_schema,

            const std::shared_ptr<::parquet::Statistics>& statistics,

            const cctz::time_zone* timezone = nullptr);

    static bool BloomFilterExcludes(const ParquetColumnSchema& column_schema,

                                    const format::FileColumnPredicateFilter& column_filter,

                                    const ::parquet::BloomFilter& bloom_filter);

};

Status select_row_groups_by_statistics(

        const ::parquet::FileMetaData& metadata, ::parquet::ParquetFileReader* file_reader,

        const std::vector<std::unique_ptr<ParquetColumnSchema>>& file_schema,

        const format::FileScanRequest& request, const std::vector<int>* candidate_row_groups,

        std::vector<int>* selected_row_groups, bool enable_bloom_filter,

        ParquetPruningStats* pruning_stats, const cctz::time_zone* timezone = nullptr);

Status select_row_group_ranges_by_page_index(

        ::parquet::ParquetFileReader* file_reader,

        const std::vector<std::unique_ptr<ParquetColumnSchema>>& file_schema,

        const format::FileScanRequest& request, int row_group_idx, int64_t row_group_rows,

        std::vector<RowRange>* selected_ranges, std::map<int, ParquetPageSkipPlan>* page_skip_plans,

        ParquetPruningStats* pruning_stats, const cctz::time_zone* timezone = nullptr);

} // namespace doris::format::parquet