ExternalMetaCache.java

// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements.  See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership.  The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License.  You may obtain a copy of the License at
//
//   http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied.  See the License for the
// specific language governing permissions and limitations
// under the License.

package org.apache.doris.datasource.metacache;

import java.util.List;
import java.util.Map;

/**
 * Engine-level abstraction for external metadata cache.
 * It defines a unified access path (engine -> catalog -> entry), scoped
 * invalidation APIs, and a common stats output shape.
 */
public interface ExternalMetaCache {
    /**
     * @return engine type name, for example: hive/iceberg/paimon.
     */
    String engine();

    /**
     * Initialize all registered entries for one catalog under current engine.
     * Entry instances are created eagerly at this stage.
     *
     * @param catalogId catalog id
     * @param catalogProperties catalog-level properties used for resolving
     *                          entry cache configuration
     */
    void initCatalog(long catalogId, Map<String, String> catalogProperties);

    /**
     * Get one cache entry under an engine and catalog.
     */
    <K, V> MetaCacheEntry<K, V> entry(long catalogId, String entryName, Class<K> keyType, Class<V> valueType);

    /**
     * Validate that the catalog has been initialized in current engine cache.
     * The default implementation is a no-op to keep SPI compatibility.
     */
    default void checkCatalogInitialized(long catalogId) {
    }

    /**
     * Invalidate all entries under one catalog in current engine cache.
     */
    void invalidateCatalog(long catalogId);

    /**
     * Invalidate cached data under one catalog but keep the catalog entry group initialized.
     * This is used by refresh flows where catalog lifecycle remains initialized.
     *
     * <p>The default implementation falls back to full catalog invalidation to keep SPI compatibility.
     */
    default void invalidateCatalogEntries(long catalogId) {
        invalidateCatalog(catalogId);
    }

    /**
     * Invalidate all entries related to a database.
     */
    void invalidateDb(long catalogId, String dbName);

    /**
     * Invalidate all entries related to a table.
     */
    void invalidateTable(long catalogId, String dbName, String tableName);

    /**
     * Invalidate all entries related to specific partitions.
     */
    void invalidatePartitions(long catalogId, String dbName, String tableName, List<String> partitions);

    /**
     * Return stats of all entries under one catalog.
     */
    Map<String, Map<String, String>> stats(long catalogId);

    /**
     * Release resources owned by current engine cache.
     */
    void close();
}