EliminateNotNull.java

// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements.  See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership.  The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License.  You may obtain a copy of the License at
//
//   http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied.  See the License for the
// specific language governing permissions and limitations
// under the License.

package org.apache.doris.nereids.rules.rewrite;

import org.apache.doris.nereids.CascadesContext;
import org.apache.doris.nereids.rules.Rule;
import org.apache.doris.nereids.rules.RuleType;
import org.apache.doris.nereids.trees.expressions.Expression;
import org.apache.doris.nereids.trees.expressions.IsNull;
import org.apache.doris.nereids.trees.expressions.Not;
import org.apache.doris.nereids.trees.expressions.Slot;
import org.apache.doris.nereids.trees.plans.Plan;
import org.apache.doris.nereids.trees.plans.logical.LogicalFilter;
import org.apache.doris.nereids.trees.plans.logical.LogicalJoin;
import org.apache.doris.nereids.util.ExpressionUtils;
import org.apache.doris.nereids.util.PlanUtils;
import org.apache.doris.nereids.util.TypeUtils;

import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableSet;
import com.google.common.collect.Lists;
import com.google.common.collect.Sets;

import java.util.Collection;
import java.util.List;
import java.util.Optional;
import java.util.Set;

/**
 * Eliminate Predicate `is not null`, like
 * - redundant `is not null` predicate like `a > 0 and a is not null` -> `a > 0`
 * - `is not null` predicate is generated by `InferFilterNotNull`
 */
public class EliminateNotNull implements RewriteRuleFactory {
    @Override
    public List<Rule> buildRules() {
        return ImmutableList.of(
                logicalFilter()
                        .thenApply(ctx -> {
                            LogicalFilter<Plan> filter = ctx.root;
                            List<Expression> predicates = removeGeneratedNotNull(filter.getConjuncts(),
                                    ctx.cascadesContext);
                            if (predicates.size() == filter.getConjuncts().size()) {
                                return null;
                            }
                            return PlanUtils.filterOrSelf(ImmutableSet.copyOf(predicates), filter.child());
                        }).toRule(RuleType.ELIMINATE_NOT_NULL),
                innerLogicalJoin()
                        .thenApply(ctx -> {
                            LogicalJoin<Plan, Plan> join = ctx.root;
                            List<Expression> newOtherJoinConjuncts = removeGeneratedNotNull(
                                    join.getOtherJoinConjuncts(), ctx.cascadesContext);
                            if (newOtherJoinConjuncts.size() == join.getOtherJoinConjuncts().size()) {
                                return null;
                            }
                            return join.withJoinConjuncts(join.getHashJoinConjuncts(), newOtherJoinConjuncts,
                                        join.getJoinReorderContext());
                        })
                        .toRule(RuleType.ELIMINATE_NOT_NULL)
        );
    }

    private List<Expression> removeGeneratedNotNull(Collection<Expression> exprs, CascadesContext ctx) {
        // Example: `id > 0 and id is not null and name is not null(generated)`
        // predicatesNotContainIsNotNull: `id > 0`
        // predicatesNotContainIsNotNull infer nonNullable slots: `id`
        // slotsFromIsNotNull: `id`, `name`
        // remove `name` (it's generated), remove `id` (because `id > 0` already contains it)
        Set<Expression> predicatesNotContainIsNotNull = Sets.newLinkedHashSet();
        List<Slot> slotsFromIsNotNull = Lists.newArrayList();

        for (Expression expr : exprs) {
            // remove generated `is not null`
            if (!(expr instanceof Not) || !((Not) expr).isGeneratedIsNotNull()) {
                Optional<Slot> notNullSlot = TypeUtils.isNotNull(expr);
                if (notNullSlot.isPresent()) {
                    slotsFromIsNotNull.add(notNullSlot.get());
                } else {
                    predicatesNotContainIsNotNull.add(expr);
                }
            }
        }

        Set<Slot> inferNonNotSlots = ExpressionUtils.inferNotNullSlots(
                predicatesNotContainIsNotNull, ctx);

        ImmutableSet.Builder<Expression> keepIsNotNull
                = ImmutableSet.builderWithExpectedSize(slotsFromIsNotNull.size());
        for (Slot slot : slotsFromIsNotNull) {
            if (slot.nullable() && !inferNonNotSlots.contains(slot)) {
                keepIsNotNull.add(new Not(new IsNull(slot)));
            }
        }

        // merge predicatesNotContainIsNotNull and keepIsNotNull into a new List
        return ImmutableList.<Expression>builder()
                .addAll(predicatesNotContainIsNotNull)
                .addAll(keepIsNotNull.build())
                .build();
    }
}