    001/*
    002 * Licensed to the Apache Software Foundation (ASF) under one or more
    003 * contributor license agreements.  See the NOTICE file distributed with
    004 * this work for additional information regarding copyright ownership.
    005 * The ASF licenses this file to You under the Apache License, Version 2.0
    006 * (the "License"); you may not use this file except in compliance with
    007 * the License.  You may obtain a copy of the License at
    008 *
    009 *      http://www.apache.org/licenses/LICENSE-2.0
    010 *
    011 * Unless required by applicable law or agreed to in writing, software
    012 * distributed under the License is distributed on an "AS IS" BASIS,
    013 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    014 * See the License for the specific language governing permissions and
    015 * limitations under the License.
    016 */
    017package org.apache.commons.collections4.bloomfilter;
    018
    019import java.util.function.LongBinaryOperator;
    020
    021/**
    022 * Implementations of set operations on BitMapExtractors.
    023 *
    024 * @since 4.5.0-M1
    025 */
    026public final class SetOperations {
    027
    028    /**
    029     * Calculates the cardinality of the logical {@code AND} of the bit maps for the two filters.
    030     *
    031     * @param first  the first BitMapExtractor.
    032     * @param second the second BitMapExtractor
    033     * @return the cardinality of the {@code AND} of the filters.
    034     */
    035    public static int andCardinality(final BitMapExtractor first, final BitMapExtractor second) {
    036        return cardinality(first, second, (x, y) -> x & y);
    037    }
    038
    039    /**
    040     * Calculates the cardinality of a BitMapExtractor. By necessity this method will visit each bit map created by the bitMapExtractor.
    041     *
    042     * @param bitMapExtractor the extractor to calculate the cardinality for.
    043     * @return the cardinality of the bit maps produced by the bitMapExtractor.
    044     */
    045    public static int cardinality(final BitMapExtractor bitMapExtractor) {
    046        final int[] cardinality = new int[1];
    047        bitMapExtractor.processBitMaps(l -> {
    048            cardinality[0] += Long.bitCount(l);
    049            return true;
    050        });
    051        return cardinality[0];
    052    }
    053
    054    /**
    055     * Calculates the cardinality of the result of a LongBinaryOperator using the {@code BitMapExtractor.makePredicate} method.
    056     *
    057     * @param first  the first BitMapExtractor
    058     * @param second the second BitMapExtractor
    059     * @param op     a long binary operation on where x = {@code first} and y = {@code second} bitmap extractors.
    060     * @return the calculated cardinality.
    061     */
    062    private static int cardinality(final BitMapExtractor first, final BitMapExtractor second, final LongBinaryOperator op) {
    063        final int[] cardinality = new int[1];
    064
    065        first.processBitMapPairs(second, (x, y) -> {
    066            cardinality[0] += Long.bitCount(op.applyAsLong(x, y));
    067            return true;
    068        });
    069        return cardinality[0];
    070    }
    071
    072    /**
    073     * Calculates the Cosine distance between two BitMapExtractor.
    074     * <p>
    075     * Cosine distance is defined as {@code 1 - Cosine similarity}
    076     * </p>
    077     *
    078     * @param first  the first BitMapExtractor.
    079     * @param second the second BitMapExtractor.
    080     * @return the jaccard distance.
    081     */
    082    public static double cosineDistance(final BitMapExtractor first, final BitMapExtractor second) {
    083        return 1.0 - cosineSimilarity(first, second);
    084    }
    085
    086    /**
    087     * Calculates the Cosine similarity between two BitMapExtractors.
    088     * <p>
    089     * Also known as Orchini similarity and the Tucker coefficient of congruence or Ochiai similarity.
    090     * </p>
    091     * <p>
    092     * If either extractor is empty the result is 0 (zero)
    093     * </p>
    094     *
    095     * @param first  the first BitMapExtractor.
    096     * @param second the second BitMapExtractor.
    097     * @return the Cosine similarity.
    098     */
    099    public static double cosineSimilarity(final BitMapExtractor first, final BitMapExtractor second) {
    100        final int numerator = andCardinality(first, second);
    101        // Given that the cardinality is an int then the product as a double will not
    102        // overflow, we can use one sqrt:
    103        return numerator == 0 ? 0 : numerator / Math.sqrt(cardinality(first) * cardinality(second));
    104    }
    105
    106    /**
    107     * Calculates the Cosine similarity between two Bloom filters.
    108     * <p>
    109     * Also known as Orchini similarity and the Tucker coefficient of congruence or Ochiai similarity.
    110     * </p>
    111     * <p>
    112     * If either filter is empty (no enabled bits) the result is 0 (zero)
    113     * </p>
    114     * <p>
    115     * This is a version of cosineSimilarity optimized for Bloom filters.
    116     * </p>
    117     *
    118     * @param first  the first Bloom filter.
    119     * @param second the second Bloom filter.
    120     * @return the Cosine similarity.
    121     */
    122    public static double cosineSimilarity(final BloomFilter<?> first, final BloomFilter<?> second) {
    123        final int numerator = andCardinality(first, second);
    124        // Given that the cardinality is an int then the product as a double will not
    125        // overflow, we can use one sqrt:
    126        return numerator == 0 ? 0 : numerator / Math.sqrt(first.cardinality() * second.cardinality());
    127    }
    128
    129    /**
    130     * Calculates the Hamming distance between two BitMapExtractors.
    131     *
    132     * @param first  the first BitMapExtractor.
    133     * @param second the second BitMapExtractor.
    134     * @return the Hamming distance.
    135     */
    136    public static int hammingDistance(final BitMapExtractor first, final BitMapExtractor second) {
    137        return xorCardinality(first, second);
    138    }
    139
    140    /**
    141     * Calculates the Jaccard distance between two BitMapExtractor.
    142     * <p>
    143     * Jaccard distance is defined as {@code 1 - Jaccard similarity}
    144     * </p>
    145     *
    146     * @param first  the first BitMapExtractor.
    147     * @param second the second BitMapExtractor.
    148     * @return the Jaccard distance.
    149     */
    150    public static double jaccardDistance(final BitMapExtractor first, final BitMapExtractor second) {
    151        return 1.0 - jaccardSimilarity(first, second);
    152    }
    153
    154    /**
    155     * Calculates the Jaccard similarity between two BitMapExtractor.
    156     * <p>
    157     * Also known as Jaccard index, Intersection over Union, and Jaccard similarity coefficient
    158     * </p>
    159     *
    160     * @param first  the first BitMapExtractor.
    161     * @param second the second BitMapExtractor.
    162     * @return the Jaccard similarity.
    163     */
    164    public static double jaccardSimilarity(final BitMapExtractor first, final BitMapExtractor second) {
    165        final int[] cardinality = new int[2];
    166        first.processBitMapPairs(second, (x, y) -> {
    167            cardinality[0] += Long.bitCount(x & y);
    168            cardinality[1] += Long.bitCount(x | y);
    169            return true;
    170        });
    171        final int intersection = cardinality[0];
    172        return intersection == 0 ? 0 : intersection / (double) cardinality[1];
    173    }
    174
    175    /**
    176     * Calculates the cardinality of the logical {@code OR} of the bit maps for the two filters.
    177     *
    178     * @param first  the first BitMapExtractor.
    179     * @param second the second BitMapExtractor
    180     * @return the cardinality of the {@code OR} of the filters.
    181     */
    182    public static int orCardinality(final BitMapExtractor first, final BitMapExtractor second) {
    183        return cardinality(first, second, (x, y) -> x | y);
    184    }
    185
    186    /**
    187     * Calculates the cardinality of the logical {@code XOR} of the bit maps for the two filters.
    188     *
    189     * @param first  the first BitMapExtractor.
    190     * @param second the second BitMapExtractor
    191     * @return the cardinality of the {@code XOR} of the filters.
    192     */
    193    public static int xorCardinality(final BitMapExtractor first, final BitMapExtractor second) {
    194        return cardinality(first, second, (x, y) -> x ^ y);
    195    }
    196
    197    /**
    198     * Do not instantiate.
    199     */
    200    private SetOperations() {
    201    }
    202}