Module materialize.query_fitness.all_parts_essential

Test that all parts of the query are important. This is done by commenting out parts of the query – if any part of the query can be commented out without this affecting the result of the query this means that the query contains constructs and predicates that do not contribute to the final result in any way.

On the other hand, if all parts of the query are deemed essential, the query is such that if any part of it is lost during optimization or execution, the entire query will start producing a different result. Such queries are suitable for inclusion in regression tests

# Copyright Materialize, Inc. and contributors. All rights reserved.
#
# Use of this software is governed by the Business Source License
# included in the LICENSE file at the root of this repository.
#
# As of the Change Date specified in that file, in accordance with
# the Business Source License, use of this software will be governed
# by the Apache License, Version 2.0.


"""
Test that all parts of the query are important. This is done by
commenting out parts of the query -- if any part of the query
can be commented out without this affecting the result of the query
this means that the query contains constructs and predicates that
do not contribute to the final result in any way.

On the other hand, if all parts of the query are deemed essential,
the query is such that if any part of it is lost during optimization
or execution, the entire query will start producing a different result.
Such queries are suitable for inclusion in regression tests
"""


from pg8000.dbapi import DatabaseError

from materialize.query_fitness.fitness_function import FitnessFunction


class AllPartsEssential(FitnessFunction):
    def _result_checksum(self, query: str) -> str | None:
        """Execute the query and return a 'checksum' of the result.
        In this implementation, the checksum is simply the serialization of the entire result set
        """
        try:
            self._cur.execute("COMMIT")
            self._cur.execute(query)
            return str(self._cur.fetchall())
        except DatabaseError:
            return None

    def fitness(self, query: str) -> float:
        """Test if all parts of a query are essential to producing the same result. This is done
        by commenting out parts of the query and checking if the result is the same. If it is, then
        the query contains a non-essential part and is thus rejected (fitness = 0).
        """
        query = query.strip(" ;\n")
        if not query:
            return 0

        orig_checksum = self._result_checksum(query)
        if not orig_checksum:
            return 0

        tokens = query.split()
        l = len(tokens)

        for start_token in reversed(range(0, l)):
            for end_token in reversed(range(start_token, l)):
                new_tokens = [*tokens]
                new_tokens.insert(end_token + 1, " */ ")
                new_tokens.insert(start_token, " /* ")

                new_query = " ".join(new_tokens)
                new_checksum = self._result_checksum(new_query)

                if new_checksum == orig_checksum:
                    return 0

        return 1

Classes

class AllPartsEssential (conn: pg8000.legacy.Connection)

Expand source code Browse git

class AllPartsEssential(FitnessFunction):
    def _result_checksum(self, query: str) -> str | None:
        """Execute the query and return a 'checksum' of the result.
        In this implementation, the checksum is simply the serialization of the entire result set
        """
        try:
            self._cur.execute("COMMIT")
            self._cur.execute(query)
            return str(self._cur.fetchall())
        except DatabaseError:
            return None

    def fitness(self, query: str) -> float:
        """Test if all parts of a query are essential to producing the same result. This is done
        by commenting out parts of the query and checking if the result is the same. If it is, then
        the query contains a non-essential part and is thus rejected (fitness = 0).
        """
        query = query.strip(" ;\n")
        if not query:
            return 0

        orig_checksum = self._result_checksum(query)
        if not orig_checksum:
            return 0

        tokens = query.split()
        l = len(tokens)

        for start_token in reversed(range(0, l)):
            for end_token in reversed(range(start_token, l)):
                new_tokens = [*tokens]
                new_tokens.insert(end_token + 1, " */ ")
                new_tokens.insert(start_token, " /* ")

                new_query = " ".join(new_tokens)
                new_checksum = self._result_checksum(new_query)

                if new_checksum == orig_checksum:
                    return 0

        return 1

Ancestors

• FitnessFunction

Methods

def fitness(self, query: str) ‑> float

Test if all parts of a query are essential to producing the same result. This is done by commenting out parts of the query and checking if the result is the same. If it is, then the query contains a non-essential part and is thus rejected (fitness = 0).

Expand source code Browse git

def fitness(self, query: str) -> float:
    """Test if all parts of a query are essential to producing the same result. This is done
    by commenting out parts of the query and checking if the result is the same. If it is, then
    the query contains a non-essential part and is thus rejected (fitness = 0).
    """
    query = query.strip(" ;\n")
    if not query:
        return 0

    orig_checksum = self._result_checksum(query)
    if not orig_checksum:
        return 0

    tokens = query.split()
    l = len(tokens)

    for start_token in reversed(range(0, l)):
        for end_token in reversed(range(start_token, l)):
            new_tokens = [*tokens]
            new_tokens.insert(end_token + 1, " */ ")
            new_tokens.insert(start_token, " /* ")

            new_query = " ".join(new_tokens)
            new_checksum = self._result_checksum(new_query)

            if new_checksum == orig_checksum:
                return 0

    return 1