Module materialize.checks.all_checks.cluster_unification

Classes

class UnifiedCluster (base_version: MzVersion, rng: random.Random | None)

Expand source code Browse git

class UnifiedCluster(Check):
    def _can_run(self, e: Executor) -> bool:
        return self.base_version >= MzVersion.parse_mz("v0.71.0-dev")

    def initialize(self) -> Testdrive:
        return Testdrive(
            """
            $[version<8100] postgres-execute connection=postgres://mz_system:materialize@${testdrive.materialize-internal-sql-addr}
            ALTER SYSTEM SET enable_unified_clusters = true

            > CREATE CLUSTER shared_cluster_compute_first SIZE '1', REPLICATION FACTOR 1;
            > CREATE CLUSTER shared_cluster_storage_first SIZE '1', REPLICATION FACTOR 1;
            """
        )

    def manipulate(self) -> list[Testdrive]:
        return [
            # Create either a source or a view as first object in cluster
            Testdrive(
                """
                >[version<9300] CREATE SOURCE shared_cluster_storage_first_source
                  IN CLUSTER shared_cluster_storage_first
                  FROM LOAD GENERATOR COUNTER (SCALE FACTOR 0.01)
                >[version>=9300] CREATE SOURCE shared_cluster_storage_first_source
                  IN CLUSTER shared_cluster_storage_first
                  FROM LOAD GENERATOR COUNTER

                > CREATE MATERIALIZED VIEW shared_cluster_compute_first_mv
                  IN CLUSTER shared_cluster_compute_first
                  AS SELECT COUNT(*) AS cnt FROM shared_cluster_storage_first_source

                > CREATE DEFAULT INDEX
                  IN CLUSTER shared_cluster_compute_first
                  ON shared_cluster_compute_first_mv
                """
            ),
            # Create the other type of object as a second object in the cluster that
            # now already contains an object
            Testdrive(
                """
                >[version<9300] CREATE SOURCE shared_cluster_compute_first_source
                  IN CLUSTER shared_cluster_compute_first
                  FROM LOAD GENERATOR COUNTER (SCALE FACTOR 0.01)
                >[version>=9300] CREATE SOURCE shared_cluster_compute_first_source
                  IN CLUSTER shared_cluster_compute_first
                  FROM LOAD GENERATOR COUNTER

                > CREATE MATERIALIZED VIEW shared_cluster_storage_first_mv
                  IN CLUSTER shared_cluster_storage_first
                  AS SELECT COUNT(*) AS cnt FROM shared_cluster_compute_first_source

                > CREATE DEFAULT INDEX
                  IN CLUSTER shared_cluster_storage_first
                  ON shared_cluster_storage_first_mv
                """
            ),
        ]

    def validate(self) -> Testdrive:
        return Testdrive(
            """
            > SELECT COUNT(*) > 0 FROM shared_cluster_storage_first_source;
            true

            > SELECT cnt > 0 FROM shared_cluster_storage_first_mv;
            true

            > SELECT COUNT(*) > 0 FROM shared_cluster_compute_first_source;
            true

            > SELECT cnt > 0 FROM shared_cluster_compute_first_mv;
            true

            > SET cluster = shared_cluster_compute_first;
            > SELECT COUNT(*) > 0 FROM mz_tables;
            true

            > SET cluster = shared_cluster_storage_first;
            > SELECT COUNT(*) > 0 FROM mz_tables;
            true

            > SET cluster = default

            ! DROP CLUSTER shared_cluster_compute_first;
            contains: cannot drop cluster "shared_cluster_compute_first" because other objects depend on it

            ! DROP CLUSTER shared_cluster_storage_first;
            contains: cannot drop cluster "shared_cluster_storage_first" because other objects depend on it

            ! ALTER CLUSTER shared_cluster_compute_first SET (REPLICATION FACTOR 2);
            contains: cannot create more than one replica of a cluster containing sources or sinks

            ! ALTER CLUSTER shared_cluster_storage_first SET (REPLICATION FACTOR 2);
            contains: cannot create more than one replica of a cluster containing sources or sinks

            """
        )

Ancestors

• Check

Methods

def initialize(self) ‑> Testdrive

Expand source code Browse git

def initialize(self) -> Testdrive:
    return Testdrive(
        """
        $[version<8100] postgres-execute connection=postgres://mz_system:materialize@${testdrive.materialize-internal-sql-addr}
        ALTER SYSTEM SET enable_unified_clusters = true

        > CREATE CLUSTER shared_cluster_compute_first SIZE '1', REPLICATION FACTOR 1;
        > CREATE CLUSTER shared_cluster_storage_first SIZE '1', REPLICATION FACTOR 1;
        """
    )

def manipulate(self) ‑> list[Testdrive]

Expand source code Browse git

def manipulate(self) -> list[Testdrive]:
    return [
        # Create either a source or a view as first object in cluster
        Testdrive(
            """
            >[version<9300] CREATE SOURCE shared_cluster_storage_first_source
              IN CLUSTER shared_cluster_storage_first
              FROM LOAD GENERATOR COUNTER (SCALE FACTOR 0.01)
            >[version>=9300] CREATE SOURCE shared_cluster_storage_first_source
              IN CLUSTER shared_cluster_storage_first
              FROM LOAD GENERATOR COUNTER

            > CREATE MATERIALIZED VIEW shared_cluster_compute_first_mv
              IN CLUSTER shared_cluster_compute_first
              AS SELECT COUNT(*) AS cnt FROM shared_cluster_storage_first_source

            > CREATE DEFAULT INDEX
              IN CLUSTER shared_cluster_compute_first
              ON shared_cluster_compute_first_mv
            """
        ),
        # Create the other type of object as a second object in the cluster that
        # now already contains an object
        Testdrive(
            """
            >[version<9300] CREATE SOURCE shared_cluster_compute_first_source
              IN CLUSTER shared_cluster_compute_first
              FROM LOAD GENERATOR COUNTER (SCALE FACTOR 0.01)
            >[version>=9300] CREATE SOURCE shared_cluster_compute_first_source
              IN CLUSTER shared_cluster_compute_first
              FROM LOAD GENERATOR COUNTER

            > CREATE MATERIALIZED VIEW shared_cluster_storage_first_mv
              IN CLUSTER shared_cluster_storage_first
              AS SELECT COUNT(*) AS cnt FROM shared_cluster_compute_first_source

            > CREATE DEFAULT INDEX
              IN CLUSTER shared_cluster_storage_first
              ON shared_cluster_storage_first_mv
            """
        ),
    ]

def validate(self) ‑> Testdrive

Expand source code Browse git

def validate(self) -> Testdrive:
    return Testdrive(
        """
        > SELECT COUNT(*) > 0 FROM shared_cluster_storage_first_source;
        true

        > SELECT cnt > 0 FROM shared_cluster_storage_first_mv;
        true

        > SELECT COUNT(*) > 0 FROM shared_cluster_compute_first_source;
        true

        > SELECT cnt > 0 FROM shared_cluster_compute_first_mv;
        true

        > SET cluster = shared_cluster_compute_first;
        > SELECT COUNT(*) > 0 FROM mz_tables;
        true

        > SET cluster = shared_cluster_storage_first;
        > SELECT COUNT(*) > 0 FROM mz_tables;
        true

        > SET cluster = default

        ! DROP CLUSTER shared_cluster_compute_first;
        contains: cannot drop cluster "shared_cluster_compute_first" because other objects depend on it

        ! DROP CLUSTER shared_cluster_storage_first;
        contains: cannot drop cluster "shared_cluster_storage_first" because other objects depend on it

        ! ALTER CLUSTER shared_cluster_compute_first SET (REPLICATION FACTOR 2);
        contains: cannot create more than one replica of a cluster containing sources or sinks

        ! ALTER CLUSTER shared_cluster_storage_first SET (REPLICATION FACTOR 2);
        contains: cannot create more than one replica of a cluster containing sources or sinks

        """
    )