Module materialize.file_util

File utilities.

# Copyright Materialize, Inc. and contributors. All rights reserved.
#
# Use of this software is governed by the Business Source License
# included in the LICENSE file at the root of this repository.
#
# As of the Change Date specified in that file, in accordance with
# the Business Source License, use of this software will be governed
# by the Apache License, Version 2.0.

"""File utilities."""
import glob
from pathlib import Path

from materialize import MZ_ROOT, spawn


def get_recursive_file_list(path: str | Path, root_dir: Path = MZ_ROOT) -> list[str]:
    result = spawn.capture(["find", path, "-type", "f"], cwd=root_dir)
    return _file_list_output_to_list(result)


def resolve_path_with_wildcard(path: str, root_dir: str | Path = MZ_ROOT) -> set[str]:
    return set(glob.glob(path, root_dir=root_dir))


def resolve_paths_with_wildcard(
    paths: set[str], root_dir: str | Path = MZ_ROOT
) -> set[str]:
    result = set()

    for path in paths:
        result = result.union(resolve_path_with_wildcard(path, root_dir))

    return result


def _file_list_output_to_list(output: str) -> list[str]:
    files = output.split("\n")
    return [file for file in files if file != ""]

Functions

def get_recursive_file_list(path: str | pathlib.Path, root_dir: pathlib.Path = PosixPath('/var/lib/buildkite-agent/builds/buildkite-builders-d43b1b5-i-08c2680d479a10f76-1/materialize/deploy')) ‑> list[str]

Expand source code Browse git

def get_recursive_file_list(path: str | Path, root_dir: Path = MZ_ROOT) -> list[str]:
    result = spawn.capture(["find", path, "-type", "f"], cwd=root_dir)
    return _file_list_output_to_list(result)

def resolve_path_with_wildcard(path: str, root_dir: str | pathlib.Path = PosixPath('/var/lib/buildkite-agent/builds/buildkite-builders-d43b1b5-i-08c2680d479a10f76-1/materialize/deploy')) ‑> set[str]

Expand source code Browse git

def resolve_path_with_wildcard(path: str, root_dir: str | Path = MZ_ROOT) -> set[str]:
    return set(glob.glob(path, root_dir=root_dir))

def resolve_paths_with_wildcard(paths: set[str], root_dir: str | pathlib.Path = PosixPath('/var/lib/buildkite-agent/builds/buildkite-builders-d43b1b5-i-08c2680d479a10f76-1/materialize/deploy')) ‑> set[str]

Expand source code Browse git

def resolve_paths_with_wildcard(
    paths: set[str], root_dir: str | Path = MZ_ROOT
) -> set[str]:
    result = set()

    for path in paths:
        result = result.union(resolve_path_with_wildcard(path, root_dir))

    return result