Struct mz_persist_client::batch::BatchBuilderConfig

pub struct BatchBuilderConfig {

    writer_key: WriterKey,
    pub(crate) blob_target_size: usize,
    pub(crate) batch_delete_enabled: bool,
    pub(crate) batch_builder_max_outstanding_parts: usize,
    pub(crate) batch_columnar_format: BatchColumnarFormat,
    pub(crate) batch_columnar_format_percent: usize,
    pub(crate) inline_writes_single_max_bytes: usize,
    pub(crate) stats_collection_enabled: bool,
    pub(crate) stats_budget: usize,
    pub(crate) stats_untrimmable_columns: Arc<UntrimmableColumns>,
    pub(crate) write_diffs_sum: bool,
    pub(crate) encoding_config: EncodingConfig,
    pub(crate) preferred_order: RunOrder,
    pub(crate) record_schema_id: bool,
    pub(crate) structured_key_lower_len: usize,
    pub(crate) run_length_limit: usize,
    pub(crate) max_runs: Option<usize>,
}

A snapshot of dynamic configs to make it easier to reason about an individual run of BatchBuilder.

Fields

writer_key: WriterKey

blob_target_size: usize

batch_delete_enabled: bool

batch_builder_max_outstanding_parts: usize

batch_columnar_format: BatchColumnarFormat

batch_columnar_format_percent: usize

inline_writes_single_max_bytes: usize

stats_collection_enabled: bool

stats_budget: usize

stats_untrimmable_columns: Arc<UntrimmableColumns>

write_diffs_sum: bool

encoding_config: EncodingConfig

preferred_order: RunOrder

record_schema_id: bool

structured_key_lower_len: usize

run_length_limit: usize

max_runs: Option<usize>

The number of runs to cap the built batch at, or None if we should continue to generate one run per part for unordered batches. See the config definition for details.

Implementations

impl BatchBuilderConfig

pub fn new(value: &PersistConfig, shard_id: ShardId) -> Self

Initialize a batch builder config based on a snapshot of the Persist config.

fn part_write_columnar_data(&self) -> bool

Trait Implementations

impl Clone for BatchBuilderConfig

fn clone(&self) -> BatchBuilderConfig

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for BatchBuilderConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.