Struct mz_persist_client::batch::BatchParts

pub(crate) struct BatchParts<T> {
    cfg: BatchBuilderConfig,
    metrics: Arc<Metrics>,
    shard_metrics: Arc<ShardMetrics>,
    shard_id: ShardId,
    lower: Antichain<T>,
    blob: Arc<dyn Blob>,
    isolated_runtime: Arc<IsolatedRuntime>,
    next_index: u64,
    writing_runs: Vec<Vec<Pending<RunPart<T>>>>,
    batch_metrics: BatchWriteMetrics,
}

Fields

cfg: BatchBuilderConfig

metrics: Arc<Metrics>

shard_metrics: Arc<ShardMetrics>

shard_id: ShardId

lower: Antichain<T>

blob: Arc<dyn Blob>

isolated_runtime: Arc<IsolatedRuntime>

next_index: u64

writing_runs: Vec<Vec<Pending<RunPart<T>>>>

A hierarchy of runs. writing_runs[0] is a run of individual batch parts; writing_runs[1] is a run of hollow runs, and so on. As individual runs get too long, they are spilled out to blob and a new hollow run part is added one level up, LSM-style. This helps us ensure both that no run is “too long” and that no batch part is more than O(log(n)) levels deep in the resulting tree.

batch_metrics: BatchWriteMetrics

Implementations

impl<T: Timestamp + Codec64> BatchParts<T>

pub(crate) fn new( cfg: BatchBuilderConfig, metrics: Arc<Metrics>, shard_metrics: Arc<ShardMetrics>, shard_id: ShardId, lower: Antichain<T>, blob: Arc<dyn Blob>, isolated_runtime: Arc<IsolatedRuntime>, batch_metrics: &BatchWriteMetrics, ) -> Self

pub(crate) async fn write<K: Codec, V: Codec, D: Codec64>( &mut self, write_schemas: &Schemas<K, V>, key_lower: Vec<u8>, updates: BlobTraceUpdates, upper: Antichain<T>, since: Antichain<T>, diffs_sum: D, )

async fn write_hollow_part<K: Codec, V: Codec>( cfg: BatchBuilderConfig, part_write_columnar_data: bool, blob: Arc<dyn Blob>, metrics: Arc<Metrics>, shard_metrics: Arc<ShardMetrics>, batch_metrics: BatchWriteMetrics, isolated_runtime: Arc<IsolatedRuntime>, updates: BlobTraceBatchPart<T>, key_lower: Vec<u8>, ts_rewrite: Option<Antichain<T>>, diffs_sum: [u8; 8], write_schemas: Schemas<K, V>, ) -> BatchPart<T>

async fn push_part(&mut self, part: Pending<RunPart<T>>, depth: usize)

pub(crate) async fn finish(self) -> Vec<RunPart<T>>

Trait Implementations

impl<T: Debug> Debug for BatchParts<T>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.