Struct mz_persist_client::batch::BatchBuilderInternal

pub(crate) struct BatchBuilderInternal<K, V, T, D>
where
    K: Codec,
    V: Codec,
    T: Timestamp + Lattice + Codec64,
{

    lower: Antichain<T>,
    inclusive_upper: Antichain<Reverse<T>>,
    shard_id: ShardId,
    version: Version,
    blob: Arc<dyn Blob>,
    metrics: Arc<Metrics>,
    buffer: BatchBuffer,
    max_kvt_in_run: Option<(Vec<u8>, Vec<u8>, T)>,
    runs: Vec<usize>,
    run_meta: Vec<RunMeta>,
    parts_written: usize,
    num_updates: usize,
    parts: BatchParts<T>,
    since: Antichain<T>,
    inline_upper: Antichain<T>,
    _phantom: PhantomData<fn(_: K, _: V, _: T, _: D)>,
}

Fields

lower: Antichain<T>

inclusive_upper: Antichain<Reverse<T>>

shard_id: ShardId

version: Version

blob: Arc<dyn Blob>

metrics: Arc<Metrics>

buffer: BatchBuffer

max_kvt_in_run: Option<(Vec<u8>, Vec<u8>, T)>

runs: Vec<usize>

run_meta: Vec<RunMeta>

parts_written: usize

num_updates: usize

parts: BatchParts<T>

since: Antichain<T>

inline_upper: Antichain<T>

_phantom: PhantomData<fn(_: K, _: V, _: T, _: D)>

Implementations

impl<K, V, T, D> BatchBuilderInternal<K, V, T, D>

where K: Debug + Codec, V: Debug + Codec, T: Timestamp + Lattice + Codec64, D: Semigroup + Codec64,

pub(crate) fn new( cfg: BatchBuilderConfig, metrics: Arc<Metrics>, shard_metrics: Arc<ShardMetrics>, batch_write_metrics: BatchWriteMetrics, lower: Antichain<T>, blob: Arc<dyn Blob>, isolated_runtime: Arc<IsolatedRuntime>, shard_id: ShardId, version: Version, since: Antichain<T>, inline_upper: Option<Antichain<T>>, ) -> Self

pub async fn finish( self, stats_schemas: &Schemas<K, V>, registered_upper: Antichain<T>, ) -> Result<Batch<K, V, T, D>, InvalidUsage<T>>

Finish writing this batch and return a handle to the written batch.

This fails if any of the updates in this batch are beyond the given upper.

pub async fn add<StatsK: Codec, StatsV: Codec>( &mut self, stats_schemas: &Schemas<StatsK, StatsV>, key: &[u8], val: &[u8], ts: &T, diff: &D, ) -> Result<Added, InvalidUsage<T>>

Adds the given update to the batch.

The update timestamp must be greater or equal to lower that was given when creating this BatchBuilder.

async fn flush_part<StatsK: Codec, StatsV: Codec>( &mut self, stats_schemas: &Schemas<StatsK, StatsV>, columnar: ColumnarRecords, )

Flushes the current part to Blob storage, first consolidating and then columnar encoding the updates. It is the caller’s responsibility to chunk current_part to be no greater than BatchBuilderConfig::blob_target_size, and must absolutely be less than mz_persist::indexed::columnar::KEY_VAL_DATA_MAX_LEN

Trait Implementations

impl<K, V, T, D: Debug> Debug for BatchBuilderInternal<K, V, T, D>

where K: Codec + Debug, V: Codec + Debug, T: Timestamp + Lattice + Codec64 + Debug,

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.