Struct mz_persist_client::batch::BatchBuilderInternal

pub(crate) struct BatchBuilderInternal<K, V, T, D>
where
    K: Codec,
    V: Codec,
    T: Timestamp + Lattice + Codec64,
{

    lower: Antichain<T>,
    inclusive_upper: Antichain<Reverse<T>>,
    shard_id: ShardId,
    version: Version,
    blob: Arc<dyn Blob>,
    metrics: Arc<Metrics>,
    write_schemas: Schemas<K, V>,
    buffer: BatchBuffer,
    num_updates: usize,
    parts: BatchParts<T>,
    since: Antichain<T>,
    inline_upper: Antichain<T>,
    _phantom: PhantomData<fn(_: K, _: V, _: T, _: D)>,
}

Fields

lower: Antichain<T>

inclusive_upper: Antichain<Reverse<T>>

shard_id: ShardId

version: Version

blob: Arc<dyn Blob>

metrics: Arc<Metrics>

write_schemas: Schemas<K, V>

buffer: BatchBuffer

num_updates: usize

parts: BatchParts<T>

since: Antichain<T>

inline_upper: Antichain<T>

_phantom: PhantomData<fn(_: K, _: V, _: T, _: D)>

Implementations

impl<K, V, T, D> BatchBuilderInternal<K, V, T, D>

where K: Debug + Codec, V: Debug + Codec, T: Timestamp + Lattice + Codec64, D: Semigroup + Codec64,

pub(crate) fn new( cfg: BatchBuilderConfig, metrics: Arc<Metrics>, write_schemas: Schemas<K, V>, shard_metrics: Arc<ShardMetrics>, batch_write_metrics: BatchWriteMetrics, lower: Antichain<T>, blob: Arc<dyn Blob>, isolated_runtime: Arc<IsolatedRuntime>, shard_id: ShardId, version: Version, since: Antichain<T>, inline_upper: Option<Antichain<T>>, ) -> Self

pub async fn finish( self, registered_upper: Antichain<T>, ) -> Result<Batch<K, V, T, D>, InvalidUsage<T>>

Finish writing this batch and return a handle to the written batch.

This fails if any of the updates in this batch are beyond the given upper.

pub async fn add( &mut self, key: &[u8], val: &[u8], ts: &T, diff: &D, ) -> Result<Added, InvalidUsage<T>>

Adds the given update to the batch.

The update timestamp must be greater or equal to lower that was given when creating this BatchBuilder.

pub async fn flush_many( &mut self, updates: BlobTraceUpdates, ) -> Result<(), InvalidUsage<T>>

Adds a batch of updates all at once. The caller takes responsibility for ensuring that the data is appropriately chunked.

The update timestamps must be greater or equal to lower that was given when creating this BatchBuilder.

async fn flush_part(&mut self, columnar: BlobTraceUpdates)

Flushes the current part to Blob storage, first consolidating and then columnar encoding the updates. It is the caller’s responsibility to chunk current_part to be no greater than BatchBuilderConfig::blob_target_size, and must absolutely be less than mz_persist::indexed::columnar::KEY_VAL_DATA_MAX_LEN

Trait Implementations

impl<K, V, T, D: Debug> Debug for BatchBuilderInternal<K, V, T, D>

where K: Codec + Debug, V: Codec + Debug, T: Timestamp + Lattice + Codec64 + Debug,

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.