Struct mz_storage::upsert::autospill::AutoSpillBackend

pub struct AutoSpillBackend<T, O, F> {
    backend_type: BackendType<T, O>,
    auto_spill_threshold_bytes: usize,
    rocksdb_autospill_in_use: Arc<DeleteOnDropGauge<'static, AtomicU64, Vec<String>>>,
    rocksdb_init_fn: Option<F>,
}

Fields

backend_type: BackendType<T, O>

auto_spill_threshold_bytes: usize

rocksdb_autospill_in_use: Arc<DeleteOnDropGauge<'static, AtomicU64, Vec<String>>>

rocksdb_init_fn: Option<F>

Implementations

impl<T, O, F, Fut> AutoSpillBackend<T, O, F>

where O: Clone + Send + Sync + Serialize + DeserializeOwned + 'static, F: FnOnce() -> Fut + 'static, Fut: Future<Output = RocksDB<T, O>>,

pub(crate) fn new( rocksdb_init_fn: F, auto_spill_threshold_bytes: usize, rocksdb_autospill_in_use: Arc<DeleteOnDropGauge<'static, AtomicU64, Vec<String>>>, ) -> Self

Trait Implementations

impl<T, O, F, Fut> UpsertStateBackend<T, O> for AutoSpillBackend<T, O, F>

where O: Clone + Send + Sync + Serialize + DeserializeOwned + 'static, T: Clone + Send + Sync + Serialize + DeserializeOwned + 'static, F: FnOnce() -> Fut + 'static, Fut: Future<Output = RocksDB<T, O>>,

fn supports_merge(&self) -> bool

Whether this backend supports the multi_merge operation.

fn multi_put<'life0, 'async_trait, P>( &'life0 mut self, puts: P, ) -> Pin<Box<dyn Future<Output = Result<PutStats, Error>> + 'async_trait>>

where P: IntoIterator<Item = (UpsertKey, PutValue<StateValue<T, O>>)> + 'async_trait, Self: 'async_trait, 'life0: 'async_trait,

Insert or delete for all puts keys, prioritizing the last value for repeated keys.

fn multi_merge<'life0, 'async_trait, M>( &'life0 mut self, merges: M, ) -> Pin<Box<dyn Future<Output = Result<MergeStats, Error>> + 'async_trait>>

where M: IntoIterator<Item = (UpsertKey, MergeValue<StateValue<T, O>>)> + 'async_trait, Self: 'async_trait, 'life0: 'async_trait,

For each key in merges writes a ‘merge operand’ to the backend. The backend stores these merge operands and periodically calls the consolidating_merge_function to merge them into any existing value for each key. The backend will merge the merge operands in the order they are provided, and the merge function will always be run for a given key when a get operation is performed on that key, or when the backend decides to run the merge based on its own internal logic. This allows avoiding the read-modify-write method of updating many values to improve performance.

fn multi_get<'r, 'life0, 'async_trait, G, R>( &'life0 mut self, gets: G, results_out: R, ) -> Pin<Box<dyn Future<Output = Result<GetStats, Error>> + 'async_trait>>

where G: IntoIterator<Item = UpsertKey> + 'async_trait, R: IntoIterator<Item = &'r mut UpsertValueAndSize<T, O>> + 'async_trait, O: 'r, Self: 'async_trait, 'r: 'async_trait, 'life0: 'async_trait,

Get the gets keys, which must be unique, placing the results in results_out.