Struct mz_storage::source::SourceOutput

source · [−]

pub struct SourceOutput<K, V, D> where
    K: Data,
    V: Data,  {
    pub key: K,
    pub value: V,
    pub position: MzOffset,
    pub upstream_time_millis: Option<i64>,
    pub partition: PartitionId,
    pub headers: Option<Vec<(String, Option<Vec<u8>>)>>,
    pub diff: D,
}

Expand description

A record produced by a source

Fields

key: K

The record’s key (or some empty/default value for sources without the concept of key)

value: V

The record’s value

position: MzOffset

The position in the partition described by the partition in the source (e.g., Kafka offset, file line number, monotonic increasing number, etc.)

upstream_time_millis: Option<i64>

The time the record was created in the upstream system, as milliseconds since the epoch

partition: PartitionId

The partition of this message, present iff the partition comes from Kafka

headers: Option<Vec<(String, Option<Vec<u8>>)>>

Headers, if the source is configured to pass them along. If it is, but there are none, it passes Some([])

diff: D

Indicator for what the differential diff value for this decoded message should be

Implementations

source

impl<K, V, D> SourceOutput<K, V, D> where
K: Data,
V: Data,

source

pub fn new(
 key: K,
 value: V,
 position: MzOffset,
 upstream_time_millis: Option<i64>,
 partition: PartitionId,
 headers: Option<Vec<(String, Option<Vec<u8>>)>>,
 diff: D
) -> SourceOutput<K, V, D>

Build a new SourceOutput

source

impl<K, V, D> SourceOutput<K, V, D> where
 K: Data + Serialize + for<'a> Deserialize<'a> + Send + Sync,
 V: Data + Serialize + for<'a> Deserialize<'a> + Send + Sync,
 D: Data + Serialize + for<'a> Deserialize<'a> + Send + Sync,

source

pub fn position_value_contract(
) -> impl ParallelizationContract<Timestamp, Self> where
V: Hashable<Output = u64>,

A parallelization contract that hashes by positions (if available) and otherwise falls back to hashing by value. Values can be just as skewed as keys, whereas positions are generally known to be unique or close to unique in a source. For example, Kafka offsets are unique per-partition. Most decode logic should use this instead of key_contract.

Trait Implementations

source

impl<K: Clone, V: Clone, D: Clone> Clone for SourceOutput<K, V, D> where
K: Data,
V: Data,

source

fn clone(&self) -> SourceOutput<K, V, D>

Returns a copy of the value. Read more

1.0.0 · source

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more

source

impl<K: Debug, V: Debug, D: Debug> Debug for SourceOutput<K, V, D> where
K: Data,
V: Data,

source

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more

source

impl<'de, K, V, D> Deserialize<'de> for SourceOutput<K, V, D> where
 K: Data,
 V: Data,
 K: Deserialize<'de>,
 V: Deserialize<'de>,
 D: Deserialize<'de>,

source

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error> where
__D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer. Read more

source

impl<K, V, D> Serialize for SourceOutput<K, V, D> where
 K: Data,
 V: Data,
 K: Serialize,
 V: Serialize,
 D: Serialize,

source

fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error> where
S: Serializer,

Serialize this value into the given Serde serializer. Read more

Auto Trait Implementations

impl<K, V, D> RefUnwindSafe for SourceOutput<K, V, D> where
 D: RefUnwindSafe,
 K: RefUnwindSafe,
 V: RefUnwindSafe,

impl<K, V, D> Send for SourceOutput<K, V, D> where
 D: Send,
 K: Send,
 V: Send,

impl<K, V, D> Sync for SourceOutput<K, V, D> where
 D: Sync,
 K: Sync,
 V: Sync,

impl<K, V, D> Unpin for SourceOutput<K, V, D> where
 D: Unpin,
 K: Unpin,
 V: Unpin,

impl<K, V, D> UnwindSafe for SourceOutput<K, V, D> where
 D: UnwindSafe,
 K: UnwindSafe,
 V: UnwindSafe,

Blanket Implementations

source

impl<T> Any for T where
T: 'static + ?Sized,

source

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more

source

impl<T> Borrow<T> for T where
T: ?Sized,

const: unstable · source

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more

source

impl<T> BorrowMut<T> for T where
T: ?Sized,

const: unstable · source

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more

source

fn from(t: T) -> T

Returns the argument unchanged.

source

impl<T> FutureExt for T

source

fn with_context(self, otel_cx: Context) -> WithContext<Self>

Attaches the provided Context to this type, returning a WithContext wrapper. Read more

source

fn with_current_context(self) -> WithContext<Self>

Attaches the current Context to this type, returning a WithContext wrapper. Read more

source

impl<T> Instrument for T

source

fn instrument(self, span: Span) -> Instrumented<Self>

Instruments this type with the provided Span, returning an Instrumented wrapper. Read more

source

fn in_current_span(self) -> Instrumented<Self>

Instruments this type with the current Span, returning an Instrumented wrapper. Read more

source

impl<T, U> Into for T where
U: From<T>,

const: unstable · source

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

source

impl<T> IntoRequest<T> for T

source

fn into_request(self) -> Request<T>

Wrap the input message T in a tonic::Request

source

impl<T> Pointable for T

source

const ALIGN: usize = mem::align_of::()

The alignment of pointer.

type Init = T

The type for initializers.

source

unsafe fn init(init: <T as Pointable>::Init) -> usize

Initializes a with the given initializer. Read more

source

unsafe fn deref<'a>(ptr: usize) -> &'a T

Dereferences the given pointer. Read more

source

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

Mutably dereferences the given pointer. Read more

source

unsafe fn drop(ptr: usize)

Drops the object pointed to by the given pointer. Read more

source

impl<T> ProgressEventTimestamp for T where
T: Data + Debug + Any,

source

fn as_any(&self) -> &(dyn Any + 'static)

Upcasts this ProgressEventTimestamp to Any. Read more

source

fn type_name(&self) -> &'static str

Returns the name of the concrete type of this object. Read more

source

impl<P, R> ProtoType<R> for P where
R: RustType,

source

fn into_rust(self) -> Result<R, TryFromProtoError>

See RustType::from_proto.

source

fn from_rust(rust: &R) -> P

See RustType::into_proto.

source

impl<T> Same<T> for T

type Output = T

Should always be Self

source

impl<T> ToOwned for T where
T: Clone,

type Owned = T

The resulting type after obtaining ownership.

source

fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more

source

fn clone_into(&self, target: &mut T)

Uses borrowed data to replace owned data, usually by cloning. Read more

source

impl<T, U> TryFrom for T where
U: Into<T>,

type Error = Infallible

The type returned in the event of a conversion error.

const: unstable · source

fn try_from(value: U) -> Result<T, <T as TryFrom>::Error>

Performs the conversion.

source

impl<T, U> TryInto for T where
U: TryFrom<T>,

type Error = >::Error

The type returned in the event of a conversion error.

const: unstable · source

fn try_into(self) -> Result<U, >::Error>

Performs the conversion.

source

impl<V, T> VZip<V> for T where
V: MultiLane<T>,

source

fn vzip(self) -> V

source

impl<T> WithSubscriber for T

source

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self> where
S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a WithDispatch wrapper. Read more

source

fn with_current_subscriber(self) -> WithDispatch<Self>

Attaches the current default Subscriber to this type, returning a WithDispatch wrapper. Read more

source

impl<T> Data for T where
T: 'static + Clone,

source

impl<T> Data for T where
T: 'static + Send + Sync + Any + Serialize + for<'a> Deserialize<'a>,

source

impl<T> DeserializeOwned for T where
T: for<'de> Deserialize<'de>,

source

Struct mz_storage::source::SourceOutput

Fields

Implementations

impl<K, V, D> SourceOutput<K, V, D> where K: Data, V: Data,

pub fn new( key: K, value: V, position: MzOffset, upstream_time_millis: Option<i64>, partition: PartitionId, headers: Option<Vec<(String, Option<Vec<u8>>)>>, diff: D) -> SourceOutput<K, V, D>

impl<K, V, D> SourceOutput<K, V, D> where K: Data + Serialize + for<'a> Deserialize<'a> + Send + Sync, V: Data + Serialize + for<'a> Deserialize<'a> + Send + Sync, D: Data + Serialize + for<'a> Deserialize<'a> + Send + Sync,

pub fn position_value_contract() -> impl ParallelizationContract<Timestamp, Self> where V: Hashable<Output = u64>,

Trait Implementations

impl<K: Clone, V: Clone, D: Clone> Clone for SourceOutput<K, V, D> where K: Data, V: Data,

fn clone(&self) -> SourceOutput<K, V, D>

fn clone_from(&mut self, source: &Self)

impl<K: Debug, V: Debug, D: Debug> Debug for SourceOutput<K, V, D> where K: Data, V: Data,

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl<'de, K, V, D> Deserialize<'de> for SourceOutput<K, V, D> where K: Data, V: Data, K: Deserialize<'de>, V: Deserialize<'de>, D: Deserialize<'de>,

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error> where __D: Deserializer<'de>,

impl<K, V, D> Serialize for SourceOutput<K, V, D> where K: Data, V: Data, K: Serialize, V: Serialize, D: Serialize,

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error> where __S: Serializer,

Auto Trait Implementations

impl<K, V, D> RefUnwindSafe for SourceOutput<K, V, D> where D: RefUnwindSafe, K: RefUnwindSafe, V: RefUnwindSafe,

impl<K, V, D> Send for SourceOutput<K, V, D> where D: Send, K: Send, V: Send,

impl<K, V, D> Sync for SourceOutput<K, V, D> where D: Sync, K: Sync, V: Sync,

impl<K, V, D> Unpin for SourceOutput<K, V, D> where D: Unpin, K: Unpin, V: Unpin,

impl<K, V, D> UnwindSafe for SourceOutput<K, V, D> where D: UnwindSafe, K: UnwindSafe, V: UnwindSafe,

Blanket Implementations

impl<T> Any for T where T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> DynClone for T where T: Clone,

fn __clone_box(&self, Private) -> *mut ()

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> FutureExt for T

fn with_context(self, otel_cx: Context) -> WithContext<Self>

fn with_current_context(self) -> WithContext<Self>

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self>

fn in_current_span(self) -> Instrumented<Self>

impl<T, U> Into<U> for T where U: From<T>,

fn into(self) -> U

impl<T> IntoRequest<T> for T

fn into_request(self) -> Request<T>

impl<T> Pointable for T

const ALIGN: usize = mem::align_of::()

type Init = T

unsafe fn init(init: <T as Pointable>::Init) -> usize

unsafe fn deref<'a>(ptr: usize) -> &'a T

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

unsafe fn drop(ptr: usize)

impl<T> ProgressEventTimestamp for T where T: Data + Debug + Any,

fn as_any(&self) -> &(dyn Any + 'static)

fn type_name(&self) -> &'static str

impl<P, R> ProtoType<R> for P where R: RustType<P>,

fn into_rust(self) -> Result<R, TryFromProtoError>

fn from_rust(rust: &R) -> P

impl<T> Same<T> for T

type Output = T

impl<T> ToOwned for T where T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for T where U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for T where U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for T where V: MultiLane<T>,

fn vzip(self) -> V

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self> where S: Into<Dispatch>,

fn with_current_subscriber(self) -> WithDispatch<Self>

impl<T> Data for T where T: 'static + Clone,

impl<T> Data for T where T: 'static + Send + Sync + Any + Serialize + for<'a> Deserialize<'a>,

impl<T> DeserializeOwned for T where T: for<'de> Deserialize<'de>,

impl<T> ExchangeData for T where T: Data + Data,

impl<K, V, D> SourceOutput<K, V, D> where
K: Data,
V: Data,

pub fn new(
key: K,
value: V,
position: MzOffset,
upstream_time_millis: Option<i64>,
partition: PartitionId,
headers: Option<Vec<(String, Option<Vec<u8>>)>>,
diff: D
) -> SourceOutput<K, V, D>

impl<K, V, D> SourceOutput<K, V, D> where
K: Data + Serialize + for<'a> Deserialize<'a> + Send + Sync,
V: Data + Serialize + for<'a> Deserialize<'a> + Send + Sync,
D: Data + Serialize + for<'a> Deserialize<'a> + Send + Sync,

pub fn position_value_contract(
) -> impl ParallelizationContract<Timestamp, Self> where
V: Hashable<Output = u64>,

impl<K: Clone, V: Clone, D: Clone> Clone for SourceOutput<K, V, D> where
K: Data,
V: Data,

impl<K: Debug, V: Debug, D: Debug> Debug for SourceOutput<K, V, D> where
K: Data,
V: Data,

impl<'de, K, V, D> Deserialize<'de> for SourceOutput<K, V, D> where
K: Data,
V: Data,
K: Deserialize<'de>,
V: Deserialize<'de>,
D: Deserialize<'de>,

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error> where
__D: Deserializer<'de>,

impl<K, V, D> Serialize for SourceOutput<K, V, D> where
K: Data,
V: Data,
K: Serialize,
V: Serialize,
D: Serialize,

fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error> where
S: Serializer,

impl<K, V, D> RefUnwindSafe for SourceOutput<K, V, D> where
D: RefUnwindSafe,
K: RefUnwindSafe,
V: RefUnwindSafe,

impl<K, V, D> Send for SourceOutput<K, V, D> where
D: Send,
K: Send,
V: Send,

impl<K, V, D> Sync for SourceOutput<K, V, D> where
D: Sync,
K: Sync,
V: Sync,

impl<K, V, D> Unpin for SourceOutput<K, V, D> where
D: Unpin,
K: Unpin,
V: Unpin,

impl<K, V, D> UnwindSafe for SourceOutput<K, V, D> where
D: UnwindSafe,
K: UnwindSafe,
V: UnwindSafe,

impl<T> Any for T where
T: 'static + ?Sized,

impl<T> Borrow<T> for T where
T: ?Sized,

impl<T> BorrowMut<T> for T where
T: ?Sized,

impl<T> DynClone for T where
T: Clone,

impl<T, U> Into<U> for T where
U: From<T>,

impl<T> ProgressEventTimestamp for T where
T: Data + Debug + Any,

impl<P, R> ProtoType<R> for P where
R: RustType<P>,

impl<T> ToOwned for T where
T: Clone,

impl<T, U> TryFrom<U> for T where
U: Into<T>,

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,

impl<V, T> VZip<V> for T where
V: MultiLane<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self> where
S: Into<Dispatch>,

impl<T> Data for T where
T: 'static + Clone,

impl<T> Data for T where
T: 'static + Send + Sync + Any + Serialize + for<'a> Deserialize<'a>,

impl<T> DeserializeOwned for T where
T: for<'de> Deserialize<'de>,

impl<T> ExchangeData for T where
T: Data + Data,