Enum mz_storage::types::sources::SourceConnection
source · [−]pub enum SourceConnection {
Kafka(KafkaSourceConnection),
Kinesis(KinesisSourceConnection),
S3(S3SourceConnection),
Postgres(PostgresSourceConnection),
LoadGenerator(LoadGeneratorSourceConnection),
TestScript(TestScriptSourceConnection),
}
Variants
Kafka(KafkaSourceConnection)
Kinesis(KinesisSourceConnection)
S3(S3SourceConnection)
Postgres(PostgresSourceConnection)
LoadGenerator(LoadGeneratorSourceConnection)
TestScript(TestScriptSourceConnection)
Implementations
sourceimpl SourceConnection
impl SourceConnection
pub fn connection_id(&self) -> Option<GlobalId>
sourceimpl SourceConnection
impl SourceConnection
sourcepub fn metadata_columns(&self) -> Vec<(&str, ColumnType)>ⓘNotable traits for Vec<u8, A>impl<A> Write for Vec<u8, A>where
A: Allocator,
pub fn metadata_columns(&self) -> Vec<(&str, ColumnType)>ⓘNotable traits for Vec<u8, A>impl<A> Write for Vec<u8, A>where
A: Allocator,
A: Allocator,
Returns the name and type of each additional metadata column that Materialize will automatically append to the source’s inherent columns.
Presently, each source type exposes precisely one metadata column that corresponds to some source-specific record counter. For example, file sources use a line number, while Kafka sources use a topic offset.
The columns declared here must be kept in sync with the actual source implementations that produce these columns.
pub fn metadata_column_types(&self) -> Vec<IncludedColumnSource>ⓘNotable traits for Vec<u8, A>impl<A> Write for Vec<u8, A>where
A: Allocator,
A: Allocator,
sourcepub fn upstream_name(&self) -> Option<&str>
pub fn upstream_name(&self) -> Option<&str>
Optionally returns the name of the upstream resource this source corresponds to. (Currently only implemented for Kafka and Kinesis, to match old-style behavior TODO: decide whether we want file paths and other upstream names to show up in metrics too.
Trait Implementations
sourceimpl Arbitrary for SourceConnection
impl Arbitrary for SourceConnection
type Parameters = (<KafkaSourceConnection as Arbitrary>::Parameters, <KinesisSourceConnection as Arbitrary>::Parameters, <S3SourceConnection as Arbitrary>::Parameters, <PostgresSourceConnection as Arbitrary>::Parameters, <LoadGeneratorSourceConnection as Arbitrary>::Parameters, <TestScriptSourceConnection as Arbitrary>::Parameters)
type Parameters = (<KafkaSourceConnection as Arbitrary>::Parameters, <KinesisSourceConnection as Arbitrary>::Parameters, <S3SourceConnection as Arbitrary>::Parameters, <PostgresSourceConnection as Arbitrary>::Parameters, <LoadGeneratorSourceConnection as Arbitrary>::Parameters, <TestScriptSourceConnection as Arbitrary>::Parameters)
The type of parameters that
arbitrary_with
accepts for configuration
of the generated Strategy
. Parameters must implement Default
. Read moretype Strategy = TupleUnion<((u32, Arc<Map<<KafkaSourceConnection as Arbitrary>::Strategy, fn(KafkaSourceConnection) -> SourceConnection>>), (u32, Arc<Map<<KinesisSourceConnection as Arbitrary>::Strategy, fn(KinesisSourceConnection) -> SourceConnection>>), (u32, Arc<Map<<S3SourceConnection as Arbitrary>::Strategy, fn(S3SourceConnection) -> SourceConnection>>), (u32, Arc<Map<<PostgresSourceConnection as Arbitrary>::Strategy, fn(PostgresSourceConnection) -> SourceConnection>>), (u32, Arc<Map<<LoadGeneratorSourceConnection as Arbitrary>::Strategy, fn(LoadGeneratorSourceConnection) -> SourceConnection>>), (u32, Arc<Map<<TestScriptSourceConnection as Arbitrary>::Strategy, fn(TestScriptSourceConnection) -> SourceConnection>>))>
type Strategy = TupleUnion<((u32, Arc<Map<<KafkaSourceConnection as Arbitrary>::Strategy, fn(KafkaSourceConnection) -> SourceConnection>>), (u32, Arc<Map<<KinesisSourceConnection as Arbitrary>::Strategy, fn(KinesisSourceConnection) -> SourceConnection>>), (u32, Arc<Map<<S3SourceConnection as Arbitrary>::Strategy, fn(S3SourceConnection) -> SourceConnection>>), (u32, Arc<Map<<PostgresSourceConnection as Arbitrary>::Strategy, fn(PostgresSourceConnection) -> SourceConnection>>), (u32, Arc<Map<<LoadGeneratorSourceConnection as Arbitrary>::Strategy, fn(LoadGeneratorSourceConnection) -> SourceConnection>>), (u32, Arc<Map<<TestScriptSourceConnection as Arbitrary>::Strategy, fn(TestScriptSourceConnection) -> SourceConnection>>))>
sourcefn arbitrary_with(_top: Self::Parameters) -> Self::Strategy
fn arbitrary_with(_top: Self::Parameters) -> Self::Strategy
sourceimpl Clone for SourceConnection
impl Clone for SourceConnection
sourcefn clone(&self) -> SourceConnection
fn clone(&self) -> SourceConnection
Returns a copy of the value. Read more
1.0.0 · sourcefn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source
. Read moresourceimpl Debug for SourceConnection
impl Debug for SourceConnection
sourceimpl<'de> Deserialize<'de> for SourceConnection
impl<'de> Deserialize<'de> for SourceConnection
sourcefn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
sourceimpl PartialEq<SourceConnection> for SourceConnection
impl PartialEq<SourceConnection> for SourceConnection
sourcefn eq(&self, other: &SourceConnection) -> bool
fn eq(&self, other: &SourceConnection) -> bool
sourceimpl RustType<ProtoSourceConnection> for SourceConnection
impl RustType<ProtoSourceConnection> for SourceConnection
sourcefn into_proto(&self) -> ProtoSourceConnection
fn into_proto(&self) -> ProtoSourceConnection
Convert a
Self
into a Proto
value.sourcefn from_proto(proto: ProtoSourceConnection) -> Result<Self, TryFromProtoError>
fn from_proto(proto: ProtoSourceConnection) -> Result<Self, TryFromProtoError>
sourceimpl Serialize for SourceConnection
impl Serialize for SourceConnection
impl Eq for SourceConnection
impl StructuralEq for SourceConnection
impl StructuralPartialEq for SourceConnection
Auto Trait Implementations
impl RefUnwindSafe for SourceConnection
impl Send for SourceConnection
impl Sync for SourceConnection
impl Unpin for SourceConnection
impl UnwindSafe for SourceConnection
Blanket Implementations
sourceimpl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
const: unstable · sourcefn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
sourceimpl<Q, K> Equivalent<K> for Qwhere
Q: Eq + ?Sized,
K: Borrow<Q> + ?Sized,
impl<Q, K> Equivalent<K> for Qwhere
Q: Eq + ?Sized,
K: Borrow<Q> + ?Sized,
sourcefn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
Compare self to
key
and return true
if they are equal.sourceimpl<T> FutureExt for T
impl<T> FutureExt for T
sourcefn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
sourcefn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
sourceimpl<T> Instrument for T
impl<T> Instrument for T
sourcefn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
sourcefn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
sourceimpl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
sourcefn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T
in a tonic::Request
sourceimpl<T> Pointable for T
impl<T> Pointable for T
sourceimpl<T> ProgressEventTimestamp for Twhere
T: Data + Debug + Any,
impl<T> ProgressEventTimestamp for Twhere
T: Data + Debug + Any,
sourceimpl<P, R> ProtoType<R> for Pwhere
R: RustType<P>,
impl<P, R> ProtoType<R> for Pwhere
R: RustType<P>,
sourcefn into_rust(self) -> Result<R, TryFromProtoError>
fn into_rust(self) -> Result<R, TryFromProtoError>
See
RustType::from_proto
.sourcefn from_rust(rust: &R) -> P
fn from_rust(rust: &R) -> P
See
RustType::into_proto
.