Struct mz_storage_types::sources::kafka::KafkaSourceConnection
source · pub struct KafkaSourceConnection<C: ConnectionAccess = InlinedConnection> {
pub connection: C::Kafka,
pub connection_id: GlobalId,
pub topic: String,
pub start_offsets: BTreeMap<i32, i64>,
pub group_id_prefix: Option<String>,
pub metadata_columns: Vec<(String, KafkaMetadataKind)>,
pub topic_metadata_refresh_interval: Duration,
}
Fields§
§connection: C::Kafka
§connection_id: GlobalId
§topic: String
§start_offsets: BTreeMap<i32, i64>
§group_id_prefix: Option<String>
§metadata_columns: Vec<(String, KafkaMetadataKind)>
§topic_metadata_refresh_interval: Duration
Implementations§
source§impl<C: ConnectionAccess> KafkaSourceConnection<C>
impl<C: ConnectionAccess> KafkaSourceConnection<C>
sourcepub fn group_id(
&self,
connection_context: &ConnectionContext,
source_id: GlobalId
) -> String
pub fn group_id( &self, connection_context: &ConnectionContext, source_id: GlobalId ) -> String
Returns the ID for the consumer group the configured source will use.
The caller is responsible for providing the source ID as it is not known
to KafkaSourceConnection
.
Trait Implementations§
source§impl<C: ConnectionAccess> AlterCompatible for KafkaSourceConnection<C>
impl<C: ConnectionAccess> AlterCompatible for KafkaSourceConnection<C>
fn alter_compatible(&self, id: GlobalId, other: &Self) -> Result<(), AlterError>
source§impl<C: ConnectionAccess + Debug> Arbitrary for KafkaSourceConnection<C>
impl<C: ConnectionAccess + Debug> Arbitrary for KafkaSourceConnection<C>
§type Parameters = (<<C as ConnectionAccess>::Kafka as Arbitrary>::Parameters, <GlobalId as Arbitrary>::Parameters, <String as Arbitrary>::Parameters, <Option<String> as Arbitrary>::Parameters, <Duration as Arbitrary>::Parameters)
type Parameters = (<<C as ConnectionAccess>::Kafka as Arbitrary>::Parameters, <GlobalId as Arbitrary>::Parameters, <String as Arbitrary>::Parameters, <Option<String> as Arbitrary>::Parameters, <Duration as Arbitrary>::Parameters)
The type of parameters that
arbitrary_with
accepts for configuration
of the generated Strategy
. Parameters must implement Default
.§type Strategy = Map<(<<C as ConnectionAccess>::Kafka as Arbitrary>::Strategy, <GlobalId as Arbitrary>::Strategy, <String as Arbitrary>::Strategy, BoxedStrategy<BTreeMap<i32, i64>>, <Option<String> as Arbitrary>::Strategy, BoxedStrategy<Vec<(String, KafkaMetadataKind)>>, <Duration as Arbitrary>::Strategy), fn(_: (<C as ConnectionAccess>::Kafka, GlobalId, String, BTreeMap<i32, i64>, Option<String>, Vec<(String, KafkaMetadataKind)>, Duration)) -> KafkaSourceConnection<C>>
type Strategy = Map<(<<C as ConnectionAccess>::Kafka as Arbitrary>::Strategy, <GlobalId as Arbitrary>::Strategy, <String as Arbitrary>::Strategy, BoxedStrategy<BTreeMap<i32, i64>>, <Option<String> as Arbitrary>::Strategy, BoxedStrategy<Vec<(String, KafkaMetadataKind)>>, <Duration as Arbitrary>::Strategy), fn(_: (<C as ConnectionAccess>::Kafka, GlobalId, String, BTreeMap<i32, i64>, Option<String>, Vec<(String, KafkaMetadataKind)>, Duration)) -> KafkaSourceConnection<C>>
The type of
Strategy
used to generate values of type Self
.source§fn arbitrary_with(_top: Self::Parameters) -> Self::Strategy
fn arbitrary_with(_top: Self::Parameters) -> Self::Strategy
source§impl<C: Clone + ConnectionAccess> Clone for KafkaSourceConnection<C>
impl<C: Clone + ConnectionAccess> Clone for KafkaSourceConnection<C>
source§fn clone(&self) -> KafkaSourceConnection<C>
fn clone(&self) -> KafkaSourceConnection<C>
Returns a copy of the value. Read more
1.0.0 · source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source
. Read moresource§impl<C: Debug + ConnectionAccess> Debug for KafkaSourceConnection<C>
impl<C: Debug + ConnectionAccess> Debug for KafkaSourceConnection<C>
source§impl<'de, C: ConnectionAccess> Deserialize<'de> for KafkaSourceConnection<C>where
C::Kafka: Deserialize<'de>,
impl<'de, C: ConnectionAccess> Deserialize<'de> for KafkaSourceConnection<C>where
C::Kafka: Deserialize<'de>,
source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
source§impl<C: ConnectionAccess> From<KafkaSourceConnection<C>> for GenericSourceConnection<C>
impl<C: ConnectionAccess> From<KafkaSourceConnection<C>> for GenericSourceConnection<C>
source§fn from(conn: KafkaSourceConnection<C>) -> Self
fn from(conn: KafkaSourceConnection<C>) -> Self
Converts to this type from the input type.
source§impl<R: ConnectionResolver> IntoInlineConnection<KafkaSourceConnection, R> for KafkaSourceConnection<ReferencedConnection>
impl<R: ConnectionResolver> IntoInlineConnection<KafkaSourceConnection, R> for KafkaSourceConnection<ReferencedConnection>
fn into_inline_connection(self, r: R) -> KafkaSourceConnection
source§impl<C: PartialEq + ConnectionAccess> PartialEq for KafkaSourceConnection<C>
impl<C: PartialEq + ConnectionAccess> PartialEq for KafkaSourceConnection<C>
source§fn eq(&self, other: &KafkaSourceConnection<C>) -> bool
fn eq(&self, other: &KafkaSourceConnection<C>) -> bool
This method tests for
self
and other
values to be equal, and is used
by ==
.source§impl RustType<ProtoKafkaSourceConnection> for KafkaSourceConnection<InlinedConnection>
impl RustType<ProtoKafkaSourceConnection> for KafkaSourceConnection<InlinedConnection>
source§fn into_proto(&self) -> ProtoKafkaSourceConnection
fn into_proto(&self) -> ProtoKafkaSourceConnection
Convert a
Self
into a Proto
value.source§fn from_proto(
proto: ProtoKafkaSourceConnection
) -> Result<Self, TryFromProtoError>
fn from_proto( proto: ProtoKafkaSourceConnection ) -> Result<Self, TryFromProtoError>
source§impl<C: ConnectionAccess> Serialize for KafkaSourceConnection<C>
impl<C: ConnectionAccess> Serialize for KafkaSourceConnection<C>
source§impl<C: ConnectionAccess> SourceConnection for KafkaSourceConnection<C>
impl<C: ConnectionAccess> SourceConnection for KafkaSourceConnection<C>
source§fn upstream_name(&self) -> Option<&str>
fn upstream_name(&self) -> Option<&str>
The name of the resource in the external system (e.g kafka topic) if any
source§fn key_desc(&self) -> RelationDesc
fn key_desc(&self) -> RelationDesc
The schema of this connection’s key rows.
source§fn value_desc(&self) -> RelationDesc
fn value_desc(&self) -> RelationDesc
The schema of this connection’s value rows.
source§fn timestamp_desc(&self) -> RelationDesc
fn timestamp_desc(&self) -> RelationDesc
The schema of this connection’s timestamp type. This will also be the schema of the
progress relation.
source§fn connection_id(&self) -> Option<GlobalId>
fn connection_id(&self) -> Option<GlobalId>
The id of the connection object (i.e the one obtained from running
CREATE CONNECTION
) in
the catalog, if any.source§fn metadata_columns(&self) -> Vec<(&str, ColumnType)>
fn metadata_columns(&self) -> Vec<(&str, ColumnType)>
Returns metadata columns that this connection instance will produce once rendered. The
columns are returned in the order specified by the user.
source§fn output_idx_for_name(&self, _name: &UnresolvedItemName) -> Option<usize>
fn output_idx_for_name(&self, _name: &UnresolvedItemName) -> Option<usize>
Returns the output index for
name
if this source contains it. Read moreimpl<C: Eq + ConnectionAccess> Eq for KafkaSourceConnection<C>
impl<C: ConnectionAccess> StructuralPartialEq for KafkaSourceConnection<C>
Auto Trait Implementations§
impl<C> Freeze for KafkaSourceConnection<C>
impl<C> RefUnwindSafe for KafkaSourceConnection<C>
impl<C> Send for KafkaSourceConnection<C>
impl<C> Sync for KafkaSourceConnection<C>
impl<C> Unpin for KafkaSourceConnection<C>
impl<C> UnwindSafe for KafkaSourceConnection<C>
Blanket Implementations§
source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
source§impl<R, O, T> CopyOnto<ConsecutiveOffsetPairs<R, O>> for T
impl<R, O, T> CopyOnto<ConsecutiveOffsetPairs<R, O>> for T
source§fn copy_onto(
self,
target: &mut ConsecutiveOffsetPairs<R, O>
) -> <ConsecutiveOffsetPairs<R, O> as Region>::Index
fn copy_onto( self, target: &mut ConsecutiveOffsetPairs<R, O> ) -> <ConsecutiveOffsetPairs<R, O> as Region>::Index
Copy self into the target container, returning an index that allows to
look up the corresponding read item.
source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
source§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
Compare self to
key
and return true
if they are equal.source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
source§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
Compare self to
key
and return true
if they are equal.source§impl<T> FmtForward for T
impl<T> FmtForward for T
source§fn fmt_binary(self) -> FmtBinary<Self>where
Self: Binary,
fn fmt_binary(self) -> FmtBinary<Self>where
Self: Binary,
Causes
self
to use its Binary
implementation when Debug
-formatted.source§fn fmt_display(self) -> FmtDisplay<Self>where
Self: Display,
fn fmt_display(self) -> FmtDisplay<Self>where
Self: Display,
Causes
self
to use its Display
implementation when
Debug
-formatted.source§fn fmt_lower_exp(self) -> FmtLowerExp<Self>where
Self: LowerExp,
fn fmt_lower_exp(self) -> FmtLowerExp<Self>where
Self: LowerExp,
Causes
self
to use its LowerExp
implementation when
Debug
-formatted.source§fn fmt_lower_hex(self) -> FmtLowerHex<Self>where
Self: LowerHex,
fn fmt_lower_hex(self) -> FmtLowerHex<Self>where
Self: LowerHex,
Causes
self
to use its LowerHex
implementation when
Debug
-formatted.source§fn fmt_octal(self) -> FmtOctal<Self>where
Self: Octal,
fn fmt_octal(self) -> FmtOctal<Self>where
Self: Octal,
Causes
self
to use its Octal
implementation when Debug
-formatted.source§fn fmt_pointer(self) -> FmtPointer<Self>where
Self: Pointer,
fn fmt_pointer(self) -> FmtPointer<Self>where
Self: Pointer,
Causes
self
to use its Pointer
implementation when
Debug
-formatted.source§fn fmt_upper_exp(self) -> FmtUpperExp<Self>where
Self: UpperExp,
fn fmt_upper_exp(self) -> FmtUpperExp<Self>where
Self: UpperExp,
Causes
self
to use its UpperExp
implementation when
Debug
-formatted.source§fn fmt_upper_hex(self) -> FmtUpperHex<Self>where
Self: UpperHex,
fn fmt_upper_hex(self) -> FmtUpperHex<Self>where
Self: UpperHex,
Causes
self
to use its UpperHex
implementation when
Debug
-formatted.source§impl<T> FutureExt for T
impl<T> FutureExt for T
source§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
source§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
source§impl<T> Instrument for T
impl<T> Instrument for T
source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
source§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T
in a tonic::Request
Creates a shared type from an unshared type.
source§impl<T, U> OverrideFrom<Option<&T>> for Uwhere
U: OverrideFrom<T>,
impl<T, U> OverrideFrom<Option<&T>> for Uwhere
U: OverrideFrom<T>,
source§impl<T> Pipe for Twhere
T: ?Sized,
impl<T> Pipe for Twhere
T: ?Sized,
source§fn pipe<R>(self, func: impl FnOnce(Self) -> R) -> Rwhere
Self: Sized,
fn pipe<R>(self, func: impl FnOnce(Self) -> R) -> Rwhere
Self: Sized,
Pipes by value. This is generally the method you want to use. Read more
source§fn pipe_ref<'a, R>(&'a self, func: impl FnOnce(&'a Self) -> R) -> Rwhere
R: 'a,
fn pipe_ref<'a, R>(&'a self, func: impl FnOnce(&'a Self) -> R) -> Rwhere
R: 'a,
Borrows
self
and passes that borrow into the pipe function. Read moresource§fn pipe_ref_mut<'a, R>(&'a mut self, func: impl FnOnce(&'a mut Self) -> R) -> Rwhere
R: 'a,
fn pipe_ref_mut<'a, R>(&'a mut self, func: impl FnOnce(&'a mut Self) -> R) -> Rwhere
R: 'a,
Mutably borrows
self
and passes that borrow into the pipe function. Read moresource§fn pipe_borrow<'a, B, R>(&'a self, func: impl FnOnce(&'a B) -> R) -> R
fn pipe_borrow<'a, B, R>(&'a self, func: impl FnOnce(&'a B) -> R) -> R
source§fn pipe_borrow_mut<'a, B, R>(
&'a mut self,
func: impl FnOnce(&'a mut B) -> R
) -> R
fn pipe_borrow_mut<'a, B, R>( &'a mut self, func: impl FnOnce(&'a mut B) -> R ) -> R
source§fn pipe_as_ref<'a, U, R>(&'a self, func: impl FnOnce(&'a U) -> R) -> R
fn pipe_as_ref<'a, U, R>(&'a self, func: impl FnOnce(&'a U) -> R) -> R
Borrows
self
, then passes self.as_ref()
into the pipe function.source§fn pipe_as_mut<'a, U, R>(&'a mut self, func: impl FnOnce(&'a mut U) -> R) -> R
fn pipe_as_mut<'a, U, R>(&'a mut self, func: impl FnOnce(&'a mut U) -> R) -> R
Mutably borrows
self
, then passes self.as_mut()
into the pipe
function.source§fn pipe_deref<'a, T, R>(&'a self, func: impl FnOnce(&'a T) -> R) -> R
fn pipe_deref<'a, T, R>(&'a self, func: impl FnOnce(&'a T) -> R) -> R
Borrows
self
, then passes self.deref()
into the pipe function.source§impl<T> Pointable for T
impl<T> Pointable for T
source§impl<T> ProgressEventTimestamp for T
impl<T> ProgressEventTimestamp for T
source§impl<P, R> ProtoType<R> for Pwhere
R: RustType<P>,
impl<P, R> ProtoType<R> for Pwhere
R: RustType<P>,
source§fn into_rust(self) -> Result<R, TryFromProtoError>
fn into_rust(self) -> Result<R, TryFromProtoError>
See
RustType::from_proto
.source§fn from_rust(rust: &R) -> P
fn from_rust(rust: &R) -> P
See
RustType::into_proto
.source§impl<T> Tap for T
impl<T> Tap for T
source§fn tap_borrow<B>(self, func: impl FnOnce(&B)) -> Self
fn tap_borrow<B>(self, func: impl FnOnce(&B)) -> Self
Immutable access to the
Borrow<B>
of a value. Read moresource§fn tap_borrow_mut<B>(self, func: impl FnOnce(&mut B)) -> Self
fn tap_borrow_mut<B>(self, func: impl FnOnce(&mut B)) -> Self
Mutable access to the
BorrowMut<B>
of a value. Read moresource§fn tap_ref<R>(self, func: impl FnOnce(&R)) -> Self
fn tap_ref<R>(self, func: impl FnOnce(&R)) -> Self
Immutable access to the
AsRef<R>
view of a value. Read moresource§fn tap_ref_mut<R>(self, func: impl FnOnce(&mut R)) -> Self
fn tap_ref_mut<R>(self, func: impl FnOnce(&mut R)) -> Self
Mutable access to the
AsMut<R>
view of a value. Read moresource§fn tap_deref<T>(self, func: impl FnOnce(&T)) -> Self
fn tap_deref<T>(self, func: impl FnOnce(&T)) -> Self
Immutable access to the
Deref::Target
of a value. Read moresource§fn tap_deref_mut<T>(self, func: impl FnOnce(&mut T)) -> Self
fn tap_deref_mut<T>(self, func: impl FnOnce(&mut T)) -> Self
Mutable access to the
Deref::Target
of a value. Read moresource§fn tap_dbg(self, func: impl FnOnce(&Self)) -> Self
fn tap_dbg(self, func: impl FnOnce(&Self)) -> Self
Calls
.tap()
only in debug builds, and is erased in release builds.source§fn tap_mut_dbg(self, func: impl FnOnce(&mut Self)) -> Self
fn tap_mut_dbg(self, func: impl FnOnce(&mut Self)) -> Self
Calls
.tap_mut()
only in debug builds, and is erased in release
builds.source§fn tap_borrow_dbg<B>(self, func: impl FnOnce(&B)) -> Self
fn tap_borrow_dbg<B>(self, func: impl FnOnce(&B)) -> Self
Calls
.tap_borrow()
only in debug builds, and is erased in release
builds.source§fn tap_borrow_mut_dbg<B>(self, func: impl FnOnce(&mut B)) -> Self
fn tap_borrow_mut_dbg<B>(self, func: impl FnOnce(&mut B)) -> Self
Calls
.tap_borrow_mut()
only in debug builds, and is erased in release
builds.source§fn tap_ref_dbg<R>(self, func: impl FnOnce(&R)) -> Self
fn tap_ref_dbg<R>(self, func: impl FnOnce(&R)) -> Self
Calls
.tap_ref()
only in debug builds, and is erased in release
builds.source§fn tap_ref_mut_dbg<R>(self, func: impl FnOnce(&mut R)) -> Self
fn tap_ref_mut_dbg<R>(self, func: impl FnOnce(&mut R)) -> Self
Calls
.tap_ref_mut()
only in debug builds, and is erased in release
builds.source§fn tap_deref_dbg<T>(self, func: impl FnOnce(&T)) -> Self
fn tap_deref_dbg<T>(self, func: impl FnOnce(&T)) -> Self
Calls
.tap_deref()
only in debug builds, and is erased in release
builds.