pub struct KafkaSourceConnection<C: ConnectionAccess = InlinedConnection> {
    pub connection: C::Kafka,
    pub connection_id: GlobalId,
    pub topic: String,
    pub start_offsets: BTreeMap<i32, i64>,
    pub group_id_prefix: Option<String>,
    pub environment_id: String,
    pub include_timestamp: Option<IncludedColumnPos>,
    pub include_partition: Option<IncludedColumnPos>,
    pub include_topic: Option<IncludedColumnPos>,
    pub include_offset: Option<IncludedColumnPos>,
    pub include_headers: Option<IncludedColumnPos>,
}

Fields§

§connection: C::Kafka§connection_id: GlobalId§topic: String§start_offsets: BTreeMap<i32, i64>§group_id_prefix: Option<String>§environment_id: String§include_timestamp: Option<IncludedColumnPos>

If present, include the timestamp as an output column of the source with the given name

§include_partition: Option<IncludedColumnPos>

If present, include the partition as an output column of the source with the given name.

§include_topic: Option<IncludedColumnPos>

If present, include the topic as an output column of the source with the given name.

§include_offset: Option<IncludedColumnPos>

If present, include the offset as an output column of the source with the given name.

§include_headers: Option<IncludedColumnPos>

Implementations§

source§

impl<C: ConnectionAccess> KafkaSourceConnection<C>

source

pub fn group_id(&self, source_id: GlobalId) -> String

Returns the id for the consumer group the configured source will use.

This has a weird API because KafkaSourceConnection’s are created before id allocation, so we can’t store the id in the object itself.

Trait Implementations§

source§

impl<C: ConnectionAccess> Arbitrary for KafkaSourceConnection<C>where <<C as ConnectionAccess>::Kafka as Arbitrary>::Strategy: 'static,

§

type Strategy = BoxedStrategy<KafkaSourceConnection<C>>

The type of Strategy used to generate values of type Self.
§

type Parameters = ()

The type of parameters that arbitrary_with accepts for configuration of the generated Strategy. Parameters must implement Default.
source§

fn arbitrary_with(_: Self::Parameters) -> Self::Strategy

Generates a Strategy for producing arbitrary values of type the implementing type (Self). The strategy is passed the arguments given in args. Read more
source§

fn arbitrary() -> Self::Strategy

Generates a Strategy for producing arbitrary values of type the implementing type (Self). Read more
source§

impl<C: Clone + ConnectionAccess> Clone for KafkaSourceConnection<C>where C::Kafka: Clone,

source§

fn clone(&self) -> KafkaSourceConnection<C>

Returns a copy of the value. Read more
1.0.0 · source§

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more
source§

impl<C: Debug + ConnectionAccess> Debug for KafkaSourceConnection<C>where C::Kafka: Debug,

source§

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more
source§

impl<'de, C: ConnectionAccess> Deserialize<'de> for KafkaSourceConnection<C>where C::Kafka: Deserialize<'de>,

source§

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer. Read more
source§

impl<C: ConnectionAccess> From<KafkaSourceConnection<C>> for GenericSourceConnection<C>

source§

fn from(conn: KafkaSourceConnection<C>) -> Self

Converts to this type from the input type.
source§

impl<R: ConnectionResolver> IntoInlineConnection<KafkaSourceConnection<InlinedConnection>, R> for KafkaSourceConnection<ReferencedConnection>

source§

impl<C: PartialEq + ConnectionAccess> PartialEq<KafkaSourceConnection<C>> for KafkaSourceConnection<C>where C::Kafka: PartialEq,

source§

fn eq(&self, other: &KafkaSourceConnection<C>) -> bool

This method tests for self and other values to be equal, and is used by ==.
1.0.0 · source§

fn ne(&self, other: &Rhs) -> bool

This method tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.
source§

impl RustType<ProtoKafkaSourceConnection> for KafkaSourceConnection<InlinedConnection>

source§

fn into_proto(&self) -> ProtoKafkaSourceConnection

Convert a Self into a Proto value.
source§

fn from_proto( proto: ProtoKafkaSourceConnection ) -> Result<Self, TryFromProtoError>

Consume and convert a Proto back into a Self value. Read more
source§

impl<C: ConnectionAccess> Serialize for KafkaSourceConnection<C>where C::Kafka: Serialize,

source§

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where __S: Serializer,

Serialize this value into the given Serde serializer. Read more
source§

impl<C: ConnectionAccess> SourceConnection for KafkaSourceConnection<C>

source§

fn name(&self) -> &'static str

The name of the external system (e.g kafka, postgres, etc).
source§

fn upstream_name(&self) -> Option<&str>

The name of the resource in the external system (e.g kafka topic) if any
source§

fn timestamp_desc(&self) -> RelationDesc

The schema of this connection’s timestamp type. This will also be the schema of the progress relation.
source§

fn connection_id(&self) -> Option<GlobalId>

The id of the connection object (i.e the one obtained from running CREATE CONNECTION) in the catalog, if any.
source§

fn metadata_columns(&self) -> Vec<(&str, ColumnType)>

Returns available metadata columns that this connection offers in (name, type) pairs in the order specified by the user.
source§

fn metadata_column_types(&self) -> Vec<IncludedColumnSource>

The available metadata columns in the order specified by the user. This only identifies the kinds of columns that this source offers without any further information.
source§

fn alter_compatible( &self, id: GlobalId, other: &Self ) -> Result<(), StorageError>

Determines if self is compatible with another SourceConnection, in such a way that it is possible to turn self into other through a valid series of transformations (e.g. no transformation or ALTER SOURCE). Read more
source§

impl<C: Eq + ConnectionAccess> Eq for KafkaSourceConnection<C>where C::Kafka: Eq,

source§

impl<C: ConnectionAccess> StructuralEq for KafkaSourceConnection<C>

source§

impl<C: ConnectionAccess> StructuralPartialEq for KafkaSourceConnection<C>

Auto Trait Implementations§

Blanket Implementations§

source§

impl<T> Any for Twhere T: 'static + ?Sized,

source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
source§

impl<T> Borrow<T> for Twhere T: ?Sized,

source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
source§

impl<T> BorrowMut<T> for Twhere T: ?Sized,

source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
source§

impl<T> DynClone for Twhere T: Clone,

source§

impl<Q, K> Equivalent<K> for Qwhere Q: Eq + ?Sized, K: Borrow<Q> + ?Sized,

source§

fn equivalent(&self, key: &K) -> bool

Compare self to key and return true if they are equal.
source§

impl<Q, K> Equivalent<K> for Qwhere Q: Eq + ?Sized, K: Borrow<Q> + ?Sized,

source§

fn equivalent(&self, key: &K) -> bool

Checks if this value is equivalent to the given key. Read more
source§

impl<Q, K> Equivalent<K> for Qwhere Q: Eq + ?Sized, K: Borrow<Q> + ?Sized,

source§

fn equivalent(&self, key: &K) -> bool

Compare self to key and return true if they are equal.
source§

impl<T> From<T> for T

source§

fn from(t: T) -> T

Returns the argument unchanged.

source§

impl<T> FromRef<T> for Twhere T: Clone,

source§

fn from_ref(input: &T) -> T

Converts to this type from a reference to the input type.
source§

impl<T> FutureExt for T

source§

fn with_context(self, otel_cx: Context) -> WithContext<Self>

Attaches the provided Context to this type, returning a WithContext wrapper. Read more
source§

fn with_current_context(self) -> WithContext<Self>

Attaches the current Context to this type, returning a WithContext wrapper. Read more
source§

impl<T> Instrument for T

source§

fn instrument(self, span: Span) -> Instrumented<Self>

Instruments this type with the provided Span, returning an Instrumented wrapper. Read more
source§

fn in_current_span(self) -> Instrumented<Self>

Instruments this type with the current Span, returning an Instrumented wrapper. Read more
source§

impl<T, U> Into<U> for Twhere U: From<T>,

source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

source§

impl<T> IntoRequest<T> for T

source§

fn into_request(self) -> Request<T>

Wrap the input message T in a tonic::Request
source§

impl<T> Pointable for T

source§

const ALIGN: usize = mem::align_of::<T>()

The alignment of pointer.
§

type Init = T

The type for initializers.
source§

unsafe fn init(init: <T as Pointable>::Init) -> usize

Initializes a with the given initializer. Read more
source§

unsafe fn deref<'a>(ptr: usize) -> &'a T

Dereferences the given pointer. Read more
source§

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

Mutably dereferences the given pointer. Read more
source§

unsafe fn drop(ptr: usize)

Drops the object pointed to by the given pointer. Read more
source§

impl<T> ProgressEventTimestamp for Twhere T: Data + Debug + Any,

source§

fn as_any(&self) -> &(dyn Any + 'static)

Upcasts this ProgressEventTimestamp to Any. Read more
source§

fn type_name(&self) -> &'static str

Returns the name of the concrete type of this object. Read more
source§

impl<P, R> ProtoType<R> for Pwhere R: RustType<P>,

source§

impl<T> Same<T> for T

§

type Output = T

Should always be Self
source§

impl<T> ToOwned for Twhere T: Clone,

§

type Owned = T

The resulting type after obtaining ownership.
source§

fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more
source§

fn clone_into(&self, target: &mut T)

Uses borrowed data to replace owned data, usually by cloning. Read more
source§

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

§

type Error = Infallible

The type returned in the event of a conversion error.
source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
source§

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
source§

impl<V, T> VZip<V> for Twhere V: MultiLane<T>,

source§

fn vzip(self) -> V

source§

impl<T> WithSubscriber for T

source§

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>where S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a WithDispatch wrapper. Read more
source§

fn with_current_subscriber(self) -> WithDispatch<Self>

Attaches the current default Subscriber to this type, returning a WithDispatch wrapper. Read more
source§

impl<T> Data for Twhere T: Clone + 'static,

source§

impl<T> Data for Twhere T: Send + Sync + Any + Serialize + for<'a> Deserialize<'a> + 'static,

source§

impl<T> DeserializeOwned for Twhere T: for<'de> Deserialize<'de>,

source§

impl<T> ExchangeData for Twhere T: Data + Data,