Struct mz_storage_client::types::sources::KafkaSourceConnection

pub struct KafkaSourceConnection {
    pub connection: KafkaConnection,
    pub connection_id: GlobalId,
    pub topic: String,
    pub start_offsets: BTreeMap<i32, i64>,
    pub group_id_prefix: Option<String>,
    pub environment_id: String,
    pub include_timestamp: Option<IncludedColumnPos>,
    pub include_partition: Option<IncludedColumnPos>,
    pub include_topic: Option<IncludedColumnPos>,
    pub include_offset: Option<IncludedColumnPos>,
    pub include_headers: Option<IncludedColumnPos>,
}

Fields

connection: KafkaConnection

connection_id: GlobalId

topic: String

start_offsets: BTreeMap<i32, i64>

group_id_prefix: Option<String>

environment_id: String

include_timestamp: Option<IncludedColumnPos>

If present, include the timestamp as an output column of the source with the given name

include_partition: Option<IncludedColumnPos>

If present, include the partition as an output column of the source with the given name.

include_topic: Option<IncludedColumnPos>

If present, include the topic as an output column of the source with the given name.

include_offset: Option<IncludedColumnPos>

If present, include the offset as an output column of the source with the given name.

include_headers: Option<IncludedColumnPos>

Trait Implementations

impl Arbitrary for KafkaSourceConnection

type Strategy = BoxedStrategy<KafkaSourceConnection>

The type of Strategy used to generate values of type Self.

type Parameters = ()

The type of parameters that arbitrary_with accepts for configuration of the generated Strategy. Parameters must implement Default.

fn arbitrary_with(_: Self::Parameters) -> Self::Strategy

Generates a Strategy for producing arbitrary values of type the implementing type (Self). The strategy is passed the arguments given in args.

fn arbitrary() -> Self::Strategy

Generates a Strategy for producing arbitrary values of type the implementing type (Self).

impl Clone for KafkaSourceConnection

fn clone(&self) -> KafkaSourceConnection

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for KafkaSourceConnection

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for KafkaSourceConnection

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
    __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl From<KafkaSourceConnection> for GenericSourceConnection

fn from(conn: KafkaSourceConnection) -> Self

Converts to this type from the input type.

impl PartialEq<KafkaSourceConnection> for KafkaSourceConnection

fn eq(&self, other: &KafkaSourceConnection) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

This method tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl RustType<ProtoKafkaSourceConnection> for KafkaSourceConnection

fn into_proto(&self) -> ProtoKafkaSourceConnection

Convert a Self into a Proto value.

fn from_proto(
    proto: ProtoKafkaSourceConnection
) -> Result<Self, TryFromProtoError>

Consume and convert a Proto back into a Self value.

impl Serialize for KafkaSourceConnection

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where
    __S: Serializer,

Serialize this value into the given Serde serializer.

impl SourceConnection for KafkaSourceConnection

fn name(&self) -> &'static str

The name of the external system (e.g kafka, postgres, etc).

fn upstream_name(&self) -> Option<&str>

The name of the resource in the external system (e.g kafka topic) if any

fn timestamp_desc(&self) -> RelationDesc

The schema of this connection’s timestamp type. This will also be the schema of the progress relation.

fn num_outputs(&self) -> usize

The number of outputs. This will be 1 for sources with no subsources or 1 + num_subsources otherwise.

fn connection_id(&self) -> Option<GlobalId>

The id of the connection object (i.e the one obtained from running CREATE CONNECTION) in the catalog, if any.

fn metadata_columns(&self) -> Vec<(&str, ColumnType)>

Returns available metadata columns that this connection offers in (name, type) pairs in the order specified by the user.

fn metadata_column_types(&self) -> Vec<IncludedColumnSource>

The available metadata columns in the order specified by the user. This only identifies the kinds of columns that this source offers without any further information.

impl Eq for KafkaSourceConnection

impl StructuralEq for KafkaSourceConnection

impl StructuralPartialEq for KafkaSourceConnection