Enum dataflow_types::ExternalSourceConnector

pub enum ExternalSourceConnector {
    Kafka(KafkaSourceConnector),
    Kinesis(KinesisSourceConnector),
    File(FileSourceConnector),
    AvroOcf(FileSourceConnector),
    S3(S3SourceConnector),
    Postgres(PostgresSourceConnector),
    PubNub(PubNubSourceConnector),
}

Variants

Kafka(KafkaSourceConnector)

Tuple Fields

0: KafkaSourceConnector

Kinesis(KinesisSourceConnector)

Tuple Fields

0: KinesisSourceConnector

File(FileSourceConnector)

Tuple Fields

0: FileSourceConnector

AvroOcf(FileSourceConnector)

Tuple Fields

0: FileSourceConnector

S3(S3SourceConnector)

Tuple Fields

0: S3SourceConnector

Postgres(PostgresSourceConnector)

Tuple Fields

0: PostgresSourceConnector

PubNub(PubNubSourceConnector)

Tuple Fields

0: PubNubSourceConnector

Implementations

impl ExternalSourceConnector

pub fn metadata_columns(
    &self,
    include_defaults: bool
) -> Vec<(&str, ColumnType)>

Returns the name and type of each additional metadata column that Materialize will automatically append to the source’s inherent columns.

Presently, each source type exposes precisely one metadata column that corresponds to some source-specific record counter. For example, file sources use a line number, while Kafka sources use a topic offset.

The columns declared here must be kept in sync with the actual source implementations that produce these columns.

pub fn default_metadata_column_name(&self) -> Option<&str>

pub fn metadata_column_types(
    &self,
    include_defaults: bool
) -> Vec<IncludedColumnSource>

pub fn name(&self) -> &'static str

Returns the name of the external source connector.

pub fn upstream_name(&self) -> Option<&str>

Optionally returns the name of the upstream resource this source corresponds to. (Currently only implemented for Kafka and Kinesis, to match old-style behavior TODO: decide whether we want file paths and other upstream names to show up in metrics too.

Trait Implementations

impl Clone for ExternalSourceConnector

fn clone(&self) -> ExternalSourceConnector

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ExternalSourceConnector

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for ExternalSourceConnector

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error> where
    __D: Deserializer<'de>, 

Deserialize this value from the given Serde deserializer.

impl PartialEq<ExternalSourceConnector> for ExternalSourceConnector

fn eq(&self, other: &ExternalSourceConnector) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &ExternalSourceConnector) -> bool

This method tests for !=.

impl Serialize for ExternalSourceConnector

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error> where
    __S: Serializer, 

Serialize this value into the given Serde serializer.

impl Eq for ExternalSourceConnector

impl StructuralEq for ExternalSourceConnector

impl StructuralPartialEq for ExternalSourceConnector