Function mz_storage::source::kafka::render_reader
source ยท fn render_reader<G: Scope<Timestamp = KafkaTimestamp>>(
scope: &G,
connection: KafkaSourceConnection,
config: RawSourceCreationConfig,
resume_uppers: impl Stream<Item = Antichain<KafkaTimestamp>> + 'static,
metadata_stream: Stream<G, MetadataUpdate>,
start_signal: impl Future<Output = ()> + 'static,
) -> (StackedCollection<G, (usize, Result<SourceMessage, DataflowError>)>, Stream<G, Infallible>, Stream<G, HealthStatusMessage>, Stream<G, ProgressStatisticsUpdate>, PressOnDropButton)
Expand description
Render the reader of a Kafka source.
The reader is responsible for polling the Kafka topic partitions for new messages, and
transforming them into a SourceMessage
collection.