Struct dataflow::source::FileSourceReader

pub struct FileSourceReader {
    id: SourceInstanceId,
    receiver_stream: Receiver<Result<MessagePayload, Error>>,
    current_file_offset: FileOffset,
}

Contains all information necessary to ingest data from file sources

Fields

id: SourceInstanceId

Unique source ID

receiver_stream: Receiver<Result<MessagePayload, Error>>

Receiver channel that ingests records

current_file_offset: FileOffset

Current File Offset. This corresponds to the offset of last processed message (initially 0 if no records have been processed)

Trait Implementations

impl SourceReader for FileSourceReader

type Key = ()

type Value = MessagePayload

fn new(
    _name: String,
    source_id: SourceInstanceId,
    worker_id: usize,
    _worker_count: usize,
    consumer_activator: SyncActivator,
    connector: ExternalSourceConnector,
    _restored_offsets: Vec<(PartitionId, Option<MzOffset>)>,
    encoding: SourceDataEncoding,
    _: Option<Logger>,
    _: SourceBaseMetrics
) -> Result<(FileSourceReader, Option<PartitionId>), Error>

Create a new source reader.

fn get_next_message(
    &mut self
) -> Result<NextMessage<Self::Key, Self::Value>, Error>

Returns the next message available from the source.