Struct mz_storage::source::s3::S3SourceReader

pub struct S3SourceReader {
    source_name: String,
    id: GlobalId,
    receiver_stream: Receiver<Result<Vec<u8>, S3Error>>,
    dataflow_status: Sender<DataflowStatus>,
    offset: S3Offset,
    data_capability: Capability<MzOffset>,
    upper_capability: Capability<MzOffset>,
    active_read_worker: bool,
}

Information required to load data from S3

Fields

source_name: String

The name of the source that the user entered

id: GlobalId

Global source ID

receiver_stream: Receiver<Result<Vec<u8>, S3Error>>

Receiver channel that ingests records

dataflow_status: Sender<DataflowStatus>

offset: S3Offset

Total number of records that this source has read

data_capability: Capability<MzOffset>

Capabilities used to produce messages

upper_capability: Capability<MzOffset>

active_read_worker: bool

Trait Implementations

impl Drop for S3SourceReader

fn drop(&mut self)

Executes the destructor for this type.

impl SourceReader for S3SourceReader

type Key = ()

type Value = ByteStream

type Time = MzOffset

type Diff = ()

fn get_next_message(
    &mut self
) -> NextMessage<Self::Key, Self::Value, Self::Time, Self::Diff>

Returns the next message available from the source.

fn next<'life0, 'async_trait>(
    &'life0 mut self,
    timestamp_granularity: Duration
) -> Pin<Box<dyn Future<Output = Option<SourceMessageType<Self::Key, Self::Value, Self::Time, Self::Diff>>> + 'async_trait>>where
    Self: 'async_trait,
    'life0: 'async_trait,

Returns the next message available from the source.

fn into_stream<'a>(
    self,
    timestamp_granularity: Duration
) -> LocalBoxStream<'a, SourceMessageType<Self::Key, Self::Value, Self::Time, Self::Diff>>where
    Self: Sized + 'a,

Returns an adapter that treats the source as a stream.