Struct dataflow::source::PartitionMetrics

pub struct PartitionMetrics {
    offset_ingested: DeleteOnDropGauge<'static, AtomicI64, Vec<String>>,
    offset_received: DeleteOnDropGauge<'static, AtomicI64, Vec<String>>,
    closed_ts: DeleteOnDropGauge<'static, AtomicU64, Vec<String>>,
    messages_ingested: DeleteOnDropCounter<'static, AtomicI64, Vec<String>>,
    last_offset: i64,
    last_timestamp: i64,
}

Partition-specific metrics, recorded to both Prometheus and a system table

Fields

offset_ingested: DeleteOnDropGauge<'static, AtomicI64, Vec<String>>

Highest offset that has been received by the source and timestamped

offset_received: DeleteOnDropGauge<'static, AtomicI64, Vec<String>>

Highest offset that has been received by the source

closed_ts: DeleteOnDropGauge<'static, AtomicU64, Vec<String>>

Value of the highest timestamp that is closed (for which all messages have been ingested)

messages_ingested: DeleteOnDropCounter<'static, AtomicI64, Vec<String>>

Total number of messages that have been received by the source and timestamped

last_offset: i64

last_timestamp: i64

Implementations

impl PartitionMetrics

fn record_offset(
    &mut self,
    logger: &mut Logger,
    source_name: &str,
    source_id: SourceInstanceId,
    partition_id: &PartitionId,
    offset: i64,
    timestamp: i64
)

Record the latest offset ingested high-water mark

pub fn new(
    base_metrics: &SourceBaseMetrics,
    source_name: &str,
    source_id: SourceInstanceId,
    partition_id: &PartitionId
) -> PartitionMetrics

Initialises partition metrics for a given (source_id, partition_id)