Struct mz_storage::source::kafka::GlueConsumerContext

struct GlueConsumerContext {
    notificator: Arc<Notify>,
    stats_tx: Sender<Jsonb>,
    inner: MzClientContext,
}

An implementation of ConsumerContext that forwards statistics to the worker

Fields

notificator: Arc<Notify>

stats_tx: Sender<Jsonb>

inner: MzClientContext

Implementations

impl GlueConsumerContext

fn activate(&self)

Trait Implementations

impl ClientContext for GlueConsumerContext

fn stats_raw(&self, statistics: &[u8])

Receives the JSON-encoded statistics of the librdkafka client. To enable, the statistics.interval.ms configuration parameter must be specified.

fn log(&self, level: RDKafkaLogLevel, fac: &str, log_message: &str)

Receives log lines from librdkafka.

fn error(&self, error: KafkaError, reason: &str)

Receives global errors from the librdkafka client.

const ENABLE_REFRESH_OAUTH_TOKEN: bool = false

Whether to periodically refresh the SASL OAUTHBEARER token by calling ClientContext::generate_oauth_token.

fn stats(&self, statistics: Statistics)

Receives the decoded statistics of the librdkafka client. To enable, the statistics.interval.ms configuration parameter must be specified.

fn resolve_broker_addr( &self, host: &str, port: u16, ) -> Result<Vec<SocketAddr>, Error>

Performs DNS resolution on a broker address.

fn generate_oauth_token( &self, _oauthbearer_config: Option<&str>, ) -> Result<OAuthToken, Box<dyn Error>>

Generates an OAuth token from the provided configuration.

impl ConsumerContext for GlueConsumerContext

fn rebalance( &self, native_client: &NativeClient, err: rd_kafka_resp_err_t, tpl: &mut TopicPartitionList, )

Implements the default rebalancing strategy and calls the pre_rebalance and post_rebalance methods. If this method is overridden, it will be responsibility of the user to call them if needed.

fn pre_rebalance<'a>(&self, rebalance: &Rebalance<'a>)

Pre-rebalance callback. This method will run before the rebalance and should terminate its execution quickly.

fn post_rebalance<'a>(&self, rebalance: &Rebalance<'a>)

Post-rebalance callback. This method will run after the rebalance and should terminate its execution quickly.

fn commit_callback( &self, result: Result<(), KafkaError>, offsets: &TopicPartitionList, )

Post commit callback. This method will run after a group of offsets was committed to the offset store.

fn main_queue_min_poll_interval(&self) -> Timeout

Returns the minimum interval at which to poll the main queue, which services the logging, stats, and error callbacks.