Struct mz_kafka_util::client::BrokerRewritingClientContext

pub struct BrokerRewritingClientContext<C> {
    inner: C,
    overrides: HashMap<BrokerAddr, BrokerAddr>,
    drop_tokens: Vec<Box<dyn Any + Send + Sync>>,
}

A client context that supports rewriting broker addresses.

Fields

inner: C

overrides: HashMap<BrokerAddr, BrokerAddr>

drop_tokens: Vec<Box<dyn Any + Send + Sync>>

Opaque tokens to cleanup resources associated with overrides.

Implementations

impl<C> BrokerRewritingClientContext<C>

pub fn new(inner: C) -> BrokerRewritingClientContext<C>

Constructs a new context that wraps inner.

pub fn add_broker_rewrite(
    &mut self,
    broker: &str,
    rewrite_host: &str,
    rewrite_port: Option<u16>
)

Adds a broker rewrite rule.

Connections to the specified broker will be rewritten to connect to rewrite_host and rewrite_port instead. If rewrite_port is omitted, only the host is rewritten.

pub fn add_broker_rewrite_with_token<T: Any + Send + Sync>(
    &mut self,
    broker: &str,
    rewrite_host: &str,
    rewrite_port: Option<u16>,
    token: T
)

The same as add_broker_rewrite, but holds onto a token that may perform some shutdown on drop.

fn add_broker_rewrite_inner(
    &mut self,
    broker: &str,
    rewrite_host: &str,
    rewrite_port: Option<u16>,
    token: Option<Box<dyn Any + Send + Sync>>
)

pub fn inner(&self) -> &C

Returns a reference to the wrapped context.

Trait Implementations

impl<C> ClientContext for BrokerRewritingClientContext<C>where
    C: ClientContext,

const ENABLE_REFRESH_OAUTH_TOKEN: bool = C::ENABLE_REFRESH_OAUTH_TOKEN

Whether to periodically refresh the SASL OAUTHBEARER token by calling ClientContext::generate_oauth_token.

fn rewrite_broker_addr(&self, addr: BrokerAddr) -> BrokerAddr

Rewrites a broker address for DNS resolution.

fn log(&self, level: RDKafkaLogLevel, fac: &str, log_message: &str)

Receives log lines from librdkafka.

fn error(&self, error: KafkaError, reason: &str)

Receives global errors from the librdkafka client.

fn stats(&self, statistics: Statistics)

Receives the decoded statistics of the librdkafka client. To enable, the statistics.interval.ms configuration parameter must be specified.

fn stats_raw(&self, statistics: &[u8])

Receives the JSON-encoded statistics of the librdkafka client. To enable, the statistics.interval.ms configuration parameter must be specified.

fn generate_oauth_token(
    &self,
    oauthbearer_config: Option<&str>
) -> Result<OAuthToken, Box<dyn Error>>

Generates an OAuth token from the provided configuration.

impl<C> ConsumerContext for BrokerRewritingClientContext<C>where
    C: ConsumerContext,

fn rebalance(
    &self,
    native_client: &NativeClient,
    err: RDKafkaRespErr,
    tpl: &mut TopicPartitionList
)

Implements the default rebalancing strategy and calls the pre_rebalance and post_rebalance methods. If this method is overridden, it will be responsibility of the user to call them if needed.

fn pre_rebalance<'a>(&self, rebalance: &Rebalance<'a>)

Pre-rebalance callback. This method will run before the rebalance and should terminate its execution quickly.

fn post_rebalance<'a>(&self, rebalance: &Rebalance<'a>)

Post-rebalance callback. This method will run after the rebalance and should terminate its execution quickly.

fn commit_callback(&self, result: KafkaResult<()>, offsets: &TopicPartitionList)

Post commit callback. This method will run after a group of offsets was committed to the offset store.

fn main_queue_min_poll_interval(&self) -> Timeout

Returns the minimum interval at which to poll the main queue, which services the logging, stats, and error callbacks.

impl<C> ProducerContext for BrokerRewritingClientContext<C>where
    C: ProducerContext,

type DeliveryOpaque = <C as ProducerContext>::DeliveryOpaque

A DeliveryOpaque is a user-defined structure that will be passed to the producer when producing a message, and returned to the delivery method once the message has been delivered, or failed to.

fn delivery(
    &self,
    delivery_result: &DeliveryResult<'_>,
    delivery_opaque: Self::DeliveryOpaque
)

This method will be called once the message has been delivered (or failed to). The DeliveryOpaque will be the one provided by the user when calling send.