Struct KafkaSource

pub struct KafkaSource<T> { /* private fields */ }

A source that reads from Kafka

Implementations

impl<T> KafkaSource<T>

where T: for<'a> TryFrom<Vec<u8>, Error = Box<dyn Error + Send + Sync>> + Send + Sync + 'static,

pub fn new(config: &KafkaConfig) -> SourceResult<Self>

Create a new Kafka source with the given configuration

Errors

Returns an error if:

• Failed to create Kafka consumer
• Failed to subscribe to topic
• Invalid configuration parameters

pub const fn with_timeout(self, timeout: Duration) -> Self

Set the timeout for reading messages

Returns a new KafkaSource with the updated timeout

Trait Implementations

impl<T> FlowComponent for KafkaSource<T>

where T: for<'a> TryFrom<Vec<u8>, Error = Box<dyn Error + Send + Sync>> + Send + Sync + 'static,

type Input = ()

type Output = T

type Error = FlowError

impl<T> Source for KafkaSource<T>

where T: for<'a> TryFrom<Vec<u8>, Error = Box<dyn Error + Send + Sync>> + Send + Sync + 'static,

fn stream( &self, ) -> FlowFuture<'_, SourceOutput<Self::Output, Self::Error>, Self::Error>