Struct rlink_connector_kafka::source::input_format::KafkaInputFormat

pub struct KafkaInputFormat { /* fields omitted */ }

Implementations

impl KafkaInputFormat

pub fn new(
    client_config: ClientConfig,
    topics: Vec<String>,
    buffer_size: usize,
    deserializer_builder: Box<dyn KafkaRecordDeserializerBuilder>
) -> Self

Trait Implementations

impl CheckpointFunction for KafkaInputFormat

fn initialize_state(
    &mut self,
    _context: &FunctionSnapshotContext,
    _handle: &Option<CheckpointHandle>
)

trigger the method when a operator initialization

fn snapshot_state(
    &mut self,
    context: &FunctionSnapshotContext
) -> Option<CheckpointHandle>

trigger the method when the operator operate a Barrier event

pub fn consult_version(
    &mut self,
    context: &FunctionSnapshotContext,
    _handle: &Option<CheckpointHandle>
) -> CheckpointId

impl InputFormat for KafkaInputFormat

fn open(&mut self, input_split: InputSplit, context: &Context) -> Result<()>

fn record_iter(&mut self) -> Box<dyn Iterator<Item = Record> + Send>

fn close(&mut self) -> Result<()>

pub fn element_iter(
    &mut self
) -> Box<dyn Iterator<Item = Element> + 'static + Send, Global>

impl InputSplitSource for KafkaInputFormat

fn create_input_splits(&self, min_num_splits: u16) -> Result<Vec<InputSplit>>

Create InputSplits by system parallelism[min_num_splits]

pub fn input_split_assigner(
    &self,
    input_splits: Vec<InputSplit, Global>
) -> InputSplitAssigner

Create InputSplitAssigner by InputSplits[‘input_splits’]

impl NamedFunction for KafkaInputFormat

fn name(&self) -> &str