Struct KafkaInputFormat 

pub struct KafkaInputFormat { /* private fields */ }

Implementations

impl KafkaInputFormat

pub fn new( client_config: ClientConfig, topics: Vec<String>, buffer_size: usize, offset_range: OffsetRange, deserializer_builder: Box<dyn KafkaRecordDeserializerBuilder>, parallelism: u16, fn_name: String, ) -> Self

Trait Implementations

impl CheckpointFunction for KafkaInputFormat

fn snapshot_state( &mut self, context: &FunctionSnapshotContext, ) -> Option<CheckpointHandle>

trigger the method when the operator operate a Barrier event

fn initialize_state( &mut self, context: &FunctionSnapshotContext, handle: &Option<CheckpointHandle>, )

trigger the method when a operator initialization

fn consult_version( &mut self, context: &FunctionSnapshotContext, _handle: &Option<CheckpointHandle>, ) -> CheckpointId

impl InputFormat for KafkaInputFormat

fn open(&mut self, input_split: InputSplit, context: &Context) -> Result<()>

Initialization of InputFormat, Each task will be called once when it starts.

fn record_iter(&mut self) -> Box<dyn Iterator<Item = Record> + Send>

return an Iterator of Record, if the next of Iterator is None, the task of InputFormat will be Terminated. the function is called by element_iter, a user-friendly function, usually you just need to implement it

fn close(&mut self) -> Result<()>

fn schema(&self, _input_schema: FnSchema) -> FnSchema

fn parallelism(&self) -> u16

fn element_iter(&mut self) -> Box<dyn Iterator<Item = Element> + Send>

return an Iterator of Element, if the next of Iterator is None, the task of InputFormat will be Terminated. the function is called by runtime

fn daemon(&self) -> bool

mark the InputFormat is running in daemon mode, if true, this InputFormat is automatically terminated when any task instance ends

impl InputSplitSource for KafkaInputFormat

fn create_input_splits(&self, min_num_splits: u16) -> Result<Vec<InputSplit>>

Create InputSplits by system parallelism[min_num_splits]

fn input_split_assigner( &self, input_splits: Vec<InputSplit>, ) -> InputSplitAssigner

Create InputSplitAssigner by InputSplits[‘input_splits’]

impl NamedFunction for KafkaInputFormat

fn name(&self) -> &str