Struct rlink_connector_kafka::source::input_format::KafkaInputFormat

pub struct KafkaInputFormat { /* fields omitted */ }

Implementations

impl KafkaInputFormat

pub fn new(
    client_config: ClientConfig,
    topics: Vec<String>,
    buffer_size: usize,
    offset_range: OffsetRange,
    deserializer_builder: Box<dyn KafkaRecordDeserializerBuilder>,
    parallelism: u16,
    fn_name: String
) -> Self

Trait Implementations

impl CheckpointFunction for KafkaInputFormat

fn snapshot_state(
    &mut self,
    context: &FunctionSnapshotContext
) -> Option<CheckpointHandle>

trigger the method when the operator operate a Barrier event

fn initialize_state(
    &mut self,
    context: &FunctionSnapshotContext,
    handle: &Option<CheckpointHandle>
)

trigger the method when a operator initialization

fn consult_version(
    &mut self,
    context: &FunctionSnapshotContext,
    _handle: &Option<CheckpointHandle>
) -> CheckpointId

impl InputFormat for KafkaInputFormat

fn open(&mut self, input_split: InputSplit, context: &Context) -> Result<()>

Initialization of InputFormat, Each task will be called once when it starts.

fn record_iter(&mut self) -> Box<dyn Iterator<Item = Record> + Send>

return an Iterator of Record, if the next of Iterator is None, the task of InputFormat will be Terminated. the function is called by element_iter, a user-friendly function, usually you just need to implement it

fn close(&mut self) -> Result<()>

fn schema(&self, _input_schema: FnSchema) -> FnSchema

fn parallelism(&self) -> u16

fn element_iter(
    &mut self
) -> Box<dyn Iterator<Item = Element> + Send + 'static, Global>

return an Iterator of Element, if the next of Iterator is None, the task of InputFormat will be Terminated. the function is called by runtime

fn daemon(&self) -> bool

mark the InputFormat is running in daemon mode, if true, this InputFormat is automatically terminated when any task instance ends

impl InputSplitSource for KafkaInputFormat

fn create_input_splits(&self, min_num_splits: u16) -> Result<Vec<InputSplit>>

Create InputSplits by system parallelism[min_num_splits]

fn input_split_assigner(
    &self,
    input_splits: Vec<InputSplit, Global>
) -> InputSplitAssigner

Create InputSplitAssigner by InputSplits[‘input_splits’]

impl NamedFunction for KafkaInputFormat

fn name(&self) -> &str