Trait rlink::core::function::InputSplitSource

pub trait InputSplitSource {
    fn create_input_splits(
        &self, 
        min_num_splits: u16
    ) -> Result<Vec<InputSplit>> { ... }
    fn input_split_assigner(
        &self, 
        input_splits: Vec<InputSplit>
    ) -> InputSplitAssigner { ... }
}

InputSplitSources create InputSplit that define portions of data to be produced by InputFormat

Provided methods

fn create_input_splits(&self, min_num_splits: u16) -> Result<Vec<InputSplit>>

Create InputSplits by system parallelism[min_num_splits]

Returns a InputSplit vec

fn input_split_assigner(
    &self,
    input_splits: Vec<InputSplit>
) -> InputSplitAssigner

Create InputSplitAssigner by InputSplits[‘input_splits’]

Returns a InputSplitAssigner

Implementors

impl<T> InputSplitSource for IteratorInputFormat<T> where
    T: FnOnce(InputSplit, Context) -> Box<dyn Iterator<Item = Record> + Send>,