Struct nnsplit::NNSplitLogic

pub struct NNSplitLogic {
    pub options: NNSplitOptions,
    pub split_sequence: SplitSequence,
}

The logic by which texts are split.

Fields

options: NNSplitOptions

split_sequence: SplitSequence

Implementations

impl NNSplitLogic

pub fn new(options: NNSplitOptions) -> Self

Create new logic from options. The split sequence is not customizable at the moment.

pub fn get_inputs_and_indices(
    &self,
    texts: &[&str]
) -> (Array2<u8>, Vec<(usize, Range<usize>)>)

Convert texts to neural network inputs. Returns:

• An ndarray::Array2 which can be fed into the neural network as is.
• A vector of indices with information which positions in the text the array elements correspond to.

pub fn split<'a>(
    &self,
    texts: &[&'a str],
    slice_preds: Array3<f32>,
    indices: Vec<(usize, Range<usize>)>
) -> Vec<Split<'a>>

Splits the text, given predictions by a neural network and indices with information which positions in the text the predictions correspond to.