Trait tokenizers::tokenizer::pattern::Pattern

pub trait Pattern {
    // Required method
    fn find_matches(&self, inside: &str) -> Result<Vec<(Offsets, bool)>>;
}

Pattern used to split a NormalizedString

Required Methods

fn find_matches(&self, inside: &str) -> Result<Vec<(Offsets, bool)>>

Slice the given string in a list of pattern match positions, with a boolean indicating whether this is a match or not.

This method must cover the whole string in its outputs, with contiguous ordered slices.

Implementations on Foreign Types

impl Pattern for &str

fn find_matches(&self, inside: &str) -> Result<Vec<(Offsets, bool)>>

impl Pattern for &String

fn find_matches(&self, inside: &str) -> Result<Vec<(Offsets, bool)>>

impl Pattern for &Regex

fn find_matches(&self, inside: &str) -> Result<Vec<(Offsets, bool)>>

impl Pattern for &Regex

fn find_matches(&self, inside: &str) -> Result<Vec<(Offsets, bool)>>

impl Pattern for char

fn find_matches(&self, inside: &str) -> Result<Vec<(Offsets, bool)>>

Implementors

impl Pattern for &SysRegex

impl<F> Pattern for F

where F: Fn(char) -> bool,

impl<P: Pattern> Pattern for Invert<P>