Trait mako::tokenization::hf_tokenizers::tokenizer::pattern::Pattern

pub trait Pattern {
    fn find_matches(&self, inside: &str) -> Result<Vec<(Offsets, bool)>>;
}

Pattern used to split a NormalizedString

Required methods

fn find_matches(&self, inside: &str) -> Result<Vec<(Offsets, bool)>>

Slice the given string in a list of pattern match positions, with a boolean indicating whether this is a match or not.

This method must cover the whole string in its outputs, with contiguous ordered slices.

Implementations on Foreign Types

impl Pattern for char

fn find_matches(&self, inside: &str) -> Result<Vec<(Offsets, bool)>>

impl Pattern for &str

fn find_matches(&self, inside: &str) -> Result<Vec<(Offsets, bool)>>

impl Pattern for &String

fn find_matches(&self, inside: &str) -> Result<Vec<(Offsets, bool)>>

impl Pattern for &Regex

fn find_matches(&self, inside: &str) -> Result<Vec<(Offsets, bool)>>

impl Pattern for &Regex

fn find_matches(&self, inside: &str) -> Result<Vec<(Offsets, bool)>>

Implementors

impl<F> Pattern for F where
    F: Fn(char) -> bool, 

impl<P: Pattern> Pattern for Invert<P>