Enum TokenizerSource 

pub enum TokenizerSource {
    Library(String),
    HuggingFace,
    Engine,
}

Variants

Library(String)

HuggingFace

Engine

Trait Implementations

impl Clone for TokenizerSource

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TokenizerSource

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Eq for TokenizerSource

impl PartialEq for TokenizerSource

fn eq(&self, other: &Self) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for TokenizerSource