[−][src]Struct voikko_rs::voikko::Token

pub struct Token {
    pub token_text: String,
    pub token_type: TokenType,
}

Tokenization unit

Fields

token_text: String

Text of the token

token_type: TokenType

Type of the token

Methods

impl Token[src]

pub fn new(token_text: &str, token_type: TokenType) -> Token[src]

Trait Implementations

impl Debug for Token[src]

impl Eq for Token[src]

impl PartialEq<Token> for Token[src]

impl StructuralEq for Token[src]

impl StructuralPartialEq for Token[src]

Auto Trait Implementations

impl RefUnwindSafe for Token

impl Send for Token

impl Sync for Token

impl Unpin for Token

impl UnwindSafe for Token

Blanket Implementations

impl<T> Any for T where
    T: 'static + ?Sized, [src]

impl<T> Borrow<T> for T where
    T: ?Sized, [src]

impl<T> BorrowMut<T> for T where
    T: ?Sized, [src]

impl<T> From<T> for T[src]

impl<T, U> Into<U> for T where
    U: From<T>, [src]

impl<T, U> TryFrom<U> for T where
    U: Into<T>, [src]

type Error = Infallible

The type returned in the event of a conversion error.

impl<T, U> TryInto<U> for T where
    U: TryFrom<T>, [src]

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.