Struct nlprule::types::IncompleteToken

pub struct IncompleteToken<'t> {
    pub word: Word<'t>,
    pub byte_span: (usize, usize),
    pub char_span: (usize, usize),
    pub is_sentence_end: bool,
    pub has_space_before: bool,
    pub chunks: Vec<String>,
    pub multiword_data: Option<WordData<'t>>,
    pub sentence: &'t str,
    pub tagger: &'t Tagger,
}

A token where varying levels of information are set.

Fields

word: Word<'t>

byte_span: (usize, usize)

char_span: (usize, usize)

is_sentence_end: bool

has_space_before: bool

chunks: Vec<String>

multiword_data: Option<WordData<'t>>

sentence: &'t str

tagger: &'t Tagger

Trait Implementations

impl<'t> Clone for IncompleteToken<'t>

fn clone(&self) -> IncompleteToken<'t>

Returns a copy of the value.

pub fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'t> Debug for IncompleteToken<'t>

fn fmt(&self, __f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'t> From<IncompleteToken<'t>> for Token<'t>

fn from(data: IncompleteToken<'t>) -> Self

Performs the conversion.

impl<'t> PartialEq<IncompleteToken<'t>> for IncompleteToken<'t>

fn eq(&self, other: &Self) -> bool

This method tests for self and other values to be equal, and is used by ==.

#[must_use]pub fn ne(&self, other: &Rhs) -> bool

This method tests for !=.