Struct nlprule::types::IncompleteToken

pub struct IncompleteToken<'t> { /* fields omitted */ }

A token where varying levels of information are set.

Implementations

impl<'t> IncompleteToken<'t>

pub fn into_token(self) -> Token<'t>

Converts this incomplete token to a complete token.

pub fn word(&self) -> &Word<'t>

The word of this token. Contains information about the actual text and part-of-speech tags + lemmas.

pub fn word_mut(&mut self) -> &mut Word<'t>

pub fn span(&self) -> &Span

The span of this sentence.

pub fn is_sentence_end(&self) -> bool

Whether this token is the last token in the sentence-

pub fn is_sentence_end_mut(&mut self) -> &mut bool

pub fn has_space_before(&self) -> bool

Whether this token has one or more whitespace characters before.

pub fn chunks(&self) -> &[String]

Chunks associated with this token.

pub fn chunks_mut(&mut self) -> &mut Vec<String>

pub fn rshift(self, position: Position) -> Self

Shift the span of this token right by the specified amount.

Trait Implementations

impl<'t> Clone for IncompleteToken<'t>

fn clone(&self) -> IncompleteToken<'t>

Returns a copy of the value.

pub fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'t> Debug for IncompleteToken<'t>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'t> PartialEq<IncompleteToken<'t>> for IncompleteToken<'t>

fn eq(&self, other: &IncompleteToken<'t>) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &IncompleteToken<'t>) -> bool

This method tests for !=.

impl<'t> StructuralPartialEq for IncompleteToken<'t>