Struct udgraph::token::Token

source · [−]

pub struct Token { /* private fields */ }

Expand description

Token

The Token type stores a CoNLL-U token. Various information can be associated with a token, such as its lemma, (universal) part-of-speech, morphological features, and other (miscellaneous) features.

Tokens are typically stored as vertices in a DepGraph, so that their dependency heads and dependents can be queried.

Implementations

source

impl Token

source

pub fn new(form: impl Into<String>) -> Token

Create a new token where all the non-form fields are absent.

source

pub fn form(&self) -> &str

Get the word form or punctuation symbol.

source

pub fn lemma(&self) -> Option<&str>

Get the lemma or stem of the word form.

source

pub fn upos(&self) -> Option<&str>

Get the universal part-of-speech tag.

source

pub fn xpos(&self) -> Option<&str>

Get the language-specific part-of-speech tag.

source

pub fn features(&self) -> &Features

Get the syntactic and/or morphological features of the token.

source

pub fn features_mut(&mut self) -> &mut Features

Get the syntactic and/or morphological features of the token.

Returns a mutable reference, so that the features can be updated.

source

pub fn deps(&self) -> Option<&str>

Get enhanced dependencies.

Warning: this method will be removed once proper support for enhanced dependencies is added.

source

pub fn misc(&self) -> &Misc

Get miscellaneous token features.

source

pub fn misc_mut(&mut self) -> &mut Misc

Get miscellaneous token features.

Returns a mutable reference, so that the information can be updated.

source

pub fn set_form(&mut self, form: impl Into<String>) -> String

Set the word form or punctuation symbol.

Returns the form that is replaced.

source

pub fn set_lemma<S>(&mut self, lemma: Option<S>) -> Option<String> where
S: Into<String>,

Set the lemma or stem of the word form.

Returns the lemma that is replaced.

source

pub fn set_upos<S>(&mut self, upos: Option<S>) -> Option<String> where
S: Into<String>,

Set the universal part-of-speech tag.

Returns the universal part-of-speech tag that is replaced.

source

pub fn set_xpos<S>(&mut self, xpos: Option<S>) -> Option<String> where
S: Into<String>,

Set the language-specific part-of-speech tag.

Returns the language-specific part-of-speech tag that is replaced.

source

pub fn set_features(&mut self, features: Features) -> Features

Set the syntactic and/or morphological features of the token.

Returns the features that are replaced.

source

pub fn set_deps(&mut self, deps: Option<impl Into<String>>) -> Option<String>

Set UD enhanced dependencies.

Warning: this method will be removed once proper support for enhanced dependencies is added.

source

pub fn set_misc(&mut self, misc: Misc) -> Misc

Set miscellaneous token features.

Returns the features that are replaced.

Trait Implementations

source

impl Clone for Token

source

fn clone(&self) -> Token

Returns a copy of the value. Read more

1.0.0 · source

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more

source

impl Debug for Token

source

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more

source

impl From<Token> for TokenBuilder

source

fn from(token: Token) -> Self

Converts to this type from the input type.

source

impl From<TokenBuilder> for Token

source

fn from(builder: TokenBuilder) -> Self

Converts to this type from the input type.

source

impl FromIterator<Token> for Sentence

source

fn from_iter<T>(iter: T) -> Self where
T: IntoIterator<Item = Token>,

Creates a value from an iterator. Read more

source

impl PartialEq<Token> for Token

source

fn eq(&self, other: &Token) -> bool

This method tests for self and other values to be equal, and is used by ==. Read more

source

fn ne(&self, other: &Token) -> bool

This method tests for !=.

source

impl Eq for Token

source

impl StructuralEq for Token

source

impl StructuralPartialEq for Token

Auto Trait Implementations

impl RefUnwindSafe for Token

impl Send for Token

impl Sync for Token

impl Unpin for Token

impl UnwindSafe for Token

Blanket Implementations

source

impl<T> Any for T where
T: 'static + ?Sized,

source

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more

source

impl<T> Borrow<T> for T where
T: ?Sized,

const: unstable · source

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more

source

impl<T> BorrowMut<T> for T where
T: ?Sized,

const: unstable · source

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more

source

impl<Q, K> Equivalent<K> for Q where
Q: Eq + ?Sized,
K: Borrow<Q> + ?Sized,

source

fn equivalent(&self, key: &K) -> bool

Compare self to key and return true if they are equal.

source

impl<T> From<T> for T

const: unstable · source

fn from(t: T) -> T

Returns the argument unchanged.

source

impl<T, U> Into for T where
U: From<T>,

const: unstable · source

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

source

impl<T> ToOwned for T where
T: Clone,

type Owned = T

The resulting type after obtaining ownership.

source

fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more

source

fn clone_into(&self, target: &mut T)

🔬 This is a nightly-only experimental API. (toowned_clone_into)

Uses borrowed data to replace owned data, usually by cloning. Read more

source

impl<T, U> TryFrom for T where
U: Into<T>,

type Error = Infallible

The type returned in the event of a conversion error.

const: unstable · source

fn try_from(value: U) -> Result<T, <T as TryFrom>::Error>

Performs the conversion.

source

impl<T, U> TryInto for T where
U: TryFrom<T>,

type Error = >::Error

The type returned in the event of a conversion error.

const: unstable · source

fn try_into(self) -> Result<U, >::Error>

Performs the conversion.

Struct udgraph::token::Token

Implementations

impl Token

pub fn new(form: impl Into<String>) -> Token

pub fn form(&self) -> &str

pub fn lemma(&self) -> Option<&str>

pub fn upos(&self) -> Option<&str>

pub fn xpos(&self) -> Option<&str>

pub fn features(&self) -> &Features

pub fn features_mut(&mut self) -> &mut Features

pub fn deps(&self) -> Option<&str>

pub fn misc(&self) -> &Misc

pub fn misc_mut(&mut self) -> &mut Misc

pub fn set_form(&mut self, form: impl Into<String>) -> String

pub fn set_lemma<S>(&mut self, lemma: Option<S>) -> Option<String> where S: Into<String>,

pub fn set_upos<S>(&mut self, upos: Option<S>) -> Option<String> where S: Into<String>,

pub fn set_xpos<S>(&mut self, xpos: Option<S>) -> Option<String> where S: Into<String>,

pub fn set_features(&mut self, features: Features) -> Features

pub fn set_deps(&mut self, deps: Option<impl Into<String>>) -> Option<String>

pub fn set_misc(&mut self, misc: Misc) -> Misc

Trait Implementations

impl Clone for Token

fn clone(&self) -> Token

fn clone_from(&mut self, source: &Self)

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl From<Token> for TokenBuilder

fn from(token: Token) -> Self

impl From<TokenBuilder> for Token

fn from(builder: TokenBuilder) -> Self

impl FromIterator<Token> for Sentence

fn from_iter<T>(iter: T) -> Self where T: IntoIterator<Item = Token>,

impl PartialEq<Token> for Token

fn eq(&self, other: &Token) -> bool

fn ne(&self, other: &Token) -> bool

impl Eq for Token

impl StructuralEq for Token

impl StructuralPartialEq for Token

Auto Trait Implementations

impl RefUnwindSafe for Token

impl Send for Token

impl Sync for Token

impl Unpin for Token

impl UnwindSafe for Token

Blanket Implementations

impl<T> Any for T where T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<Q, K> Equivalent<K> for Q where Q: Eq + ?Sized, K: Borrow<Q> + ?Sized,

fn equivalent(&self, key: &K) -> bool

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for T where U: From<T>,

fn into(self) -> U

impl<T> ToOwned for T where T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for T where U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for T where U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

pub fn set_lemma<S>(&mut self, lemma: Option<S>) -> Option<String> where
S: Into<String>,

pub fn set_upos<S>(&mut self, upos: Option<S>) -> Option<String> where
S: Into<String>,

pub fn set_xpos<S>(&mut self, xpos: Option<S>) -> Option<String> where
S: Into<String>,

fn from_iter<T>(iter: T) -> Self where
T: IntoIterator<Item = Token>,

impl<T> Any for T where
T: 'static + ?Sized,

impl<T> Borrow<T> for T where
T: ?Sized,

impl<T> BorrowMut<T> for T where
T: ?Sized,

impl<Q, K> Equivalent<K> for Q where
Q: Eq + ?Sized,
K: Borrow<Q> + ?Sized,

impl<T, U> Into<U> for T where
U: From<T>,

impl<T> ToOwned for T where
T: Clone,

impl<T, U> TryFrom<U> for T where
U: Into<T>,

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,