Struct nlprule::types::Token [−][src]
pub struct Token<'t> { /* fields omitted */ }
A finished token with all information set. The main difference to IncompleteToken is that all the information is frozen.
Implementations
impl<'t> Token<'t>
[src]
pub fn to_owned_token(&self) -> Token
[src]
Converts this token to an owned equivalent.
pub fn word(&self) -> &Word<'t>
[src]
The word of this token. Contains information about the actual text and part-of-speech tags + lemmas.
pub fn span(&self) -> &Span
[src]
The span of this sentence.
pub fn has_space_before(&self) -> bool
[src]
Whether this token has one or more whitespace characters before.
pub fn chunks(&self) -> &[String]
[src]
Chunks associated with this token.
pub fn rshift(self, position: Position) -> Self
[src]
Shift the span of this sentence right by the specified amount.
Trait Implementations
impl<'t> Clone for Token<'t>
[src]
impl<'t> Debug for Token<'t>
[src]
impl<'t> PartialEq<Token<'t>> for Token<'t>
[src]
impl<'t> StructuralPartialEq for Token<'t>
[src]
Auto Trait Implementations
impl<'t> RefUnwindSafe for Token<'t>
impl<'t> Send for Token<'t>
impl<'t> Sync for Token<'t>
impl<'t> Unpin for Token<'t>
impl<'t> UnwindSafe for Token<'t>
Blanket Implementations
impl<T> Any for T where
T: 'static + ?Sized,
[src]
T: 'static + ?Sized,
impl<T> Borrow<T> for T where
T: ?Sized,
[src]
T: ?Sized,
impl<T> BorrowMut<T> for T where
T: ?Sized,
[src]
T: ?Sized,
pub fn borrow_mut(&mut self) -> &mut T
[src]
impl<T> From<T> for T
[src]
impl<T, U> Into<U> for T where
U: From<T>,
[src]
U: From<T>,
impl<T> Pointable for T
pub const ALIGN: usize
type Init = T
The type for initializers.
pub unsafe fn init(init: <T as Pointable>::Init) -> usize
pub unsafe fn deref<'a>(ptr: usize) -> &'a T
pub unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T
pub unsafe fn drop(ptr: usize)
impl<T> ToOwned for T where
T: Clone,
[src]
T: Clone,
type Owned = T
The resulting type after obtaining ownership.
pub fn to_owned(&self) -> T
[src]
pub fn clone_into(&self, target: &mut T)
[src]
impl<T, U> TryFrom<U> for T where
U: Into<T>,
[src]
U: Into<T>,
type Error = Infallible
The type returned in the event of a conversion error.
pub fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>
[src]
impl<T, U> TryInto<U> for T where
U: TryFrom<T>,
[src]
U: TryFrom<T>,