[−][src]Struct syntaxdot_tokenizers::SentenceWithPieces

pub struct SentenceWithPieces {
    pub pieces: Array1<i64>,
    pub sentence: Sentence,
    pub token_offsets: Vec<usize>,
}

A sentence and its word pieces.

Fields

pieces: Array1<i64>

Word pieces in a sentence.

sentence: Sentence

Sentence graph.

token_offsets: Vec<usize>

The the offsets of tokens in pieces.

Auto Trait Implementations

Blanket Implementations

impl<T> Any for T where
    T: 'static + ?Sized, [src]

impl<T> Borrow<T> for T where
    T: ?Sized, [src]

impl<T> BorrowMut<T> for T where
    T: ?Sized, [src]

impl<T> From<T> for T[src]

impl<T, U> Into<U> for T where
    U: From<T>, [src]

impl<T, U> TryFrom<U> for T where
    U: Into<T>, [src]

type Error = Infallible

The type returned in the event of a conversion error.

impl<T, U> TryInto<U> for T where
    U: TryFrom<T>, [src]

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.