[−][src]Struct tantivy::tokenizer::Token

pub struct Token {
    pub offset_from: usize,
    pub offset_to: usize,
    pub position: usize,
    pub text: String,
    pub position_length: usize,
}

Token

Fields

offset_from: usize

Offset (byte index) of the first character of the token. Offsets shall not be modified by token filters.

offset_to: usize

Offset (byte index) of the last character of the token + 1. The text that generated the token should be obtained by &text[token.offset_from..token.offset_to]

position: usize

Position, expressed in number of tokens.

text: String

Actual text content of the token.

position_length: usize

Is the length expressed in term of number of original tokens.

Trait Implementations

`impl Clone for Token`[src]

`fn clone(&self) -> Token`[src]

`fn clone_from(&mut self, source: &Self)`1.0.0[src]

`impl Default for Token`[src]

`fn default() -> Token`[src]

`impl Debug for Token`[src]

`fn fmt(&self, f: &mut Formatter) -> Result`[src]

Auto Trait Implementations

`impl Send for Token`

`impl Sync for Token`

`impl Unpin for Token`

`impl UnwindSafe for Token`

`impl RefUnwindSafe for Token`

Blanket Implementations

`impl<T> Fruit for T where T: Send + Downcast,` [src]

`impl<T, U> Into for T where U: From<T>,` [src]

`fn into(self) -> U`[src]

`impl<T> From<T> for T`[src]

`fn from(t: T) -> T`[src]

`impl<T> ToOwned for T where T: Clone,` [src]

`type Owned = T`

The resulting type after obtaining ownership.

`fn to_owned(&self) -> T`[src]

`fn clone_into(&self, target: &mut T)`[src]

`impl<T, U> TryFrom for T where U: Into<T>,` [src]

`type Error = Infallible`

The type returned in the event of a conversion error.

`fn try_from(value: U) -> Result<T, <T as TryFrom>::Error>`[src]

`impl<T, U> TryInto for T where U: TryFrom<T>,` [src]

`type Error = >::Error`

The type returned in the event of a conversion error.

[−][src]Struct tantivy::tokenizer::Token

Fields

Trait Implementations

impl Clone for Token[src]

fn clone(&self) -> Token[src]

fn clone_from(&mut self, source: &Self)1.0.0[src]

impl Default for Token[src]

fn default() -> Token[src]

impl Debug for Token[src]

fn fmt(&self, f: &mut Formatter) -> Result[src]

Auto Trait Implementations

impl Send for Token

impl Sync for Token

impl Unpin for Token

impl UnwindSafe for Token

impl RefUnwindSafe for Token

Blanket Implementations

impl<T> Fruit for T where T: Send + Downcast, [src]

impl<T, U> Into<U> for T where U: From<T>, [src]

fn into(self) -> U[src]

impl<T> From<T> for T[src]

fn from(t: T) -> T[src]

impl<T> ToOwned for T where T: Clone, [src]

type Owned = T

fn to_owned(&self) -> T[src]

fn clone_into(&self, target: &mut T)[src]

impl<T, U> TryFrom<U> for T where U: Into<T>, [src]

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>[src]

impl<T, U> TryInto<U> for T where U: TryFrom<T>, [src]

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>[src]

impl<T> Borrow<T> for T where T: ?Sized, [src]

fn borrow(&self) -> &T[src]

impl<T> BorrowMut<T> for T where T: ?Sized, [src]

fn borrow_mut(&mut self) -> &mut T[src]

impl<T> Any for T where T: 'static + ?Sized, [src]

fn type_id(&self) -> TypeId[src]

impl<T> Erased for T[src]

impl<T> Downcast for T where T: Any, [src]

fn into_any(self: Box<T>) -> Box<dyn Any + 'static>[src]

fn into_any_rc(self: Rc<T>) -> Rc<dyn Any + 'static>[src]

fn as_any(&self) -> &(dyn Any + 'static)[src]

fn as_any_mut(&mut self) -> &mut (dyn Any + 'static)[src]

impl<T> DowncastSync for T where T: Send + Sync + Any, [src]

fn into_any_arc(self: Arc<T>) -> Arc<dyn Any + 'static + Sync + Send>[src]

`impl Clone for Token`[src]

`fn clone(&self) -> Token`[src]

`fn clone_from(&mut self, source: &Self)`1.0.0[src]

`impl Default for Token`[src]

`fn default() -> Token`[src]

`impl Debug for Token`[src]

`fn fmt(&self, f: &mut Formatter) -> Result`[src]

`impl Send for Token`

`impl Sync for Token`

`impl Unpin for Token`

`impl UnwindSafe for Token`

`impl RefUnwindSafe for Token`

`impl<T> Fruit for T where T: Send + Downcast,` [src]

`impl<T, U> Into<U> for T where U: From<T>,` [src]

`fn into(self) -> U`[src]

`impl<T> From<T> for T`[src]

`fn from(t: T) -> T`[src]

`impl<T> ToOwned for T where T: Clone,` [src]

`type Owned = T`

`fn to_owned(&self) -> T`[src]

`fn clone_into(&self, target: &mut T)`[src]

`impl<T, U> TryFrom<U> for T where U: Into<T>,` [src]

`type Error = Infallible`

`fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>`[src]

`impl<T, U> TryInto<U> for T where U: TryFrom<T>,` [src]

`type Error = <U as TryFrom<T>>::Error`

`fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>`[src]

`impl<T> Borrow<T> for T where T: ?Sized,` [src]

`fn borrow(&self) -> &T`[src]

`impl<T> BorrowMut<T> for T where T: ?Sized,` [src]

`fn borrow_mut(&mut self) -> &mut T`[src]

`impl<T> Any for T where T: 'static + ?Sized,` [src]

`fn type_id(&self) -> TypeId`[src]

`impl<T> Erased for T`[src]

`impl<T> Downcast for T where T: Any,` [src]

`fn into_any(self: Box<T>) -> Box<dyn Any + 'static>`[src]

`fn into_any_rc(self: Rc<T>) -> Rc<dyn Any + 'static>`[src]

`fn as_any(&self) -> &(dyn Any + 'static)`[src]

`fn as_any_mut(&mut self) -> &mut (dyn Any + 'static)`[src]

`impl<T> DowncastSync for T where T: Send + Sync + Any,` [src]

`fn into_any_arc(self: Arc<T>) -> Arc<dyn Any + 'static + Sync + Send>`[src]