Struct rust_tokenizers::Offset

pub struct Offset {
    pub begin: OffsetSize,
    pub end: OffsetSize,
}

Offset information (in unicode points) to relate a token back to its original input string

Fields

begin: OffsetSize

end: OffsetSize

Implementations

impl Offset

pub fn new(begin: OffsetSize, end: OffsetSize) -> Offset

Create a new offset from a begin and end positions

pub fn into_option(self) -> Option<Offset>

Wrap the offset into an option

Trait Implementations

impl Clone for Offset

fn clone(&self) -> Offset

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Offset

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for Offset

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error> where
    __D: Deserializer<'de>, 

Deserialize this value from the given Serde deserializer.

impl PartialEq<Offset> for Offset

fn eq(&self, other: &Offset) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Offset) -> bool

This method tests for !=.

impl PartialOrd<Offset> for Offset

fn partial_cmp(&self, other: &Offset) -> Option<Ordering>

This method returns an ordering between self and other values if one exists.

fn lt(&self, other: &Rhs) -> bool

This method tests less than (for self and other) and is used by the < operator.

fn le(&self, other: &Rhs) -> bool

This method tests less than or equal to (for self and other) and is used by the <= operator.

fn gt(&self, other: &Rhs) -> bool

This method tests greater than (for self and other) and is used by the > operator.

fn ge(&self, other: &Rhs) -> bool

This method tests greater than or equal to (for self and other) and is used by the >= operator.

impl Serialize for Offset

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error> where
    __S: Serializer, 

Serialize this value into the given Serde serializer.

impl Copy for Offset

impl Eq for Offset

impl StructuralEq for Offset

impl StructuralPartialEq for Offset