Struct rust_tokenizers::vocab::BpePairRef

pub struct BpePairRef<'a> {
    pub byte_1: &'a String,
    pub byte_2: &'a String,
}

Byte pair query

Structure holding a pair of bytes for query in the BPE vocabulary

Fields

byte_1: &'a String

byte_2: &'a String

Trait Implementations

impl<'a> Clone for BpePairRef<'a>

fn clone(&self) -> BpePairRef<'a>

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'a> Debug for BpePairRef<'a>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'a> Eq for BpePairRef<'a>

impl<'a> Hash for BpePairRef<'a>

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H) where
    H: Hasher, 

Feeds a slice of this type into the given Hasher.

impl<'a> PartialEq<BpePairRef<'a>> for BpePairRef<'a>

fn eq(&self, other: &BpePairRef<'a>) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &BpePairRef<'a>) -> bool

This method tests for !=.

impl<'a> StructuralEq for BpePairRef<'a>

impl<'a> StructuralPartialEq for BpePairRef<'a>