Struct PreTokenizedString 

pub struct PreTokenizedString {
    pub text: String,
    pub tokens: Vec<Token>,
}

Struct representing pre-tokenized text

Fields

text: String

Original text

tokens: Vec<Token>

Tokens derived from the text

Trait Implementations

impl BinarySerializable for PreTokenizedString

fn serialize<W: Write + ?Sized>(&self, writer: &mut W) -> Result<()>

Serialize

fn deserialize<R: Read>(reader: &mut R) -> Result<Self>

Deserialize

fn num_bytes(&self) -> u64

impl Clone for PreTokenizedString

fn clone(&self) -> PreTokenizedString

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for PreTokenizedString

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for PreTokenizedString

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Eq for PreTokenizedString

impl From<PreTokenizedString> for OwnedValue

fn from(pretokenized_string: PreTokenizedString) -> OwnedValue

Converts to this type from the input type.

impl From<PreTokenizedString> for PreTokenizedStream

fn from(s: PreTokenizedString) -> PreTokenizedStream

Converts to this type from the input type.

impl From<PreTokenizedString> for ReferenceValueLeaf<'_>

fn from(val: PreTokenizedString) -> Self

Converts to this type from the input type.

impl Ord for PreTokenizedString

fn cmp(&self, other: &Self) -> Ordering

This method returns an Ordering between self and other.

fn max(self, other: Self) -> Self

where Self: Sized,

Compares and returns the maximum of two values.

fn min(self, other: Self) -> Self

where Self: Sized,

Compares and returns the minimum of two values.

fn clamp(self, min: Self, max: Self) -> Self

where Self: Sized,

Restrict a value to a certain interval.

impl PartialEq for PreTokenizedString

fn eq(&self, other: &PreTokenizedString) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl PartialOrd for PreTokenizedString

fn partial_cmp(&self, other: &Self) -> Option<Ordering>

This method returns an ordering between self and other values if one exists.

fn lt(&self, other: &Rhs) -> bool

Tests less than (for self and other) and is used by the < operator.

fn le(&self, other: &Rhs) -> bool

Tests less than or equal to (for self and other) and is used by the <= operator.

fn gt(&self, other: &Rhs) -> bool

Tests greater than (for self and other) and is used by the > operator.

fn ge(&self, other: &Rhs) -> bool

Tests greater than or equal to (for self and other) and is used by the >= operator.

impl Serialize for PreTokenizedString

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for PreTokenizedString

impl<'a> Value<'a> for &'a PreTokenizedString

type ArrayIter = Empty<&'a PreTokenizedString>

The child value type returned by this doc value. The iterator for walking through the elements within the array.

type ObjectIter = Empty<(&'a str, &'a PreTokenizedString)>

The visitor walking through the key-value pairs within the object.

fn as_value(&self) -> ReferenceValue<'a, Self>

Returns the field value represented by an enum which borrows it’s data.

fn as_leaf(&self) -> Option<ReferenceValueLeaf<'a>>

If the Value is a leaf, returns the associated leaf. Returns None otherwise.

fn as_str(&self) -> Option<&'a str>

If the Value is a String, returns the associated str. Returns None otherwise.

fn as_u64(&self) -> Option<u64>

If the Value is a u64, returns the associated u64. Returns None otherwise.

fn as_i64(&self) -> Option<i64>

If the Value is a i64, returns the associated i64. Returns None otherwise.

fn as_f64(&self) -> Option<f64>

If the Value is a f64, returns the associated f64. Returns None otherwise.

fn as_datetime(&self) -> Option<DateTime>

If the Value is a datetime, returns the associated datetime. Returns None otherwise.

fn as_ip_addr(&self) -> Option<Ipv6Addr>

If the Value is a IP address, returns the associated IP. Returns None otherwise.

fn as_bool(&self) -> Option<bool>

If the Value is a bool, returns the associated bool. Returns None otherwise.

fn as_pre_tokenized_text(&self) -> Option<Box<PreTokenizedString>>

If the Value is a pre-tokenized string, returns the associated string. Returns None otherwise.

fn as_bytes(&self) -> Option<&'a [u8]>

If the Value is a bytes value, returns the associated set of bytes. Returns None otherwise.

fn as_facet(&self) -> Option<&'a str>

If the Value is a facet, returns the associated facet. Returns None otherwise.

fn as_array(&self) -> Option<Self::ArrayIter>

Returns the iterator over the array if the Value is an array.

fn as_object(&self) -> Option<Self::ObjectIter>

Returns the iterator over the object if the Value is an object.

impl ValueDeserialize for PreTokenizedString

fn deserialize<'de, D>(deserializer: D) -> Result<Self, DeserializeError>

where D: ValueDeserializer<'de>,

Attempts to deserialize Self from a given value deserializer.