Enum cipherstash_client::indexer::text::Tokenizer

source · [−]

pub enum Tokenizer {
    Ngram {
        token_length: usize,
    },
    Standard,
}

Expand description

Different methods for generating tokens used for full text search

Variants

`Ngram`

Fields

token_length: usize

`Standard`

Implementations

source

impl Tokenizer

source

pub fn process(&self, text: Vec<String>) -> Vec<String>ⓘNotable traits for Vec<u8, A>`impl<A> Write for Vec<u8, A> where A: Allocator,`

Process text and return the tokens based on the specific tokenizer

Trait Implementations

source

impl Debug for Tokenizer

source

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more

source

impl<'de> Deserialize<'de> for Tokenizer

source

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error> where
__D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer. Read more

source

impl PartialEq<Tokenizer> for Tokenizer

source

fn eq(&self, other: &Tokenizer) -> bool

This method tests for self and other values to be equal, and is used by ==. Read more

source

fn ne(&self, other: &Tokenizer) -> bool

This method tests for !=.

source

impl Eq for Tokenizer

source

impl StructuralEq for Tokenizer

source

impl StructuralPartialEq for Tokenizer

Auto Trait Implementations

impl RefUnwindSafe for Tokenizer

impl Send for Tokenizer

impl Sync for Tokenizer

impl Unpin for Tokenizer

impl UnwindSafe for Tokenizer

Blanket Implementations

source

impl<T> Any for T where
T: 'static + ?Sized,

source

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more

source

impl<Src, Scheme> ApproxFrom<Src, Scheme> for Src where
Scheme: ApproxScheme,

type Err = NoError

The error type produced by a failed conversion.

source

fn approx_from(src: Src) -> Result<Src, <Src as ApproxFrom<Src, Scheme>>::Err>

Convert the given value into an approximately equivalent representation.

source

impl<Dst, Src, Scheme> ApproxInto<Dst, Scheme> for Src where
Dst: ApproxFrom<Src, Scheme>,
Scheme: ApproxScheme,

type Err = <Dst as ApproxFrom<Src, Scheme>>::Err

The error type produced by a failed conversion.

source

fn approx_into(self) -> Result<Dst, <Src as ApproxInto<Dst, Scheme>>::Err>

Convert the subject into an approximately equivalent representation.

source

impl<T> Borrow<T> for T where
T: ?Sized,

const: unstable · source

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more

source

impl<T> BorrowMut<T> for T where
T: ?Sized,

const: unstable · source

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more

source

impl<T, Dst> ConvAsUtil<Dst> for T

source

fn approx(self) -> Result<Dst, Self::Err> where
Self: ApproxInto<Dst, DefaultApprox>,

Approximate the subject with the default scheme.

source

fn approx_by<Scheme>(self) -> Result<Dst, Self::Err> where
Self: ApproxInto<Dst, Scheme>,
Scheme: ApproxScheme,

Approximate the subject with a specific scheme.

source

impl<T> ConvUtil for T

source

fn approx_as<Dst>(self) -> Result<Dst, Self::Err> where
Self: ApproxInto<Dst, DefaultApprox>,

Approximate the subject to a given type with the default scheme.

source

fn approx_as_by<Dst, Scheme>(self) -> Result<Dst, Self::Err> where
Self: ApproxInto<Dst, Scheme>,
Scheme: ApproxScheme,

Approximate the subject to a given type with a specific scheme.

source

fn into_as<Dst>(self) -> Dst where
Self: Into<Dst>,

Convert the subject to a given type.

source

fn try_as<Dst>(self) -> Result<Dst, Self::Err> where
Self: TryInto<Dst>,

Attempt to convert the subject to a given type.

source

fn value_as<Dst>(self) -> Result<Dst, Self::Err> where
Self: ValueInto<Dst>,

Attempt a value conversion of the subject to a given type.

source

impl<T> From<T> for T

const: unstable · source

fn from(t: T) -> T

Returns the argument unchanged.

source

impl<T> Instrument for T

source

fn instrument(self, span: Span) -> Instrumented<Self>

Instruments this type with the provided Span, returning an Instrumented wrapper. Read more

source

fn in_current_span(self) -> Instrumented<Self>

Instruments this type with the current Span, returning an Instrumented wrapper. Read more

source

impl<T, U> Into for T where
U: From<T>,

const: unstable · source

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

source

impl<T> IntoRequest<T> for T

source

fn into_request(self) -> Request<T>

Wrap the input message T in a tonic::Request

source

impl<T> Same<T> for T

type Output = T

Should always be Self

source

impl<Src> TryFrom<Src> for Src

type Err = NoError

The error type produced by a failed conversion.

source

fn try_from(src: Src) -> Result<Src, <Src as TryFrom<Src>>::Err>

Convert the given value into the subject type.

source

impl<T, U> TryFrom for T where
U: Into<T>,

type Error = Infallible

The type returned in the event of a conversion error.

const: unstable · source

fn try_from(value: U) -> Result<T, <T as TryFrom>::Error>

Performs the conversion.

source

impl<Src, Dst> TryInto<Dst> for Src where
Dst: TryFrom<Src>,

type Err = <Dst as TryFrom<Src>>::Err

The error type produced by a failed conversion.

source

fn try_into(self) -> Result<Dst, <Src as TryInto<Dst>>::Err>

Convert the subject into the destination type.

source

impl<T, U> TryInto for T where
U: TryFrom<T>,

type Error = >::Error

The type returned in the event of a conversion error.

const: unstable · source

fn try_into(self) -> Result<U, >::Error>

Performs the conversion.

impl<V, T> VZip<V> for T where
V: MultiLane<T>,

fn vzip(self) -> V

source

impl<Src> ValueFrom<Src> for Src

type Err = NoError

The error type produced by a failed conversion.

source

fn value_from(src: Src) -> Result<Src, <Src as ValueFrom<Src>>::Err>

Convert the given value into an exactly equivalent representation.

source

impl<Src, Dst> ValueInto<Dst> for Src where
Dst: ValueFrom<Src>,

type Err = <Dst as ValueFrom<Src>>::Err

The error type produced by a failed conversion.

source

fn value_into(self) -> Result<Dst, <Src as ValueInto<Dst>>::Err>

Convert the subject into an exactly equivalent representation.

source

impl<T> WithSubscriber for T

source

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self> where
S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a WithDispatch wrapper. Read more

source

fn with_current_subscriber(self) -> WithDispatch<Self>

Attaches the current default Subscriber to this type, returning a WithDispatch wrapper. Read more

source

Enum cipherstash_client::indexer::text::Tokenizer

Variants

Ngram

Fields

Standard

Implementations

impl Tokenizer

pub fn process(&self, text: Vec<String>) -> Vec<String>ⓘNotable traits for Vec<u8, A>impl<A> Write for Vec<u8, A> where A: Allocator,

Trait Implementations

impl Debug for Tokenizer

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl<'de> Deserialize<'de> for Tokenizer

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error> where __D: Deserializer<'de>,

impl PartialEq<Tokenizer> for Tokenizer

fn eq(&self, other: &Tokenizer) -> bool

fn ne(&self, other: &Tokenizer) -> bool

impl Eq for Tokenizer

impl StructuralEq for Tokenizer

impl StructuralPartialEq for Tokenizer

Auto Trait Implementations

impl RefUnwindSafe for Tokenizer

impl Send for Tokenizer

impl Sync for Tokenizer

impl Unpin for Tokenizer

impl UnwindSafe for Tokenizer

Blanket Implementations

impl<T> Any for T where T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<Src, Scheme> ApproxFrom<Src, Scheme> for Src where Scheme: ApproxScheme,

type Err = NoError

fn approx_from(src: Src) -> Result<Src, <Src as ApproxFrom<Src, Scheme>>::Err>

impl<Dst, Src, Scheme> ApproxInto<Dst, Scheme> for Src where Dst: ApproxFrom<Src, Scheme>, Scheme: ApproxScheme,

type Err = <Dst as ApproxFrom<Src, Scheme>>::Err

fn approx_into(self) -> Result<Dst, <Src as ApproxInto<Dst, Scheme>>::Err>

impl<T> Borrow<T> for T where T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T, Dst> ConvAsUtil<Dst> for T

fn approx(self) -> Result<Dst, Self::Err> where Self: ApproxInto<Dst, DefaultApprox>,

fn approx_by<Scheme>(self) -> Result<Dst, Self::Err> where Self: ApproxInto<Dst, Scheme>, Scheme: ApproxScheme,

impl<T> ConvUtil for T

fn approx_as<Dst>(self) -> Result<Dst, Self::Err> where Self: ApproxInto<Dst, DefaultApprox>,

fn approx_as_by<Dst, Scheme>(self) -> Result<Dst, Self::Err> where Self: ApproxInto<Dst, Scheme>, Scheme: ApproxScheme,

fn into_as<Dst>(self) -> Dst where Self: Into<Dst>,

fn try_as<Dst>(self) -> Result<Dst, Self::Err> where Self: TryInto<Dst>,

fn value_as<Dst>(self) -> Result<Dst, Self::Err> where Self: ValueInto<Dst>,

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self>

fn in_current_span(self) -> Instrumented<Self>

impl<T, U> Into<U> for T where U: From<T>,

fn into(self) -> U

impl<T> IntoRequest<T> for T

fn into_request(self) -> Request<T>

impl<T> Same<T> for T

type Output = T

impl<Src> TryFrom<Src> for Src

type Err = NoError

fn try_from(src: Src) -> Result<Src, <Src as TryFrom<Src>>::Err>

impl<T, U> TryFrom<U> for T where U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<Src, Dst> TryInto<Dst> for Src where Dst: TryFrom<Src>,

type Err = <Dst as TryFrom<Src>>::Err

fn try_into(self) -> Result<Dst, <Src as TryInto<Dst>>::Err>

impl<T, U> TryInto<U> for T where U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for T where V: MultiLane<T>,

fn vzip(self) -> V

impl<Src> ValueFrom<Src> for Src

type Err = NoError

fn value_from(src: Src) -> Result<Src, <Src as ValueFrom<Src>>::Err>

impl<Src, Dst> ValueInto<Dst> for Src where Dst: ValueFrom<Src>,

type Err = <Dst as ValueFrom<Src>>::Err

fn value_into(self) -> Result<Dst, <Src as ValueInto<Dst>>::Err>

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self> where S: Into<Dispatch>,

`Ngram`

`Standard`

pub fn process(&self, text: Vec<String>) -> Vec<String>ⓘNotable traits for Vec<u8, A>`impl<A> Write for Vec<u8, A> where A: Allocator,`

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error> where
__D: Deserializer<'de>,

impl<T> Any for T where
T: 'static + ?Sized,

impl<Src, Scheme> ApproxFrom<Src, Scheme> for Src where
Scheme: ApproxScheme,

impl<Dst, Src, Scheme> ApproxInto<Dst, Scheme> for Src where
Dst: ApproxFrom<Src, Scheme>,
Scheme: ApproxScheme,

impl<T> Borrow<T> for T where
T: ?Sized,

impl<T> BorrowMut<T> for T where
T: ?Sized,

fn approx(self) -> Result<Dst, Self::Err> where
Self: ApproxInto<Dst, DefaultApprox>,

fn approx_by<Scheme>(self) -> Result<Dst, Self::Err> where
Self: ApproxInto<Dst, Scheme>,
Scheme: ApproxScheme,

fn approx_as<Dst>(self) -> Result<Dst, Self::Err> where
Self: ApproxInto<Dst, DefaultApprox>,

fn approx_as_by<Dst, Scheme>(self) -> Result<Dst, Self::Err> where
Self: ApproxInto<Dst, Scheme>,
Scheme: ApproxScheme,

fn into_as<Dst>(self) -> Dst where
Self: Into<Dst>,

fn try_as<Dst>(self) -> Result<Dst, Self::Err> where
Self: TryInto<Dst>,

fn value_as<Dst>(self) -> Result<Dst, Self::Err> where
Self: ValueInto<Dst>,

impl<T, U> Into<U> for T where
U: From<T>,

impl<T, U> TryFrom<U> for T where
U: Into<T>,

impl<Src, Dst> TryInto<Dst> for Src where
Dst: TryFrom<Src>,

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,

impl<V, T> VZip<V> for T where
V: MultiLane<T>,

impl<Src, Dst> ValueInto<Dst> for Src where
Dst: ValueFrom<Src>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self> where
S: Into<Dispatch>,

impl<T> DeserializeOwned for T where
T: for<'de> Deserialize<'de>,