EnhancedEmbeddings

Struct EnhancedEmbeddings 

Source
pub struct EnhancedEmbeddings<'client, E>{ /* private fields */ }
Expand description

Enhanced embeddings client with intelligent batching

Implementations§

Source§

impl<'client, E> EnhancedEmbeddings<'client, E>

Source

pub fn new(client: &'client Client<E>, config: BatchConfig) -> Self

Create new enhanced embeddings client with custom batching config

Source

pub fn with_default_batching(client: &'client Client<E>) -> Self

Create new enhanced embeddings client with default batching

Source

pub async fn create_direct( &self, request: CreateEmbeddingRequest, ) -> Result<CreateEmbeddingResponse>

Create embeddings directly without batching (fallback method)

§Errors

Returns an error if the API request fails or if the response cannot be parsed.

Source

pub async fn create_batched( &self, request: CreateEmbeddingRequest, ) -> Result<CreateEmbeddingResponse>

Create embeddings with automatic batching optimization

§Errors

Returns an error if the request fails, batching fails, or if the response cannot be parsed.

Source

pub async fn create_bulk( &self, texts: Vec<String>, model: String, ) -> Result<Vec<CreateEmbeddingResponse>>

Create multiple embeddings with optimal batching

§Errors

Returns an error if any batch request fails or if responses cannot be parsed.

Source

pub async fn get_metrics(&self) -> BatchMetrics

Get batching performance metrics

Source

pub fn create_streaming( &self, texts: Vec<String>, model: String, ) -> Result<Receiver<Result<CreateEmbeddingResponse, OpenAIError>>>

Create streaming embeddings with batching

§Errors

Returns an error if the streaming setup fails or if channel creation fails.

Source§

impl<E> EnhancedEmbeddings<'_, E>

Source

pub async fn flush_pending(&self)

Flush all pending requests

Trait Implementations§

Source§

impl<'client, E> Debug for EnhancedEmbeddings<'client, E>

Source§

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more

Auto Trait Implementations§

§

impl<'client, E> Freeze for EnhancedEmbeddings<'client, E>

§

impl<'client, E> !RefUnwindSafe for EnhancedEmbeddings<'client, E>

§

impl<'client, E> Send for EnhancedEmbeddings<'client, E>

§

impl<'client, E> Sync for EnhancedEmbeddings<'client, E>

§

impl<'client, E> Unpin for EnhancedEmbeddings<'client, E>

§

impl<'client, E> !UnwindSafe for EnhancedEmbeddings<'client, E>

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<C, E> EntryToVal<C> for E
where C: Collection<Entry = E>,

Source§

type Val = <C as Collection>::Val

The type of values stored in the collection. This might be distinct from Entry in complex collections. For example, in a HashMap, while Entry might be a ( key, value ) tuple, Val might only be the value part.
Source§

fn entry_to_val(self) -> <E as EntryToVal<C>>::Val

Converts an entry into a value representation specific to the type of collection. This conversion is crucial for handling operations on entries, especially when they need to be treated or accessed as individual values, such as retrieving the value part from a key-value pair in a hash map.
Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T> Instrument for T

Source§

fn instrument(self, span: Span) -> Instrumented<Self>

Instruments this type with the provided Span, returning an Instrumented wrapper. Read more
Source§

fn in_current_span(self) -> Instrumented<Self>

Instruments this type with the current Span, returning an Instrumented wrapper. Read more
Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> IntoResult<T> for T

Source§

impl<T> PolicyExt for T
where T: ?Sized,

Source§

fn and<P, B, E>(self, other: P) -> And<T, P>
where T: Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns Action::Follow only if self and other return Action::Follow. Read more
Source§

fn or<P, B, E>(self, other: P) -> Or<T, P>
where T: Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns Action::Follow if either self or other returns Action::Follow. Read more
Source§

impl<T> Same for T

Source§

type Output = T

Should always be Self
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = Infallible

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

Source§

fn vzip(self) -> V

Source§

impl<C, Val> ValToEntry<C> for Val
where C: CollectionValToEntry<Val>,

Source§

fn val_to_entry(self) -> <C as CollectionValToEntry<Val>>::Entry

Invokes the val_to_entry function of the CollectionValToEntry trait to convert the value to an entry.

Source§

type Entry = <C as CollectionValToEntry<Val>>::Entry

Represents the type of entry that corresponds to the value within the collection. Type Entry is defined by the Collection trait.
Source§

impl<T> WithSubscriber for T

Source§

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a WithDispatch wrapper. Read more
Source§

fn with_current_subscriber(self) -> WithDispatch<Self>

Attaches the current default Subscriber to this type, returning a WithDispatch wrapper. Read more