Struct ArtificialClient 

pub struct ArtificialClient<B> { /* private fields */ }

A client bound to a single provider.

Clone the client if you need to share it across tasks—B controls whether that’s cheap (e.g. wraps an Arc) or a deep copy.

Implementations

impl<B> ArtificialClient<B>

where B: PromptExecutionProvider,

pub fn new(backend: B) -> Self

Create a new client that delegates all calls to backend.

pub fn backend(&self) -> &B

Access the underlying backend (e.g. to tweak provider-specific settings).

Trait Implementations

impl<B: ChatCompletionProvider> ChatCompletionProvider for ArtificialClient<B>

type Message = <B as ChatCompletionProvider>::Message

Chat message type consumed by this backend.

fn chat_complete<'s, M>( &'s self, params: ChatCompleteParameters<M>, ) -> Pin<Box<dyn Future<Output = Result<GenericChatCompletionResponse<GenericMessage>>> + Send + 's>>

where M: Into<Self::Message> + Clone + Send + Sync + 's,

Execute the chat prompt and deserialize the provider’s reply into P::Output.

impl<B: Clone> Clone for ArtificialClient<B>

fn clone(&self) -> ArtificialClient<B>

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<B: Debug> Debug for ArtificialClient<B>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<B: PromptExecutionProvider> PromptExecutionProvider for ArtificialClient<B>

type Message = <B as PromptExecutionProvider>::Message

Chat message type consumed by this backend.

fn prompt_execute<'a, 'p, P>( &'a self, prompt: P, ) -> Pin<Box<dyn Future<Output = Result<GenericChatCompletionResponse<P::Output>>> + Send + 'p>>

where P: PromptTemplate + Send + Sync + 'p, <P as IntoPrompt>::Message: Into<Self::Message>, 'a: 'p,

Execute the prompt and deserialize the provider’s reply into P::Output.

impl<B: StreamingChatProvider> StreamingChatProvider for ArtificialClient<B>

type Message = <B as StreamingChatProvider>::Message

Chat message type consumed by this backend.

type Delta<'s> = <B as StreamingChatProvider>::Delta<'s> where Self: 's

The item type returned on the stream. For now it is plain UTF-8 text chunks, but back-ends are free to wrap it in richer enums if needed.

fn chat_complete_stream<'s, M>( &'s self, params: ChatCompleteParameters<M>, ) -> Self::Delta<'s>

where M: Into<Self::Message> + Clone + Send + Sync + 's,

Start a streaming chat completion.

impl<B: StreamingEventsProvider> StreamingEventsProvider for ArtificialClient<B>

type EventStream<'s> = <B as StreamingEventsProvider>::EventStream<'s> where Self: 's

fn chat_complete_events_stream<'s, M>( &'s self, params: ChatCompleteParameters<M>, ) -> Self::EventStream<'s>

where M: Into<Self::Message> + Clone + Send + Sync + 's,

impl<B: TranscriptionProvider> TranscriptionProvider for ArtificialClient<B>

fn transcribe<'s>( &'s self, request: TranscriptionRequest, ) -> Pin<Box<dyn Future<Output = Result<TranscriptionResult>> + Send + 's>>