Struct OpenAiCompatibleClient 

pub struct OpenAiCompatibleClient { /* private fields */ }

Implementations

impl OpenAiCompatibleClient

pub fn from_config(config: OpenAiCompatibleConfig) -> Result<Self>

pub async fn chat_completion( &self, request: &ChatCompletionRequest, ) -> Result<ChatCompletionResponse>

pub async fn chat_completion_stream( &self, request: &ChatCompletionRequest, ) -> Result<ChatStream>

pub async fn request_json<T, R>( &self, method: Method, path: &str, body: Option<&T>, ) -> Result<R>

where T: Serialize + ?Sized, R: DeserializeOwned,

Trait Implementations

impl ChatProvider for OpenAiCompatibleClient

fn name(&self) -> &str

fn capabilities(&self) -> ProviderCapabilities

fn complete<'life0, 'async_trait>( &'life0 self, request: ChatCompletionRequest, ) -> Pin<Box<dyn Future<Output = Result<ChatCompletionResponse>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

fn stream<'life0, 'async_trait>( &'life0 self, request: ChatCompletionRequest, ) -> Pin<Box<dyn Future<Output = Result<ChatStream>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

impl Clone for OpenAiCompatibleClient

fn clone(&self) -> OpenAiCompatibleClient

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.