pub struct OpenAIProvider { /* private fields */ }Expand description
OpenAI provider implementation
Implementations§
Source§impl OpenAIProvider
impl OpenAIProvider
pub fn new(api_key: String, model: String) -> Self
pub fn with_base_url(self, base_url: String) -> Self
Sourcepub fn for_embeddings(api_key: String) -> Self
pub fn for_embeddings(api_key: String) -> Self
Create a provider specifically for embeddings
Trait Implementations§
Source§impl EmbeddingProvider for OpenAIProvider
impl EmbeddingProvider for OpenAIProvider
fn embed<'life0, 'async_trait>(
&'life0 self,
request: EmbeddingRequest,
) -> Pin<Box<dyn Future<Output = Result<EmbeddingResponse>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
Source§impl LlmProvider for OpenAIProvider
impl LlmProvider for OpenAIProvider
fn complete<'life0, 'async_trait>(
&'life0 self,
request: LlmRequest,
) -> Pin<Box<dyn Future<Output = Result<LlmResponse>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
Source§impl StreamingLlmProvider for OpenAIProvider
impl StreamingLlmProvider for OpenAIProvider
Source§fn complete_stream<'life0, 'async_trait>(
&'life0 self,
request: LlmRequest,
) -> Pin<Box<dyn Future<Output = Result<LlmStream>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
fn complete_stream<'life0, 'async_trait>(
&'life0 self,
request: LlmRequest,
) -> Pin<Box<dyn Future<Output = Result<LlmStream>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
Stream completion responses token-by-token
Auto Trait Implementations§
impl Freeze for OpenAIProvider
impl !RefUnwindSafe for OpenAIProvider
impl Send for OpenAIProvider
impl Sync for OpenAIProvider
impl Unpin for OpenAIProvider
impl !UnwindSafe for OpenAIProvider
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more