Struct OpenAiChatModel 

pub struct OpenAiChatModel { /* private fields */ }

Implementations

impl OpenAiChatModel

pub fn new(config: OpenAiConfig) -> Result<Self>

Trait Implementations

impl LanguageModel for OpenAiChatModel

fn generate<'life0, 'async_trait>( &'life0 self, request: LlmRequest, ) -> Pin<Box<dyn Future<Output = Result<LlmResponse>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Generate a complete response (non-streaming)

fn generate_stream<'life0, 'async_trait>( &'life0 self, request: LlmRequest, ) -> Pin<Box<dyn Future<Output = Result<ChunkStream>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Generate a streaming response Default implementation falls back to non-streaming generate()