Struct OpenAIProvider 

pub struct OpenAIProvider { /* private fields */ }

OpenAI LLM Provider

支持 OpenAI API 及兼容服务

Implementations

impl OpenAIProvider

pub fn new(api_key: impl Into<String>) -> OpenAIProvider

使用 API Key 创建 Provider

pub fn from_env() -> OpenAIProvider

从环境变量创建 Provider

pub fn with_config(config: OpenAIConfig) -> OpenAIProvider

使用配置创建 Provider

pub fn azure( endpoint: impl Into<String>, api_key: impl Into<String>, deployment: impl Into<String>, ) -> OpenAIProvider

创建 Azure OpenAI Provider

pub fn local( base_url: impl Into<String>, model: impl Into<String>, ) -> OpenAIProvider

创建兼容 OpenAI API 的本地服务 Provider

pub fn ollama(model: impl Into<String>) -> OpenAIProvider

创建 Ollama Provider

pub fn client(&self) -> &Client<OpenAIConfig>

获取底层 async-openai 客户端

pub fn config(&self) -> &OpenAIConfig

获取配置

impl OpenAIProvider

pub fn openai(api_key: impl Into<String>) -> OpenAIProvider

快速创建 OpenAI Provider

pub fn openai_compatible( base_url: impl Into<String>, api_key: impl Into<String>, model: impl Into<String>, ) -> OpenAIProvider

快速创建兼容 OpenAI API 的本地 Provider

Trait Implementations

impl LLMProvider for OpenAIProvider

fn name(&self) -> &str

获取提供商名称

fn default_model(&self) -> &str

获取默认模型

fn supported_models(&self) -> Vec<&str>

获取支持的模型列表

fn supports_streaming(&self) -> bool

检查是否支持流式输出

fn supports_tools(&self) -> bool

检查是否支持工具调用

fn supports_vision(&self) -> bool

检查是否支持视觉（图片输入）

fn supports_embedding(&self) -> bool

检查是否支持 embedding

fn chat<'life0, 'async_trait>( &'life0 self, request: ChatCompletionRequest, ) -> Pin<Box<dyn Future<Output = Result<ChatCompletionResponse, LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, OpenAIProvider: 'async_trait,

发送 Chat Completion 请求

fn chat_stream<'life0, 'async_trait>( &'life0 self, request: ChatCompletionRequest, ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<ChatCompletionChunk, LLMError>> + Send>>, LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, OpenAIProvider: 'async_trait,

发送 Chat Completion 流式请求

fn embedding<'life0, 'async_trait>( &'life0 self, request: EmbeddingRequest, ) -> Pin<Box<dyn Future<Output = Result<EmbeddingResponse, LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, OpenAIProvider: 'async_trait,

发送 Embedding 请求

fn health_check<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<bool, LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, OpenAIProvider: 'async_trait,

健康检查

fn get_model_info<'life0, 'life1, 'async_trait>( &'life0 self, model: &'life1 str, ) -> Pin<Box<dyn Future<Output = Result<ModelInfo, LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, OpenAIProvider: 'async_trait,

获取模型信息

fn supports_model(&self, model: &str) -> bool

检查是否支持某个模型