Struct OpenAIChat 

pub struct OpenAIChat { /* private fields */ }

OpenAI 聊天客户端

Implementations

impl OpenAIChat

pub fn new(config: OpenAIConfig) -> Self

创建新的 OpenAI 聊天客户端

pub fn from_env() -> Self

从环境变量创建

Trait Implementations

impl BaseChatModel for OpenAIChat

fn chat<'life0, 'async_trait>( &'life0 self, messages: Vec<Message>, _config: Option<RunnableConfig>, ) -> Pin<Box<dyn Future<Output = Result<LLMResult, Self::Error>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

与模型聊天

fn stream_chat<'life0, 'async_trait>( &'life0 self, messages: Vec<Message>, _config: Option<RunnableConfig>, ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<String, Self::Error>> + Send>>, Self::Error>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

流式聊天

fn chat_with_system<'life0, 'async_trait>( &'life0 self, system: String, messages: Vec<Message>, ) -> Pin<Box<dyn Future<Output = Result<LLMResult, Self::Error>> + Send + 'async_trait>>

where Self: Sync + 'async_trait, 'life0: 'async_trait,

与系统提示聊天

impl BaseLanguageModel<Vec<Message>, LLMResult> for OpenAIChat

fn model_name(&self) -> &str

获取模型名称

fn get_num_tokens(&self, text: &str) -> usize

计算文本的 token 数量

fn temperature(&self) -> Option<f32>

获取温度参数

fn max_tokens(&self) -> Option<usize>

获取最大 token 数

fn with_temperature(self, temp: f32) -> Self

设置温度参数

fn with_max_tokens(self, max: usize) -> Self

设置最大 token 数

impl Runnable<Vec<Message>, LLMResult> for OpenAIChat

type Error = OpenAIError

错误类型

fn invoke<'life0, 'async_trait>( &'life0 self, input: Vec<Message>, _config: Option<RunnableConfig>, ) -> Pin<Box<dyn Future<Output = Result<LLMResult, Self::Error>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

将单个输入转换为输出

fn stream<'life0, 'async_trait>( &'life0 self, _input: Vec<Message>, _config: Option<RunnableConfig>, ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<LLMResult, Self::Error>> + Send>>, Self::Error>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

流式输出 - 用于流式响应 (LLM 等)

fn batch<'life0, 'async_trait>( &'life0 self, inputs: Vec<Input>, config: Option<RunnableConfig>, ) -> Pin<Box<dyn Future<Output = Result<Vec<Output>, Self::Error>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

批量处理 - 将多个输入转换为多个输出