Struct LLMResult 

pub struct LLMResult {
    pub content: String,
    pub model: String,
    pub token_usage: Option<TokenUsage>,
}

LLM 结果

Fields

content: String

生成的内容

model: String

模型名称

token_usage: Option<TokenUsage>

Token 使用情况

Trait Implementations

impl BaseLanguageModel<Vec<Message>, LLMResult> for OpenAIChat

fn model_name(&self) -> &str

获取模型名称

fn get_num_tokens(&self, text: &str) -> usize

计算文本的 token 数量

fn temperature(&self) -> Option<f32>

获取温度参数

fn max_tokens(&self) -> Option<usize>

获取最大 token 数

fn with_temperature(self, temp: f32) -> Self

设置温度参数

fn with_max_tokens(self, max: usize) -> Self

设置最大 token 数

impl Clone for LLMResult

fn clone(&self) -> LLMResult

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LLMResult

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Runnable<Vec<Message>, LLMResult> for OpenAIChat

type Error = OpenAIError

错误类型

fn invoke<'life0, 'async_trait>( &'life0 self, input: Vec<Message>, _config: Option<RunnableConfig>, ) -> Pin<Box<dyn Future<Output = Result<LLMResult, Self::Error>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

将单个输入转换为输出

fn stream<'life0, 'async_trait>( &'life0 self, _input: Vec<Message>, _config: Option<RunnableConfig>, ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<LLMResult, Self::Error>> + Send>>, Self::Error>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

流式输出 - 用于流式响应 (LLM 等)

fn batch<'life0, 'async_trait>( &'life0 self, inputs: Vec<Input>, config: Option<RunnableConfig>, ) -> Pin<Box<dyn Future<Output = Result<Vec<Output>, Self::Error>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

批量处理 - 将多个输入转换为多个输出