Struct LLMClient 

pub struct LLMClient { /* private fields */ }

LLM 客户端

提供高级 LLM 交互功能

示例

use mofa_foundation::llm::{LLMClient, LLMConfig, ChatMessage};

// 创建客户端
let client = LLMClient::new(provider);

// 简单对话
let response = client
    .chat()
    .system("You are a helpful assistant.")
    .user("Hello!")
    .send()
    .await?;

info!("{}", response.content().unwrap_or_default());

Implementations

impl LLMClient

pub fn new(provider: Arc<dyn LLMProvider>) -> LLMClient

使用 Provider 创建客户端

pub fn with_config( provider: Arc<dyn LLMProvider>, config: LLMConfig, ) -> LLMClient

使用配置创建客户端

pub fn provider(&self) -> &Arc<dyn LLMProvider>

获取 Provider

pub fn config(&self) -> &LLMConfig

获取配置

pub fn chat(&self) -> ChatRequestBuilder

创建 Chat 请求构建器

pub async fn embed( &self, input: impl Into<String>, ) -> Result<Vec<f32>, LLMError>

创建 Embedding 请求

pub async fn embed_batch( &self, inputs: Vec<String>, ) -> Result<Vec<Vec<f32>>, LLMError>

批量 Embedding

pub async fn ask(&self, question: impl Into<String>) -> Result<String, LLMError>

简单对话（单次问答）

pub async fn ask_with_system( &self, system: impl Into<String>, question: impl Into<String>, ) -> Result<String, LLMError>

带系统提示的简单对话