Struct RemoteLLMClient 

pub struct RemoteLLMClient { /* private fields */ }

Implementations

impl RemoteLLMClient

pub fn new(config: LLMConfig) -> Self

pub fn config(&self) -> &LLMConfig

impl RemoteLLMClient

pub async fn chat( &self, messages: Vec<ChatMessage>, tools: Option<Vec<ToolDefinition>>, ) -> Result<ChatMessage>

pub async fn chat_stream<F>( &self, messages: Vec<ChatMessage>, tools: Option<Vec<ToolDefinition>>, on_chunk: F, ) -> Result<ChatMessage>

where F: FnMut(&str) + Send,

Trait Implementations

impl LLMProvider for RemoteLLMClient

fn generate<'life0, 'async_trait>( &'life0 self, request: LLMRequest, ) -> Pin<Box<dyn Future<Output = Result<LLMResponse>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,