Struct UniversalLLMClient 

pub struct UniversalLLMClient { /* private fields */ }

Implementations

impl UniversalLLMClient

pub fn new( provider_model: &str, api_key: Option<String>, ) -> Result<UniversalLLMClient, String>

pub fn new_with_config( llm_config: LLMConfig, ) -> Result<UniversalLLMClient, String>

Create a new UniversalLLMClient with comprehensive LLMConfig

Examples

use runtime::llm::LLMConfig;
use runtime::llm::UniversalLLMClient;

let config = LLMConfig::new("openai::gpt-4")
    .with_api_key("your-api-key")
    .with_temperature(0.7)
    .with_max_tokens(2048);

let client = UniversalLLMClient::new_with_config(config).unwrap();

Trait Implementations

impl Clone for UniversalLLMClient

fn clone(&self) -> UniversalLLMClient

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl LLMClient for UniversalLLMClient

fn complete<'life0, 'life1, 'life2, 'async_trait, T, C>( &'life0 self, messages: &'life1 [Message], tools: &'life2 [ToolSpec], ) -> Pin<Box<dyn Future<Output = Result<T, String>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, T: LLMResponseTrait<C> + Default + Send + 'async_trait, C: for<'de> Deserialize<'de> + Default + Send + Serialize + 'async_trait, UniversalLLMClient: 'async_trait,

Send messages to LLM and get a response