Trait LlmProvider

Source

pub trait LlmProvider: Send + Sync {
    // Required method
    fn send_message<'life0, 'life1, 'async_trait>(
        &'life0 self,
        system: &'life1 str,
        messages: Vec<Message>,
        tools: Option<Vec<ToolDefinition>>,
    ) -> Pin<Box<dyn Future<Output = Result<MessagesResponse, MicroClawError>> + Send + 'async_trait>>
       where Self: 'async_trait,
             'life0: 'async_trait,
             'life1: 'async_trait;

    // Provided methods
    fn send_message_with_model<'life0, 'life1, 'life2, 'async_trait>(
        &'life0 self,
        system: &'life1 str,
        messages: Vec<Message>,
        tools: Option<Vec<ToolDefinition>>,
        _model_override: Option<&'life2 str>,
    ) -> Pin<Box<dyn Future<Output = Result<MessagesResponse, MicroClawError>> + Send + 'async_trait>>
       where Self: 'async_trait,
             'life0: 'async_trait,
             'life1: 'async_trait,
             'life2: 'async_trait { ... }
    fn send_message_stream<'life0, 'life1, 'life2, 'async_trait>(
        &'life0 self,
        system: &'life1 str,
        messages: Vec<Message>,
        tools: Option<Vec<ToolDefinition>>,
        text_tx: Option<&'life2 UnboundedSender<String>>,
    ) -> Pin<Box<dyn Future<Output = Result<MessagesResponse, MicroClawError>> + Send + 'async_trait>>
       where Self: 'async_trait,
             'life0: 'async_trait,
             'life1: 'async_trait,
             'life2: 'async_trait { ... }
    fn send_message_stream_with_model<'life0, 'life1, 'life2, 'life3, 'async_trait>(
        &'life0 self,
        system: &'life1 str,
        messages: Vec<Message>,
        tools: Option<Vec<ToolDefinition>>,
        text_tx: Option<&'life2 UnboundedSender<String>>,
        _model_override: Option<&'life3 str>,
    ) -> Pin<Box<dyn Future<Output = Result<MessagesResponse, MicroClawError>> + Send + 'async_trait>>
       where Self: 'async_trait,
             'life0: 'async_trait,
             'life1: 'async_trait,
             'life2: 'async_trait,
             'life3: 'async_trait { ... }
}