Struct MonoAI 

pub struct MonoAI { /* private fields */ }

Implementations

impl MonoAI

pub fn ollama(endpoint: String, model: String) -> Self

Create Ollama client with endpoint URL and model name

pub fn anthropic(api_key: String, model: String) -> Self

Create Anthropic client with API key and model name

pub fn openai(api_key: String, model: String) -> Self

Create OpenAI client with API key and model name

pub fn openrouter(api_key: String, model: String) -> Self

Create OpenRouter client with API key and model name

pub async fn add_tool(&mut self, tool: Tool) -> Result<(), Box<dyn Error>>

Add function tool to client. Automatically enables fallback mode for non-supporting models

pub async fn is_fallback_mode(&self) -> bool

Check if client is using fallback tool calling (XML prompting vs native tools)

pub fn set_debug_mode(&mut self, debug: bool)

Enable/disable debug mode to show raw tool call XML in fallback mode

pub fn debug_mode(&self) -> bool

Check if debug mode is enabled

pub async fn supports_tool_calls(&self) -> Result<bool, Box<dyn Error>>

Check if model supports native tool calling by examining template

pub async fn send_chat_request( &self, messages: &[Message], ) -> Result<Pin<Box<dyn Stream<Item = Result<ChatStreamItem, String>> + Send>>, Box<dyn Error>>

Send chat request with real-time streaming response

pub async fn send_chat_request_no_stream( &self, messages: &[Message], ) -> Result<(String, Option<Vec<ToolCall>>), Box<dyn Error>>

Send chat request without streaming, returns complete response and tool calls

pub async fn send_chat_request_with_images( &self, messages: &[Message], image_paths: Vec<String>, ) -> Result<Pin<Box<dyn Stream<Item = Result<ChatStreamItem, String>> + Send>>, Box<dyn Error>>

Send chat request with images from file paths, returns real-time streaming response

pub async fn send_chat_request_with_images_no_stream( &self, messages: &[Message], image_paths: Vec<String>, ) -> Result<(String, Option<Vec<ToolCall>>), Box<dyn Error>>

Send chat request with images from file paths, returns complete response and tool calls

pub async fn send_chat_request_with_image_data( &self, messages: &[Message], images_data: Vec<Vec<u8>>, ) -> Result<Pin<Box<dyn Stream<Item = Result<ChatStreamItem, String>> + Send>>, Box<dyn Error>>

Send chat request with image data from memory, returns real-time streaming response (single image: vec![data], multiple: vec![data1, data2])

pub async fn send_chat_request_with_image_data_no_stream( &self, messages: &[Message], images_data: Vec<Vec<u8>>, ) -> Result<(String, Option<Vec<ToolCall>>), Box<dyn Error>>

Send chat request with image data from memory, returns complete response and tool calls (single image: vec![data], multiple: vec![data1, data2])

pub async fn generate(&self, prompt: &str) -> Result<String, Box<dyn Error>>

Generate single completion from prompt without conversation context

pub async fn generate_stream( &self, prompt: &str, ) -> Result<Pin<Box<dyn Stream<Item = Result<String, String>> + Send>>, Box<dyn Error>>

Generate streaming completion from prompt without conversation context

pub async fn get_available_models( &self, ) -> Result<Vec<MonoModel>, Box<dyn Error>>

Get available models from any provider

pub async fn list_local_models(&self) -> Result<Vec<Model>, Box<dyn Error>>

List locally installed models (legacy method, use get_available_models instead)

pub async fn show_model_info( &self, model_name: &str, ) -> Result<ModelInfo, Box<dyn Error>>

Get detailed model information including template and parameters

pub async fn pull_model(&self, model_name: &str) -> Result<(), Box<dyn Error>>

Download model from provider registry (provider-specific operation)

pub async fn pull_model_stream( &self, model_name: &str, ) -> Result<Pin<Box<dyn Stream<Item = Result<PullProgress, String>> + Send>>, Box<dyn Error>>

Download model with streaming progress updates (provider-specific operation)

pub async fn handle_tool_calls(&self, tool_calls: Vec<ToolCall>) -> Vec<Message>

Execute tool calls and return formatted messages for conversation continuation

pub async fn process_fallback_response( &self, content: &str, ) -> (String, Option<Vec<ToolCall>>)

Parse fallback tool calls from response content and clean XML artifacts

pub fn model(&self) -> &str

Get current model name for display purposes

pub fn as_ollama(&self) -> Option<&OllamaClient>

Access underlying Ollama client for provider-specific operations

pub fn as_ollama_mut(&mut self) -> Option<&mut OllamaClient>

Access underlying Ollama client mutably for provider-specific operations

pub fn as_anthropic(&self) -> Option<&AnthropicClient>

Access underlying Anthropic client for provider-specific operations

pub fn as_anthropic_mut(&mut self) -> Option<&mut AnthropicClient>

Access underlying Anthropic client mutably for provider-specific operations

pub async fn encode_image_file( &self, path: &str, ) -> Result<String, Box<dyn Error>>

Encode image file to base64 string for use in Message.images

pub async fn encode_image_data( &self, bytes: Vec<u8>, ) -> Result<String, Box<dyn Error>>

Encode image bytes to base64 string for use in Message.images