flyllm 0.3.1

A Rust library for unifying LLM backends as an abstraction layer with load balancing.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

/// Module for various LLM provider implementations
///
/// This module contains implementations for different LLM providers:
/// - Anthropic (Claude models)
/// - OpenAI (GPT models)
/// - Mistral AI
/// - Google (Gemini models)
/// - Ollama
///
/// Each provider implements a common interface for generating text
/// completions through their respective APIs.

pub mod anthropic;
pub mod openai;
pub mod types;
pub mod instances;
pub mod google;
pub mod mistral;
pub mod ollama;
pub mod model_discovery;

pub use model_discovery::ModelDiscovery;
pub use types::{ProviderType, LlmRequest, LlmResponse, Message, TokenUsage, ModelInfo};
pub use instances::{LlmInstance, create_instance};
pub use anthropic::AnthropicInstance;
pub use openai::OpenAIInstance;