flyllm 0.1.2

A rust library for unifying LLM backends as an abstraction layer with load balancing.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22

/// Module for various LLM provider implementations
///
/// This module contains implementations for different LLM providers:
/// - Anthropic (Claude models)
/// - OpenAI (GPT models)
/// - Mistral AI
/// - Google (Gemini models)
///
/// Each provider implements a common interface for generating text
/// completions through their respective APIs.

pub mod anthropic;
pub mod openai;
pub mod types;
pub mod provider;
pub mod google;
pub mod mistral;

pub use types::{ProviderType, LlmRequest, LlmResponse, Message, TokenUsage};
pub use provider::{LlmProvider, create_provider};
pub use anthropic::AnthropicProvider;
pub use openai::OpenAIProvider;