flyllm 0.1.0

A rust library for unifying LLM backends as an abstraction layer with load balancing.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22

pub mod providers;
pub mod errors;
pub mod constants;
pub mod load_balancer;

pub use providers::{
    ProviderType, 
    LlmRequest, 
    LlmResponse,
    LlmProvider,
    create_provider,
    AnthropicProvider,
    OpenAIProvider,
};

pub use errors::{LlmError, LlmResult};

pub use load_balancer::{LlmManager, GenerationRequest, LlmManagerResponse, TaskDefinition};

pub fn use_logging() {
    env_logger::init();
}