flyllm 0.1.0

A rust library for unifying LLM backends as an abstraction layer with load balancing.
Documentation
1
2
3
4
5
6
7
8
9
10
11
pub mod anthropic;
pub mod openai;
pub mod types;
pub mod provider;
pub mod google;
pub mod mistral;

pub use types::{ProviderType, LlmRequest, LlmResponse, Message, TokenUsage};
pub use provider::{LlmProvider, create_provider};
pub use anthropic::AnthropicProvider;
pub use openai::OpenAIProvider;