minillmlib 0.4.0

A minimalist, async-first Rust library for LLM interactions with streaming support
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17

//! LLM Provider implementations

mod auth;
mod client;
mod providers;
mod response;
mod streaming;
mod wire;

pub use auth::{resolve_claude_subscription_auth, Auth};
pub use client::{global_client, LLMClient};
pub use providers::{AnthropicProvider, GenericProvider, OpenAiProvider, OpenRouterProvider};
pub use response::{
    CompletionResponse, CostCallback, CostInfo, CostResolution, StreamChunk, Usage,
};
pub use streaming::StreamingCompletion;
pub use wire::{AppIdentity, CostOutcome, PostStreamCtx, Provider, TokenPrice};