minillmlib 0.3.3

A minimalist, async-first Rust library for LLM interactions with streaming support
Documentation 
1
2
3
4
5
6
7
8
9
10
11

//! LLM Provider implementations

mod client;
mod response;
mod streaming;

pub use client::{global_client, LLMClient};
pub use response::{
    CompletionResponse, CostCallback, CostInfo, CostTrackingType, StreamChunk, Usage,
};
pub use streaming::StreamingCompletion;