minillmlib 0.2.1

A minimalist, async-first Rust library for LLM interactions with streaming support
Documentation 
1
2
3
4
5
6
7

//! Generator configuration types for LLM interactions

mod info;
mod params;

pub use info::GeneratorInfo;
pub use params::{CompletionParameters, NodeCompletionParameters, ProviderSettings};