litertlm 0.2.1

Safe, idiomatic Rust bindings to Google's LiteRT-LM on-device LLM engine.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

//! Safe Rust bindings to LiteRT-LM — Google's on-device LLM inference engine.
//!
//! ```no_run
//! use litertlm::{Backend, Engine, EngineSettings, SamplerParams};
//!
//! # fn main() -> litertlm::Result<()> {
//! let engine = Engine::new(
//!     EngineSettings::new("model.litertlm")
//!         .backend(Backend::Gpu)
//!         .max_num_tokens(512),
//! )?;
//!
//! let mut session = engine.create_session(
//!     SamplerParams::default()
//!         .top_p(0.95)
//!         .temperature(0.7),
//! )?;
//!
//! let response = session.generate("Explain Rust lifetimes briefly")?;
//! println!("{response}");
//! # Ok(()) }
//! ```

#![warn(missing_docs)]

pub mod conversation;
mod engine;
mod error;
mod input;
mod sampler;
mod session;

pub use conversation::Conversation;
pub use engine::{Backend, Engine, EngineSettings};
pub use error::{Error, Result};
pub use input::Input;
pub use sampler::{Sampler, SamplerParams};
pub use session::Session;