cera 0.5.0

Rust-native LLM inference engine
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

//! Bundle fetching + caching.
//!
//! Two layers, split by what they need from the host:
//!
//! - [`cache_key`] is pure and always compiled: URL-to-cache-entry
//!   addressing, the path-segment allowlist, LeapBundles manifest URLs
//!   and catalog parsing. The browser store in `cera-wasm` builds on
//!   this, which is why it isn't behind the `remote` feature.
//! - `BundleRepo` (behind `remote`, so named and not linked) is the native store: a
//!   `reqwest::blocking` downloader over an on-disk tree, with
//!   SHA-256 integrity and sidecar caching.
//!
//! A `wasm32` build gets the first and not the second (there is no
//! filesystem and no reqwest) and supplies its own OPFS-backed store
//! that shares the addressing above. See `cera-wasm`'s bundle module.

pub mod cache_key;
pub mod hf;

pub use cache_key::{LeapBundleEntry, known_bundle_manifest, leap_bundles_manifest_url};
pub use hf::{
    GgufFileEntry, HfModelInfo, HfRepoContents, HfSibling, HfSpec, classify_repo_siblings,
    default_cache_dir, extract_quant_from_filename, resolve_hf_manifest,
};

#[cfg(feature = "remote")]
pub(crate) mod download;

#[cfg(feature = "remote")]
mod repo;

#[cfg(feature = "remote")]
pub use hf::{
    fetch_generation_defaults, fetch_model_info, get_hf_auth_token, inspect_and_resolve_manifest,
};

#[cfg(feature = "remote")]
pub use repo::{BundleRepo, DownloadProgress, list_leap_bundles};