Skip to main content

aria_inference/
lib.rs

1//! Aria inference: bundle loader, family registry, Session.
2
3mod bundle;
4mod chat;
5mod family;
6pub mod fixture;
7pub mod multimodal;
8mod pack;
9mod profile;
10mod session;
11mod tensor_names;
12mod tokenizer;
13
14pub use aria_kernel::{ComputePref, EngineError};
15pub use bundle::{dequantize, load_bundle, Bundle, ModelConfig, QuantTensor, TensorData};
16pub use chat::{apply_chat_template, strip_assistant_visible, ChatTurn};
17pub use family::{
18    arch_class_representatives, effective_rope_theta, family_phase, graph_hook, infer_family_path,
19    lookup_family, require_runnable, require_stage_a, require_stage_b, ArchClass, Family,
20    FamilyPhase, FAMILY_REGISTRY,
21};
22pub use multimodal::{action_head, asr_transcribe_pcm16le, rag_pack_context, vision_encode};
23pub use profile::{EngineProfile, GenerateProfile, LoadProfile};
24pub use session::{confidence_from_logits, GenerateOpts, Generation, Session, SessionBuilder};
25pub use tokenizer::{decode_placeholders, encode_naive, BundleTokenizer};