Struct Session 

pub struct Session { /* private fields */ }

Implementations

impl Session

pub fn family(&self) -> Family

pub fn model_id(&self) -> &str

pub fn config(&self) -> &ModelConfig

pub fn bundle(&self) -> &Bundle

pub fn compute_label(&self) -> &str

pub fn last_profile(&self) -> Option<&EngineProfile>

pub fn generate( &mut self, prompt: &[u32], opts: &GenerateOpts, ) -> Result<Generation, EngineError>

Greedy (temperature<=0) generation from prompt token ids. Prefills the prompt once, then runs one incremental decode step per new token.

pub fn decode_tokens(&self, ids: &[u32]) -> String

Map token ids → UTF-8 via bundle tokenizer.json (byte-level when applicable). Falls back to <id> placeholders when no sidecar is present.

pub fn encode_text(&self, text: &str) -> Vec<u32>

Encode with bundle tokenizer.json when present; else naive byte fallback.

pub fn encode_chat(&self, messages: &[ChatTurn]) -> Vec<u32>

Encode OpenAI-style messages with the family / tokenizer chat template.

pub fn arch(&self) -> ArchClass

pub fn graph_hook_name(&self) -> &'static str

pub fn embed_text(&self, text: &str) -> Result<Vec<f32>, EngineError>

Mean-pool token embeddings (stage C /v1/embeddings).

pub fn vision_prefix( &self, rgb: &[u8], height: usize, width: usize, ) -> Result<Vec<f32>, EngineError>

Stage C VL: project RGB via bundle vision weights (no mean-pool stub).

pub fn predict_action( &self, prompt: &str, action_dim: usize, ) -> Result<Vec<f32>, EngineError>

Stage C VLA: project last-token embedding with bundle action weights.

pub fn transcribe_pcm16le(&self, pcm: &[u8]) -> Result<String, EngineError>

Stage C ASR stub bound to session vocab.

Trait Implementations

impl Debug for Session

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.