Struct Sam3CompiledEncoder 

pub struct Sam3CompiledEncoder {
    pub compiled: CompiledGraph,
    pub batch: usize,
    pub hw: usize,
    pub seq: usize,
    pub d: usize,
}

Compiled encoder graph + uploaded parameters, ready for many runs.

Fields

compiled: CompiledGraph

batch: usize

hw: usize

seq: usize

d: usize

Implementations

impl Sam3CompiledEncoder

pub fn new( weights: &Sam3EncoderWeights, batch: usize, hw: usize, seq: usize, device: Device, ) -> Result<Sam3CompiledEncoder, Error>

pub fn new_with_profile( weights: &Sam3EncoderWeights, batch: usize, hw: usize, seq: usize, device: Device, profile: &CompileProfile, ) -> Result<Sam3CompiledEncoder, Error>

pub fn new_with_profile_and_gguf( weights: &Sam3EncoderWeights, batch: usize, hw: usize, seq: usize, device: Device, profile: &CompileProfile, gguf_packed: Option<&GgufPackedParams>, ) -> Result<Sam3CompiledEncoder, Error>

pub fn run( &mut self, src_bchw: &[f32], src_pos_bchw: &[f32], prompt_seq_first: &[f32], prompt_kpm: &[u8], src_h: usize, src_w: usize, ) -> Result<Vec<f32>, Error>