Struct candle_transformers::quantized_var_builder::VarBuilder

pub struct VarBuilder { /* private fields */ }

Implementations

impl VarBuilder

pub fn from_gguf<P: AsRef<Path>>(p: P, device: &Device) -> Result<Self>

pub fn from_gguf_buffer(buffer: &[u8], device: &Device) -> Result<Self>

pub fn pp<S: ToString>(&self, s: S) -> Self

pub fn get<S: Into<Shape>>(&self, s: S, name: &str) -> Result<Arc<QTensor>>

pub fn get_no_shape(&self, name: &str) -> Result<Arc<QTensor>>

pub fn device(&self) -> &Device

pub fn contains_key(&self, key: &str) -> bool