Struct PyTorchCompat 

pub struct PyTorchCompat {
    pub weights: HashMap<String, TensorInfo>,
    pub config: ModelConfig,
    pub torch_version: String,
}

PyTorch-compatible weight export/import

Provides utilities to save and load tokenizer weights in a format compatible with PyTorch models using safetensors.

Fields

weights: HashMap<String, TensorInfo>

Model weights as named tensors

config: ModelConfig

Model configuration

torch_version: String

PyTorch version compatibility

Implementations

impl PyTorchCompat

pub fn new(config: ModelConfig) -> Self

Create a new PyTorch compatibility wrapper

pub fn add_weight(&mut self, name: impl Into<String>, array: &Array2<f32>)

Add a weight tensor

pub fn add_weight_1d(&mut self, name: impl Into<String>, array: &Array1<f32>)

Add a 1D weight tensor (bias, etc.)

pub fn get_weight(&self, name: &str) -> TokenizerResult<Array2<f32>>

Get a weight tensor as Array2

pub fn get_weight_1d(&self, name: &str) -> TokenizerResult<Array1<f32>>

Get a 1D weight tensor

pub fn save<P: AsRef<Path>>(&self, path: P) -> TokenizerResult<()>

Save to safetensors format (PyTorch compatible)

pub fn load<P: AsRef<Path>>(path: P) -> TokenizerResult<Self>

Load from safetensors format

pub fn weight_names(&self) -> Vec<String>

Export weight names for ONNX mapping

pub fn num_parameters(&self) -> usize

Get total number of parameters

Trait Implementations

impl Clone for PyTorchCompat

fn clone(&self) -> PyTorchCompat

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for PyTorchCompat

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for PyTorchCompat

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for PyTorchCompat

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.