Struct ModelInfo 

pub struct ModelInfo {

    pub model_id: ModelId,
    pub model_type: ModelType,
    pub num_parameters: u64,
    pub hidden_size: usize,
    pub num_layers: usize,
    pub num_heads: usize,
    pub num_kv_heads: usize,
    pub vocab_size: usize,
    pub max_sequence_length: usize,
    pub dtype: DataType,
    pub device: Device,
    pub version: Option<String>,
    pub license: Option<String>,
    pub metadata: HashMap<String, Value>,
}

Model information and metadata

Fields

model_id: ModelId

Model identifier

model_type: ModelType

Model type/architecture

num_parameters: u64

Number of parameters

hidden_size: usize

Hidden dimension size

num_layers: usize

Number of transformer layers

num_heads: usize

Number of attention heads

num_kv_heads: usize

Number of key-value heads (for GQA)

vocab_size: usize

Vocabulary size

max_sequence_length: usize

Maximum sequence length

dtype: DataType

Data type used by the model

device: Device

Device where model is loaded

version: Option<String>

Model version or revision

license: Option<String>

Model license

metadata: HashMap<String, Value>

Additional model metadata

Implementations

impl ModelInfo

pub fn estimated_size_bytes(&self) -> u64

Calculate approximate model size in bytes

pub fn supports_sequence_length(&self, length: usize) -> bool

Check if model supports a specific sequence length

pub fn memory_requirements( &self, batch_size: usize, sequence_length: usize, ) -> ModelMemoryRequirements

Get memory requirements for inference

Trait Implementations

impl Clone for ModelInfo

fn clone(&self) -> ModelInfo

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ModelInfo

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for ModelInfo

fn deserialize<__D>( __deserializer: __D, ) -> Result<ModelInfo, <__D as Deserializer<'de>>::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for ModelInfo

fn serialize<__S>( &self, __serializer: __S, ) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.