Struct ModelCapability 

pub struct ModelCapability {
    pub model_id: String,
    pub family: String,
    pub parameters_b_x10: u32,
    pub context_length: u32,
    pub quantization: Option<String>,
    pub modalities: Vec<Modality>,
    pub tokens_per_sec: u32,
    pub loaded: bool,
}

Model capability

Fields

model_id: String

Unique model identifier (e.g., “llama-3.1-70b”)

family: String

Model family (e.g., “llama”, “mistral”, “claude”)

parameters_b_x10: u32

Parameter count (in billions, scaled by 10: 700 = 70B)

context_length: u32

Context length in tokens

quantization: Option<String>

Quantization (e.g., “fp16”, “int8”, “int4”)

modalities: Vec<Modality>

Supported modalities

tokens_per_sec: u32

Estimated tokens per second (for this hardware)

loaded: bool

Whether model is currently loaded

Implementations

impl ModelCapability

pub fn new( model_id: impl Into<String>, family: impl Into<String>, ) -> ModelCapability

Create new model capability

pub fn with_parameters(self, billions: f32) -> ModelCapability

Set parameter count in billions

pub fn with_context_length(self, length: u32) -> ModelCapability

Set context length

pub fn with_quantization(self, quant: impl Into<String>) -> ModelCapability

Set quantization

pub fn add_modality(self, modality: Modality) -> ModelCapability

Add modality

pub fn with_tokens_per_sec(self, tps: u32) -> ModelCapability

Set tokens per second

pub fn with_loaded(self, loaded: bool) -> ModelCapability

Set loaded status

pub fn parameters(&self) -> f32

Get parameter count as f32

Trait Implementations

impl Clone for ModelCapability

fn clone(&self) -> ModelCapability

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ModelCapability

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for ModelCapability

fn deserialize<__D>( __deserializer: __D, ) -> Result<ModelCapability, <__D as Deserializer<'de>>::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Eq for ModelCapability

impl PartialEq for ModelCapability

fn eq(&self, other: &ModelCapability) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for ModelCapability

fn serialize<__S>( &self, __serializer: __S, ) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for ModelCapability