Struct ModelMetadataBuilder 

pub struct ModelMetadataBuilder { /* private fields */ }

Builder for ModelMetadata.

Implementations

impl ModelMetadataBuilder

pub fn new(id: impl Into<ModelId>, architecture: ModelArchitecture) -> Self

Creates a new builder.

pub fn source(self, source: ModelSource) -> Self

Sets the model source.

pub fn context_length(self, length: u32) -> Self

Sets the context length.

pub fn vocab_size(self, size: u32) -> Self

Sets the vocabulary size.

pub fn hidden_size(self, size: u32) -> Self

Sets the hidden size.

pub fn num_layers(self, layers: u32) -> Self

Sets the number of layers.

pub fn num_attention_heads(self, heads: u32) -> Self

Sets the number of attention heads.

pub fn num_kv_heads(self, heads: u32) -> Self

Sets the number of KV heads.

pub fn quantization(self, quant: QuantizationType) -> Self

Sets the quantization type.

pub fn size_bytes(self, size: u64) -> Self

Sets the model size in bytes.

pub fn description(self, desc: impl Into<String>) -> Self

Sets the description.

pub fn build(self) -> ModelMetadata

Builds the ModelMetadata.

Panics

Panics if source is not set.

Trait Implementations

impl Debug for ModelMetadataBuilder

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.