Struct DdlConfig 

pub struct DdlConfig {

    pub d_model: usize,
    pub num_layers: usize,
    pub num_heads: usize,
    pub vocab_size: usize,
    pub d_value: usize,
    pub head_dim: usize,
    pub mlp_hidden: usize,
    pub mapping: DdlMapping,
    pub beta_init: f64,
    pub beta_single_linear: bool,
    pub k_eps: f64,
    pub compression: CompressionVariant,
    pub shortconv_kernel_size: usize,
    pub embed_conv: bool,
    pub max_seq_len: usize,
    pub rope_theta: f32,
}

Fields

d_model: usize

num_layers: usize

num_heads: usize

vocab_size: usize

d_value: usize

head_dim: usize

mlp_hidden: usize

mapping: DdlMapping

beta_init: f64

beta_single_linear: bool

k_eps: f64

compression: CompressionVariant

shortconv_kernel_size: usize

embed_conv: bool

max_seq_len: usize

rope_theta: f32

Implementations

impl DdlConfig

pub fn new( d_model: usize, num_layers: usize, num_heads: usize, vocab_size: usize, ) -> Self

Create a new instance of the config.

impl DdlConfig

pub fn with_d_value(self, d_value: usize) -> Self

Set the default value for the field.

pub fn with_head_dim(self, head_dim: usize) -> Self

Set the default value for the field.

pub fn with_mlp_hidden(self, mlp_hidden: usize) -> Self

Set the default value for the field.

pub fn with_mapping(self, mapping: DdlMapping) -> Self

Set the default value for the field.

pub fn with_beta_init(self, beta_init: f64) -> Self

Set the default value for the field.

pub fn with_beta_single_linear(self, beta_single_linear: bool) -> Self

Set the default value for the field.

pub fn with_k_eps(self, k_eps: f64) -> Self

Set the default value for the field.

pub fn with_compression(self, compression: CompressionVariant) -> Self

Set the default value for the field.

pub fn with_shortconv_kernel_size(self, shortconv_kernel_size: usize) -> Self

Set the default value for the field.

pub fn with_embed_conv(self, embed_conv: bool) -> Self

Set the default value for the field.

pub fn with_max_seq_len(self, max_seq_len: usize) -> Self

Set the default value for the field.

pub fn with_rope_theta(self, rope_theta: f32) -> Self

Set the default value for the field.

impl DdlConfig

pub fn validate(&self) -> Result<(), ConfigValidationError>

pub fn effective_head_dim(&self) -> usize

pub fn effective_mlp_hidden(&self) -> usize

pub fn uses_matrix_state(&self) -> bool

pub fn try_init<B: Backend>( &self, device: &B::Device, ) -> Result<DdlTransformer<B>, ConfigValidationError>

pub fn init<B: Backend>(&self, device: &B::Device) -> DdlTransformer<B>

Trait Implementations

impl Clone for DdlConfig

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Config for DdlConfig

fn save<P>(&self, file: P) -> Result<(), Error>

where P: AsRef<Path>,

Saves the configuration to a file.

fn load<P>(file: P) -> Result<Self, ConfigError>

where P: AsRef<Path>,

Loads the configuration from a file.

fn load_binary(data: &[u8]) -> Result<Self, ConfigError>

Loads the configuration from a binary buffer.

impl Debug for DdlConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for DdlConfig

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>

where D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Display for DdlConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for DdlConfig

fn eq(&self, other: &DdlConfig) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for DdlConfig

fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>

where S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for DdlConfig