Struct candle_transformers::models::bigcode::Config

pub struct Config {
    pub vocab_size: usize,
    pub max_position_embeddings: usize,
    pub num_hidden_layers: usize,
    pub hidden_size: usize,
    pub layer_norm_epsilon: f64,
    pub n_inner: Option<usize>,
    pub num_attention_heads: usize,
    pub multi_query: bool,
    pub use_cache: bool,
}

Fields

vocab_size: usize

max_position_embeddings: usize

num_hidden_layers: usize

hidden_size: usize

layer_norm_epsilon: f64

n_inner: Option<usize>

num_attention_heads: usize

multi_query: bool

use_cache: bool

Implementations

impl Config

pub fn starcoder_1b() -> Self

pub fn starcoder_3b() -> Self

pub fn starcoder_7b() -> Self

pub fn starcoder() -> Self

Trait Implementations

impl Debug for Config

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.