Struct Config 

pub struct Config {
    pub vocab_size: usize,
    pub context_length: usize,
    pub emb_dim: usize,
    pub n_heads: usize,
    pub n_layers: usize,
    pub drop_rate: f32,
    pub qkv_bias: bool,
}

Config for specifying parameters of a GPT-2 model

Fields

vocab_size: usize

context_length: usize

emb_dim: usize

n_heads: usize

n_layers: usize

drop_rate: f32

qkv_bias: bool

Implementations

impl Config

pub fn gpt2_124m() -> Self

Returns configuration for GPT-2 small

pub fn gpt2_medium() -> Self

Returns configuration for GPT-2 medium

pub fn gpt2_large() -> Self

Returns configuration for GPT-2 large

pub fn gpt2_xlarge() -> Self

Returns configuration for GPT-2 x-large

pub fn gpt_sm_test() -> Self

Returns a custom configuration for GPT-2 to be used in unit tests

Trait Implementations

impl Clone for Config

fn clone(&self) -> Config

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Config

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Copy for Config