Struct T5Config 

pub struct T5Config {
    pub vocab_size: usize,
    pub d_model: usize,
    pub d_kv: usize,
    pub d_ff: usize,
    pub num_encoder_layers: usize,
    pub num_decoder_layers: usize,
    pub num_heads: usize,
    pub dropout: f32,
    pub relative_attention: bool,
}

T5 configuration

Fields

vocab_size: usize

Vocabulary size

d_model: usize

Model dimension

d_kv: usize

Key/value dimension

d_ff: usize

Feed-forward dimension

num_encoder_layers: usize

Number of encoder layers

num_decoder_layers: usize

Number of decoder layers

num_heads: usize

Number of attention heads

dropout: f32

Dropout rate

relative_attention: bool

Use relative attention bias

Implementations

impl T5Config

pub fn t5_small() -> Self

T5-Small (60M parameters)

pub fn t5_base() -> Self

T5-Base (220M parameters)

pub fn t5_large() -> Self

T5-Large (770M parameters)

pub fn t5_3b() -> Self

T5-3B (3B parameters)

pub fn t5_11b() -> Self

T5-11B (11B parameters)

pub fn t5_tiny() -> Self

T5-Tiny (for testing)

Trait Implementations

impl Clone for T5Config

fn clone(&self) -> T5Config

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for T5Config

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for T5Config

fn default() -> Self

Returns the “default value” for a type.