Struct PrefixTuningConfig 

pub struct PrefixTuningConfig {
    pub num_prefix_tokens: usize,
    pub num_layers: usize,
    pub d_model: usize,
    pub num_heads: usize,
    pub init_strategy: PromptInitStrategy,
    pub prefix_kv: bool,
}

Prefix Tuning configuration

Fields

num_prefix_tokens: usize

Number of prefix tokens per layer

num_layers: usize

Number of layers

d_model: usize

Model dimension

num_heads: usize

Number of attention heads

init_strategy: PromptInitStrategy

Prefix initialization strategy

prefix_kv: bool

Use prefix for both key and value

Implementations

impl PrefixTuningConfig

pub fn small(num_layers: usize, d_model: usize, num_heads: usize) -> Self

Configuration for small models

pub fn large(num_layers: usize, d_model: usize, num_heads: usize) -> Self

Configuration for large models

Trait Implementations

impl Clone for PrefixTuningConfig

fn clone(&self) -> PrefixTuningConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for PrefixTuningConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for PrefixTuningConfig

fn default() -> Self

Returns the “default value” for a type.