Struct EmbedScaleStage 

pub struct EmbedScaleStage {
    pub hidden_size: usize,
}

Multiply token embeddings by sqrt(hidden_size) (Gemma / Gemma 2).

Fields

hidden_size: usize

Implementations

impl EmbedScaleStage

pub fn new(hidden_size: usize) -> Self

Trait Implementations

impl Clone for EmbedScaleStage

fn clone(&self) -> EmbedScaleStage

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for EmbedScaleStage

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.