Struct LayerStack 

pub struct LayerStack { /* private fields */ }

Stack transformer sub-blocks into one named layer stage.

Implementations

impl LayerStack

pub fn new() -> LayerStack

pub fn named(name: impl Into<String>) -> LayerStack

pub fn layer_norm( self, gamma_key: impl Into<String>, beta_key: impl Into<String>, eps: f32, ) -> LayerStack

pub fn gather_add( self, input_name: impl Into<String>, weight_key: impl Into<String>, ) -> LayerStack

pub fn rms_norm(self, weight_key: impl Into<String>, eps: f32) -> LayerStack

pub fn linear( self, weight_key: impl Into<String>, transpose: bool, ) -> LayerStack

pub fn residual_save(self) -> LayerStack

pub fn residual_add(self) -> LayerStack

pub fn swiglu( self, gate_key: impl Into<String>, up_key: impl Into<String>, down_key: impl Into<String>, ) -> LayerStack

pub fn swiglu_hf_mlp(self, prefix: impl Into<String>) -> LayerStack

pub fn self_attn_prefill(self, spec: SelfAttnPrefillSpec) -> LayerStack

pub fn stage(self, stage: FlowStage) -> LayerStack

pub fn stages(self, stages: impl IntoIterator<Item = FlowStage>) -> LayerStack

pub fn build(self) -> FlowStage

Trait Implementations

impl Clone for LayerStack

fn clone(&self) -> LayerStack

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LayerStack

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl Default for LayerStack

fn default() -> LayerStack

Returns the “default value” for a type.