Enum XaGate

pub enum XaGate {
    Normal,
    ConstantGated {
        alpha: Tensor,
    },
    ConditionalGated {
        in_proj: MaybeQuantizedLinear,
        out_proj: MaybeQuantizedLinear,
        activation: NonLinearity,
        learnable_bias: bool,
    },
}

Variants

Normal

ConstantGated

Fields

alpha: Tensor

ConditionalGated

Fields

in_proj: MaybeQuantizedLinear

out_proj: MaybeQuantizedLinear

activation: NonLinearity

learnable_bias: bool

Implementations

impl XaGate

pub fn new(cfg: &Config, vb: MaybeQuantizedVarBuilder<'_>) -> Result<Self>

Trait Implementations

impl Clone for XaGate

fn clone(&self) -> XaGate

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for XaGate

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Module for XaGate

fn forward(&self, xs: &Tensor) -> Result<Tensor>