sklears-feature-extraction 0.2.0

Feature extraction from raw data (text, images)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41

pub use scirs2_core::ndarray::{s, Array1, Array2, Axis};
pub use scirs2_core::random::Random;
pub use sklears_core::{
    error::Result as SklResult,
    prelude::{Predict, SklearsError, Transform},
    traits::{Estimator, Fit, Untrained},
    types::Float,
};
use std::collections::{HashMap, VecDeque};

#[derive(Debug, Clone, Copy)]
pub enum CNNActivation {
    ReLU,
    Tanh,
    Sigmoid,
    LeakyReLU(f64),
}

#[derive(Debug, Clone, Copy)]
pub enum AttentionType {
    /// Standard scaled dot-product attention
    Scaled,
    /// Additive attention (Bahdanau-style)
    Additive,
    /// Multiplicative attention
    Multiplicative,
    /// Multi-head attention
    MultiHead,
}

#[derive(Clone)]
pub struct TransformerLayerWeights {
    pub w_q: Array2<f64>,
    pub w_k: Array2<f64>,
    pub w_v: Array2<f64>,
    pub w_o: Array2<f64>,
    pub w_ff1: Array2<f64>,
    pub w_ff2: Array2<f64>,
    pub layer_norm_scale: Array1<f64>,
    pub layer_norm_bias: Array1<f64>,
}