trustformers-models 0.1.1

Model implementations for TrustformeRS
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12

/// FNet: Mixing Tokens with Fourier Transforms
///
/// Paper: "FNet: Mixing Tokens with Fourier Transforms" (Lee-Thorp et al., 2021)
/// Key innovation: Replaces self-attention with Fourier transforms for O(n log n) complexity
pub mod config;
pub mod model;

pub use config::FNetConfig;
pub use model::{FNetForMaskedLM, FNetForSequenceClassification, FNetModel};

#[cfg(test)]
mod tests;