use crate::graph::node::{Activation, CombineOp, StandardizeOp};
pub fn all_activations() -> Vec<Activation> {
vec![
Activation::Identity,
Activation::ReLU,
Activation::GeLU,
Activation::SiLU,
Activation::SELU,
Activation::Tanh,
Activation::Sigmoid,
Activation::Mish,
Activation::LeakyReLU,
Activation::ELU,
Activation::GeluTanh,
Activation::Softplus,
Activation::HardSwish,
Activation::HardSigmoid,
Activation::Sin,
Activation::Cos,
]
}
pub fn all_combine_ops() -> Vec<CombineOp> {
vec![
CombineOp::Add,
CombineOp::Mean,
CombineOp::Max,
CombineOp::Min,
]
}
pub fn all_standardize_ops() -> Vec<StandardizeOp> {
vec![StandardizeOp::Identity, StandardizeOp::LayerNorm]
}