pub mod accelerator;
pub mod activations;
pub mod adaln;
pub mod attention;
pub mod batch;
pub mod causal_lm_loss;
pub mod checkpoint;
pub mod clip;
pub mod conv;
pub mod dataset;
pub mod dcae;
pub mod detection;
pub mod diffusion;
pub mod dit_lora;
pub mod ema;
pub mod embedding;
pub mod ffn;
pub mod flow_transformer;
#[cfg(test)]
mod fuzz;
pub mod gguf;
pub mod gltf;
pub mod hf;
pub mod interoceptive;
pub mod losses;
pub mod masked_lm;
pub mod matrix;
pub mod mesh;
pub mod mmdit;
pub mod moe;
pub mod network;
pub mod norm;
pub mod optimizers;
pub mod param;
pub mod pipeline;
pub mod quantized;
pub mod recurrent;
pub mod rng;
pub mod rope;
pub mod safetensors;
pub mod sampling;
pub mod sana;
pub mod serialization;
pub mod shape_vae;
pub mod shards;
pub mod t5;
pub mod text_encoder;
pub mod token_file;
pub mod tokenizer;
pub mod transformer;
pub mod transformer_block;
pub mod unet;
pub mod unet_lora;
pub mod vae;
pub mod video_pipeline;
pub mod vision;
pub mod vit_encoder;
pub mod wan_dit;
pub mod wan_vae;
pub mod webdataset;
pub mod yolo;
pub mod zimage;
#[cfg(feature = "cuda")]
pub(crate) mod cuda_flash;
#[cfg(feature = "cuda")]
pub(crate) mod cuda_fp8;
#[cfg(feature = "cuda")]
pub mod cuda_image;
#[cfg(feature = "cuda")]
pub mod cuda_mmdit;
#[cfg(feature = "cuda")]
pub mod cuda_sana;
#[cfg(feature = "cuda")]
pub mod cuda_t5;
#[cfg(feature = "cuda")]
pub mod cuda_text_encoder;
#[cfg(feature = "cuda")]
pub mod cuda_training;
#[cfg(feature = "cuda")]
pub(crate) mod cuda_w8a8;
#[cfg(feature = "cuda")]
pub mod cuda_wan_dit;
#[cfg(feature = "cuda")]
pub(crate) mod gpu_cross;
#[cfg(feature = "cuda")]
pub(crate) mod gpu_flow;
#[cfg(feature = "cuda")]
pub(crate) mod gpu_matrix;
#[cfg(feature = "cuda")]
pub(crate) mod gpu_model;
#[cfg(feature = "cuda")]
pub(crate) mod gpu_shape;
#[cfg(feature = "cuda")]
pub mod gpu_test;
#[cfg(feature = "cuda")]
pub mod gpu_transformer;
#[cfg(all(feature = "metal", target_os = "macos"))]
pub mod metal_training;
pub mod onnx;
pub(crate) mod onnx_export;
pub const BUILD: &str = concat!(
env!("CARGO_PKG_VERSION"),
" (",
env!("RUSTING_BRAIN_GIT_HASH"),
")"
);
#[cfg(test)]
#[test]
fn build_names_the_checkout() {
let head = std::process::Command::new("git")
.args(["rev-parse", "--short", "HEAD"])
.output()
.unwrap();
let head = String::from_utf8(head.stdout).unwrap();
assert_eq!(
BUILD,
format!("{} ({})", env!("CARGO_PKG_VERSION"), head.trim())
);
}
pub use accelerator::{
AcceleratorDoctorReport, AcceleratorStats, TrainingSession, accelerator_doctor,
estimate_tensor_memory_mib,
};
pub use activations::Activation;
pub use adaln::{
AdaLayerNorm, AdaLnCache, Modulation, ModulationCache, TimestepCache, TimestepEmbedding,
gate_residual, gate_residual_backward,
};
pub use attention::{CrossAttentionCache, KvCache, MultiHeadAttention};
pub use batch::{Layout, TokenBatch};
pub use causal_lm_loss::{CausalLmLoss, TotalLoss, causal_lm_loss, causal_lm_loss_batch};
pub use checkpoint::{load as load_checkpoint, save as save_checkpoint};
pub use clip::{ClipTextConfig, ClipTextEncoder};
pub use conv::{
Conv2d, ConvCache, ConvGeometry, FeatureMap, GroupNorm, GroupNormCache, ImageBatch,
TrainableConv2d, TrainableGroupNorm, pixel_shuffle, pixel_unshuffle, upsample_nearest,
};
#[cfg(feature = "cuda")]
pub use conv::{
DeviceGroupNormCache, DeviceImageBatch, DeviceSpatialSoftmaxCache,
global_avg_pool_backward_device, global_avg_pool_device, silu_backward_device, silu_device,
spatial_softmax_backward_device, spatial_softmax_device,
};
#[cfg(feature = "cuda")]
pub use cuda_training::{CudaDoctorReport, CudaTrainingSession, CudaTrainingStats, cuda_doctor};
pub use dataset::{
Augment, BatchCursor, BatchSource, Dataset, DatasetBatch, DatasetStream, JsonlStream,
Standardizer,
};
pub use diffusion::{
Denoiser, Inpaint, SamplingConfig, Scheduler, Solver, noise, sample, sample_consistency,
sample_from, sample_unipc, sample_with_sigmas,
};
pub use ema::Ema;
pub use embedding::Embedding;
pub use ffn::{GeluMlp, SwiGlu};
pub use flow_transformer::{
FlowConfig, FlowDenoiser, FlowTransformer, flow_match_target, sample_timesteps,
};
pub use gltf::Glb;
#[cfg(feature = "cuda")]
pub use gpu_transformer::GpuContext;
pub use losses::Loss;
pub use masked_lm::{MaskedBatch, masked_lm_loss};
pub use matrix::Matrix;
pub use mesh::{
Bvh, Mesh, QuerySampling, Transform, marching_tetrahedra, marching_tetrahedra_sparse,
};
#[cfg(all(feature = "metal", target_os = "macos"))]
pub use metal_training::{MetalTrainingSession, metal_doctor};
pub use mmdit::{Conditioning, Dit, DitConfig};
pub use moe::{Expert, MoeConfig, MoeLayer, Router};
pub use network::{
CudaTrainingCheckpoint, Dense, DenseLayer, Network, NetworkBuilder, NetworkError, TrainConfig,
TrainingBackend, TrainingHistory,
};
pub use norm::RmsNorm;
pub use optimizers::{Optimizer, Schedule, SpikeGuard};
pub use param::{CudaDevice, Linear, Lora, Param};
pub use pipeline::{
DynamicShift, ImageDenoiser, ImagePipeline, PipelineConfig, PooledEncoder, PromptEncoder,
};
pub use rng::RunRng;
pub use rope::Rope;
pub use safetensors::{Dtype, SafeTensors, ShardedSafeTensors, TensorInfo};
pub use sampling::Sampler;
pub use shape_vae::{ShapeVae, ShapeVaeConfig, fourier_features};
pub use shards::{Batch, BatchConfig, BatchStream, Corpus, Example, Shards};
pub use t5::{T5Config, T5Encoder};
pub use text_encoder::{TextEncoder, TextEncoderConfig};
pub use token_file::{TokenFile, TokenMix, TokenStream};
pub use tokenizer::{Bpe, Unigram};
pub use transformer::{
BatchDecoder, Decoder, LoraConfig, ParameterCounts, Precision, TransformerBuilder,
TransformerConfig, TransformerLm,
};
pub use transformer_block::{FeedForward, TransformerBlock};
pub use unet::{Control, ControlNet, Unet, UnetConfig};
pub use vae::{VaeConfig, VaeDecoder, VaeEncoder, to_rgb8};
pub use video_pipeline::{UniPc, Video, VideoConfig, VideoPipeline, VideoRequest};
pub use vision::{VisionTransformer, VitConfig};
#[cfg(feature = "images")]
pub use vit_encoder::read_image;
pub use vit_encoder::{CLIP_MEAN, CLIP_STD, VitEncoder, VitEncoderConfig, composite_rgba};
pub use wan_dit::{WanBlock, WanDit, WanDitConfig};