Struct DistillationTrainer 

pub struct DistillationTrainer {
    pub config: DistillationConfig,
}

Knowledge distillation trainer

Fields

config: DistillationConfig

Training configuration

Implementations

impl DistillationTrainer

pub fn new(config: DistillationConfig) -> Self

Creates a new distillation trainer

pub fn default_trainer() -> Self

Creates a trainer with default configuration

pub fn compute_distillation_loss( &self, teacher_logits: &[f32], student_logits: &[f32], ) -> f32

Computes the distillation loss for a single sample

pub fn compute_combined_loss( &self, teacher_logits: &[f32], student_logits: &[f32], hard_label: usize, ) -> f32

Computes the combined loss (distillation + hard label)

pub fn compute_loss_gradient( &self, teacher_logits: &[f32], student_logits: &[f32], hard_label: usize, ) -> Vec<f32>

Computes gradient of combined loss w.r.t. student logits

pub fn train_with_teacher_outputs( &self, teacher_outputs: &[Vec<f32>], training_inputs: &[Vec<f32>], training_labels: &[usize], initial_weights: &[f32], ) -> Result<DistillationStats>

Trains a student model using pre-computed teacher outputs

Trait Implementations

impl Clone for DistillationTrainer

fn clone(&self) -> DistillationTrainer

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for DistillationTrainer

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.