burn-central-inference 0.6.0

Inference contracts and adapters for Burn Central SDK.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

use std::time::Duration;

/// Runtime-owned writer statistics for a completed inference request.
#[derive(Debug, Clone, Copy)]
pub struct InferenceWriterStats {
    pub duration: Duration,
    pub outputs: usize,
    pub errors: usize,
    pub cancelled: bool,
}

/// Observer interface for writer lifecycle events.
pub trait InferenceWriterObserver: Send + Sync + 'static {
    fn on_write(&self) {}

    fn on_error(&self) {}

    fn on_cancelled(&self) {}

    fn on_finish(&self, _stats: &InferenceWriterStats) {}
}