burn-central-inference 0.6.0

Inference contracts and adapters for Burn Central SDK.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50

use std::sync::Arc;

use crate::{InferenceWriter, InferenceWriterChannel};

// TODO: maybe this should require send + sync
pub trait Inference {
    type Input;
    type Output;

    fn infer(&self, input: Self::Input, writer: InferenceWriter<Self::Output>);
}

pub struct InferenceWrapper<I, O> {
    inner: Arc<dyn Inference<Input = I, Output = O> + Send + Sync>,
}

impl<I, O> Clone for InferenceWrapper<I, O> {
    fn clone(&self) -> Self {
        Self {
            inner: Arc::clone(&self.inner),
        }
    }
}

impl<I, O> InferenceWrapper<I, O> {
    fn new<T>(inference: T) -> Self
    where
        T: Inference<Input = I, Output = O> + Send + Sync + 'static,
    {
        Self {
            inner: Arc::new(inference),
        }
    }
}

impl<T, I, O> From<T> for InferenceWrapper<I, O>
where
    T: Inference<Input = I, Output = O> + Send + Sync + 'static,
{
    fn from(inference: T) -> Self {
        Self::new(inference)
    }
}

impl<I, O> InferenceWrapper<I, O> {
    pub fn infer<T: InferenceWriterChannel<O> + 'static>(&self, input: I, writer: T) {
        self.inner
            .infer(input, InferenceWriter::from_channel(writer));
    }
}