1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

use crate::Tensor;
use safetensors::tensor::TensorView;
use std::{
    any::{Any, TypeId},
    collections::HashMap,
    fmt::Debug,
    path::Path,
};

pub trait Backend: Debug {
    fn clone_boxed(&self) -> Box<dyn Backend>;
    fn data_type_id(&self) -> TypeId;
    fn as_any(&self) -> &dyn Any;
    fn equal(&self, rhs: &dyn Backend) -> bool;
    fn from_safetensor(&self, st: &TensorView) -> Tensor;
    fn to_safetensors(&self, tensors: HashMap<String, Tensor>, filename: &Path);
    fn debug_info(&self) {}
}

impl<'a, T> From<&'a T> for Box<dyn Backend>
where
    T: Clone + Backend + 'static,
{
    fn from(t: &'a T) -> Self {
        Box::new(t.clone())
    }
}

impl<'a> From<&'a Box<dyn Backend>> for Box<dyn Backend> {
    fn from(t: &'a Box<dyn Backend>) -> Self {
        t.clone()
    }
}

impl Clone for Box<dyn Backend> {
    fn clone(&self) -> Self {
        self.clone_boxed()
    }
}

impl<'a> From<&'a dyn Backend> for Box<dyn Backend> {
    fn from(t: &'a dyn Backend) -> Self {
        t.clone_boxed()
    }
}

impl<'a> PartialEq for &'a dyn Backend {
    fn eq(&self, rhs: &Self) -> bool {
        self.equal(*rhs)
    }
}

mod cpu;
pub use cpu::Cpu;

// mod cuda;
// pub use cuda::Cuda;