libmir-cuda 0.2.0

CUDA inference backend for libmir
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15

mod execute;
mod layer;
mod load;
mod scratch;

use models::{layout::DecoderConfig, weights::TextTensorLayout};

use crate::{CudaBackend, CudaTensorSet};

pub struct CudaTextEmbeddingModel {
    backend: CudaBackend,
    config: DecoderConfig,
    layout: TextTensorLayout,
    tensors: CudaTensorSet,
}