libmir-cuda 0.2.0

CUDA inference backend for libmir
1
2
3
4
5
6
7
8
9
10
11
12
13
14

mod execute;
mod layer;
mod load;
mod scratch;

use models::layout::EncoderConfig;

use crate::{CudaBackend, CudaTensorSet};

pub struct CudaSequenceScoringModel {
    backend: CudaBackend,
    config: EncoderConfig,
    tensors: CudaTensorSet,
}