libmir-metal 0.3.0

Metal inference backend for libmir
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24

use models::{
    execution::{DecoderExecutionContract, TaskExecutionPlan},
    layout::{DecoderConfig, EncoderConfig, ModelLayout},
    weights::TensorCatalog,
};

use crate::native::error::Result;

pub(super) fn execution_metadata(
    task: &TaskExecutionPlan,
    layout: &ModelLayout,
    catalog: &TensorCatalog,
) -> Result<(Option<DecoderConfig>, Option<EncoderConfig>, Option<DecoderExecutionContract>)> {
    match task {
        TaskExecutionPlan::Generation { decoder }
        | TaskExecutionPlan::Embedding { decoder, .. } => {
            let contract = DecoderExecutionContract::discover(layout, decoder, catalog)?;
            Ok((Some(decoder.clone()), None, Some(contract)))
        },
        TaskExecutionPlan::SequenceScoring { encoder, .. } => {
            Ok((None, Some(encoder.clone()), None))
        },
    }
}