musicgpt 0.3.26

Generate music based on natural language prompts using LLMs running locally
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46

use anyhow::anyhow;
use log::{error, info};
use ort::execution_providers::{
    CUDAExecutionProvider, CoreMLExecutionProvider, ExecutionProvider, ExecutionProviderDispatch,
    TensorRTExecutionProvider,
};
use ort::session::Session;

pub fn init_gpu() -> anyhow::Result<(&'static str, ExecutionProviderDispatch)> {
    let mut dummy_builder = Session::builder()?;

    if cfg!(feature = "tensorrt") {
        let provider = TensorRTExecutionProvider::default();
        match provider.register(&mut dummy_builder) {
            Ok(_) => {
                info!("{} detected", provider.as_str());
                return Ok(("TensorRT", provider.build()));
            }
            Err(err) => error!("Could not load {}: {}", provider.as_str(), err),
        }
    }
    if cfg!(feature = "cuda") {
        let provider = CUDAExecutionProvider::default();
        match provider.register(&mut dummy_builder) {
            Ok(_) => {
                info!("{} detected", provider.as_str());
                return Ok(("Cuda", provider.build()));
            }
            Err(err) => error!("Could not load {}: {}", provider.as_str(), err),
        }
    }
    if cfg!(feature = "coreml") {
        let provider = CoreMLExecutionProvider::default().with_ane_only();
        match provider.register(&mut dummy_builder) {
            Ok(_) => {
                info!("{} detected", provider.as_str());
                return Ok(("CoreML", provider.build()));
            }
            Err(err) => error!("Could not load {}: {}", provider.as_str(), err),
        }
    }

    Err(anyhow!(
        "No hardware accelerator was detected, try running the program without the --gpu flag",
    ))
}