rlx-moshi 0.2.9

Kyutai Moshi speech-to-speech LM (Helium + depth transformer) for RLX
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

use anyhow::Result;
use rlx_runtime::{Device, is_available};

/// Parse `--device` for Moshi (cpu / metal / cuda / mlx / auto / …).
pub fn parse_moshi_device(name: &str) -> Result<Device> {
    rlx_cli::parse_standard_device("moshi", name)
}

/// Devices to exercise in multi-backend tests (env `RLX_MOSHI_DEVICES`).
pub fn test_devices() -> Vec<Device> {
    let raw = std::env::var("RLX_MOSHI_DEVICES").unwrap_or_else(|_| "cpu".into());
    if raw.eq_ignore_ascii_case("all") {
        return all_compiled_devices();
    }
    raw.split(',')
        .filter_map(|s| {
            let s = s.trim();
            if s.is_empty() {
                None
            } else {
                parse_moshi_device(s).ok()
            }
        })
        .collect()
}

fn all_compiled_devices() -> Vec<Device> {
    // `mut` is only needed when a GPU backend feature pushes additional devices.
    #[allow(unused_mut)]
    let mut out = vec![Device::Cpu];
    #[cfg(feature = "metal")]
    if is_available(Device::Metal) {
        out.push(Device::Metal);
    }
    #[cfg(feature = "mlx")]
    if is_available(Device::Mlx) {
        out.push(Device::Mlx);
    }
    #[cfg(feature = "cuda")]
    if is_available(Device::Cuda) {
        out.push(Device::Cuda);
    }
    #[cfg(feature = "vulkan")]
    if is_available(Device::Vulkan) {
        out.push(Device::Vulkan);
    }
    #[cfg(feature = "rocm")]
    if is_available(Device::Rocm) {
        out.push(Device::Rocm);
    }
    out
}

/// Skip GPU devices that were requested but are not compiled/available.
pub fn device_ready(device: Device) -> bool {
    device == Device::Cpu || is_available(device)
}