rlx-cli 0.2.11

Shared CLI helpers and multiplexer registry for RLX model binaries
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85

// RLX — versatile ML compiler + runtime.
// Copyright (C) 2026 Eugene Hauptmann, Nataliya Kosmyna.
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, version 3.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program. If not, see <https://www.gnu.org/licenses/>.

use anyhow::Result;
use rlx_core::{validate_sam_device, validate_standard_device};
use rlx_runtime::Device;
use std::str::FromStr;

/// Parse a device alias. Delegates to the upstream `FromStr for Device`
/// impl in `rlx-driver`, which knows every alias (`mps`, `wgpu`, `hip`,
/// …) and returns a uniform error string. Kept as a wrapper that
/// surfaces `anyhow::Result` so existing callers don't change.
pub fn parse_device(s: &str) -> Result<Device> {
    Device::from_str(s).map_err(|e| anyhow::anyhow!("{e}"))
}

/// Parse a CLI device name and enforce the workspace-wide standard backend set.
pub fn parse_standard_device(family: &str, s: &str) -> Result<Device> {
    let d = parse_device(s)?;
    validate_standard_device(family, d)?;
    Ok(d)
}

/// Parse a causal-LM CLI device name (standard backends + CoreML / ANE + `auto`).
pub fn parse_lm_device(family: &str, s: &str) -> Result<Device> {
    rlx_core::resolve_lm_device_str(family, s)
}

pub fn parse_llama32_device(s: &str) -> Result<Device> {
    parse_lm_device("llama32", s)
}

pub fn parse_gemma_device(s: &str) -> Result<Device> {
    parse_lm_device("gemma", s)
}

pub fn parse_qwen35_device(s: &str) -> Result<Device> {
    parse_standard_device("qwen35", s)
}

pub fn parse_llada2_device(s: &str) -> Result<Device> {
    parse_standard_device("llada2", s)
}

/// Parse a CLI device name and enforce the SAM backend set (standard + `tpu`).
pub fn parse_sam_device(family: &str, s: &str) -> Result<Device> {
    let d = match s {
        "tpu" => Device::Tpu,
        other => parse_device(other)?,
    };
    validate_sam_device(family, d)?;
    Ok(d)
}

#[cfg(test)]
mod tests {
    use super::*;

    #[cfg(feature = "coreml")]
    #[test]
    fn parse_gemma_coreml_device() {
        assert_eq!(parse_gemma_device("coreml").unwrap(), Device::Ane);
        assert_eq!(parse_gemma_device("ane").unwrap(), Device::Ane);
    }

    #[test]
    fn parse_gemma_auto_device() {
        assert_eq!(
            parse_gemma_device("auto").unwrap(),
            rlx_core::pick_lm_device()
        );
    }
}