rlx-cli 0.2.0

Shared CLI helpers and multiplexer registry for RLX model binaries
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64

// RLX — versatile ML compiler + runtime.
// Copyright (C) 2026 Eugene Hauptmann, Nataliya Kosmyna.
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, version 3.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program. If not, see <https://www.gnu.org/licenses/>.

use anyhow::{Result, bail};
use rlx_core::{validate_sam_device, validate_standard_device};
use rlx_runtime::Device;

pub fn parse_device(s: &str) -> Result<Device> {
    Ok(match s {
        "cpu" => Device::Cpu,
        "metal" | "mps" => Device::Metal,
        "mlx" => Device::Mlx,
        "cuda" => Device::Cuda,
        "rocm" | "hip" => Device::Rocm,
        "gpu" | "wgpu" => Device::Gpu,
        "vulkan" => Device::Vulkan,
        other => bail!("unknown device {other} (cpu|metal|mps|mlx|cuda|rocm|hip|gpu|wgpu|vulkan)"),
    })
}

/// Parse a CLI device name and enforce the workspace-wide standard backend set.
pub fn parse_standard_device(family: &str, s: &str) -> Result<Device> {
    let d = parse_device(s)?;
    validate_standard_device(family, d)?;
    Ok(d)
}

pub fn parse_llama32_device(s: &str) -> Result<Device> {
    parse_standard_device("llama32", s)
}

pub fn parse_gemma_device(s: &str) -> Result<Device> {
    parse_standard_device("gemma", s)
}

pub fn parse_qwen35_device(s: &str) -> Result<Device> {
    parse_standard_device("qwen35", s)
}

pub fn parse_llada2_device(s: &str) -> Result<Device> {
    parse_standard_device("llada2", s)
}

/// Parse a CLI device name and enforce the SAM backend set (standard + `tpu`).
pub fn parse_sam_device(family: &str, s: &str) -> Result<Device> {
    let d = match s {
        "tpu" => Device::Tpu,
        other => parse_device(other)?,
    };
    validate_sam_device(family, d)?;
    Ok(d)
}