wax-llm 0.1.0

Command-line LLM inference with Candle, safetensors, GGUF, and Metal support
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60

use assert_cmd::Command;
use predicates::prelude::*;

#[test]
fn help_lists_supported_commands() {
    let mut cmd = Command::cargo_bin("wax").unwrap();

    cmd.arg("--help").assert().success().stdout(
        predicate::str::contains("Small Candle-based local LLM inference CLI")
            .and(predicate::str::contains("run"))
            .and(predicate::str::contains("bench")),
    );
}

#[test]
fn run_requires_prompt_argument() {
    let dir = tempfile::tempdir().unwrap();
    let mut cmd = Command::cargo_bin("wax").unwrap();

    cmd.args(["run", "--model"])
        .arg(dir.path())
        .assert()
        .failure()
        .stderr(predicate::str::contains("--prompt"));
}

#[test]
fn bench_rejects_zero_runs_before_loading_model() {
    let dir = tempfile::tempdir().unwrap();
    let prompt = dir.path().join("prompt.txt");
    std::fs::write(&prompt, "hello").unwrap();

    let mut cmd = Command::cargo_bin("wax").unwrap();
    cmd.args(["bench", "--model"])
        .arg(dir.path().join("missing-model"))
        .args(["--prompt-file"])
        .arg(&prompt)
        .args(["--runs", "0"])
        .assert()
        .failure()
        .stderr(predicate::str::contains("--runs must be > 0"));
}

#[test]
fn run_reports_mlx_conversion_requirement() {
    let dir = tempfile::tempdir().unwrap();
    std::fs::write(dir.path().join("config.json"), r#"{"model_type":"mlx"}"#).unwrap();
    std::fs::write(dir.path().join("model.safetensors.index.json"), "{}").unwrap();

    let mut cmd = Command::cargo_bin("wax").unwrap();
    cmd.args(["run", "--model"])
        .arg(dir.path())
        .args(["--prompt", "hello"])
        .assert()
        .failure()
        .stderr(
            predicate::str::contains("unsupported model format: mlx")
                .and(predicate::str::contains("Convert the model")),
        );
}