llmshim 0.11.0

Blazing fast LLM API translation layer in pure Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119

#[cfg(unix)]
use std::process::Command;

#[cfg(unix)]
use std::os::unix::fs::PermissionsExt;

#[cfg(unix)]
fn run_config_command(home_directory: &std::path::Path, key_name: &str) {
    let command_output = Command::new(env!("CARGO_BIN_EXE_llmshim"))
        .args(["set", key_name, "test-placeholder"])
        .env("HOME", home_directory)
        .env("LLMSHIM_CATALOG_OFFLINE", "1")
        .output()
        .expect("config command should start");
    assert!(
        command_output.status.success(),
        "config command failed: {}",
        String::from_utf8_lossy(&command_output.stderr)
    );
}

#[cfg(unix)]
#[test]
fn config_save_uses_private_directory_and_file_modes() {
    let temporary_home_directory = tempfile::tempdir().unwrap();
    run_config_command(temporary_home_directory.path(), "openai");

    let config_directory_path = temporary_home_directory.path().join(".llmshim");
    let config_file_path = config_directory_path.join("config.toml");
    assert_eq!(
        std::fs::metadata(&config_directory_path)
            .unwrap()
            .permissions()
            .mode()
            & 0o777,
        0o700
    );
    assert_eq!(
        std::fs::metadata(&config_file_path)
            .unwrap()
            .permissions()
            .mode()
            & 0o777,
        0o600
    );
}

#[cfg(unix)]
#[test]
fn config_save_replaces_existing_permissive_file_with_private_modes() {
    let temporary_home_directory = tempfile::tempdir().unwrap();
    let config_directory_path = temporary_home_directory.path().join(".llmshim");
    let config_file_path = config_directory_path.join("config.toml");
    std::fs::create_dir_all(&config_directory_path).unwrap();
    std::fs::write(&config_file_path, "[keys]\nopenai = \"old\"\n").unwrap();
    std::fs::set_permissions(
        &config_directory_path,
        std::fs::Permissions::from_mode(0o755),
    )
    .unwrap();
    std::fs::set_permissions(&config_file_path, std::fs::Permissions::from_mode(0o644)).unwrap();

    run_config_command(temporary_home_directory.path(), "anthropic");

    assert_eq!(
        std::fs::metadata(&config_directory_path)
            .unwrap()
            .permissions()
            .mode()
            & 0o777,
        0o700
    );
    assert_eq!(
        std::fs::metadata(&config_file_path)
            .unwrap()
            .permissions()
            .mode()
            & 0o777,
        0o600
    );
    let config_contents = std::fs::read_to_string(config_file_path).unwrap();
    assert!(config_contents.contains("anthropic = \"test-placeholder\""));
    assert!(config_contents.contains("openai = \"old\""));
}

#[cfg(unix)]
#[test]
fn malformed_config_diagnostic_excludes_source_marker_and_retains_location() {
    let temporary_home_directory = tempfile::tempdir().unwrap();
    let config_directory_path = temporary_home_directory.path().join(".llmshim");
    std::fs::create_dir_all(&config_directory_path).unwrap();
    let source_marker = "SYNTHETIC_CONFIG_DIAGNOSTIC_MARKER";
    std::fs::write(
        config_directory_path.join("config.toml"),
        format!("[keys]\nopenai = \"{source_marker}\n"),
    )
    .unwrap();

    let command_output = Command::new(env!("CARGO_BIN_EXE_llmshim"))
        .args(["get", "openai"])
        .env("HOME", temporary_home_directory.path())
        .env("LLMSHIM_CATALOG_OFFLINE", "1")
        .output()
        .expect("config command should start");
    let diagnostic = String::from_utf8_lossy(&command_output.stderr);
    assert!(!diagnostic.contains(source_marker), "{diagnostic}");
    assert!(!diagnostic.contains("openai ="), "{diagnostic}");
    assert!(diagnostic.contains(
        &config_directory_path
            .join("config.toml")
            .display()
            .to_string()
    ));
    assert!(
        diagnostic.contains("TOML configuration error"),
        "{diagnostic}"
    );
    assert!(diagnostic.contains("line 2, column "), "{diagnostic}");
}