shimmy 2.0.1

Lightweight Ollama-compatible inference server with native SafeTensors support. No Python dependencies, cross-platform WebGPU acceleration via Airframe.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

// Test utilities for shimmy
use anyhow::Result;
use std::path::Path;

/// Create a test SafeTensors file with given data
pub fn create_test_safetensors(path: &str, data: &[u8]) -> Result<()> {
    if path.is_empty() {
        return Err(anyhow::anyhow!("Path cannot be empty"));
    }

    let path_obj = Path::new(path);

    // Check if path is valid and parent directory exists
    if let Some(parent) = path_obj.parent() {
        if !parent.exists() {
            return Err(anyhow::anyhow!(
                "Parent directory does not exist: {:?}",
                parent
            ));
        }
    }

    // For now, just create a minimal safetensors file structure
    // In a real implementation, this would use the safetensors format
    std::fs::write(path, data).map_err(|e| anyhow::anyhow!("Failed to write file: {}", e))?;

    Ok(())
}