realizar 0.3.2

Pure Rust ML inference engine built from scratch - model serving for GGUF and safetensors
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45

//! Debug CUDA initialization - tests multiple executor creation/destruction cycles
//!
//! Run with: cargo run --features cuda --example cuda_debug

use realizar::cuda::CudaExecutor;
use std::io::Write;

fn main() {
    println!("=== CUDA Debug Test (Multiple Cycles) ===\n");

    println!("Step 1: is_available() = {}", CudaExecutor::is_available());
    println!("Step 2: num_devices() = {}", CudaExecutor::num_devices());

    // Test multiple create/destroy cycles (like tests do)
    for i in 1..=3 {
        println!("\n=== Cycle {} ===", i);
        std::io::stdout().flush().ok();

        println!("Creating executor...");
        match CudaExecutor::new(0) {
            Ok(mut executor) => {
                println!("  SUCCESS: {}", executor.device_name().unwrap_or_default());

                // Do some work like the tests do
                let a = vec![1.0f32; 16];
                let b = vec![1.0f32; 16];
                let mut c = vec![0.0f32; 16];

                println!("  Running GEMM...");
                match executor.gemm(&a, &b, &mut c, 4, 4, 4) {
                    Ok(()) => println!("  GEMM OK: c[0]={:.1}", c[0]),
                    Err(e) => println!("  GEMM failed: {}", e),
                }

                println!("  Dropping executor...");
            },
            Err(e) => {
                println!("  FAILED: {}", e);
            },
        }
        println!("  Executor dropped");
    }

    println!("\n=== All cycles completed successfully! ===");
}