rlx-runtime 0.2.10

RLX runtime — feature-gated backends, session API, compile+execute pipeline
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40

// RLX — versatile ML compiler + runtime.
// Copyright (C) 2026 Eugene Hauptmann, Nataliya Kosmyna.
//
// Shared helpers for integration tests that touch GPU backends.

use rlx_runtime::Device;
use std::sync::{Mutex, MutexGuard};

static GPU_TEST_MUTEX: Mutex<()> = Mutex::new(());

/// Serialize GPU backend use within one integration-test binary.
///
/// Metal, wgpu, and CUDA/ROCm adapters are not safe to init/teardown from
/// multiple test threads at once on Apple Silicon (parallel runs may SIGSEGV).
pub struct GpuTestGuard(#[allow(dead_code)] MutexGuard<'static, ()>);

impl GpuTestGuard {
    pub fn acquire(device: Device) -> Option<Self> {
        if matches!(
            device,
            Device::Metal | Device::Gpu | Device::Cuda | Device::Rocm | Device::Mlx
        ) {
            Some(Self(
                GPU_TEST_MUTEX.lock().unwrap_or_else(|e| e.into_inner()),
            ))
        } else {
            None
        }
    }
}

impl Drop for GpuTestGuard {
    fn drop(&mut self) {
        #[cfg(all(feature = "metal", target_os = "macos"))]
        {
            rlx_metal::device::drain_command_queue();
            rlx_metal::mps_blas::invalidate_caches();
        }
    }
}