rlx-driver 0.2.1

RLX driver layer — device handles, arenas, buffers, command streams
Documentation
// RLX — versatile ML compiler + runtime.
// Copyright (C) 2026 Eugene Hauptmann, Nataliya Kosmyna.
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, version 3.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program. If not, see <https://www.gnu.org/licenses/>.

//! Command-stream abstraction.
//!
//! Every GPU-shaped backend has the same shape: enqueue work, submit, wait.
//!   - Metal: `MTLCommandBuffer` + `commit` + `waitUntilCompleted`
//!   - CUDA: `cudaStream_t` + `cudaStreamSynchronize`
//!   - ROCm: `hipStream_t` + `hipStreamSynchronize`
//!   - wgpu: `CommandEncoder.finish()` → `Queue.submit()` → `Device.poll(Wait)`
//!   - WASM (single-threaded): no-op (work runs synchronously)
//!
//! Hoisting this into one trait means:
//!   - the runtime can drive *any* backend via the same submit-and-wait API
//!   - new backends only need a thin command-stream impl
//!   - test infrastructure works against the trait, not per-backend types

/// Per-backend command stream.
///
/// Implementations are free to be no-ops on synchronous backends (host CPU,
/// WASM): `submit` runs work eagerly, `wait` returns immediately.
pub trait CommandStream {
    /// Submit any pending work to the device (non-blocking).
    fn submit(&mut self);

    /// Block until all submitted work has completed.
    fn wait(&mut self);

    /// Convenience: `submit` followed by `wait`. Backends may override
    /// for a fused fast path (e.g. Metal's `commit` + `waitUntilCompleted`).
    fn submit_and_wait(&mut self) {
        self.submit();
        self.wait();
    }
}

/// Default implementation for synchronous backends — work has already
/// happened by the time `submit` is called.
pub struct SyncStream;

impl CommandStream for SyncStream {
    fn submit(&mut self) {}
    fn wait(&mut self) {}
}