rlx-flow 0.2.1

Block assembly-line API for RLX model builders — fusion-first, config-driven
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33

// RLX — versatile ML compiler + runtime.
// Copyright (C) 2026 Eugene Hauptmann, Nataliya Kosmyna.

//! Side-output collection (KV cache taps, auxiliary heads, …).

use std::sync::{Arc, Mutex};

use rlx_ir::HirNodeId;

/// Collects extra graph outputs emitted by side-effect stages (e.g. KV taps).
#[derive(Debug, Clone, Default)]
pub struct SideOutputs {
    inner: Arc<Mutex<Vec<HirNodeId>>>,
}

impl SideOutputs {
    pub fn new() -> Self {
        Self::default()
    }

    /// Shared handle for side-effect stages (KV taps, …).
    pub fn inner(&self) -> Arc<Mutex<Vec<HirNodeId>>> {
        Arc::clone(&self.inner)
    }

    pub fn drain(&self) -> Vec<HirNodeId> {
        self.inner.lock().expect("side outputs").clone()
    }

    pub fn is_empty(&self) -> bool {
        self.inner.lock().expect("side outputs").is_empty()
    }
}