rlx-onnx 0.2.5

ONNX inference for RLX — native compile by default, optional ORT fallback
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53

// RLX — versatile ML compiler + runtime.
// Copyright (C) 2026 Eugene Hauptmann, Nataliya Kosmyna.
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, version 3.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program. If not, see <https://www.gnu.org/licenses/>.

//! ONNX compile / optimization level → native [`CompileOptions`].

use rlx_runtime::CompileOptions;

/// Compile tier for native RLX execution (mirrors ORT graph opt levels 0–3).
#[derive(Debug, Clone, Copy, PartialEq, Eq, Default)]
pub enum OnnxCompileLevel {
    /// No DCE / constant folding.
    Level0,
    /// DCE only.
    Level1,
    /// Default RLX pipeline.
    #[default]
    Level2,
    /// Default pipeline (same as level 2 today; reserved for heavier fusion).
    Level3,
}

impl OnnxCompileLevel {
    pub fn from_u8(n: u8) -> Self {
        match n {
            0 => Self::Level0,
            1 => Self::Level1,
            2 => Self::Level2,
            _ => Self::Level3,
        }
    }

    pub fn to_compile_options(self) -> CompileOptions {
        match self {
            Self::Level0 => CompileOptions::new()
                .with_dce(false)
                .with_constant_folding(false),
            Self::Level1 => CompileOptions::new().with_constant_folding(false),
            Self::Level2 | Self::Level3 => CompileOptions::default(),
        }
    }
}