onnx-runtime-memory 0.1.0-dev.4

Liveness-based activation memory planning for the ORT 2.0 runtime: a pure, deterministic buffer-sharing planner over onnx-runtime-ir that computes the minimal activation arena (peak_bytes) an executor must allocate
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

//! Planner configuration knobs.

/// Options controlling what the activation planner considers part of the arena.
#[derive(Clone, Copy, Debug, PartialEq, Eq, Default)]
pub struct PlanOptions {
    /// Include graph **inputs** as buffer owners in the activation arena.
    ///
    /// Defaults to `false`: graph inputs are supplied by the caller (feeds) and
    /// are not part of the executor-owned scratch arena. Set to `true` when the
    /// caller wants the planner to also account for input buffers (e.g. a
    /// self-contained arena that copies feeds in).
    pub include_graph_inputs: bool,
}

impl PlanOptions {
    /// The default options (graph inputs excluded).
    pub fn new() -> Self {
        Self::default()
    }

    /// Also treat graph inputs as arena buffer owners.
    pub fn with_graph_inputs(mut self, include: bool) -> Self {
        self.include_graph_inputs = include;
        self
    }
}