onnx-runtime-memory 0.1.0-dev.5

Liveness-based activation memory planning for the ORT 2.0 runtime: a pure, deterministic buffer-sharing planner over onnx-runtime-ir that computes the minimal activation arena (peak_bytes) an executor must allocate
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55

//! Error types for planning and validation.

use onnx_runtime_ir::ValueId;

use crate::plan::SlotId;

/// A failure that prevents the planner from producing any plan.
#[derive(Clone, Copy, Debug, PartialEq, Eq, thiserror::Error)]
pub enum PlanError {
    /// The graph is not schedulable (contains a cycle), so no execution order
    /// — and therefore no liveness — exists.
    #[error("graph is not schedulable (cycle detected); cannot compute liveness")]
    Cycle,
}

/// A violated correctness invariant found by [`crate::validate`].
#[derive(Clone, Copy, Debug, PartialEq, Eq, thiserror::Error)]
pub enum ValidateError {
    /// Two values with overlapping live intervals were assigned the same slot —
    /// one would clobber the other's still-live data.
    #[error("values {a:?} and {b:?} have overlapping live intervals but share slot {slot:?}")]
    SlotConflict {
        a: ValueId,
        b: ValueId,
        slot: SlotId,
    },
    /// A value is assigned to a slot too small to hold it.
    #[error("value {value:?} needs {needed} bytes but slot {slot:?} has capacity {capacity}")]
    UndersizedSlot {
        value: ValueId,
        slot: SlotId,
        needed: usize,
        capacity: usize,
    },
    /// A buffer owner has no slot assignment in the plan.
    #[error("buffer owner {value:?} has no slot assignment")]
    MissingAssignment { value: ValueId },
    /// A value is assigned to a slot id that does not exist in the plan.
    #[error("value {value:?} references unknown slot {slot:?}")]
    UnknownSlot { value: ValueId, slot: SlotId },
    /// A zero-copy view outlives the source buffer it aliases (fold error): the
    /// source could be recycled while the view still points into it.
    #[error(
        "view {view:?} is used at node {view_use} but its source {source_owner:?} is retired at node {source_end}"
    )]
    ViewOutlivesSource {
        view: ValueId,
        source_owner: ValueId,
        view_use: usize,
        source_end: usize,
    },
    /// The graph became unschedulable between planning and validation.
    #[error("graph is not schedulable (cycle detected)")]
    Cycle,
}