aisimulate-core 0.12.0

Engine-neutral inference simulation, deterministic replay, and performance modeling
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77

// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0

use super::{HostBlockKey, TransferId};
use uuid::Uuid;

/// One framework-owned logical position for a successfully prepared host block.
///
/// This mapping is emitted only through the opt-in artifact observer. The
/// framework-neutral host tier never consumes or stores request-local indices.
#[derive(Clone, Copy)]
pub(crate) struct HostStoreBlockMapping {
    pub(crate) block: HostBlockKey,
    pub(crate) logical_block_index: usize,
}

/// Borrowed host-offload transition emitted only when a caller installs an
/// observer. The observer owns any retention or serialization policy.
pub(crate) struct HostOffloadObservation<'a> {
    pub(crate) request_id: Uuid,
    pub(crate) event: HostOffloadObservationData<'a>,
}

pub(crate) enum HostOffloadObservationData<'a> {
    StorePrepared {
        at_ms: f64,
        transfer_id: TransferId,
        blocks: &'a [HostBlockKey],
    },
    /// Framework-owned identity seam for the corresponding prepared store.
    StoreBlockMappings {
        at_ms: f64,
        transfer_id: TransferId,
        mappings: &'a [HostStoreBlockMapping],
    },
    StoreSubmitted {
        at_ms: f64,
        completes_at_ms: f64,
        transfer_id: TransferId,
        blocks: &'a [HostBlockKey],
    },
    StoreCompleted {
        at_ms: f64,
        transfer_id: TransferId,
        blocks: &'a [HostBlockKey],
    },
    LoadQueued {
        at_ms: f64,
        completes_at_ms: f64,
        transfer_id: TransferId,
        blocks: &'a [HostBlockKey],
    },
    LoadCompleted {
        at_ms: f64,
        transfer_id: TransferId,
        blocks: &'a [HostBlockKey],
    },
    LoadCancelled {
        at_ms: f64,
        transfer_id: TransferId,
        blocks: &'a [HostBlockKey],
    },
    Evicted {
        at_ms: f64,
        block: HostBlockKey,
    },
    CapacityRetry {
        at_ms: f64,
        blocks: &'a [HostBlockKey],
        structurally_unfittable: bool,
    },
}

/// Optional synchronous destination for parity observations.
pub(crate) trait HostOffloadObserver: Send + Sync {
    fn record(&self, observation: HostOffloadObservation<'_>);
}