aisimulate-core 0.12.0-dev.2

Engine-neutral inference simulation, deterministic replay, and performance modeling
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44

// SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0

mod arrival;
mod driver;
mod dynamo;
mod trace;
mod types;

use rand::Rng;
use rand::rngs::StdRng;

pub use driver::WorkloadDriver;
pub use dynamo::DynamoRequestTrace;
pub use trace::{AgenticGraphBuilder, load_agentic_mooncake, validate_trace_files};
#[doc(hidden)]
pub use types::CompactReadyTurn;
pub use types::{
    AGENTIC_MOONCAKE_SCHEMA, AGENTIC_MOONCAKE_VERSION, AgenticDependency,
    AgenticDependencyRelation, AgenticDependencyTrigger, AgenticGraphIdentity, AgenticHashIdScope,
    AgenticMooncakeHeader, AgenticMooncakeRow, AgenticNode, AgenticPlay, AgenticSourceProvenance,
    AgenticTrace, AgenticTrajectorySnapshot, ArrivalSpec, DelaySpec, LengthSpec, MooncakeRow,
    OUTPUT_REPLAY_CONSUMER_RUNTIME_KEY, OUTPUT_REPLAY_ID_ANNOTATION_KEY, ReadyTurn,
    ReplayRequestHashes, ReplayRequestPayload, SessionPartitionSpec, SessionTrace,
    SyntheticTraceSpec, Trace, TraceFileFormat, TurnTrace, ValidatedAgenticGraph,
    effective_replay_key, output_replay_id_annotation,
};

pub(super) const SYNTHETIC_OUTPUT_SEED: u64 = 0xD37A_0A7E_5EED;

pub(super) fn planned_output_token_ids(
    authored: Option<Vec<u32>>,
    max_output_tokens: usize,
    output_rng: &mut StdRng,
) -> Vec<u32> {
    authored.unwrap_or_else(|| {
        (0..max_output_tokens)
            .map(|_| output_rng.random::<u32>())
            .collect()
    })
}

#[cfg(test)]
mod tests;