llmsim 0.4.0

LLM Traffic Simulator - A lightweight, high-performance LLM API simulator
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14

# Example llmsim configuration that enables scripted mode.
#
# Run with:
#   cargo run -- serve --config examples/scripted_demo.toml
#
# Then in another shell:
#   python examples/scripted_demo.py

[response]
script_path = "examples/scripted_demo.json"

[latency]
# Keep tests fast; remove to use the per-model default profile.
profile = "instant"