llmsim 0.4.0

LLM Traffic Simulator - A lightweight, high-performance LLM API simulator
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74

"""Drive llmsim's scripted mode from Python.

Prerequisites
-------------
1. Start llmsim with a script file::

    cargo run -- serve --config examples/scripted_demo.toml

   where scripted_demo.toml is::

    [response]
    script_path = "examples/scripted_demo.json"

   Or set it inline by editing the default config and pointing it at
   examples/scripted_demo.json.

2. Run this script::

    python examples/scripted_demo.py

Expected output
---------------
Three tool-call turns followed by a plain "done" assistant message. On
the 5th request the server returns HTTP 500 because the script's
``on_exhausted`` mode is ``error``.

This demo uses ``requests`` rather than the openai SDK so it's
dependency-free and easy to read.
"""

import json
import sys

import requests

BASE = "http://localhost:8080/openai/v1/chat/completions"
HEADERS = {"Content-Type": "application/json", "Authorization": "Bearer not-needed"}


def call(turn_index: int) -> None:
    body = {
        "model": "gpt-5",
        "messages": [
            {"role": "user", "content": f"turn {turn_index}"},
        ],
    }
    resp = requests.post(BASE, headers=HEADERS, data=json.dumps(body), timeout=10)
    print(f"=== Turn {turn_index} (HTTP {resp.status_code}) ===")
    data = resp.json()
    if resp.status_code != 200:
        print(f"  error: {data.get('error', {}).get('message')}")
        return

    choice = data["choices"][0]
    msg = choice["message"]
    finish = choice.get("finish_reason")
    print(f"  finish_reason: {finish}")
    if msg.get("content"):
        print(f"  content: {msg['content']!r}")
    for tc in msg.get("tool_calls") or []:
        fn = tc["function"]
        print(f"  tool_call id={tc['id']} name={fn['name']} args={fn['arguments']}")


def main() -> int:
    # Five requests: the example script has 4 turns, so the 5th hits
    # the on_exhausted=error path.
    for i in range(5):
        call(i)
    return 0


if __name__ == "__main__":
    sys.exit(main())