llmsim 0.2.0

LLM Traffic Simulator - A lightweight, high-performance LLM API simulator
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

version: '3.8'

services:
  llmsim:
    build: .
    ports:
      - "8080:8080"
    environment:
      - LLMSIM_HOST=0.0.0.0
      - LLMSIM_PORT=8080
      - LLMSIM_LATENCY_PROFILE=gpt4
      - LLMSIM_GENERATOR=lorem
      - LLMSIM_TARGET_TOKENS=100
      - RUST_LOG=llmsim_server=info
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:8080/health"]
      interval: 30s
      timeout: 10s
      retries: 3
      start_period: 5s

  # Example with custom configuration
  llmsim-fast:
    build: .
    ports:
      - "8081:8080"
    environment:
      - LLMSIM_LATENCY_PROFILE=instant
      - LLMSIM_GENERATOR=echo
    profiles:
      - fast