inference-lab 0.6.1

High-performance LLM inference simulator for analyzing serving systems
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16

{
  "release-type": "rust",
  "packages": {
    ".": {
      "package-name": "inference-lab",
      "changelog-path": "CHANGELOG.md",
      "extra-files": [
        {
          "type": "json",
          "path": "package.json",
          "jsonpath": "$.version"
        }
      ]
    }
  }
}