inference-lab 0.6.1

High-performance LLM inference simulator for analyzing serving systems
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
[book]
title = "Inference Lab Documentation"
authors = ["Inference Lab Contributors"]
language = "en"
src = "docs/src"

[build]
build-dir = "docs/book"

[output.html]
default-theme = "light"
preferred-dark-theme = "navy"
git-repository-url = "https://github.com/doublewordai/inference-lab"
edit-url-template = "https://github.com/doublewordai/inference-lab/edit/main/{path}"