cortex_rust 0.6.0

High-performance LLM inference with 4-bit quantization and Test-Time Training (TTT)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

[build-system]

requires = ["maturin>=1.4,<2.0"]

build-backend = "maturin"



[project]

name = "bit-ttt-engine"

requires-python = ">=3.8"

description = "1.58-bit Quantization + Test-Time Training (TTT) Implementation in Pure Rust"

authors = [{ name = "imonoonoko" }]

license = { text = "MIT" }

readme = "README_PYPI.md"

keywords = ["llm", "rust", "ttt", "quantization", "ai"]

classifiers = [

    "Development Status :: 4 - Beta",

    "Programming Language :: Rust",

    "Programming Language :: Python :: Implementation :: CPython",

    "Programming Language :: Python :: 3",

    "License :: OSI Approved :: MIT License",

    "Topic :: Scientific/Engineering :: Artificial Intelligence",

]

dynamic = ["version"]



[tool.maturin]

features = ["pyo3/extension-module"]

module-name = "cortex_rust"