kodegen_simd 0.10.9

KODEGEN.ᴀɪ: SIMD optimization library
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159

[package]
name = "kodegen_simd"
version = "0.10.9"
edition = "2024"
description = "KODEGEN.ᴀɪ: SIMD optimization library"
license = "Apache-2.0 OR MIT"
authors = ["KODEGEN.ᴀɪ"]
homepage = "https://kodegen.ai"
repository = "https://github.com/cyrup-ai/kodegen-simd"
readme = "README.md"
categories = ["development-tools","api-bindings"]
keywords = [
    "mcp",
    "client",
    "agent",
    "claude",
    "simd"
]
[dependencies]

# Core SIMD support and zero-allocation data structures
wide = "1.0"
arrayvec = "0.7"
smallvec = "2.0.0-alpha.12"

# Hash map for token tracking and statistics
dashmap = "6"
ahash = "0.8"

# Atomic operations and synchronization
parking_lot = "0.12"
crossbeam-utils = "0.8"

# Random number generation for sampling
rand = "0.9"

# Fast exponential functions for softmax
libm = "0.2"

# Error handling
thiserror = "2"
anyhow = "1"

# Lazy static initialization for runtime dispatch
once_cell = "1"
lazy_static = "1"

# Parallel processing
rayon = { version = "1", optional = true }

tokenizers = "0.22"

# JSON schema generation from serde types for constrained generation
serde = { version = "1", features = ["derive"] }
schemars = { version = "1", features = ["derive"] }
serde_json = "1"
regex = "1"
regex-automata = "0.4"
rustc-hash = "2"
log = "0.4"
cyrup_termcolor = "2"

# — DSP / NN (base dependencies - no acceleration features) —
candle-core = { version = "0.9.2-alpha.1", default-features = false }
candle-nn = { version = "0.9.2-alpha.1", default-features = false }
candle-transformers = { version = "0.9.2-alpha.1", default-features = false }

# — Optional acceleration dependencies —
half = { version = "2", optional = true }
metal = { version = "0.32", optional = true }
candle-metal-kernels = { version = "0.9.2-alpha.1", optional = true }
cudarc = { version = "0.18", optional = true, default-features = false, features = [
    "cublas",
    "cublaslt",
    "cudnn",
    "curand",
    "dynamic-linking",
    "f16",
    "std",
] }
bindgen_cuda = { version = "0.1", optional = true }
candle-kernels = { version = "0.9.2-alpha.1", optional = true }


[features]
# ───────────── default: metal acceleration enabled ─────────────
default = ["reqwest_unstable"]

# --- Developer conveniences (opt-in) -----------------------
dev = ["debug"] # ← enable with `--features dev`
debug = []                 # extra logging / assertions
bench = []                 # benchmarking support

# --- SIMD features ---
portable_simd = []
reqwest_unstable = []

# --- Candle backend features (required for all candle crates) -----
cuda = [
    "dep:cudarc",
    "dep:bindgen_cuda",
    "dep:candle-kernels",
    "candle-core/cuda",
    "candle-nn/cuda",
    "candle-transformers/cuda",
]
cudnn = ["cuda", "cudarc/cudnn"]
metal = [
    "dep:metal",
    "dep:candle-metal-kernels",
    "candle-core/metal",
    "candle-nn/metal",
    "candle-transformers/metal",
]
accelerate = [
    "dep:accelerate-src",
    "candle-core/accelerate",
    "candle-nn/accelerate",
    "candle-transformers/accelerate",
]
mkl = [
    "dep:intel-mkl-src",
    "candle-core/mkl",
    "candle-nn/mkl",
    "candle-transformers/mkl",
]

# OS-specific acceleration dependencies
[target.'cfg(all(target_os = "linux", target_arch = "x86_64"))'.dependencies]
intel-mkl-src = { version = "0.8", optional = true }

[target.'cfg(all(target_os = "windows", target_arch = "x86_64"))'.dependencies]
intel-mkl-src = { version = "0.8", optional = true }

[target.'cfg(target_os = "macos")'.dependencies]
accelerate-src = { version = "0.3", optional = true }



[dev-dependencies]
criterion = "0.8"
approx = "0.5"
float_eq = "1"
env_logger = "0.11"

[[bench]]
name = "temperature"
harness = false
required-features = ["bench"]

[[bench]]
name = "argmax"
harness = false
required-features = ["bench"]

[[bench]]
name = "softmax"
harness = false
required-features = ["bench"]