memra-engine 0.84.0

From-scratch CUDA LLM inference engine for NVIDIA RTX 50-series (sm_120a) and Hopper (sm_90a) - custom kernels, no frameworks
Documentation
# This file is automatically @generated by Cargo.
# It is not intended for manual editing.
version = 4

[[package]]
name = "cfg-if"
version = "1.0.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801"

[[package]]
name = "cudarc"
version = "0.19.8"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "42310153e06cf4cd532901f7096beb27504d681736a29ee90728ae4e2d93b2a8"
dependencies = [
 "libloading",
]

[[package]]
name = "libc"
version = "0.2.186"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "68ab91017fe16c622486840e4c83c9a37afeff978bd239b5293d61ece587de66"

[[package]]
name = "libloading"
version = "0.9.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "754ca22de805bb5744484a5b151a9e1a8e837d5dc232c2d7d8c2e3492edc8b60"
dependencies = [
 "cfg-if",
 "windows-link",
]

[[package]]
name = "memmap2"
version = "0.9.11"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d1219ed1b7f229ee7104d281dd01d6802fe28bb6e95d292942c4daacdeb798c0"
dependencies = [
 "libc",
]

[[package]]
name = "memra-engine"
version = "0.84.0"
dependencies = [
 "cudarc",
 "libc",
 "memmap2",
 "memra-gguf",
 "memra-kv",
 "memra-runtime",
 "memra-sampling",
 "memra-tokenizer",
 "memra-validate",
]

[[package]]
name = "memra-gguf"
version = "0.84.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "19e1597576c2c58196cb0a2f5977a8c4e8ecc02e8f14c286b046240a760ec5e7"
dependencies = [
 "memmap2",
]

[[package]]
name = "memra-kv"
version = "0.84.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d177dfd479e0365352a7006381ce51439b70bb00a02c80444f3d13ba49bc5f9a"
dependencies = [
 "cudarc",
 "memra-gguf",
]

[[package]]
name = "memra-runtime"
version = "0.84.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "8331fb57ad18d9a84c8541942963b68b216cca8097b73030f84223685afc945f"
dependencies = [
 "cudarc",
 "memra-gguf",
]

[[package]]
name = "memra-sampling"
version = "0.84.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1e40d45386ff1f597c451852eb6ff3a1637bcd2c669b3672e431ab8407f9acf8"

[[package]]
name = "memra-tokenizer"
version = "0.84.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "8a91d747b477d02f5a346ae679522bd3ce5f550516b96a0b505a109e4a04f7fb"
dependencies = [
 "memra-gguf",
]

[[package]]
name = "memra-validate"
version = "0.84.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a20f8040e7d0d46c2cb44d856f3230a7b7aea383f155f6ab9d9cfbfd3efefdde"

[[package]]
name = "windows-link"
version = "0.2.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f0805222e57f7521d6a62e36fa9163bc891acd422f971defe97d64e70d0a4fe5"