[build-dependencies.prost-build]
version = "0.14"
[dependencies.anyhow]
version = "1.0"
[dependencies.bytemuck]
version = "1.14"
[dependencies.byteorder]
version = "1.5"
[dependencies.candle-core]
version = "0.9"
[dependencies.candle-nn]
version = "0.9"
[dependencies.chrono]
features = ["serde"]
version = "0.4"
[dependencies.half]
optional = true
version = "2.3"
[dependencies.indicatif]
optional = true
version = "0.18"
[dependencies.memmap2]
optional = true
version = "0.9"
[dependencies.prost]
optional = true
version = "0.14"
[dependencies.prost-types]
optional = true
version = "0.14"
[dependencies.rayon]
optional = true
version = "1.10"
[dependencies.regex]
version = "1.10"
[dependencies.safetensors]
version = "0.6"
[dependencies.serde]
features = ["derive"]
version = "1.0"
[dependencies.serde_json]
version = "1.0"
[dependencies.thiserror]
version = "2"
[dependencies.time]
features = ["serde"]
version = "0.3"
[dependencies.tokenizers]
optional = true
version = "0.22"
[dependencies.tokio]
features = ["full"]
version = "1.0"
[dependencies.uuid]
features = ["v4"]
version = "1.0"
[dev-dependencies.tempfile]
version = "3.8"
[[example]]
name = "advanced_cache_demo"
path = "examples/advanced_cache_demo.rs"
[[example]]
name = "advanced_quantization"
path = "examples/advanced_quantization.rs"
[[example]]
name = "cache_system_test"
path = "examples/cache_system_test.rs"
[[example]]
name = "distributed_demo"
path = "examples/distributed_demo.rs"
[[example]]
name = "distributed_integration_test"
path = "examples/distributed_integration_test.rs"
[[example]]
name = "gguf_export_guide"
path = "examples/gguf_export_guide.rs"
required-features = ["gguf"]
[[example]]
name = "load_llama"
path = "examples/load_llama.rs"
required-features = []
[[example]]
name = "model_card_example"
path = "examples/model_card_example.rs"
required-features = []
[[example]]
name = "multimodal_demo"
path = "examples/multimodal_demo.rs"
[[example]]
name = "multimodal_integration_test"
path = "examples/multimodal_integration_test.rs"
[[example]]
name = "onnx_export_example"
path = "examples/onnx_export_example.rs"
[[example]]
name = "onnx_import_example"
path = "examples/onnx_import_example.rs"
required-features = []
[[example]]
name = "pytorch_support_example"
path = "examples/pytorch_support_example.rs"
required-features = ["pytorch"]
[[example]]
name = "quantization_demo"
path = "examples/quantization_demo.rs"
[[example]]
name = "smart_mapping_test"
path = "examples/smart_mapping_test.rs"
required-features = []
[[example]]
name = "test_awq_loading"
path = "examples/test_awq_loading.rs"
required-features = ["awq"]
[[example]]
name = "test_checkpoint"
path = "examples/test_checkpoint.rs"
[[example]]
name = "test_comprehensive"
path = "examples/test_comprehensive.rs"
[[example]]
name = "test_config_parsing"
path = "examples/test_config_parsing.rs"
[[example]]
name = "test_full_gguf_loading"
path = "examples/test_full_gguf_loading.rs"
required-features = ["gguf"]
[[example]]
name = "test_gguf_export"
path = "examples/test_gguf_export.rs"
required-features = ["gguf"]
[[example]]
name = "test_gguf_loading"
path = "examples/test_gguf_loading.rs"
required-features = ["gguf"]
[[example]]
name = "test_lora"
path = "examples/test_lora.rs"
[[example]]
name = "test_phi3_detection"
path = "examples/test_phi3_detection.rs"
[[example]]
name = "test_quantized_tensors"
path = "examples/test_quantized_tensors.rs"
[features]
awq = []
default = ["awq", "gguf", "onnx", "progress", "pytorch", "tokenizers"]
gguf = ["memmap2"]
minimal = ["progress"]
onnx = ["half", "prost", "prost-types"]
progress = ["indicatif"]
pytorch = []
rayon = ["dep:rayon"]
tokenizers = ["dep:tokenizers"]
[lib]
name = "mlmf"
path = "src/lib.rs"
[package]
authors = ["Eric Evans <CireSnave@gmail.com>"]
autobenches = false
autobins = false
autoexamples = false
autolib = false
autotests = false
build = "build.rs"
categories = ["algorithms", "science"]
description = "Machine Learning Model Files - Loading, saving, and dynamic mapping for ML models"
edition = "2024"
keywords = ["gguf", "machine-learning", "model-files", "safetensors", "transformers"]
license = "MIT OR Apache-2.0"
name = "mlmf"
readme = "README.md"
repository = "https://github.com/CireSnave/mlmf"
version = "0.2.0"
[package.metadata.docs.rs]
all-features = true
rustdoc-args = ["--cfg", "docsrs"]