[package]
edition = "2021"
rust-version = "1.75"
name = "mullama"
version = "0.3.0"
authors = ["Cognisoc <support@cognisoc.com>"]
build = "build.rs"
include = [
"/src/**/*",
"/examples/**/*",
"/tests/**/*",
"/configs/modelfiles/**/*",
"/build.rs",
"/wrapper.h",
"/Cargo.toml",
"/Cargo.lock",
"/LICENSE",
"/README.md",
"/CONTRIBUTING.md",
"/CHANGELOG.md",
]
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "Comprehensive Rust bindings for llama.cpp with memory-safe API and advanced features"
homepage = "https://mullama.cognisoc.com"
documentation = "https://docs.cognisoc.com/mullama"
readme = "README.md"
keywords = [
"llm",
"llama",
"ai",
"inference",
"bindings",
]
categories = [
"api-bindings",
"science",
"text-processing",
]
license = "MIT"
repository = "https://github.com/cognisoc/mullama"
[features]
async = [
"tokio",
"futures",
"tokio-util",
]
cuda = []
daemon = [
"async",
"tokio-runtime",
"web",
"nng",
"ratatui",
"crossterm",
"clap",
"reqwest",
"indicatif",
"urlencoding",
"tokio-stream",
"base64",
"include_dir",
"mime_guess",
"tracing",
"tracing-subscriber",
"sled",
"use-mimalloc",
"zip",
]
default = []
embedded-ui = [
"include_dir",
"mime_guess",
]
format-conversion = [
"multimodal",
"ffmpeg-sys-next",
"futures",
]
full = [
"async",
"streaming",
"web",
"websockets",
"multimodal",
"parallel",
"late-interaction",
"tokio-runtime",
"format-conversion",
"streaming-audio",
"daemon",
"use-mimalloc",
]
late-interaction = []
llama-cpp-tests = []
macos-optimization = [
"core-foundation",
"coreaudio-rs",
]
multimodal = [
"image",
"imageproc",
"hound",
"symphonia",
"rubato",
"dasp",
"tokio",
"tokio-util",
]
parallel = ["rayon"]
rocm = []
rpc = []
serde = []
streaming = [
"async",
"async-stream",
]
streaming-audio = [
"multimodal",
"cpal",
"ringbuf",
]
sycl = []
tls = ["axum-server"]
tokio-runtime = [
"tokio",
"tokio-util",
]
use-mimalloc = ["mimalloc"]
vulkan = []
web = [
"async",
"axum",
"tower",
"tower-http",
]
websockets = [
"async",
"axum",
"tokio-tungstenite",
"uuid",
]
windows-optimization = ["windows"]
[lib]
name = "mullama"
path = "src/lib.rs"
[[bin]]
name = "mullama"
path = "src/bin/mullama.rs"
required-features = ["daemon"]
[[example]]
name = "advanced_generation"
path = "examples/advanced_generation.rs"
[[example]]
name = "async_generation"
path = "examples/async_generation.rs"
required-features = ["async"]
[[example]]
name = "batch"
path = "examples/batch.rs"
[[example]]
name = "benchmarks"
path = "examples/benchmarks.rs"
[[example]]
name = "builder_patterns"
path = "examples/builder_patterns.rs"
required-features = ["async"]
[[example]]
name = "chat"
path = "examples/chat.rs"
required-features = ["async"]
[[example]]
name = "complete_integration_demo"
path = "examples/complete_integration_demo.rs"
required-features = ["async"]
[[example]]
name = "comprehensive_test"
path = "examples/comprehensive_test.rs"
[[example]]
name = "configuration_management"
path = "examples/configuration_management.rs"
required-features = ["async"]
[[example]]
name = "embedding"
path = "examples/embedding.rs"
[[example]]
name = "ffi_test"
path = "examples/ffi_test.rs"
[[example]]
name = "functionality_test"
path = "examples/functionality_test.rs"
[[example]]
name = "integration_showcase"
path = "examples/integration_showcase.rs"
required-features = ["async"]
[[example]]
name = "late_interaction"
path = "examples/late_interaction.rs"
required-features = ["late-interaction"]
[[example]]
name = "multi_model"
path = "examples/multi_model.rs"
[[example]]
name = "multimodal"
path = "examples/multimodal.rs"
[[example]]
name = "real_model_test"
path = "examples/real_model_test.rs"
[[example]]
name = "session"
path = "examples/session.rs"
[[example]]
name = "simple"
path = "examples/simple.rs"
[[example]]
name = "simple_generation"
path = "examples/simple_generation.rs"
[[example]]
name = "streaming_audio_demo"
path = "examples/streaming_audio_demo.rs"
required-features = ["streaming-audio"]
[[example]]
name = "streaming_generation"
path = "examples/streaming_generation.rs"
required-features = ["streaming"]
[[example]]
name = "web_service"
path = "examples/web_service.rs"
required-features = ["web"]
[[test]]
name = "benchmark_tests"
path = "tests/benchmark_tests.rs"
[[test]]
name = "doc_tests"
path = "tests/doc_tests.rs"
[[test]]
name = "error_tests"
path = "tests/error_tests.rs"
[[test]]
name = "huggingface_integration_tests"
path = "tests/huggingface_integration_tests.rs"
[[test]]
name = "integration_tests"
path = "tests/integration_tests.rs"
[[test]]
name = "model_integration_tests"
path = "tests/model_integration_tests.rs"
[[test]]
name = "sampling_tests"
path = "tests/sampling_tests.rs"
[[test]]
name = "simple_test"
path = "tests/simple_test.rs"
[[test]]
name = "unit_tests"
path = "tests/unit_tests.rs"
[dependencies.async-stream]
version = "0.3"
optional = true
[dependencies.axum]
version = "0.7"
features = ["ws"]
optional = true
[dependencies.axum-server]
version = "0.6"
features = ["tls-rustls"]
optional = true
[dependencies.base64]
version = "0.22"
optional = true
[dependencies.bumpalo]
version = "3.14"
[dependencies.chrono]
version = "0.4"
features = ["serde"]
[dependencies.clap]
version = "4.5"
features = ["derive"]
optional = true
[dependencies.cpal]
version = "0.15"
optional = true
[dependencies.crossterm]
version = "0.28"
optional = true
[dependencies.dashmap]
version = "5.5"
[dependencies.dasp]
version = "0.11"
features = ["all"]
optional = true
[dependencies.dirs]
version = "5.0"
[dependencies.ffmpeg-sys-next]
version = "6.0"
features = [
"avcodec",
"avformat",
"swscale",
]
optional = true
default-features = false
[dependencies.futures]
version = "0.3"
optional = true
[dependencies.hound]
version = "3.5"
optional = true
[dependencies.image]
version = "0.24"
features = [
"jpeg",
"png",
"webp",
"tiff",
"bmp",
"gif",
]
optional = true
[dependencies.imageproc]
version = "0.23"
optional = true
[dependencies.include_dir]
version = "0.7"
optional = true
[dependencies.indicatif]
version = "0.17"
optional = true
[dependencies.libloading]
version = "0.8"
[dependencies.mimalloc]
version = "0.1"
optional = true
default-features = false
[dependencies.mime_guess]
version = "2.0"
optional = true
[dependencies.nng]
version = "1.0"
optional = true
[dependencies.num_cpus]
version = "1.0"
[dependencies.num_enum]
version = "0.7"
[dependencies.parking_lot]
version = "0.12"
[dependencies.rand]
version = "0.8"
[dependencies.ratatui]
version = "0.28"
optional = true
[dependencies.rayon]
version = "1.7"
optional = true
[dependencies.regex]
version = "1.10"
[dependencies.reqwest]
version = "0.11"
features = [
"stream",
"json",
"blocking",
]
optional = true
[dependencies.ringbuf]
version = "0.3"
optional = true
[dependencies.rkyv]
version = "0.7"
features = [
"validation",
"strict",
]
[dependencies.rodio]
version = "0.17"
optional = true
[dependencies.rubato]
version = "0.14"
optional = true
[dependencies.serde]
version = "1.0"
features = ["derive"]
[dependencies.serde_json]
version = "1.0"
[dependencies.sha2]
version = "0.10"
[dependencies.sled]
version = "0.34"
optional = true
[dependencies.smallvec]
version = "1.11"
features = ["union"]
[dependencies.symphonia]
version = "0.5"
features = ["all"]
optional = true
[dependencies.tempfile]
version = "3.0"
[dependencies.thiserror]
version = "1.0"
[dependencies.tokio]
version = "1.0"
features = ["full"]
optional = true
[dependencies.tokio-stream]
version = "0.1"
optional = true
[dependencies.tokio-tungstenite]
version = "0.20"
optional = true
[dependencies.tokio-util]
version = "0.7"
features = [
"codec",
"io",
"rt",
]
optional = true
[dependencies.toml]
version = "0.8"
[dependencies.tower]
version = "0.4"
features = [
"timeout",
"limit",
]
optional = true
[dependencies.tower-http]
version = "0.5"
features = [
"cors",
"trace",
]
optional = true
[dependencies.tracing]
version = "0.1"
optional = true
[dependencies.tracing-subscriber]
version = "0.3"
features = ["env-filter"]
optional = true
[dependencies.urlencoding]
version = "2.1"
optional = true
[dependencies.uuid]
version = "1.0"
features = ["v4"]
optional = true
[dependencies.zip]
version = "2.2"
optional = true
[dev-dependencies.anyhow]
version = "1.0"
[build-dependencies.bindgen]
version = "0.69"
[build-dependencies.cc]
version = "1.0"
[build-dependencies.cmake]
version = "0.1"
[build-dependencies.pkg-config]
version = "0.3"
[target.'cfg(target_os = "macos")'.dependencies.core-foundation]
version = "0.9"
optional = true
[target.'cfg(target_os = "macos")'.dependencies.coreaudio-rs]
version = "0.11"
optional = true
[target."cfg(unix)".dependencies.libc]
version = "0.2"
[target."cfg(unix)".build-dependencies.pkg-config]
version = "0.3"
[target."cfg(windows)".dependencies.windows]
version = "0.48"
features = [
"Win32_Media_Audio",
"Win32_Media_Audio_DirectSound",
"Win32_System_Com",
"Win32_Foundation",
"Win32_System_Threading",
]
optional = true
[target."cfg(windows)".build-dependencies.winapi]
version = "0.3"
features = [
"winuser",
"consoleapi",
"processenv",
]