mistralrs 0.7.0

# THIS FILE IS AUTOMATICALLY GENERATED BY CARGO
#
# When uploading crates to the registry Cargo will automatically
# "normalize" Cargo.toml files for maximal compatibility
# with all versions of Cargo and also rewrite `path` dependencies
# to registry (e.g., crates.io) dependencies.
#
# If you are reading this file be aware that the original Cargo.toml
# will likely look very different (and much more reasonable).
# See Cargo.toml.orig for the original contents.

[package]
edition = "2021"
rust-version = "1.88"
name = "mistralrs"
version = "0.7.0"
authors = ["Eric Buehler"]
build = false
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "Fast, flexible LLM inference."
homepage = "https://github.com/EricLBuehler/mistral.rs"
readme = "README.md"
keywords = ["machine-learning"]
categories = ["science"]
license = "MIT"
repository = "https://github.com/EricLBuehler/mistral.rs"

[features]
accelerate = ["mistralrs-core/accelerate"]
cuda = ["mistralrs-core/cuda"]
cudnn = ["mistralrs-core/cudnn"]
flash-attn = [
    "cuda",
    "mistralrs-core/flash-attn",
]
metal = ["mistralrs-core/metal"]
mkl = ["mistralrs-core/mkl"]
nccl = ["mistralrs-core/nccl"]
ring = ["mistralrs-core/ring"]

[lib]
name = "mistralrs"
path = "src/lib.rs"

[[example]]
name = "agent"
path = "examples/agent/main.rs"

[[example]]
name = "agent_streaming"
path = "examples/agent_streaming/main.rs"

[[example]]
name = "anymoe"
path = "examples/anymoe/main.rs"

[[example]]
name = "anymoe_lora"
path = "examples/anymoe_lora/main.rs"

[[example]]
name = "async"
path = "examples/async/main.rs"

[[example]]
name = "batching"
path = "examples/batching/main.rs"

[[example]]
name = "batching_embeddings"
path = "examples/batching_embeddings/main.rs"

[[example]]
name = "custom_logging"
path = "examples/custom_logging/main.rs"

[[example]]
name = "custom_logits_processor"
path = "examples/custom_logits_processor/main.rs"

[[example]]
name = "custom_search"
path = "examples/custom_search/main.rs"

[[example]]
name = "custom_tool_call"
path = "examples/custom_tool_call/main.rs"

[[example]]
name = "deepseekr1"
path = "examples/deepseekr1/main.rs"

[[example]]
name = "deepseekv2"
path = "examples/deepseekv2/main.rs"

[[example]]
name = "dia"
path = "examples/dia/main.rs"

[[example]]
name = "embedding_gemma"
path = "examples/embedding_gemma/main.rs"

[[example]]
name = "flux"
path = "examples/flux/main.rs"

[[example]]
name = "gemma2"
path = "examples/gemma2/main.rs"

[[example]]
name = "gemma3"
path = "examples/gemma3/main.rs"

[[example]]
name = "gemma3n"
path = "examples/gemma3n/main.rs"

[[example]]
name = "gemma3n_audio"
path = "examples/gemma3n_audio/main.rs"

[[example]]
name = "gguf"
path = "examples/gguf/main.rs"

[[example]]
name = "gguf_locally"
path = "examples/gguf_locally/main.rs"

[[example]]
name = "glm4_moe_lite"
path = "examples/glm4_moe_lite/main.rs"

[[example]]
name = "gpt_oss"
path = "examples/gpt_oss/main.rs"

[[example]]
name = "grammar"
path = "examples/grammar/main.rs"

[[example]]
name = "granite"
path = "examples/granite/main.rs"

[[example]]
name = "idefics2"
path = "examples/idefics2/main.rs"

[[example]]
name = "idefics3"
path = "examples/idefics3/main.rs"

[[example]]
name = "imatrix"
path = "examples/imatrix/main.rs"

[[example]]
name = "isq"
path = "examples/isq/main.rs"

[[example]]
name = "json_schema"
path = "examples/json_schema/main.rs"

[[example]]
name = "llama4"
path = "examples/llama4/main.rs"

[[example]]
name = "llama_vision"
path = "examples/llama_vision/main.rs"

[[example]]
name = "llama_vision_multiturn"
path = "examples/llama_vision_multiturn/main.rs"

[[example]]
name = "llava"
path = "examples/llava/main.rs"

[[example]]
name = "llava_next"
path = "examples/llava_next/main.rs"

[[example]]
name = "llguidance"
path = "examples/llguidance/main.rs"

[[example]]
name = "lora"
path = "examples/lora/main.rs"

[[example]]
name = "mcp_client"
path = "examples/mcp_client/main.rs"

[[example]]
name = "minicpmo_2_6"
path = "examples/minicpmo_2_6/main.rs"

[[example]]
name = "mistral3"
path = "examples/mistral3/main.rs"

[[example]]
name = "mixture_of_quant_experts"
path = "examples/mixture_of_quant_experts/main.rs"

[[example]]
name = "multi_model"
path = "examples/multi_model/main.rs"

[[example]]
name = "paged_attn"
path = "examples/paged_attn/main.rs"

[[example]]
name = "perplexity"
path = "examples/perplexity/main.rs"

[[example]]
name = "phi3_5_moe"
path = "examples/phi3_5_moe/main.rs"

[[example]]
name = "phi3v"
path = "examples/phi3v/main.rs"

[[example]]
name = "phi4mm"
path = "examples/phi4mm/main.rs"

[[example]]
name = "phi4mm_audio"
path = "examples/phi4mm_audio/main.rs"

[[example]]
name = "qwen2_5vl"
path = "examples/qwen2_5vl/main.rs"

[[example]]
name = "qwen2vl"
path = "examples/qwen2vl/main.rs"

[[example]]
name = "qwen3"
path = "examples/qwen3/main.rs"

[[example]]
name = "qwen3_embedding"
path = "examples/qwen3_embedding/main.rs"

[[example]]
name = "qwen3_vl"
path = "examples/qwen3_vl/main.rs"

[[example]]
name = "simple"
path = "examples/simple/main.rs"

[[example]]
name = "simple_stream"
path = "examples/simple_stream/main.rs"

[[example]]
name = "smollm3"
path = "examples/smollm3/main.rs"

[[example]]
name = "smolvlm"
path = "examples/smolvlm/main.rs"

[[example]]
name = "speculative"
path = "examples/speculative/main.rs"

[[example]]
name = "text_auto_device_map"
path = "examples/text_auto_device_map/main.rs"

[[example]]
name = "tools"
path = "examples/tools/main.rs"

[[example]]
name = "topology"
path = "examples/topology/main.rs"

[[example]]
name = "uqff"
path = "examples/uqff/main.rs"

[[example]]
name = "uqff_vision"
path = "examples/uqff_vision/main.rs"

[[example]]
name = "vision_auto_device_map"
path = "examples/vision_auto_device_map/main.rs"

[[example]]
name = "web_search"
path = "examples/web_search/main.rs"

[[example]]
name = "xlora"
path = "examples/xlora/main.rs"

[dependencies.anyhow]
version = "1.0.100"

[dependencies.candle-core]
version = "0.9.2"

[dependencies.candle-nn]
version = "0.9.2"

[dependencies.clap]
version = "4.5.54"
features = [
    "derive",
    "wrap_help",
]

[dependencies.either]
version = "1.15.0"
features = ["serde"]

[dependencies.futures]
version = "0.3"

[dependencies.image]
version = "0.25.9"
features = [
    "bmp",
    "dds",
    "exr",
    "ff",
    "gif",
    "hdr",
    "ico",
    "jpeg",
    "png",
    "pnm",
    "qoi",
    "tga",
    "tiff",
    "webp",
]
default-features = false

[dependencies.indexmap]
version = "2.13.0"
features = ["serde"]

[dependencies.mistralrs-core]
version = "0.7.0"

[dependencies.mistralrs-macros]
version = "0.7.0"

[dependencies.rand]
version = "0.9.2"

[dependencies.reqwest]
version = "0.13.1"
features = [
    "blocking",
    "rustls",
    "charset",
    "http2",
]
default-features = false

[dependencies.schemars]
version = "1.2.0"

[dependencies.serde]
version = "1.0.228"

[dependencies.serde_json]
version = "1.0.149"

[dependencies.tokio]
version = "1.49.0"
features = [
    "full",
    "rt-multi-thread",
]

[dependencies.tracing]
version = "0.1.44"

[dependencies.tracing-subscriber]
version = "0.3.22"
features = ["env-filter"]

[dependencies.walkdir]
version = "2.5.0"