llama-cpp-2 0.1.137

llama.cpp bindings for Rust
Documentation
Build #2955375 2026-03-02 14:58:02

# rustc version rustc 1.96.0-nightly (80381278a 2026-03-01)

# docs.rs version docsrs 0.0.0 (91dcccd9 2026-02-13 )

# build log [INFO] running `Command { std: "docker" "create" "-v" "/home/cratesfyi/workspace/builds/llama-cpp-2-0.1.137/target:/opt/rustwide/target:rw,Z" "-v" "/home/cratesfyi/workspace/builds/llama-cpp-2-0.1.137/source:/opt/rustwide/workdir:ro,Z" "-v" "/home/cratesfyi/workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/home/cratesfyi/workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "DOCS_RS=1" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "6442450944" "--cpus" "6" "--user" "1001:1001" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:61361fe0aef631f17e9d025a70c5a647956f8c671dd02950a60ad3f5cc5526d7" "/opt/rustwide/cargo-home/bin/cargo" "+nightly" "rustdoc" "--lib" "-Zrustdoc-map" "--features" "sampler" "--config" "build.rustdocflags=[\"--cfg\", \"docsrs\", \"-Z\", \"unstable-options\", \"--emit=invocation-specific\", \"--resource-suffix\", \"-20260301-1.96.0-nightly-80381278a\", \"--static-root-path\", \"/-/rustdoc.static/\", \"--cap-lints\", \"warn\", \"--extern-html-root-takes-precedence\"]" "--offline" "-Zunstable-options" "--config=doc.extern-map.registries.crates-io=\"https://docs.rs/{pkg_name}/{version}/x86_64-unknown-linux-gnu\"" "-Zrustdoc-scrape-examples" "-j6" "--target" "x86_64-unknown-linux-gnu", kill_on_drop: false }` [INFO] [stderr] WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. [INFO] [stdout] d36b19a10a784058b36d2f3933f5ea0d6cd8230bf5a9d29b12e6b2957c2ddad0 [INFO] running `Command { std: "docker" "start" "-a" "d36b19a10a784058b36d2f3933f5ea0d6cd8230bf5a9d29b12e6b2957c2ddad0", kill_on_drop: false }` [INFO] [stderr] warning: target filter specified, but no targets matched; this is a no-op [INFO] [stderr] Documenting llama-cpp-2 v0.1.137 (/opt/rustwide/workdir) [INFO] [stderr] warning: missing documentation for a variant [INFO] [stderr] --> src/model.rs:149:5 [INFO] [stderr] | [INFO] [stderr] 149 | Norm, [INFO] [stderr] | ^^^^ [INFO] [stderr] | [INFO] [stderr] = note: requested on the command line with `-W missing-docs` [INFO] [stderr] [INFO] [stderr] warning: missing documentation for a variant [INFO] [stderr] --> src/model.rs:150:5 [INFO] [stderr] | [INFO] [stderr] 150 | NeoX, [INFO] [stderr] | ^^^^ [INFO] [stderr] [INFO] [stderr] warning: missing documentation for a variant [INFO] [stderr] --> src/model.rs:151:5 [INFO] [stderr] | [INFO] [stderr] 151 | MRope, [INFO] [stderr] | ^^^^^ [INFO] [stderr] [INFO] [stderr] warning: missing documentation for a variant [INFO] [stderr] --> src/model.rs:152:5 [INFO] [stderr] | [INFO] [stderr] 152 | Vision, [INFO] [stderr] | ^^^^^^ [INFO] [stderr] [INFO] [stderr] warning: unresolved link to `context::sample::sampler` [INFO] [stderr] --> src/lib.rs:15:28 [INFO] [stderr] | [INFO] [stderr] 15 | //! - `sampler` adds the [`context::sample::sampler`] struct for a more rusty way of sampling. [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^^^^^^^ no item named `sample` in module `context` [INFO] [stderr] | [INFO] [stderr] = note: `#[warn(rustdoc::broken_intra_doc_links)]` on by default [INFO] [stderr] [INFO] [stderr] warning: unresolved link to `Self::kv_cache_update` [INFO] [stderr] --> src/context/kv_cache.rs:120:31 [INFO] [stderr] | [INFO] [stderr] 120 | /// - explicitly with [`Self::kv_cache_update`] [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^^^^ the struct `LlamaContext` has no field or associated item named `kv_cache_update` [INFO] [stderr] [INFO] [stderr] warning: unresolved link to `Self::kv_cache_update` [INFO] [stderr] --> src/context/kv_cache.rs:155:31 [INFO] [stderr] | [INFO] [stderr] 155 | /// - explicitly with [`Self::kv_cache_update`] [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^^^^ the struct `LlamaContext` has no field or associated item named `kv_cache_update` [INFO] [stderr] [INFO] [stderr] warning: unresolved link to `self.llama_batch.n_tokens` [INFO] [stderr] --> src/llama_batch.rs:44:13 [INFO] [stderr] | [INFO] [stderr] 44 | /// - [`self.llama_batch.n_tokens`] does not fit into a usize [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^^^^^^^^ no item named `self.llama_batch.n_tokens` in scope [INFO] [stderr] | [INFO] [stderr] = help: to escape `[` and `]` characters, add '\' before them like `\[` or `\]` [INFO] [stderr] [INFO] [stderr] warning: unresolved link to `seq_ids.len` [INFO] [stderr] --> src/llama_batch.rs:45:13 [INFO] [stderr] | [INFO] [stderr] 45 | /// - [`seq_ids.len()`] does not fit into a [`llama_seq_id`] [INFO] [stderr] | ^^^^^^^^^^^^^ no item named `seq_ids.len` in scope [INFO] [stderr] | [INFO] [stderr] = help: to escape `[` and `]` characters, add '\' before them like `\[` or `\]` [INFO] [stderr] [INFO] [stderr] warning: unresolved link to `self.llama_batch.n_tokens` [INFO] [stderr] --> src/llama_batch.rs:111:13 [INFO] [stderr] | [INFO] [stderr] 111 | /// - [`self.llama_batch.n_tokens`] does not fit into a [`usize`] [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^^^^^^^^ no item named `self.llama_batch.n_tokens` in scope [INFO] [stderr] | [INFO] [stderr] = help: to escape `[` and `]` characters, add '\' before them like `\[` or `\]` [INFO] [stderr] [INFO] [stderr] warning: Rust code block is empty [INFO] [stderr] --> src/context/params.rs:691:9 [INFO] [stderr] | [INFO] [stderr] 691 | /// ``` [INFO] [stderr] | ^^^ [INFO] [stderr] | [INFO] [stderr] = note: `#[warn(rustdoc::invalid_rust_codeblocks)]` on by default [INFO] [stderr] help: mark blocks that do not contain Rust code as text [INFO] [stderr] | [INFO] [stderr] 691 | /// ```text [INFO] [stderr] | ++++ [INFO] [stderr] [INFO] [stderr] warning: `llama-cpp-2` (lib doc) generated 11 warnings (run `cargo fix --lib -p llama-cpp-2` to apply 1 suggestion) [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 0.66s [INFO] [stderr] Generated /opt/rustwide/target/x86_64-unknown-linux-gnu/doc/llama_cpp_2/index.html [INFO] running `Command { std: "docker" "inspect" "d36b19a10a784058b36d2f3933f5ea0d6cd8230bf5a9d29b12e6b2957c2ddad0", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "d36b19a10a784058b36d2f3933f5ea0d6cd8230bf5a9d29b12e6b2957c2ddad0", kill_on_drop: false }` [INFO] [stdout] d36b19a10a784058b36d2f3933f5ea0d6cd8230bf5a9d29b12e6b2957c2ddad0