llama-cpp-2 0.1.144

llama.cpp bindings for Rust
Documentation
Build #3159713 2026-04-19 18:59:13

# rustc version rustc 1.97.0-nightly (0febdbab2 2026-04-18)

# docs.rs version docsrs 0.0.0 (15f7e1e9dfac4fc5b7cc4abfd7682239002ba909 2026-04-08 )

# build log [INFO] running `Command { std: "docker" "create" "-v" "/home/cratesfyi/workspace-builder6/builds/llama-cpp-2-0.1.144/target:/opt/rustwide/target:rw,Z" "-v" "/home/cratesfyi/workspace-builder6/builds/llama-cpp-2-0.1.144/source:/opt/rustwide/workdir:ro,Z" "-v" "/home/cratesfyi/workspace-builder6/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/home/cratesfyi/workspace-builder6/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-m" "6442450944" "--cpuset-cpus" "28-31" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "sleep" "infinity", kill_on_drop: false }` [INFO] [stderr] WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. [INFO] [stdout] 4c5c18188b17ab3685def2a8f97929bc98d6addb332cdfd57326f804c7c102f4 [INFO] running `Command { std: "docker" "start" "4c5c18188b17ab3685def2a8f97929bc98d6addb332cdfd57326f804c7c102f4", kill_on_drop: false }` [INFO] running `Command { std: "docker" "exec" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "DOCS_RS=1" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "--user" "1001:1001" "4c5c18188b17ab3685def2a8f97929bc98d6addb332cdfd57326f804c7c102f4" "/opt/rustwide/cargo-home/bin/cargo" "+nightly" "rustdoc" "--lib" "-Zrustdoc-map" "--features" "sampler" "--config" "build.rustdocflags=[\"--cfg\", \"docsrs\", \"-Z\", \"unstable-options\", \"--emit=invocation-specific\", \"--resource-suffix\", \"-20260418-1.97.0-nightly-0febdbab2\", \"--static-root-path\", \"/-/rustdoc.static/\", \"--cap-lints\", \"warn\", \"--extern-html-root-takes-precedence\"]" "--offline" "-Zunstable-options" "--config=doc.extern-map.registries.crates-io=\"https://docs.rs/{pkg_name}/{version}/x86_64-unknown-linux-gnu\"" "-Zrustdoc-scrape-examples" "-j4" "--target" "x86_64-unknown-linux-gnu", kill_on_drop: false }` [INFO] [stderr] warning: target filter specified, but no targets matched; this is a no-op [INFO] [stderr] Documenting llama-cpp-2 v0.1.144 (/opt/rustwide/workdir) [INFO] [stderr] warning: missing documentation for a variant [INFO] [stderr] --> src/model.rs:149:5 [INFO] [stderr] | [INFO] [stderr] 149 | Norm, [INFO] [stderr] | ^^^^ [INFO] [stderr] | [INFO] [stderr] = note: requested on the command line with `-W missing-docs` [INFO] [stderr] [INFO] [stderr] warning: missing documentation for a variant [INFO] [stderr] --> src/model.rs:150:5 [INFO] [stderr] | [INFO] [stderr] 150 | NeoX, [INFO] [stderr] | ^^^^ [INFO] [stderr] [INFO] [stderr] warning: missing documentation for a variant [INFO] [stderr] --> src/model.rs:151:5 [INFO] [stderr] | [INFO] [stderr] 151 | MRope, [INFO] [stderr] | ^^^^^ [INFO] [stderr] [INFO] [stderr] warning: missing documentation for a variant [INFO] [stderr] --> src/model.rs:152:5 [INFO] [stderr] | [INFO] [stderr] 152 | Vision, [INFO] [stderr] | ^^^^^^ [INFO] [stderr] [INFO] [stderr] warning: unresolved link to `context::sample::sampler` [INFO] [stderr] --> src/lib.rs:16:28 [INFO] [stderr] | [INFO] [stderr] 16 | //! - `sampler` adds the [`context::sample::sampler`] struct for a more rusty way of sampling. [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^^^^^^^ no item named `sample` in module `context` [INFO] [stderr] | [INFO] [stderr] = note: `#[warn(rustdoc::broken_intra_doc_links)]` on by default [INFO] [stderr] [INFO] [stderr] warning: unresolved link to `Self::kv_cache_update` [INFO] [stderr] --> src/context/kv_cache.rs:120:31 [INFO] [stderr] | [INFO] [stderr] 120 | /// - explicitly with [`Self::kv_cache_update`] [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^^^^ the struct `LlamaContext` has no field or associated item named `kv_cache_update` [INFO] [stderr] [INFO] [stderr] warning: unresolved link to `Self::kv_cache_update` [INFO] [stderr] --> src/context/kv_cache.rs:155:31 [INFO] [stderr] | [INFO] [stderr] 155 | /// - explicitly with [`Self::kv_cache_update`] [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^^^^ the struct `LlamaContext` has no field or associated item named `kv_cache_update` [INFO] [stderr] [INFO] [stderr] warning: unresolved link to `self.llama_batch.n_tokens` [INFO] [stderr] --> src/llama_batch.rs:44:13 [INFO] [stderr] | [INFO] [stderr] 44 | /// - [`self.llama_batch.n_tokens`] does not fit into a usize [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^^^^^^^^ no item named `self.llama_batch.n_tokens` in scope [INFO] [stderr] | [INFO] [stderr] = help: to escape `[` and `]` characters, add '\' before them like `\[` or `\]` [INFO] [stderr] [INFO] [stderr] warning: unresolved link to `seq_ids.len` [INFO] [stderr] --> src/llama_batch.rs:45:13 [INFO] [stderr] | [INFO] [stderr] 45 | /// - [`seq_ids.len()`] does not fit into a [`llama_seq_id`] [INFO] [stderr] | ^^^^^^^^^^^^^ no item named `seq_ids.len` in scope [INFO] [stderr] | [INFO] [stderr] = help: to escape `[` and `]` characters, add '\' before them like `\[` or `\]` [INFO] [stderr] [INFO] [stderr] warning: unresolved link to `self.llama_batch.n_tokens` [INFO] [stderr] --> src/llama_batch.rs:111:13 [INFO] [stderr] | [INFO] [stderr] 111 | /// - [`self.llama_batch.n_tokens`] does not fit into a [`usize`] [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^^^^^^^^ no item named `self.llama_batch.n_tokens` in scope [INFO] [stderr] | [INFO] [stderr] = help: to escape `[` and `]` characters, add '\' before them like `\[` or `\]` [INFO] [stderr] [INFO] [stderr] warning: `llama-cpp-2` (lib doc) generated 10 warnings [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 1.00s [INFO] [stderr] Generated /opt/rustwide/target/x86_64-unknown-linux-gnu/doc/llama_cpp_2/index.html [INFO] running `Command { std: "docker" "stop" "-t" "1" "4c5c18188b17ab3685def2a8f97929bc98d6addb332cdfd57326f804c7c102f4", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "4c5c18188b17ab3685def2a8f97929bc98d6addb332cdfd57326f804c7c102f4", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "4c5c18188b17ab3685def2a8f97929bc98d6addb332cdfd57326f804c7c102f4", kill_on_drop: false }` [INFO] [stdout] 4c5c18188b17ab3685def2a8f97929bc98d6addb332cdfd57326f804c7c102f4