# rustc version rustc 1.76.0-nightly (dd430bc8c 2023-11-14)
# docs.rs version docsrs 0.6.0 (a7020daf 2023-11-09)
# build log [INFO] running `Command { std: "docker" "create" "-v" "/home/cratesfyi/workspace/builds/rust_tokenizers-8.1.1/target:/opt/rustwide/target:rw,Z" "-v" "/home/cratesfyi/workspace/builds/rust_tokenizers-8.1.1/source:/opt/rustwide/workdir:ro,Z" "-v" "/home/cratesfyi/workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/home/cratesfyi/workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "DOCS_RS=1" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "6442450944" "--cpus" "6" "--user" "1001:1001" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:0c7e0e8312ad82a1bed3696438480b7da990d348377d3754e1cd95b06a8a36c7" "/opt/rustwide/cargo-home/bin/cargo" "+nightly" "rustdoc" "--lib" "-Zrustdoc-map" "-Z" "unstable-options" "--config" "build.rustdocflags=[\"-Z\", \"unstable-options\", \"--emit=invocation-specific\", \"--resource-suffix\", \"-20231114-1.76.0-nightly-dd430bc8c\", \"--static-root-path\", \"/-/rustdoc.static/\", \"--cap-lints\", \"warn\", \"--extern-html-root-takes-precedence\"]" "--offline" "-Zunstable-options" "--config=doc.extern-map.registries.crates-io=\"https://docs.rs/{pkg_name}/{version}/x86_64-unknown-linux-gnu\"" "-Zrustdoc-scrape-examples" "-j6" "--target" "x86_64-unknown-linux-gnu", kill_on_drop: false }` [INFO] [stderr] WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. [INFO] [stdout] 585d95b955d9ccd02debf68ade7554cefb3fd836a119c6630798d924de92da53 [INFO] running `Command { std: "docker" "start" "-a" "585d95b955d9ccd02debf68ade7554cefb3fd836a119c6630798d924de92da53", kill_on_drop: false }` [INFO] [stderr] warning: Target filter specified, but no targets matched. This is a no-op [INFO] [stderr] Documenting rust_tokenizers v8.1.1 (/opt/rustwide/workdir) [INFO] [stderr] warning: unresolved link to `SEP` [INFO] [stderr] --> src/tokenizer/base_tokenizer.rs:374:82 [INFO] [stderr] | [INFO] [stderr] 374 | /// Vector segments ids (for example for BERT segments are separated with a [SEP] marker, each incrementing the segment ID). [INFO] [stderr] | ^^^ no item named `SEP` in scope [INFO] [stderr] | [INFO] [stderr] = help: to escape `[` and `]` characters, add '\' before them like `\[` or `\]` [INFO] [stderr] = note: `#[warn(rustdoc::broken_intra_doc_links)]` on by default [INFO] [stderr] [INFO] [stderr] warning: unresolved link to `SEP` [INFO] [stderr] --> src/tokenizer/base_tokenizer.rs:406:82 [INFO] [stderr] | [INFO] [stderr] 406 | /// Vector segments ids (for example for BERT segments are separated with a [SEP] marker, each incrementing the segment ID). [INFO] [stderr] | ^^^ no item named `SEP` in scope [INFO] [stderr] | [INFO] [stderr] = help: to escape `[` and `]` characters, add '\' before them like `\[` or `\]` [INFO] [stderr] [INFO] [stderr] warning: unresolved link to `UNK` [INFO] [stderr] --> src/vocab/base_vocab.rs:411:27 [INFO] [stderr] | [INFO] [stderr] 411 | /// Base vocabulary with [UNK] unknown token used as a pre-tokenization step for BERT-class tokenizers. [INFO] [stderr] | ^^^ no item named `UNK` in scope [INFO] [stderr] | [INFO] [stderr] = help: to escape `[` and `]` characters, add '\' before them like `\[` or `\]` [INFO] [stderr] [INFO] [stderr] warning: unopened HTML tag `s` [INFO] [stderr] --> src/tokenizer/base_tokenizer.rs:1122:40 [INFO] [stderr] | [INFO] [stderr] 1122 | /// - pair of sequences: <s> A </s></s> B </s> [INFO] [stderr] | ^^^^ [INFO] [stderr] | [INFO] [stderr] = note: `#[warn(rustdoc::invalid_html_tags)]` on by default [INFO] [stderr] [INFO] [stderr] warning: unopened HTML tag `s` [INFO] [stderr] --> src/tokenizer/base_tokenizer.rs:1122:47 [INFO] [stderr] | [INFO] [stderr] 1122 | /// - pair of sequences: <s> A </s></s> B </s> [INFO] [stderr] | ^^^^ [INFO] [stderr] [INFO] [stderr] warning: `rust_tokenizers` (lib doc) generated 5 warnings [INFO] [stderr] Finished dev [unoptimized + debuginfo] target(s) in 0.85s [INFO] [stderr] Generated /opt/rustwide/target/x86_64-unknown-linux-gnu/doc/rust_tokenizers/index.html [INFO] running `Command { std: "docker" "inspect" "585d95b955d9ccd02debf68ade7554cefb3fd836a119c6630798d924de92da53", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "585d95b955d9ccd02debf68ade7554cefb3fd836a119c6630798d924de92da53", kill_on_drop: false }` [INFO] [stdout] 585d95b955d9ccd02debf68ade7554cefb3fd836a119c6630798d924de92da53