rust-bert 0.21.0

Ready-to-use NLP pipelines and language models
Documentation 
[package]

name = "rust-bert"

version = "0.21.0"

authors = ["Guillaume Becquin <guillaume.becquin@gmail.com>"]

edition = "2018"

description = "Ready-to-use NLP pipelines and language models"

repository = "https://github.com/guillaume-be/rust-bert"

documentation = "https://docs.rs/rust-bert"

license = "Apache-2.0"

readme = "README.md"

build = "build.rs"

keywords = [

    "nlp",

    "deep-learning",

    "machine-learning",

    "transformers",

    "translation",

]



# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html



[lib]

name = "rust_bert"

path = "src/lib.rs"

crate-type = ["lib"]



[[bin]]

name = "convert-tensor"

path = "src/convert-tensor.rs"

doc = false



[[bench]]

name = "sst2_benchmark"

harness = false



[[bench]]

name = "squad_benchmark"

harness = false



[[bench]]

name = "summarization_benchmark"

harness = false



[[bench]]

name = "translation_benchmark"

harness = false



[[bench]]

name = "generation_benchmark"

harness = false



[[bench]]

name = "tensor_operations_benchmark"

harness = false



[[bench]]

name = "token_classification_benchmark"

harness = false



[profile.bench]

opt-level = 3



[features]

default = ["remote"]

doc-only = ["tch/doc-only"]

all-tests = []

remote = ["cached-path", "dirs", "lazy_static"]

download-libtorch = ["tch/download-libtorch"]

onnx = ["ort", "ndarray"]



[package.metadata.docs.rs]

features = ["doc-only"]



[dependencies]

rust_tokenizers = "8.1"

tch = "0.13.0"

serde_json = "1"

serde = { version = "1", features = ["derive"] }

ordered-float = "3"

uuid = { version = "1", features = ["v4"] }

thiserror = "1"

half = "2"

regex = "1.6"



cached-path = { version = "0.6", optional = true }

dirs = { version = "4", optional = true }

lazy_static = { version = "1", optional = true }

ort = {version="1.14.8", optional = true, default-features = false, features = ["half"]}

ndarray = {version="0.15", optional = true}



[dev-dependencies]

anyhow = "1"

csv = "1"

criterion = "0.4"

tokio = { version = "1.24", features = ["sync", "rt-multi-thread", "macros"] }

torch-sys = "0.13.0"

tempfile = "3"

itertools = "0.10"

tracing-subscriber = { version = "0.3", default-features = false, features = [ "env-filter", "fmt" ] }

ort = {version="1.14.8", features = ["load-dynamic"]}