rust-bert 0.22.0

[package]

name = "rust-bert"

version = "0.22.0"

authors = ["Guillaume Becquin <guillaume.becquin@gmail.com>"]

edition = "2018"

description = "Ready-to-use NLP pipelines and language models"

repository = "https://github.com/guillaume-be/rust-bert"

documentation = "https://docs.rs/rust-bert"

license = "Apache-2.0"

readme = "README.md"

build = "build.rs"

keywords = [

    "nlp",

    "deep-learning",

    "machine-learning",

    "transformers",

    "translation",

]



# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html



[lib]

name = "rust_bert"

path = "src/lib.rs"

crate-type = ["lib"]



[[bin]]

name = "convert-tensor"

path = "src/convert-tensor.rs"

doc = false



[[bench]]

name = "sst2_benchmark"

harness = false



[[bench]]

name = "squad_benchmark"

harness = false



[[bench]]

name = "summarization_benchmark"

harness = false



[[bench]]

name = "translation_benchmark"

harness = false



[[bench]]

name = "generation_benchmark"

harness = false



[[bench]]

name = "tensor_operations_benchmark"

harness = false



[[bench]]

name = "token_classification_benchmark"

harness = false



[profile.bench]

opt-level = 3



[features]

default = ["remote", "default-tls"]

doc-only = ["tch/doc-only"]

all-tests = []

remote = ["cached-path", "dirs", "lazy_static"]

download-libtorch = ["tch/download-libtorch"]

onnx = ["ort", "ndarray"]

rustls-tls = ["cached-path/rustls-tls"]

default-tls = ["cached-path/default-tls"]

hf-tokenizers = ["tokenizers"]



[package.metadata.docs.rs]

features = ["doc-only"]



[dependencies]

rust_tokenizers = "8.1.1"

tch = "0.14.0"

serde_json = "1"

serde = { version = "1", features = ["derive"] }

ordered-float = "3"

uuid = { version = "1", features = ["v4"] }

thiserror = "1"

half = "2"

regex = "1.6"



cached-path = { version = "0.6", default-features = false, optional = true }

dirs = { version = "5", optional = true }

lazy_static = { version = "1", optional = true }

ort = {version="~1.15.2", optional = true, default-features = false, features = ["half"]}

ndarray = {version="0.15", optional = true}

tokenizers = {version="0.15", optional=true, default-features = false, features = ["onig"]}



[dev-dependencies]

anyhow = "1"

csv = "1"

criterion = "0.5"

tokio = { version = "1.35", features = ["sync", "rt-multi-thread", "macros"] }

torch-sys =  "0.14.0"

tempfile = "3"

itertools = "0.12"

tracing-subscriber = { version = "0.3", default-features = false, features = [ "env-filter", "fmt" ] }

ort = {version="~1.15.5", features = ["load-dynamic"]}