# THIS FILE IS AUTOMATICALLY GENERATED BY CARGO
#
# When uploading crates to the registry Cargo will automatically
# "normalize" Cargo.toml files for maximal compatibility
# with all versions of Cargo and also rewrite `path` dependencies
# to registry (e.g., crates.io) dependencies.
#
# If you are reading this file be aware that the original Cargo.toml
# will likely look very different (and much more reasonable).
# See Cargo.toml.orig for the original contents.
[package]
edition = "2024"
name = "liboxen"
version = "0.53.0"
build = false
publish = true
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "Oxen is a fast data version control system, built with machine learning training data in mind. Designed to handle terabytes of data with ease, using a workflow similar to git. Version both structured and unstructured data of any modality: text, images, video, audio, CSV, Parquet, JSONL, model checkpoints, and more. liboxen is the embeddable core library behind the oxen CLI and server, which power fine tuning and inference pipelines for multimodal LLMs, image models, and video models on Oxen.ai."
homepage = "https://oxen.ai"
readme = "README.md"
keywords = [
"data-versioning",
"dataset",
"mlops",
"data-engineering",
"fine-tuning",
]
categories = [
"artificial-intelligence",
"science",
"database-implementations",
"filesystem",
"data-structures",
]
license-file = "LICENSE"
repository = "https://github.com/Oxen-AI/Oxen"
resolver = "2"
[package.metadata.docs.rs]
default-target = "x86_64-unknown-linux-gnu"
features = ["duckdb"]
no-default-features = true
[package.metadata.cargo-machete]
ignored = [
"astral-tokio-tar",
"libduckdb-sys",
]
[features]
default = ["duckdb/bundled"]
docs = ["duckdb"]
ffmpeg = ["dep:video-rs"]
metrics = ["dep:metrics"]
otel = [
"dep:opentelemetry",
"dep:opentelemetry_sdk",
"dep:opentelemetry-otlp",
"dep:tracing-opentelemetry",
]
perf-logging = []
production = [
"metrics",
"otel",
"ffmpeg",
"perf-logging",
"default",
]
test-utils = []
[lib]
name = "liboxen"
path = "src/lib.rs"
[[test]]
name = "oxen_config_dir_precedence"
path = "tests/oxen_config_dir_precedence.rs"
[[bench]]
name = "add"
path = "benches/add.rs"
harness = false
[[bench]]
name = "download"
path = "benches/download.rs"
harness = false
required-features = ["test-utils"]
[[bench]]
name = "fetch"
path = "benches/fetch.rs"
harness = false
required-features = ["test-utils"]
[[bench]]
name = "push"
path = "benches/push.rs"
harness = false
required-features = ["test-utils"]
[[bench]]
name = "workspace_add"
path = "benches/workspace_add.rs"
harness = false
required-features = ["test-utils"]
[dependencies.approx]
version = "0.5.1"
[dependencies.arrow]
version = "=58.1.0"
[dependencies.astral-tokio-tar]
version = "0.5.2"
[dependencies.async-compression]
version = "0.4.2"
features = [
"tokio",
"gzip",
"futures-io",
]
[dependencies.async-std]
version = "1.12.0"
features = ["unstable"]
[dependencies.async-tar]
version = "0.5.0"
[dependencies.async-tempfile]
version = "0.7.0"
[dependencies.async-trait]
version = "0.1.80"
[dependencies.async-walkdir]
version = "2.1.0"
[dependencies.aws-config]
version = "1.8.15"
[dependencies.aws-sdk-s3]
version = "1.127.0"
[dependencies.aws-smithy-runtime-api]
version = "1.11.6"
[dependencies.bincode]
version = "1.3.3"
[dependencies.bytecount]
version = "0.6.3"
[dependencies.bytes]
version = "1.5.0"
[dependencies.bytesize]
version = "1.3.0"
[dependencies.bytevec]
version = "0.2.0"
[dependencies.colored]
version = "2.0.4"
[dependencies.comfy-table]
version = "7.0.1"
[dependencies.deadqueue]
version = "0.2.4"
[dependencies.derive_more]
version = "1.0.0"
features = ["full"]
[dependencies.difference]
version = "2.0.0"
[dependencies.dirs]
version = "5.0.1"
[dependencies.duckdb]
version = "=1.10504.0"
features = ["serde_json"]
optional = true
default-features = false
package = "duckdb"
[dependencies.dunce]
version = "1.0.4"
[dependencies.filetime]
version = "0.2.22"
[dependencies.flate2]
version = "1.1.0"
features = ["zlib-ng"]
default-features = false
[dependencies.fs_extra]
version = "1.3.0"
[dependencies.futures]
version = "0.3.28"
[dependencies.futures-util]
version = "0.3.28"
[dependencies.glob]
version = "0.3.1"
[dependencies.glob-match]
version = "0.2.1"
[dependencies.heed]
version = "0.22.1"
[dependencies.http]
version = "1.1.0"
[dependencies.humantime]
version = "2.1.0"
[dependencies.ignore]
version = "0.4.20"
[dependencies.image]
version = "0.25.2"
[dependencies.indicatif]
version = "0.17.6"
[dependencies.infer]
version = "0.16.0"
[dependencies.itertools]
version = "0.13.0"
[dependencies.jwalk]
version = "0.8.1"
[dependencies.lazy_static]
version = "1.4.0"
[dependencies.libduckdb-sys]
version = "=1.10504.0"
optional = true
[dependencies.lofty]
version = "0.22.2"
[dependencies.log]
version = "0.4.20"
[dependencies.lru]
version = "0.14.0"
[dependencies.metrics]
version = "0.24"
optional = true
[dependencies.minus]
version = "5.4.0"
features = [
"static_output",
"search",
]
[dependencies.mp4]
version = "0.14.0"
[dependencies.num_cpus]
version = "1.16.0"
[dependencies.opentelemetry]
version = "0.31"
optional = true
[dependencies.opentelemetry-otlp]
version = "0.31"
features = [
"grpc-tonic",
"http-json",
"trace",
]
optional = true
[dependencies.opentelemetry_sdk]
version = "0.31"
features = ["rt-tokio"]
optional = true
[dependencies.os_path]
version = "0.8.0"
[dependencies.page_size]
version = "0.6.0"
[dependencies.par-stream]
version = "0.10.2"
features = ["runtime-tokio"]
[dependencies.parking_lot]
version = "0.12.1"
[dependencies.pathdiff]
version = "0.2.3"
[dependencies.polars]
version = "0.49.0"
features = [
"lazy",
"parquet",
"json",
"ipc",
"ipc_streaming",
"dtype-full",
"timezones",
"random",
"cloud",
"aws",
]
[dependencies.qsv-sniffer]
version = "0.10.3"
[dependencies.rand]
version = "0.8.5"
[dependencies.rayon]
version = "1.8.0"
[dependencies.regex]
version = "1.10.2"
[dependencies.reqwest]
version = "0.13.2"
features = [
"multipart",
"json",
"gzip",
"stream",
"query",
]
[dependencies.rmp-serde]
version = "1.3.0"
[dependencies.rocksdb]
version = "0.22.0"
features = [
"lz4",
"snappy",
"multi-threaded-cf",
]
default-features = false
[dependencies.serde]
version = "1.0.188"
features = ["derive"]
[dependencies.serde_derive]
version = "1.0.188"
[dependencies.serde_json]
version = "1.0.106"
[dependencies.serde_with]
version = "3.13.0"
[dependencies.sha2]
version = "0.10.8"
[dependencies.simdutf8]
version = "0.1.4"
[dependencies.sql_query_builder]
version = "2.1.0"
features = ["postgresql"]
[dependencies.sqlparser]
version = "0.53.0"
features = ["visitor"]
[dependencies.strum]
version = "0.26.3"
features = [
"derive",
"derive",
]
[dependencies.sysinfo]
version = "0.33.0"
[dependencies.tar]
version = "0.4.44"
[dependencies.tempfile]
version = "3.8.0"
[dependencies.thiserror]
version = "2.0.18"
[dependencies.time]
version = "0.3.28"
features = [
"serde",
"formatting",
]
[dependencies.tokio]
version = "1.32.0"
features = [
"full",
"tracing",
]
[dependencies.tokio-stream]
version = "0.1.17"
[dependencies.tokio-util]
version = "0.7.8"
features = [
"compat",
"io",
"io-util",
]
[dependencies.toml]
version = "0.8.19"
[dependencies.tracing]
version = "0.1"
[dependencies.tracing-appender]
version = "0.2"
[dependencies.tracing-opentelemetry]
version = "0.32"
optional = true
[dependencies.tracing-subscriber]
version = "0.3"
features = [
"json",
"env-filter",
"registry",
"tracing-log",
]
[dependencies.url]
version = "2.4.1"
[dependencies.urlencoding]
version = "2.1.3"
[dependencies.utoipa]
version = "5"
features = ["time"]
[dependencies.uuid]
version = "1.4.1"
features = [
"serde",
"v4",
]
[dependencies.video-rs]
version = "0.11"
features = ["ndarray"]
optional = true
[dependencies.walkdir]
version = "2.5.0"
[dependencies.xxhash-rust]
version = "0.8.7"
features = ["xxh3"]
[dependencies.zip]
version = "2.4.1"
features = ["deflate"]
default-features = false
[dev-dependencies.criterion]
version = "2.10.1"
features = ["async_tokio"]
package = "codspeed-criterion-compat"
[dev-dependencies.hyper]
version = "1"
features = [
"server",
"http1",
]
[dev-dependencies.hyper-util]
version = "0.1"
features = ["tokio"]
[dev-dependencies.mockito]
version = "1.1.0"
[dev-dependencies.s3s]
version = "0.13"
[dev-dependencies.s3s-fs]
version = "0.13"
[dev-dependencies.serial_test]
version = "3.2.0"
[lints.clippy]
disallowed-methods = "deny"
[lints.rust]
linker_messages = "allow"