[package]
edition = "2024"
name = "liboxen"
version = "0.46.1"
build = false
publish = true
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "Oxen is a fast, unstructured data version control, to help version large machine learning datasets written in Rust."
homepage = "https://oxen.ai"
readme = "README.md"
keywords = [
"machine-learning",
"AI",
"version-control",
]
categories = [
"science",
"multimedia",
"database",
]
license-file = "LICENSE"
repository = "https://github.com/Oxen-AI/Oxen"
resolver = "2"
[package.metadata.docs.rs]
default-target = "x86_64-unknown-linux-gnu"
features = ["duckdb"]
no-default-features = true
[package.metadata.cargo-machete]
ignored = [
"astral-tokio-tar",
"libduckdb-sys",
]
[features]
default = ["duckdb/bundled"]
docs = ["duckdb"]
ffmpeg = ["thumbnails"]
perf-logging = []
[lib]
name = "liboxen"
path = "src/lib.rs"
[dependencies.approx]
version = "0.5.1"
[dependencies.arrow]
version = "=53.4.0"
[dependencies.astral-tokio-tar]
version = "0.5.2"
[dependencies.async-compression]
version = "0.4.2"
features = [
"tokio",
"gzip",
"futures-io",
]
[dependencies.async-std]
version = "1.12.0"
features = ["unstable"]
[dependencies.async-tar]
version = "0.5.0"
[dependencies.async-trait]
version = "0.1.80"
[dependencies.aws-config]
version = "1.8.11"
[dependencies.aws-sdk-s3]
version = "1.118.0"
[dependencies.bincode]
version = "1.3.3"
[dependencies.bytecount]
version = "0.6.3"
[dependencies.bytes]
version = "1.5.0"
[dependencies.bytesize]
version = "1.3.0"
[dependencies.bytevec]
version = "0.2.0"
[dependencies.chrono]
version = "0.4.30"
[dependencies.colored]
version = "2.0.4"
[dependencies.comfy-table]
version = "7.0.1"
[dependencies.deadqueue]
version = "0.2.4"
[dependencies.derive_more]
version = "1.0.0"
features = ["full"]
[dependencies.difference]
version = "2.0.0"
[dependencies.dirs]
version = "5.0.1"
[dependencies.duckdb]
version = "=1.1.1"
features = ["serde_json"]
optional = true
default-features = false
package = "duckdb"
[dependencies.dunce]
version = "1.0.4"
[dependencies.env_logger]
version = "0.11.3"
[dependencies.fd-lock]
version = "4.0.1"
[dependencies.filetime]
version = "0.2.22"
[dependencies.flate2]
version = "1.1.0"
features = ["zlib-ng"]
default-features = false
[dependencies.fs_extra]
version = "1.3.0"
[dependencies.futures]
version = "0.3.28"
[dependencies.futures-util]
version = "0.3.28"
[dependencies.glob]
version = "0.3.1"
[dependencies.glob-match]
version = "0.2.1"
[dependencies.http]
version = "1.1.0"
[dependencies.humantime]
version = "2.1.0"
[dependencies.ignore]
version = "0.4.20"
[dependencies.image]
version = "0.25.2"
[dependencies.indicatif]
version = "0.17.6"
[dependencies.infer]
version = "0.16.0"
[dependencies.itertools]
version = "0.13.0"
[dependencies.jwalk]
version = "0.8.1"
[dependencies.lazy_static]
version = "1.4.0"
[dependencies.libduckdb-sys]
version = "=1.1.1"
optional = true
[dependencies.lofty]
version = "0.22.2"
[dependencies.log]
version = "0.4.20"
[dependencies.lru]
version = "0.14.0"
[dependencies.minus]
version = "5.4.0"
features = [
"static_output",
"search",
]
[dependencies.mp4]
version = "0.14.0"
[dependencies.num_cpus]
version = "1.16.0"
[dependencies.os_path]
version = "0.8.0"
[dependencies.par-stream]
version = "0.10.2"
features = ["runtime-tokio"]
[dependencies.parking_lot]
version = "0.12.1"
[dependencies.pathdiff]
version = "0.2.3"
[dependencies.polars]
version = "0.49.0"
features = [
"lazy",
"parquet",
"json",
"ipc",
"ipc_streaming",
"dtype-full",
"timezones",
]
[dependencies.qsv-sniffer]
version = "0.10.3"
[dependencies.r2d2]
version = "0.8.10"
[dependencies.rand]
version = "0.8.5"
[dependencies.rayon]
version = "1.8.0"
[dependencies.redis]
version = "0.27.2"
features = ["r2d2"]
[dependencies.regex]
version = "1.10.2"
[dependencies.reqwest]
version = "0.12.2"
features = [
"multipart",
"json",
"gzip",
"stream",
]
[dependencies.rmp-serde]
version = "1.3.0"
[dependencies.rocksdb]
version = "0.22.0"
features = [
"lz4",
"snappy",
"multi-threaded-cf",
]
default-features = false
[dependencies.serde]
version = "1.0.188"
features = ["derive"]
[dependencies.serde_derive]
version = "1.0.188"
[dependencies.serde_json]
version = "1.0.106"
[dependencies.serde_url_params]
version = "0.2.1"
[dependencies.serde_with]
version = "3.13.0"
[dependencies.sha2]
version = "0.10.8"
[dependencies.simdutf8]
version = "0.1.4"
[dependencies.sql_query_builder]
version = "2.1.0"
features = ["postgresql"]
[dependencies.sqlparser]
version = "0.53.0"
[dependencies.sysinfo]
version = "0.33.0"
[dependencies.tar]
version = "0.4.44"
[dependencies.tempfile]
version = "3.8.0"
[dependencies.thumbnails]
version = "0.2.1"
optional = true
[dependencies.time]
version = "0.3.28"
features = [
"serde",
"formatting",
]
[dependencies.tokio]
version = "1.32.0"
features = [
"full",
"tracing",
]
[dependencies.tokio-stream]
version = "0.1.17"
[dependencies.tokio-util]
version = "0.7.8"
features = ["compat"]
[dependencies.toml]
version = "0.8.19"
[dependencies.url]
version = "2.4.1"
[dependencies.urlencoding]
version = "2.1.3"
[dependencies.utoipa]
version = "5"
features = ["time"]
[dependencies.uuid]
version = "1.4.1"
features = [
"serde",
"v4",
]
[dependencies.walkdir]
version = "2.5.0"
[dependencies.xxhash-rust]
version = "0.8.7"
features = ["xxh3"]
[dependencies.zip]
version = "2.4.1"
features = ["deflate"]
default-features = false
[dev-dependencies.mockito]
version = "1.1.0"
[dev-dependencies.serial_test]
version = "3.2.0"