vortex 0.56.0

Vortex file format with all builtin codecs and a sampling compressor.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94

[package]
name = "vortex"
authors = { workspace = true }
categories = { workspace = true }
description = "Vortex file format with all builtin codecs and a sampling compressor."
edition = { workspace = true }
homepage = { workspace = true }
include = { workspace = true }
keywords = { workspace = true }
license = { workspace = true }
readme = { workspace = true }
repository = { workspace = true }
rust-version = { workspace = true }
version = { workspace = true }

[package.metadata.docs.rs]
all-features = true

[lints]
workspace = true

[dependencies]
vortex-alp = { workspace = true }
vortex-array = { workspace = true }
vortex-btrblocks = { workspace = true }
vortex-buffer = { workspace = true }
vortex-bytebool = { workspace = true }
vortex-datetime-parts = { workspace = true }
vortex-decimal-byte-parts = { workspace = true }
vortex-dtype = { workspace = true, default-features = true }
vortex-error = { workspace = true }
vortex-fastlanes = { workspace = true }
vortex-file = { workspace = true, optional = true, default-features = true }
vortex-flatbuffers = { workspace = true }
vortex-fsst = { workspace = true }
vortex-io = { workspace = true }
vortex-ipc = { workspace = true }
vortex-layout = { workspace = true }
vortex-mask = { workspace = true }
vortex-metrics = { workspace = true }
vortex-pco = { workspace = true }
vortex-proto = { workspace = true, default-features = true }
vortex-runend = { workspace = true, features = ["arrow"] }
vortex-scalar = { workspace = true }
vortex-scan = { workspace = true }
vortex-sequence = { workspace = true }
vortex-session = { workspace = true }
vortex-sparse = { workspace = true }
vortex-utils = { workspace = true }
vortex-zigzag = { workspace = true }
vortex-zstd = { workspace = true, optional = true }

[dev-dependencies]
anyhow = { workspace = true }
arrow-array = { workspace = true }
divan = { workspace = true }
itertools = { workspace = true }
mimalloc = { workspace = true }
parquet = { workspace = true }
rand = { workspace = true }
serde_json = { workspace = true }
tokio = { workspace = true, features = ["full"] }
tracing = { workspace = true }
tracing-subscriber = { workspace = true }
vortex = { path = ".", features = ["tokio"] }

[features]
default = ["files", "zstd"]
files = ["dep:vortex-file"]
memmap2 = ["vortex-buffer/memmap2"]
object_store = ["vortex-file/object_store", "vortex-io/object_store"]
python = ["vortex-error/python"]
tokio = ["vortex-file/tokio", "vortex-scan/tokio"]
zstd = ["dep:vortex-zstd", "vortex-file/zstd", "vortex-layout/zstd"]
pretty = ["vortex-array/table-display"]
serde = [
    "vortex-array/serde",
    "vortex-dtype/serde",
    "vortex-buffer/serde",
    "vortex-mask/serde",
    "vortex-error/serde",
]
# This feature enabled unstable encodings for which we don't guarantee stability.
unstable_encodings = ["vortex-btrblocks/unstable_encodings"]

[[bench]]
name = "single_encoding_throughput"
harness = false
test = false

[[bench]]
name = "common_encoding_tree_throughput"
harness = false
test = false