evolution 1.0.0

🦖 Evolve your fixed-length data files into Apache Parquet, fully parallelized!
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54

[package]
name = "evolution"
version = "1.0.0"
edition = "2021"
description = "🦖 Evolve your fixed-length data files into Apache Parquet, fully parallelized!"
authors = [
    "Ted Hammarlund <TedHammarlund@gmail.com>",
    "Rickard Lundin <rickard@x14.se>",
    "Wilhelm Ã…gren <wilhelmagren98@gmail.com>",
]

readme = "README.md"
license-file = "LICENSE"
homepage = "https://github.com/firelink-data/evolution"
repository = "https://github.com/firelink-data/evolution"

keywords = [
    "cli",
    "arrow",
    "data-engineering",
    "apache-parquet",
    "apache-arrow",
]
include = [ "**/*.rs", "Cargo.toml", "LICENSE", "README.md" ]
default-run = "evolution"

[dependencies]
chrono = "0.4.31"
crossbeam = "0.8.2"
colored = "2.0.4"
env_logger = "0.11.1"
half = "2.3.1"
log = "0.4.20"
num_cpus = "1.16.0"
rand = "0.8.5"
serde_json = "1.0.108"
threadpool = "1.8.1"
clap = { version = "4.4.8", features = ["default", "derive"] }
serde = { version = "1.0.193", features = ["derive"] }
rayon = { version = "1.8.1", optional = true }
atoi_simd = { version = "0.15.6", optional = true }
arrow2 = "0.18.0"
libc = "0.2.154"
arrow = "51.0.0"
parquet = "51.0.0"
padder = { version = "1.2.0", features = ["serde"] }

[dev-dependencies]
glob = "0.3.1"

[features]
default = []
rayon = [ "dep:rayon", "dep:atoi_simd" ]
nightly = []