timelake 0.7.0

The open time-series lakehouse: fast queries on your own object storage, with no database and no maintenance jobs
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66

//! Timelake: the open time-series lakehouse. Tables are Apache Iceberg tables on any object
//! store, laid out for time series (partitioned by time, sorted by series and time), kept
//! compact by the writer itself, and queried with DataFusion.
//!
//! ```no_run
//! # async fn demo(batch: arrow::array::RecordBatch) -> timelake::Result<()> {
//! use timelake::{Lake, Session, TableOptions};
//!
//! let lake = Lake::open("s3://bucket/warehouse", Default::default())?;
//! let opts = TableOptions {
//!     time_column: Some("time".into()),
//!     series_key: vec!["device_id".into()],
//!     ..Default::default()
//! };
//! let table = lake.create_table("iot.readings", &batch.schema(), opts).await?;
//! let (table, result) = table.append(&[batch], Default::default()).await?;
//!
//! let session = Session::new(lake);
//! let rows = session.sql("SELECT * FROM iot.readings WHERE device_id = 7").await?.collect().await?;
//! let latest = session.latest("iot.readings").await?.collect().await?;
//! # Ok(()) }
//! ```

#![warn(missing_docs)]

mod alter;
mod append;
mod background;
mod block_cache;
mod cache;
mod commit;
mod error;
mod footer;
pub mod head;
mod lake;
mod lvi;
mod maintain;
mod name;
mod query;
mod rollup;
mod schema;
mod sort;
pub mod storage;
mod table;
#[cfg(test)]
mod testing;
mod upgrade;
mod write;

pub use append::{AppendOptions, AppendResult};
pub use background::flush;
pub use commit::CommitInfo;
pub use error::{Error, Result};
pub use lake::Lake;
pub use lvi::latest_per_series;
pub use maintain::{MaintainOptions, MaintainReport};
pub use name::{DEFAULT_NAMESPACE, TableName};
pub use query::{RollupStatement, Session, SessionSettings, Statement};
pub use rollup::RollupRefresh;
pub use schema::align_batch;
pub use table::{LiveEntry, Table};
pub use timelake_format::contract::{Chunk, Contract, TableOptions};
pub use timelake_format::{bounds, contract, format_duration, parse_duration, property, settings, summary};
pub use upgrade::{UpgradeOptions, UpgradeReport, UpgradeStep};
pub use write::file_partition;
pub use {arrow, datafusion};