timelake 0.7.0

The open time-series lakehouse: fast queries on your own object storage, with no database and no maintenance jobs
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95

use std::convert::Infallible;

use thiserror::Error as ThisError;

/// `Result` with Timelake's [`Error`].
pub type Result<T, E = Error> = std::result::Result<T, E>;

/// Errors from Timelake operations.
#[derive(Debug, ThisError)]
#[non_exhaustive]
pub enum Error {
    /// Bad storage or session configuration (unknown option, unsupported URL scheme, …).
    #[error("{0}")]
    Config(String),
    /// The table (or one of its metadata files) doesn't exist.
    #[error("not found: {0}")]
    NotFound(String),
    /// A table with this name already exists.
    #[error("already exists: {0}")]
    AlreadyExists(String),
    /// Invalid input: a table name, schema, option, or data that doesn't fit the table.
    #[error("invalid: {0}")]
    Invalid(String),
    /// Another writer committed first and the operation could not be rebased.
    #[error("commit conflict: {0}")]
    Conflict(String),
    /// An invalid table contract property, duration, or partition value.
    #[error(transparent)]
    Format(#[from] timelake_format::FormatError),
    /// From Iceberg metadata handling.
    #[error(transparent)]
    Iceberg(#[from] iceberg::Error),
    /// From object storage.
    #[error(transparent)]
    ObjectStore(#[from] object_store::Error),
    /// An object path that isn't valid for the store.
    #[error(transparent)]
    ObjectPath(#[from] object_store::path::Error),
    /// From Arrow compute.
    #[error(transparent)]
    Arrow(#[from] arrow::error::ArrowError),
    /// From reading or writing Parquet.
    #[error(transparent)]
    Parquet(#[from] parquet::errors::ParquetError),
    /// From query planning or execution.
    #[error(transparent)]
    DataFusion(#[from] datafusion::error::DataFusionError),
    /// From local file system access.
    #[error(transparent)]
    Io(#[from] std::io::Error),
    /// From (de)serializing JSON metadata.
    #[error(transparent)]
    Json(#[from] serde_json::Error),
}

impl Error {
    pub(crate) fn config(msg: impl Into<String>) -> Self {
        Self::Config(msg.into())
    }

    pub(crate) fn invalid(msg: impl Into<String>) -> Self {
        Self::Invalid(msg.into())
    }
}

impl From<timelake_format::error::WriteError> for Error {
    fn from(e: timelake_format::error::WriteError) -> Self {
        use timelake_format::error::WriteError as W;
        match e {
            W::Invalid(m) => Self::Invalid(m),
            W::Conflict(m) => Self::Conflict(m),
            W::NotFound(m) => Self::NotFound(m),
            W::Store(m) | W::Corrupt(m) => Self::Io(std::io::Error::other(m)),
            W::Format(e) => Self::Format(e),
            W::Arrow(e) => Self::Arrow(e),
            W::Parquet(e) => Self::Parquet(e),
        }
    }
}

/// Lets APIs that take `impl TryInto<TableName>` also accept a `TableName`.
impl From<Infallible> for Error {
    fn from(e: Infallible) -> Self {
        match e {}
    }
}

impl From<Error> for datafusion::error::DataFusionError {
    fn from(e: Error) -> Self {
        match e {
            Error::DataFusion(e) => e,
            e => Self::External(Box::new(e)),
        }
    }
}