datu 0.3.4

datu - a data file utility
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78

//! Error types for the datu crate.

use thiserror::Error;

use crate::FileType;

/// Errors that can occur during datu operations.
#[derive(Error, Debug)]
pub enum Error {
    #[error("An error occurred: {0}")]
    GenericError(String),
    #[error("Unknown or unsupported file type: '{0}'")]
    UnknownFileType(String),
    #[error(transparent)]
    IoError(#[from] std::io::Error),
    #[error(transparent)]
    ParquetError(#[from] parquet::errors::ParquetError),
    #[error(transparent)]
    ArrowError(#[from] arrow::error::ArrowError),
    #[error(transparent)]
    CsvError(#[from] csv::Error),
    #[error(transparent)]
    XlsxError(#[from] rust_xlsxwriter::XlsxError),
    #[error(transparent)]
    OrcError(#[from] orc_rust::error::OrcError),
    #[error("Unsupported expression: {0}")]
    UnsupportedExpression(String),
    #[error("Unsupported operator: {0}")]
    UnsupportedOperator(String),
    #[error("Unsupported function call: {0}")]
    UnsupportedFunctionCall(String),
    #[error("{0} is not implemented in the REPL")]
    ReplNotImplemented(&'static str),
    #[error("Invalid REPL pipeline: {0}")]
    InvalidReplPipeline(String),
    #[error(transparent)]
    PipelinePlanningError(#[from] PipelinePlanningError),
    #[error(transparent)]
    PipelineExecutionError(#[from] PipelineExecutionError),
    #[error(transparent)]
    DatafusionError(#[from] datafusion::error::DataFusionError),
}

/// Errors produced while validating or constructing a pipeline plan.
#[derive(Error, Debug)]
pub enum PipelinePlanningError {
    #[error("select(...) cannot be empty")]
    SelectEmpty,
    #[error("Missing required stage: {0}")]
    MissingRequiredStage(String),
    #[error("Unsupported stage: {0}")]
    UnsupportedStage(String),
    #[error("{0}")]
    ConflictingOptions(String),
    #[error("Pipeline planner does not support input file type: {0}")]
    UnsupportedInputFileType(String),
    #[error("Pipeline planner does not support output file type: {0}")]
    UnsupportedOutputFileType(String),
    #[error("Column '{0}' not found (case-insensitive match)")]
    ColumnNotFound(String),
    #[error("select with aggregates cannot be resolved as a plain column list")]
    AggregatesInProjectionSelect,
    #[error(
        "Aggregates in select are not supported for ORC input; use Parquet, CSV, JSON, or Avro"
    )]
    AggregatesNotSupportedForOrc,
}

/// Errors produced while running a pipeline (wrong format, consumed state, etc.).
#[derive(Error, Debug)]
pub enum PipelineExecutionError {
    #[error("Datafusion-native pipeline does not support input file type: {0}")]
    UnsupportedInputFileType(FileType),
    #[error("Datafusion-native pipeline does not support output file type: {0}")]
    UnsupportedOutputFileType(FileType),
    #[error("DataFrame already taken")]
    DataFrameAlreadyTaken,
}