feldera_types/format/
parquet.rs

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
use serde::{Deserialize, Serialize};
use utoipa::ToSchema;

const fn default_buffer_size_records() -> usize {
    100_000
}

/// Configuration for the parquet parser.
#[derive(Deserialize, Serialize, ToSchema)]
pub struct ParquetParserConfig {}

#[derive(Deserialize, Serialize, ToSchema)]
pub struct ParquetEncoderConfig {
    /// Number of records before a new parquet file is written.
    ///
    /// The default is 100_000.
    #[serde(default = "default_buffer_size_records")]
    pub buffer_size_records: usize,
}