use std::time::Duration;
use crate::column_types::models::ColumnType;
use crate::file_store::models::OpenFolder;
use crate::files_source::models::{BatchFooters, DataFile, FilesRead};
use crate::loader::models::TableSpec;
use crate::schema_plan::models::{DesiredColumn, LiveColumn};
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct TableName {
pub database: Option<String>,
pub schema: String,
pub table: String,
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub enum WriteMode {
Append,
Merge {
unique_key: Vec<String>,
},
DeleteInsert {
cursor_column: String,
from: Option<String>,
to: Option<String>,
values: Vec<String>,
},
Replace,
Recreate,
Changes(ChangeWrite),
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct ChangeWrite {
pub apply: ChangeApply,
pub unique_key: Vec<String>,
pub truncated: Option<Truncation>,
}
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub enum ChangeApply {
SoftDeletes,
HardDeletes,
Changelog,
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct Truncation {
pub lsn: i64,
pub committed_at: String,
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct WriteStatementsRequest<'a> {
pub table: &'a TableName,
pub columns: &'a [DesiredColumn],
pub mode: &'a WriteMode,
pub hashed: &'a [String],
pub built: Option<&'a [String]>,
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct TableShape {
pub definition: String,
pub indexes: Vec<String>,
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct CursorQuery<'a> {
pub table: &'a TableName,
pub column: &'a str,
pub column_type: &'a ColumnType,
pub lookback: Option<Duration>,
}
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub enum NowShift {
Back(Duration),
Ahead(Duration),
}
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub enum CursorValue {
EpochMicros { zoned: bool },
Date,
Plain,
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct CursorRead {
pub sql: String,
pub value: CursorValue,
}
#[derive(Debug, Clone, Copy)]
pub struct WriteTarget<'a> {
pub table: &'a TableName,
pub staging: Option<&'a TableName>,
pub columns: &'a [DesiredColumn],
pub write_columns: &'a [DesiredColumn],
pub load_id: &'a str,
pub batch: u64,
pub direct: bool,
pub builds: bool,
}
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub enum DirectLoaded {
Committed(u64),
Staged(u64),
}
#[derive(Debug, Clone, Copy)]
pub struct DirectBatch<'a> {
pub spec: &'a TableSpec,
pub read: &'a FilesRead,
pub write_columns: &'a [DesiredColumn],
pub target: WriteTarget<'a>,
pub loaded_at: &'a str,
pub files: &'a [DataFile],
pub footers: &'a BatchFooters,
pub mode: &'a WriteMode,
pub live: Option<&'a [LiveColumn]>,
pub source_folder: Option<&'a OpenFolder>,
}
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub enum CheckQuery<'a> {
Counts(&'a [String]),
Duplicates(&'a [String]),
DuplicateExamples(&'a [String]),
}