use std::collections::BTreeMap;
use std::time::Duration;
use crate::column_types::models::{ColumnType, Warehouse};
#[cfg(feature = "duckdb")]
use crate::duckdb_destination::models::DuckDbDestination;
use crate::file_store::models::OpenFolder;
use crate::files_source::models::{FilesRead, FilesTable};
use crate::masking::models::MaskRules;
use crate::postgres_source::models::{ReadColumn, SourceTable};
use crate::project::models::{Contract, NewTables, OnSchemaChange, Policy, WriteStrategy};
use crate::routing::models::Route;
use crate::schema_plan::models::{LiveColumn, SchemaPlan};
use crate::snowflake_destination::models::SnowflakeDestination;
use crate::store_paths::models::Location;
use crate::write_sql::models::{TableName, WriteMode};
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub enum SettingOrigin {
Table,
Source,
Default,
}
impl std::fmt::Display for SettingOrigin {
fn fmt(&self, formatter: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
formatter.write_str(match self {
Self::Table => "table",
Self::Source => "source",
Self::Default => "default",
})
}
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct CursorSpec {
pub column: String,
pub start: Option<String>,
pub lookback: Option<Duration>,
pub inclusive: bool,
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct TableSpec {
pub source_name: String,
pub source_table: SourceTable,
pub target: String,
pub destination: TableName,
pub warehouse: Warehouse,
pub strategy: WriteStrategy,
pub strategy_origin: SettingOrigin,
pub unique_key: Vec<String>,
pub cursor: Option<CursorSpec>,
pub pinned: BTreeMap<String, ColumnType>,
pub excluded_columns: Vec<(String, String)>,
pub masked: MaskRules,
pub contract: Contract,
pub on_schema_change: OnSchemaChange,
pub type_change_rebuild: Policy,
pub listed: bool,
pub new_tables: NewTables,
pub files: Option<FilesSource>,
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct FilesSource {
pub location: Location,
pub table: FilesTable,
pub partition_types: Vec<(String, ColumnType)>,
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct SkippedTable {
pub source_name: String,
pub source_table: String,
pub reason: String,
}
#[derive(Debug, Clone, Default, PartialEq, Eq)]
pub struct ResolvedTables {
pub specs: Vec<TableSpec>,
pub skipped: Vec<SkippedTable>,
pub problems: Vec<String>,
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct TablePlan {
pub spec: TableSpec,
pub read_columns: Vec<ReadColumn>,
pub live: Option<Vec<LiveColumn>>,
pub schema: SchemaPlan,
pub mode: WriteMode,
pub source_filter: Option<String>,
pub cursor_note: Option<String>,
pub route: Option<Route>,
pub files: Option<FilesRead>,
}
#[derive(Debug, Clone, Default, PartialEq, Eq)]
pub struct ProjectPlan {
pub tables: Vec<TablePlan>,
pub skipped: Vec<SkippedTable>,
pub problems: Vec<String>,
}
#[derive(Debug, Clone, Default, PartialEq, Eq)]
pub struct PlanOptions {
pub select: Vec<String>,
pub rebuild_allowed: bool,
pub reload: bool,
pub start_cursor: Option<String>,
pub end_cursor: Option<String>,
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct LoadResult {
pub table: String,
pub rows: u64,
}
#[derive(Debug, Clone)]
pub enum Destination {
#[cfg(feature = "duckdb")]
DuckDb(DuckDbDestination),
Snowflake(Box<SnowflakeDestination>),
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct StagingSession {
pub staging: TableName,
pub load_id: String,
pub loaded_at: String,
pub parts: usize,
}
pub enum SourceReader {
Postgres(tokio_postgres::Client),
Files(OpenFolder),
}