sqlload 0.38.0

SQL data loading tooling.
use std::time::Duration;

use crate::config::constants::{
    DEFAULT_CONSUMER_GROUP, DEFAULT_DISCOVERY_INTERVAL_SECS, DEFAULT_MAX_AGE_SECS,
    DEFAULT_MAX_BYTES, DEFAULT_MAX_IN_FLIGHT, DEFAULT_MAX_PENDING_FILES, DEFAULT_MAX_REQUEST_BYTES,
    DEFAULT_MAX_ROWS, DEFAULT_MAX_TOTAL_BYTES, DEFAULT_PENDING_CHECK_AFTER_SECS,
    DEFAULT_PENDING_RECHECK_EVERY_SECS, DEFAULT_PIPE_TEMPLATE, DEFAULT_PREFETCH_BUDGET,
    DEFAULT_RETAIN_SECS, DEFAULT_S3_PATH, DEFAULT_STAGE_TEMPLATE, DEFAULT_STARTUP_BATCH,
    DEFAULT_STARTUP_INTERVAL_MS, DEFAULT_STREAMING_PIPE_TEMPLATE,
};
use crate::config::models::{ByteSize, ColumnConfig, EnvelopeField};

pub(crate) fn consumer_group() -> String {
    DEFAULT_CONSUMER_GROUP.to_owned()
}

pub(crate) fn discovery_interval() -> Duration {
    Duration::from_secs(DEFAULT_DISCOVERY_INTERVAL_SECS)
}

pub(crate) fn shards() -> u32 {
    1
}

pub(crate) fn prefetch_budget() -> ByteSize {
    ByteSize(DEFAULT_PREFETCH_BUDGET)
}

pub(crate) fn startup_batch() -> usize {
    DEFAULT_STARTUP_BATCH
}

pub(crate) fn startup_interval() -> Duration {
    Duration::from_millis(DEFAULT_STARTUP_INTERVAL_MS)
}

pub(crate) fn retain() -> Duration {
    Duration::from_secs(DEFAULT_RETAIN_SECS)
}

pub(crate) fn max_in_flight() -> usize {
    DEFAULT_MAX_IN_FLIGHT
}

pub(crate) fn max_pending_files() -> usize {
    DEFAULT_MAX_PENDING_FILES
}

pub(crate) fn pending_check_after() -> Duration {
    Duration::from_secs(DEFAULT_PENDING_CHECK_AFTER_SECS)
}

pub(crate) fn pending_recheck_every() -> Duration {
    Duration::from_secs(DEFAULT_PENDING_RECHECK_EVERY_SECS)
}

pub(crate) fn auto_ingest() -> bool {
    false
}

pub(crate) fn s3_path() -> String {
    DEFAULT_S3_PATH.to_owned()
}

pub(crate) fn max_bytes() -> ByteSize {
    ByteSize(DEFAULT_MAX_BYTES)
}

pub(crate) fn max_rows() -> usize {
    DEFAULT_MAX_ROWS
}

pub(crate) fn max_age() -> Duration {
    Duration::from_secs(DEFAULT_MAX_AGE_SECS)
}

pub(crate) fn max_total_bytes() -> ByteSize {
    ByteSize(DEFAULT_MAX_TOTAL_BYTES)
}

pub(crate) fn max_request_bytes() -> ByteSize {
    ByteSize(DEFAULT_MAX_REQUEST_BYTES)
}

pub(crate) fn time_zone() -> String {
    "UTC".to_owned()
}

pub(crate) fn error_logging() -> bool {
    true
}

pub(crate) fn stage_template() -> String {
    DEFAULT_STAGE_TEMPLATE.to_owned()
}

pub(crate) fn pipe_template() -> String {
    DEFAULT_PIPE_TEMPLATE.to_owned()
}

pub(crate) fn streaming_pipe_template() -> String {
    DEFAULT_STREAMING_PIPE_TEMPLATE.to_owned()
}

pub(crate) fn columns() -> Vec<ColumnConfig> {
    [
        ("TOPIC", EnvelopeField::Topic, "VARCHAR"),
        ("KAFKA_TIMESTAMP", EnvelopeField::Timestamp, "NUMBER(38,0)"),
        (
            "KAFKA_TIMESTAMP_TYPE",
            EnvelopeField::TimestampType,
            "NUMBER(38,0)",
        ),
        ("KAFKA_OFFSET", EnvelopeField::Offset, "NUMBER(38,0)"),
        ("KAFKA_PARTITION", EnvelopeField::Partition, "NUMBER(38,0)"),
        ("KEY", EnvelopeField::Key, "VARCHAR"),
        ("VALUE", EnvelopeField::Value, "VARCHAR"),
        ("EXPORTED_AT", EnvelopeField::ExportedAt, "TIMESTAMP_TZ"),
        ("DATE", EnvelopeField::Date, "DATE"),
    ]
    .into_iter()
    .map(|(name, field, sql_type)| ColumnConfig {
        name: name.to_owned(),
        field,
        sql_type: sql_type.to_owned(),
    })
    .collect()
}