sqlload 0.36.0

SQL data loading tooling.
/// The most digits of a `NUMBER(p,0)` loaded as a 64-bit integer.
pub const LONGEST_INT_DIGITS: u8 = 18;

/// Text columns at least this long (Snowflake's default `VARCHAR` length) load as unbounded text.
pub const LONGEST_VARCHAR: u32 = 16_777_216;

/// Midnight, which `TIME` values are counted from in microseconds.
pub const TIME_ZERO: &str = "'00:00:00'::TIME";

/// The type times and timestamps unload as: whole microseconds.
pub const UNLOAD_INTEGER: &str = "NUMBER(18,0)";

/// The type an `int` column unloads as: wide enough for every 64-bit integer, which SQLLoad checks as it reads.
pub const UNLOAD_BIGINT: &str = "NUMBER(19,0)";

/// The user stage folder unloads go to when the source sets no `stage`.
pub const USER_STAGE_FOLDER: &str = "@~/sqlload_unload/";

/// Unloaded files downloaded at once.
pub const PARALLEL_DOWNLOADS: usize = 8;

/// Unloaded files downloaded at once to a local folder, each written as it arrives rather than held for Arrow, so more go at once.
pub const PARALLEL_FILE_DOWNLOADS: usize = 16;

/// The name prefix of the local temporary folder an internal-stage unload is downloaded into, so one a killed run leaves behind is easy to find.
pub const DOWNLOAD_PREFIX: &str = "sqlload-unload-";

/// The session schema; tables are always named with their schema.
pub const SESSION_SCHEMA: &str = "PUBLIC";

/// Every table and view column of the session's database, with each table's size and comment.
pub const CATALOG_SQL: &str = "SELECT c.table_schema, c.table_name, c.column_name, c.data_type, c.numeric_precision, c.numeric_scale, c.character_maximum_length, c.is_nullable, t.row_count, t.bytes, t.comment \
FROM information_schema.columns c JOIN information_schema.tables t \
ON t.table_schema = c.table_schema AND t.table_name = c.table_name \
WHERE c.table_schema <> 'INFORMATION_SCHEMA' \
ORDER BY c.table_schema, c.table_name, c.ordinal_position";

/// The session database's tables, with each one's row count, size and comment; metadata only, so it needs no warehouse.
pub const SHOW_TABLES_SQL: &str = "SHOW TABLES IN DATABASE LIMIT 10000";

/// The session database's views.
pub const SHOW_VIEWS_SQL: &str = "SHOW VIEWS IN DATABASE LIMIT 10000";

/// The schema Snowflake's catalog views live in, which is never a source table.
pub const CATALOG_SCHEMA: &str = "INFORMATION_SCHEMA";

/// The most rows a `SHOW` command returns (more is an error without `LIMIT`); a listing this long may be cut short. Matches the `LIMIT` of [`SHOW_TABLES_SQL`] and [`SHOW_VIEWS_SQL`].
pub const SHOW_ROWS_MAX: usize = 10_000;

/// Up to this many matching tables are described one by one, a few at a time; more read [`CATALOG_SQL`] once, which costs over a second whatever the count.
pub const DESCRIBED_TABLES_MAX: usize = 32;

/// `DESCRIBE` statements in flight at once, and separately query tables being described.
pub const PARALLEL_DESCRIBES: usize = 8;

/// `information_schema.columns.is_nullable` for a column that cannot be NULL.
pub const CATALOG_NOT_NULL: &str = "NO";

/// `DESCRIBE RESULT`'s `null?` for a column that cannot be NULL.
pub const DESCRIBED_NOT_NULL: &str = "N";

/// `SHOW STAGES`'s type of an internal stage with client-side encryption; other internal types start with it.
pub const INTERNAL_STAGE: &str = "INTERNAL";

/// The S3 statuses for temporary credentials that have expired.
pub const EXPIRED_CREDENTIALS: [u16; 2] = [400, 403];