use crate::ast::Expr;
use crate::migrate::types::ColumnType;
use crate::parser::grammar::ddl::parse_column_definition;
use std::collections::{HashMap, HashSet};
use std::path::Path;
#[derive(Debug, Clone)]
pub struct ForeignKey {
pub column: String,
pub ref_table: String,
pub ref_column: String,
}
#[derive(Debug, Clone)]
pub struct TableSchema {
pub name: String,
pub columns: HashMap<String, ColumnType>,
pub policies: HashMap<String, String>,
pub foreign_keys: Vec<ForeignKey>,
pub rls_enabled: bool,
}
#[derive(Debug, Default)]
pub struct Schema {
pub tables: HashMap<String, TableSchema>,
pub views: HashSet<String>,
pub resources: HashMap<String, ResourceSchema>,
}
#[derive(Debug, Clone)]
pub struct ResourceSchema {
pub name: String,
pub kind: String,
pub provider: Option<String>,
pub properties: HashMap<String, String>,
}
fn strip_schema_comments(line: &str) -> &str {
let Some(idx) = schema_comment_start(line, true) else {
return line.trim();
};
line[..idx].trim()
}
#[cfg(test)]
fn strip_sql_line_comments(line: &str) -> &str {
let Some(idx) = schema_comment_start(line, false) else {
return line.trim();
};
line[..idx].trim()
}
fn strip_sql_migration_comments(
line: &str,
in_block_comment: &mut bool,
dollar_quote: &mut Option<String>,
) -> String {
let mut out = String::new();
let mut in_single = false;
let mut in_double = false;
let mut suppress_dollar_content = dollar_quote.is_some();
let mut i = 0usize;
while i < line.len() {
if *in_block_comment {
if line[i..].starts_with("*/") {
i += 2;
*in_block_comment = false;
} else {
i += line[i..].chars().next().map(char::len_utf8).unwrap_or(1);
}
continue;
}
if let Some(delim) = dollar_quote.as_deref() {
if line[i..].starts_with(delim) {
out.push_str(delim);
i += delim.len();
*dollar_quote = None;
suppress_dollar_content = false;
} else if let Some(ch) = line[i..].chars().next() {
if !suppress_dollar_content {
out.push(ch);
}
i += ch.len_utf8();
}
continue;
}
let Some(ch) = line[i..].chars().next() else {
break;
};
if in_single {
out.push(ch);
if ch == '\'' {
if line[i + ch.len_utf8()..].starts_with('\'') {
out.push('\'');
i += ch.len_utf8() + 1;
} else {
i += ch.len_utf8();
in_single = false;
}
} else {
i += ch.len_utf8();
}
continue;
}
if in_double {
out.push(ch);
if ch == '"' {
if line[i + ch.len_utf8()..].starts_with('"') {
out.push('"');
i += ch.len_utf8() + 1;
} else {
i += ch.len_utf8();
in_double = false;
}
} else {
i += ch.len_utf8();
}
continue;
}
match ch {
'\'' => {
in_single = true;
out.push(ch);
i += ch.len_utf8();
}
'"' => {
in_double = true;
out.push(ch);
i += ch.len_utf8();
}
'$' => {
let Some(delim) = sql_dollar_quote_delimiter_at(line, i) else {
out.push(ch);
i += ch.len_utf8();
continue;
};
out.push_str(delim);
i += delim.len();
*dollar_quote = Some(delim.to_string());
}
'-' if line[i + ch.len_utf8()..].starts_with('-') => break,
'/' if line[i + ch.len_utf8()..].starts_with('*') => {
i += ch.len_utf8() + 1;
*in_block_comment = true;
}
_ => {
out.push(ch);
i += ch.len_utf8();
}
}
}
out.trim().to_string()
}
fn schema_comment_start(line: &str, hash_comments: bool) -> Option<usize> {
let bytes = line.as_bytes();
let mut in_single = false;
let mut in_double = false;
let mut i = 0usize;
while i < bytes.len() {
match bytes[i] {
b'\'' if !in_double => {
if in_single && bytes.get(i + 1) == Some(&b'\'') {
i += 2;
continue;
}
in_single = !in_single;
}
b'"' if !in_single => {
if in_double && bytes.get(i + 1) == Some(&b'"') {
i += 2;
continue;
}
in_double = !in_double;
}
b'-' if !in_single && !in_double && bytes.get(i + 1) == Some(&b'-') => {
return Some(i);
}
b'#' if hash_comments && !in_single && !in_double => return Some(i),
_ => {}
}
i += 1;
}
None
}
fn sql_dollar_quote_delimiter_at(raw: &str, idx: usize) -> Option<&str> {
let bytes = raw.as_bytes();
if bytes.get(idx) != Some(&b'$') {
return None;
}
let mut end = idx + 1;
while end < bytes.len() {
match bytes[end] {
b'$' => return Some(&raw[idx..=end]),
b'a'..=b'z' | b'A'..=b'Z' | b'0'..=b'9' | b'_' => end += 1,
_ => return None,
}
}
None
}
impl Schema {
pub fn parse_file(path: &str) -> Result<Self, String> {
let content = crate::schema_source::read_qail_schema_source(path)?;
Self::parse(&content)
}
pub fn parse(content: &str) -> Result<Self, String> {
let mut schema = Schema::default();
let mut current_table: Option<String> = None;
let mut current_columns: HashMap<String, ColumnType> = HashMap::new();
let mut current_policies: HashMap<String, String> = HashMap::new();
let mut current_fks: Vec<ForeignKey> = Vec::new();
let mut current_rls_flag = false;
let mut enum_types: HashMap<String, Vec<String>> = HashMap::new();
let mut lines = content.lines().peekable();
while let Some(raw_line) = lines.next() {
let line = strip_schema_comments(raw_line);
if line.is_empty() {
continue;
}
if current_table.is_none() && line.starts_with("enum ") {
let (name, values) = parse_build_enum_declaration(line, &mut lines)?;
if enum_types.insert(name.clone(), values).is_some() {
return Err(format!("duplicate enum declaration '{}'", name));
}
continue;
}
if current_table.is_none()
&& (line.starts_with("bucket ")
|| line.starts_with("queue ")
|| line.starts_with("topic "))
{
let parts: Vec<&str> = line.splitn(2, ' ').collect();
let kind = parts[0].to_string();
let rest = parts.get(1).copied().unwrap_or("").trim();
let has_block = line.contains('{');
let (name, block_start) = if has_block {
let (name, block) = rest.split_once('{').unwrap_or((rest, ""));
(name.trim().to_string(), Some(block.to_string()))
} else {
let mut parts = rest.split_whitespace();
let name = parts.next().unwrap_or("").to_string();
if parts.next().is_some() {
return Err(format!("Trailing content after {} resource name", kind));
}
(name, None)
};
if name.is_empty() {
return Err(format!("Missing name for {} declaration", kind));
}
if !is_build_identifier(&name) {
return Err(format!("Invalid {} resource name '{}'", kind, name));
}
let mut provider = None;
let mut properties = HashMap::new();
if let Some(mut block) = block_start {
let mut block_content = None;
while block_content.is_none() {
block_content = resource_block_content_before_closing(&block)?;
if block_content.is_some() {
break;
}
let Some(next_line) = lines.next() else {
return Err(format!(
"Unclosed {} resource definition for '{}': expected closing '}}'",
kind, name
));
};
let inner = strip_schema_comments(next_line);
block.push(' ');
block.push_str(inner);
}
let block = block_content.unwrap_or_default();
let tokens = split_resource_tokens(block.trim())?;
let mut tokens = tokens.iter();
let mut seen_keys = HashSet::new();
while let Some(key) = tokens.next() {
if !seen_keys.insert(key) {
return Err(format!(
"Duplicate resource property '{}' in '{}'",
key, name
));
}
let Some(val) = tokens.next() else {
return Err(format!(
"Resource property '{}' in '{}' requires a value",
key, name
));
};
if key == "provider" {
provider = Some(val.to_string());
} else {
properties.insert(key.to_string(), val.to_string());
}
}
}
if schema.resources.contains_key(&name) {
return Err(format!("duplicate resource declaration '{}'", name));
}
schema.resources.insert(
name.clone(),
ResourceSchema {
name,
kind,
provider,
properties,
},
);
continue;
}
if current_table.is_none()
&& let Some(view_name) = extract_view_name(line)
{
if !is_build_table_ref(view_name) {
return Err(format!("Invalid view name '{}'", view_name));
}
if !schema.views.insert(view_name.to_string()) {
return Err(format!("duplicate view declaration '{}'", view_name));
}
continue;
}
if line.starts_with("table ") && (line.ends_with('{') || line.contains('{')) {
if let Some(table_name) = current_table.as_deref() {
return Err(format!(
"Table declaration encountered before closing table '{}'",
table_name
));
}
let after_table = line.trim_start_matches("table ");
let (before_brace, after_brace) = after_table
.split_once('{')
.ok_or_else(|| format!("Invalid table definition: {}", line))?;
if !after_brace.trim().is_empty() {
return Err(format!(
"Trailing content after table opening brace for '{}'",
before_brace
.split_whitespace()
.next()
.unwrap_or("<missing>")
));
}
let before_brace = before_brace.trim();
let parts: Vec<&str> = before_brace.split_whitespace().collect();
let Some(name) = parts.first().filter(|name| !name.is_empty()) else {
return Err("Missing name for table declaration".to_string());
};
if !is_build_table_ref(name) {
return Err(format!("Invalid table name '{}'", name));
}
let mut seen_rls_option = false;
for option in parts.iter().skip(1) {
if *option != "rls" {
return Err(format!("Unknown table option '{}' for '{}'", option, name));
}
if seen_rls_option {
return Err(format!("Duplicate table option 'rls' for '{}'", name));
}
seen_rls_option = true;
}
current_rls_flag = parts.contains(&"rls");
current_table = Some((*name).to_string());
}
else if let Some(after_brace) = line.strip_prefix('}') {
let Some(table_name) = current_table.take() else {
return Err("Unexpected table closing brace".to_string());
};
if !after_brace.trim().is_empty() {
return Err(format!(
"Trailing content after table closing brace for '{}'",
table_name
));
}
if schema.tables.contains_key(&table_name) {
return Err(format!("duplicate table declaration '{}'", table_name));
}
let has_rls = current_rls_flag || current_columns.contains_key("tenant_id");
schema.tables.insert(
table_name.clone(),
TableSchema {
name: table_name,
columns: std::mem::take(&mut current_columns),
policies: std::mem::take(&mut current_policies),
foreign_keys: std::mem::take(&mut current_fks),
rls_enabled: has_rls,
},
);
current_rls_flag = false;
}
else if current_table.is_some() {
if matches!(line, "enable_rls" | "force_rls") {
current_rls_flag = true;
continue;
}
let parts: Vec<&str> = line.split_whitespace().collect();
if let Some(col_name) = parts.first() {
if !is_build_identifier(col_name) {
let table_name = current_table.as_deref().unwrap_or("<unknown>");
return Err(format!(
"Invalid column name '{}' in table '{}'",
col_name, table_name
));
}
if current_columns.contains_key(*col_name) {
let table_name = current_table.as_deref().unwrap_or("<unknown>");
return Err(format!(
"duplicate column '{}' in table '{}'",
col_name, table_name
));
}
let table_name = current_table.as_deref().unwrap_or("<unknown>");
let Some((col_type, type_end)) =
parse_build_column_type_prefix(&parts, &enum_types)
else {
let Some(col_type_str) = parts.get(1).copied() else {
return Err(format!(
"Missing type for column '{}' in table '{}'",
col_name, table_name
));
};
return Err(format!(
"Unknown column type '{}' for column '{}' in table '{}'",
col_type_str, col_name, table_name
));
};
current_columns.insert(col_name.to_string(), col_type);
let mut policy = "Public".to_string();
let mut seen_protected = false;
let mut seen_column_options = HashSet::new();
let mut nullability_option: Option<&str> = None;
let mut generated_option: Option<&str> = None;
let mut has_foreign_key = false;
let mut seen_fk_actions = HashSet::new();
let mut i = type_end;
while i < parts.len() {
let part = parts[i];
if part == "protected" {
if seen_protected {
return Err(format!(
"duplicate protected option for column '{}' in table '{}'",
col_name, table_name
));
}
seen_protected = true;
policy = "Protected".to_string();
} else if matches!(
part,
"primary_key"
| "not_null"
| "nullable"
| "unique"
| "generated_identity"
| "generated_by_default_identity"
) {
if !seen_column_options.insert(part) {
return Err(format!(
"duplicate column option '{}' for column '{}' in table '{}'",
part, col_name, table_name
));
}
if matches!(part, "not_null" | "nullable") {
if let Some(existing) = nullability_option {
return Err(format!(
"conflicting nullability options '{}' and '{}' for column '{}' in table '{}'",
existing, part, col_name, table_name
));
}
nullability_option = Some(part);
}
if matches!(
part,
"generated_identity" | "generated_by_default_identity"
) {
if let Some(existing) = generated_option {
return Err(format!(
"conflicting generated options '{}' and '{}' for column '{}' in table '{}'",
existing, part, col_name, table_name
));
}
generated_option = Some(part);
}
} else if part == "default" {
if i + 1 >= parts.len() {
return Err(format!(
"default requires a value for column '{}' in table '{}'",
col_name, table_name
));
}
break;
} else if part.starts_with("default=")
|| part.starts_with("default:")
|| part.starts_with("generated_stored(")
|| part.starts_with("check(")
{
break;
} else if let Some(ref_spec) = part.strip_prefix("ref:") {
let (ref_table, ref_column) =
parse_build_ref_spec(ref_spec, col_name, table_name)?;
push_build_foreign_key(
&mut current_fks,
col_name,
ref_table,
ref_column,
table_name,
)?;
has_foreign_key = true;
} else if part == "references" {
if i + 1 >= parts.len() {
return Err(format!(
"foreign key reference target is required for column '{}' in table '{}'",
col_name, table_name
));
}
i += 1;
let (ref_table, ref_column) =
parse_build_references_target(parts[i], col_name, table_name)?;
push_build_foreign_key(
&mut current_fks,
col_name,
ref_table,
ref_column,
table_name,
)?;
has_foreign_key = true;
} else if let Some(ref_target) = part.strip_prefix("references") {
let (ref_table, ref_column) =
parse_build_references_target(ref_target, col_name, table_name)?;
push_build_foreign_key(
&mut current_fks,
col_name,
ref_table,
ref_column,
table_name,
)?;
has_foreign_key = true;
} else if matches!(part, "on_delete" | "on_update") {
if !has_foreign_key {
return Err(format!(
"{} requires a preceding foreign key for column '{}' in table '{}'",
part, col_name, table_name
));
}
if !seen_fk_actions.insert(part) {
return Err(format!(
"duplicate {} action for column '{}' in table '{}'",
part, col_name, table_name
));
}
if i + 1 >= parts.len() {
return Err(format!(
"{} requires a foreign key action for column '{}' in table '{}'",
part, col_name, table_name
));
}
i += 1;
if !is_build_fk_action(parts[i]) {
return Err(format!(
"unknown foreign key action '{}' for column '{}' in table '{}'",
parts[i], col_name, table_name
));
}
} else if part == "check_name" {
if i + 1 >= parts.len() {
return Err(format!(
"check_name requires a name for column '{}' in table '{}'",
col_name, table_name
));
}
i += 1;
} else {
return Err(format!(
"Unknown column option '{}' for column '{}' in table '{}'",
part, col_name, table_name
));
}
i += 1;
}
current_policies.insert(col_name.to_string(), policy);
}
}
}
if let Some(table_name) = current_table.take() {
return Err(format!(
"Unclosed table definition for '{}': expected closing '}}'",
table_name
));
}
Ok(schema)
}
pub fn has_table(&self, name: &str) -> bool {
self.tables.contains_key(name) || self.views.contains(name)
}
pub fn rls_tables(&self) -> Vec<&str> {
self.tables
.iter()
.filter(|(_, ts)| ts.rls_enabled)
.map(|(name, _)| name.as_str())
.collect()
}
pub fn is_rls_table(&self, name: &str) -> bool {
self.tables.get(name).is_some_and(|t| t.rls_enabled)
}
pub fn table(&self, name: &str) -> Option<&TableSchema> {
self.tables.get(name)
}
pub fn merge_migrations(&mut self, migrations_dir: &str) -> Result<usize, String> {
use std::fs;
let dir = Path::new(migrations_dir);
if !dir.exists() {
return Ok(0); }
let mut merged_count = 0;
let entries =
fs::read_dir(dir).map_err(|e| format!("Failed to read migrations dir: {}", e))?;
for entry in entries.flatten() {
let path = entry.path();
let migration_file = if path.is_dir() {
let up_qail = path.join("up.qail");
let up_sql = path.join("up.sql");
if up_qail.exists() {
up_qail
} else if up_sql.exists() {
up_sql
} else {
continue;
}
} else if path.extension().is_some_and(|e| e == "qail" || e == "sql") {
path.clone()
} else {
continue;
};
if migration_file.exists() {
let content = fs::read_to_string(&migration_file)
.map_err(|e| format!("Failed to read {}: {}", migration_file.display(), e))?;
if migration_file.extension().is_some_and(|ext| ext == "qail") {
merged_count += self.parse_qail_migration(&content).map_err(|e| {
format!(
"Failed to parse native migration {}: {}",
migration_file.display(),
e
)
})?;
} else {
merged_count += self.parse_sql_migration(&content);
}
}
}
Ok(merged_count)
}
pub(crate) fn parse_qail_migration(&mut self, qail: &str) -> Result<usize, String> {
let parsed = Schema::parse(qail)?;
let mut changes = 0usize;
for (table_name, parsed_table) in parsed.tables {
if let Some(existing) = self.tables.get_mut(&table_name) {
for (col_name, col_type) in parsed_table.columns {
if let Some(existing_type) = existing.columns.get(&col_name) {
if existing_type != &col_type {
return Err(format!(
"conflicting column type for '{}.{}': existing {:?}, migration {:?}",
table_name, col_name, existing_type, col_type
));
}
} else {
existing.columns.insert(col_name.clone(), col_type);
changes += 1;
}
}
for (col_name, policy) in parsed_table.policies {
if existing.policies.insert(col_name, policy).is_none() {
changes += 1;
}
}
for fk in parsed_table.foreign_keys {
let duplicate = existing.foreign_keys.iter().any(|existing_fk| {
existing_fk.column == fk.column
&& existing_fk.ref_table == fk.ref_table
&& existing_fk.ref_column == fk.ref_column
});
if !duplicate {
existing.foreign_keys.push(fk);
changes += 1;
}
}
if parsed_table.rls_enabled && !existing.rls_enabled {
existing.rls_enabled = true;
changes += 1;
}
} else {
changes += 1 + parsed_table.columns.len();
self.tables.insert(table_name, parsed_table);
}
}
for view_name in parsed.views {
if self.views.insert(view_name) {
changes += 1;
}
}
for (resource_name, resource) in parsed.resources {
if self.resources.insert(resource_name, resource).is_none() {
changes += 1;
}
}
changes += self.parse_explicit_qail_apply_commands(qail)?;
Ok(changes)
}
fn parse_explicit_qail_apply_commands(&mut self, qail: &str) -> Result<usize, String> {
let mut changes = 0usize;
for (line_no, raw_line) in qail.lines().enumerate() {
let line = strip_schema_comments(raw_line);
if line.is_empty() || !line.starts_with("alter ") {
continue;
}
let (table, column_name, column_type) = parse_explicit_alter_add_column_line(line)
.map_err(|err| format!("Line {}: {}", line_no + 1, err))?;
if let Some(existing) = self.tables.get_mut(&table) {
if let Some(existing_type) = existing.columns.get(&column_name) {
if existing_type != &column_type {
return Err(format!(
"conflicting column type for '{}.{}': existing {:?}, migration {:?}",
table, column_name, existing_type, column_type
));
}
} else {
existing.columns.insert(column_name, column_type);
changes += 1;
}
} else {
let mut columns = HashMap::new();
columns.insert(column_name, column_type);
self.tables.insert(
table.clone(),
TableSchema {
name: table,
columns,
policies: HashMap::new(),
foreign_keys: vec![],
rls_enabled: false,
},
);
changes += 2;
}
}
Ok(changes)
}
pub(crate) fn parse_sql_migration(&mut self, sql: &str) -> usize {
let mut changes = 0;
for statement in sql_migration_statements(sql) {
let line = statement.as_str();
let line_upper = line.to_uppercase();
if let Some((name, after_table_name)) = extract_create_table_name_with_tail(line) {
let table_existed = self.tables.contains_key(&name);
if !table_existed {
self.tables.insert(
name.clone(),
TableSchema {
name: name.clone(),
columns: HashMap::new(),
policies: HashMap::new(),
foreign_keys: vec![],
rls_enabled: false,
},
);
changes += 1;
}
let after_table_name = after_table_name.trim_start();
let has_column_block =
after_table_name.is_empty() || after_table_name.starts_with('(');
if has_column_block
&& (!table_existed
|| self.tables.get(&name).is_some_and(|t| t.columns.is_empty()))
{
for col in extract_inline_create_columns(line) {
if let Some(t) = self.tables.get_mut(&name)
&& t.columns.insert(col, ColumnType::Text).is_none()
{
changes += 1;
}
}
}
continue;
}
for (table, col) in extract_alter_add_columns(line) {
if let Some(t) = self.tables.get_mut(&table) {
if t.columns.insert(col.clone(), ColumnType::Text).is_none() {
changes += 1;
}
} else {
let mut cols = HashMap::new();
cols.insert(col, ColumnType::Text);
self.tables.insert(
table.clone(),
TableSchema {
name: table,
columns: cols,
policies: HashMap::new(),
foreign_keys: vec![],
rls_enabled: false,
},
);
changes += 1;
}
}
if line_upper.starts_with("DROP TABLE") {
for table_name in extract_drop_table_names(line) {
if self.tables.remove(&table_name).is_some() {
changes += 1;
}
}
}
for (table, col) in extract_alter_drop_columns(line) {
if let Some(t) = self.tables.get_mut(&table)
&& t.columns.remove(&col).is_some()
{
changes += 1;
}
}
if line_upper.starts_with("ALTER TABLE")
&& let Some((table, old_col, new_col)) = extract_alter_rename_column(line)
&& let Some(t) = self.tables.get_mut(&table)
{
let old_type = t.columns.remove(&old_col);
if old_type.is_some() {
changes += 1;
}
if t.columns
.insert(new_col, old_type.unwrap_or(ColumnType::Text))
.is_none()
{
changes += 1;
}
}
if line_upper.starts_with("ALTER TABLE")
&& let Some((old_table, new_table)) = extract_alter_rename_table(line)
&& !self.tables.contains_key(&new_table)
&& let Some(mut table) = self.tables.remove(&old_table)
{
table.name = new_table.clone();
self.tables.insert(new_table, table);
changes += 1;
}
}
changes
}
}
fn sql_migration_statements(sql: &str) -> Vec<String> {
let mut cleaned = String::new();
let mut in_block_comment = false;
let mut dollar_quote = None;
for raw_line in sql.lines() {
let line = strip_sql_migration_comments(raw_line, &mut in_block_comment, &mut dollar_quote);
if line.is_empty() {
continue;
}
cleaned.push_str(&line);
cleaned.push('\n');
}
split_sql_statements(&cleaned)
}
fn parse_build_column_type_prefix(
parts: &[&str],
enum_types: &HashMap<String, Vec<String>>,
) -> Option<(ColumnType, usize)> {
let max_end = parts.len().min(5);
for end in (2..=max_end).rev() {
let type_str = parts[1..end].join(" ");
if let Ok(column_type) = type_str.parse::<ColumnType>() {
return Some((column_type, end));
}
if let Some(values) = enum_types.get(&type_str) {
return Some((
ColumnType::Enum {
name: type_str,
values: values.clone(),
},
end,
));
}
}
None
}
fn parse_build_enum_declaration<'a, I: Iterator<Item = &'a str>>(
first_line: &str,
lines: &mut std::iter::Peekable<I>,
) -> Result<(String, Vec<String>), String> {
let rest = first_line
.strip_prefix("enum ")
.ok_or_else(|| "Expected 'enum' prefix".to_string())?
.trim();
let (name, body_start) = rest
.split_once('{')
.ok_or_else(|| "enum definition requires { values }".to_string())?;
let name = name.trim();
if name.is_empty() {
return Err("enum name is missing before '{'".to_string());
}
if !is_build_table_ref(name) {
return Err(format!("Invalid enum name '{}'", name));
}
let mut body = body_start.to_string();
while build_enum_body_before_closing_brace(&body)?.is_none() {
let Some(next_line) = lines.next() else {
return Err(format!("enum '{}' is missing closing '}}'", name));
};
let inner = strip_schema_comments(next_line);
body.push(' ');
body.push_str(inner);
}
let body = build_enum_body_before_closing_brace(&body)?
.ok_or_else(|| format!("enum '{}' is missing closing '}}'", name))?;
let values = parse_build_enum_values(body)?;
if values.is_empty() {
return Err(format!("enum '{}' must have at least one value", name));
}
Ok((name.to_string(), values))
}
fn build_enum_body_before_closing_brace(raw: &str) -> Result<Option<&str>, String> {
let mut quote: Option<char> = None;
let mut chars = raw.char_indices().peekable();
while let Some((idx, ch)) = chars.next() {
if let Some(q) = quote {
if ch == q {
if chars.peek().is_some_and(|(_, next)| *next == q) {
chars.next();
} else {
quote = None;
}
}
continue;
}
match ch {
'\'' | '"' => quote = Some(ch),
'}' => {
let rest = &raw[idx + ch.len_utf8()..];
if !rest.trim().is_empty() {
return Err("trailing content after enum block".to_string());
}
return Ok(Some(&raw[..idx]));
}
_ => {}
}
}
Ok(None)
}
fn parse_build_enum_values(raw: &str) -> Result<Vec<String>, String> {
let mut values = Vec::new();
let mut quote: Option<char> = None;
let mut start = 0;
let mut chars = raw.char_indices().peekable();
while let Some((idx, ch)) = chars.next() {
if let Some(q) = quote {
if ch == q {
if chars.peek().is_some_and(|(_, next)| *next == q) {
chars.next();
} else {
quote = None;
}
}
continue;
}
match ch {
'\'' | '"' => quote = Some(ch),
',' => {
push_build_enum_value(&mut values, &raw[start..idx])?;
start = idx + ch.len_utf8();
}
_ => {}
}
}
if quote.is_some() {
return Err("unterminated quoted enum value".to_string());
}
push_build_enum_value(&mut values, &raw[start..])?;
let mut seen = HashSet::new();
for value in &values {
if !seen.insert(value) {
return Err(format!("duplicate enum value '{}'", value));
}
}
Ok(values)
}
fn push_build_enum_value(values: &mut Vec<String>, raw: &str) -> Result<(), String> {
let was_quoted = raw
.trim()
.chars()
.next()
.is_some_and(|ch| matches!(ch, '\'' | '"'));
let value = parse_build_enum_value(raw)?;
if value.is_empty() && !was_quoted {
return Err("enum value is empty".to_string());
}
values.push(value);
Ok(())
}
fn parse_build_enum_value(raw: &str) -> Result<String, String> {
let trimmed = raw.trim();
if trimmed.is_empty() {
return Ok(String::new());
}
if let Some(quote) = trimmed.chars().next().filter(|ch| matches!(ch, '"' | '\'')) {
let mut value = String::new();
let mut chars = trimmed.char_indices();
chars.next();
let mut chars = chars.peekable();
while let Some((idx, ch)) = chars.next() {
if ch == quote {
if chars.peek().is_some_and(|(_, next)| *next == quote) {
value.push(quote);
chars.next();
continue;
}
let after = idx + ch.len_utf8();
if !trimmed[after..].trim().is_empty() {
return Err(format!("invalid enum value token '{}'", trimmed));
}
return Ok(value);
}
value.push(ch);
}
return Err("unterminated quoted enum value".to_string());
}
if trimmed
.chars()
.all(|ch| ch.is_ascii_alphanumeric() || ch == '_')
{
return Ok(trimmed.to_string());
}
Err(format!("invalid enum value token '{}'", trimmed))
}
fn parse_build_references_target(
target: &str,
col_name: &str,
table_name: &str,
) -> Result<(String, String), String> {
let target = target.trim();
let (ref_table, ref_column) = target.split_once('(').ok_or_else(|| {
format!(
"Invalid foreign key reference target '{}' for column '{}' in table '{}'",
target, col_name, table_name
)
})?;
let ref_column = ref_column.strip_suffix(')').ok_or_else(|| {
format!(
"Invalid foreign key reference target '{}' for column '{}' in table '{}'",
target, col_name, table_name
)
})?;
let ref_table = ref_table.trim();
let ref_column = ref_column.trim();
if !is_build_table_ref(ref_table) || !is_build_identifier(ref_column) {
return Err(format!(
"Invalid foreign key reference target '{}' for column '{}' in table '{}'",
target, col_name, table_name
));
}
Ok((ref_table.to_string(), ref_column.to_string()))
}
fn parse_build_ref_spec(
ref_spec: &str,
col_name: &str,
table_name: &str,
) -> Result<(String, String), String> {
let ref_spec = ref_spec.trim_start_matches('>');
let (ref_table, ref_column) = ref_spec.split_once('.').ok_or_else(|| {
format!(
"Invalid ref target '{}' for column '{}' in table '{}'",
ref_spec, col_name, table_name
)
})?;
let ref_table = ref_table.trim();
let ref_column = ref_column.trim();
if !is_build_table_ref(ref_table) || !is_build_identifier(ref_column) {
return Err(format!(
"Invalid ref target '{}' for column '{}' in table '{}'",
ref_spec, col_name, table_name
));
}
Ok((ref_table.to_string(), ref_column.to_string()))
}
fn push_build_foreign_key(
foreign_keys: &mut Vec<ForeignKey>,
column: &str,
ref_table: String,
ref_column: String,
table_name: &str,
) -> Result<(), String> {
if foreign_keys
.iter()
.any(|fk| fk.column == column && fk.ref_table == ref_table && fk.ref_column == ref_column)
{
return Err(format!(
"duplicate foreign key '{}.{} -> {}.{}'",
table_name, column, ref_table, ref_column
));
}
foreign_keys.push(ForeignKey {
column: column.to_string(),
ref_table,
ref_column,
});
Ok(())
}
fn is_build_table_ref(value: &str) -> bool {
let mut parts = value.split('.');
let Some(first) = parts.next() else {
return false;
};
!first.is_empty() && is_build_identifier(first) && parts.all(is_build_identifier)
}
fn is_build_identifier(value: &str) -> bool {
!value.is_empty()
&& value
.chars()
.all(|ch| ch.is_ascii_alphanumeric() || ch == '_')
}
fn is_build_fk_action(value: &str) -> bool {
matches!(
value,
"cascade" | "set_null" | "set_default" | "restrict" | "no_action"
)
}
fn resource_block_content_before_closing(content: &str) -> Result<Option<String>, String> {
let mut quote: Option<char> = None;
let mut escaped = false;
for (idx, ch) in content.char_indices() {
if escaped {
escaped = false;
continue;
}
match quote {
Some(q) => match ch {
'\\' => escaped = true,
c if c == q => quote = None,
_ => {}
},
None => match ch {
'"' | '\'' => quote = Some(ch),
'}' => {
let rest = &content[idx + ch.len_utf8()..];
if !rest.trim().is_empty() {
return Err("Trailing content after resource definition".to_string());
}
return Ok(Some(content[..idx].trim().to_string()));
}
_ => {}
},
}
}
Ok(None)
}
fn split_resource_tokens(content: &str) -> Result<Vec<String>, String> {
let mut tokens = Vec::new();
let mut current = String::new();
let mut quote: Option<char> = None;
let mut escaped = false;
for ch in content.chars() {
if escaped {
current.push(ch);
escaped = false;
continue;
}
match quote {
Some(q) => match ch {
'\\' => escaped = true,
c if c == q => quote = None,
c => current.push(c),
},
None => match ch {
'"' | '\'' => quote = Some(ch),
c if c.is_whitespace() => {
if !current.is_empty() {
tokens.push(std::mem::take(&mut current));
}
}
c => current.push(c),
},
}
}
if escaped {
current.push('\\');
}
if quote.is_some() {
return Err("Unterminated quoted resource value".to_string());
}
if !current.is_empty() {
tokens.push(current);
}
Ok(tokens)
}
fn parse_explicit_alter_add_column_line(
line: &str,
) -> Result<(String, String, ColumnType), String> {
let rest = line
.strip_prefix("alter ")
.ok_or_else(|| "expected 'alter <table> add <column:type[:constraints]>'".to_string())?
.trim();
let mut parts = rest.splitn(2, char::is_whitespace);
let table = parts
.next()
.map(str::trim)
.filter(|table| !table.is_empty())
.ok_or_else(|| "expected table name after 'alter'".to_string())?;
if !is_build_table_ref(table) {
return Err(format!("invalid alter table name '{}'", table));
}
let remainder = parts
.next()
.map(str::trim)
.ok_or_else(|| "expected 'add <column:type[:constraints]>' after table name".to_string())?;
let column_def = remainder
.strip_prefix("add ")
.ok_or_else(|| "expected 'add <column:type[:constraints]>' after table name".to_string())?
.trim();
if column_def.is_empty() {
return Err("expected column definition after 'add'".to_string());
}
let (remaining, column_expr) = parse_column_definition(column_def)
.map_err(|_| format!("invalid column definition '{}'", column_def))?;
if !remaining.trim().is_empty() {
return Err(format!(
"unexpected trailing content after column definition: '{}'",
remaining.trim()
));
}
match column_expr {
Expr::Def {
name, data_type, ..
} => {
let column_type = data_type.parse::<ColumnType>().map_err(|_| {
format!(
"unknown column type '{}' for column '{}' in alter '{}'",
data_type, name, table
)
})?;
Ok((table.to_string(), name, column_type))
}
_ => Err("expected column definition after 'add'".to_string()),
}
}
fn extract_view_name(line: &str) -> Option<&str> {
let rest = if let Some(r) = line.strip_prefix("view ") {
r
} else {
line.strip_prefix("materialized view ")?
};
let name = rest.split_whitespace().next().unwrap_or_default().trim();
if name.is_empty() { None } else { Some(name) }
}
fn extract_create_table_name_with_tail(line: &str) -> Option<(String, &str)> {
let rest = extract_create_table_target_start(line)?;
let rest = strip_sql_if_not_exists(rest).unwrap_or(rest);
extract_sql_table_ref_with_tail(rest)
}
fn extract_create_table_target_start(line: &str) -> Option<&str> {
let mut rest = strip_sql_keyword(line, "CREATE")?;
if let Some(after_unlogged) = strip_sql_keyword(rest, "UNLOGGED") {
rest = after_unlogged;
} else if strip_sql_keyword(rest, "TEMP")
.or_else(|| strip_sql_keyword(rest, "TEMPORARY"))
.is_some()
{
return None;
}
strip_sql_keyword(rest, "TABLE")
}
fn strip_sql_keyword<'a>(raw: &'a str, keyword: &str) -> Option<&'a str> {
let rest = raw.trim_start();
let tail = rest.get(keyword.len()..)?;
if rest[..keyword.len()].eq_ignore_ascii_case(keyword)
&& (tail.is_empty() || tail.starts_with(char::is_whitespace))
{
Some(tail.trim_start())
} else {
None
}
}
fn strip_sql_if_exists(raw: &str) -> Option<&str> {
let after_if = strip_sql_keyword(raw, "IF")?;
strip_sql_keyword(after_if, "EXISTS")
}
fn strip_sql_if_not_exists(raw: &str) -> Option<&str> {
let after_if = strip_sql_keyword(raw, "IF")?;
let after_not = strip_sql_keyword(after_if, "NOT")?;
strip_sql_keyword(after_not, "EXISTS")
}
fn extract_column_from_create(line: &str) -> Option<String> {
let line = line.trim();
let line_upper = line.to_uppercase();
let starts_with_keyword = |kw: &str| -> bool {
line_upper.starts_with(kw) && line_upper[kw.len()..].starts_with([' ', '('])
};
if starts_with_keyword("CREATE")
|| starts_with_keyword("PRIMARY")
|| starts_with_keyword("FOREIGN")
|| starts_with_keyword("UNIQUE")
|| starts_with_keyword("CHECK")
|| starts_with_keyword("CONSTRAINT")
|| starts_with_keyword("EXCLUDE")
|| starts_with_keyword("LIKE")
|| line_upper.starts_with(")")
|| line_upper.starts_with("(")
|| line.is_empty()
{
return None;
}
extract_sql_column_ref(line.trim_start_matches('(').trim())
}
fn extract_inline_create_columns(line: &str) -> Vec<String> {
let Some(open_idx) = line.find('(') else {
return Vec::new();
};
let Some(close_idx) = find_matching_sql_paren(line, open_idx) else {
return Vec::new();
};
let body = &line[open_idx + 1..close_idx];
split_sql_top_level_csv(body)
.into_iter()
.filter_map(extract_column_from_create)
.collect()
}
fn find_matching_sql_paren(raw: &str, open_idx: usize) -> Option<usize> {
let mut depth = 0usize;
let mut in_single = false;
let mut in_double = false;
let mut dollar_quote: Option<String> = None;
let mut i = open_idx;
while i < raw.len() {
if let Some(delim) = dollar_quote.as_deref() {
if raw[i..].starts_with(delim) {
i += delim.len();
dollar_quote = None;
} else {
i += raw[i..].chars().next().map(char::len_utf8).unwrap_or(1);
}
continue;
}
let ch = raw[i..].chars().next()?;
match ch {
'\'' if !in_double => {
if in_single && raw[i + ch.len_utf8()..].starts_with('\'') {
i += 2;
continue;
}
in_single = !in_single;
}
'"' if !in_single => {
if in_double && raw[i + ch.len_utf8()..].starts_with('"') {
i += 2;
continue;
}
in_double = !in_double;
}
'$' if !in_single && !in_double => {
if let Some(delim) = sql_dollar_quote_delimiter_at(raw, i) {
dollar_quote = Some(delim.to_string());
i += delim.len();
continue;
}
}
'(' if !in_single && !in_double => depth += 1,
')' if !in_single && !in_double => {
depth = depth.checked_sub(1)?;
if depth == 0 {
return Some(i);
}
}
_ => {}
}
i += ch.len_utf8();
}
None
}
fn split_sql_top_level_csv(raw: &str) -> Vec<&str> {
let mut pieces = Vec::new();
let mut start = 0usize;
let mut depth = 0usize;
let mut in_single = false;
let mut in_double = false;
let mut dollar_quote: Option<String> = None;
let mut i = 0usize;
while i < raw.len() {
if let Some(delim) = dollar_quote.as_deref() {
if raw[i..].starts_with(delim) {
i += delim.len();
dollar_quote = None;
} else {
i += raw[i..].chars().next().map(char::len_utf8).unwrap_or(1);
}
continue;
}
let Some(ch) = raw[i..].chars().next() else {
break;
};
match ch {
'\'' if !in_double => {
if in_single && raw[i + ch.len_utf8()..].starts_with('\'') {
i += 2;
continue;
}
in_single = !in_single;
}
'"' if !in_single => {
if in_double && raw[i + ch.len_utf8()..].starts_with('"') {
i += 2;
continue;
}
in_double = !in_double;
}
'$' if !in_single && !in_double => {
if let Some(delim) = sql_dollar_quote_delimiter_at(raw, i) {
dollar_quote = Some(delim.to_string());
i += delim.len();
continue;
}
}
'(' if !in_single && !in_double => depth += 1,
')' if !in_single && !in_double => depth = depth.saturating_sub(1),
',' if depth == 0 => {
pieces.push(raw[start..i].trim());
start = i + ch.len_utf8();
}
_ => {}
}
i += ch.len_utf8();
}
pieces.push(raw[start..].trim());
pieces
}
fn split_sql_statements(raw: &str) -> Vec<String> {
let mut statements = Vec::new();
let mut start = 0usize;
let mut in_single = false;
let mut in_double = false;
let mut dollar_quote: Option<String> = None;
let mut i = 0usize;
while i < raw.len() {
if let Some(delim) = dollar_quote.as_deref() {
if raw[i..].starts_with(delim) {
i += delim.len();
dollar_quote = None;
} else {
i += raw[i..].chars().next().map(char::len_utf8).unwrap_or(1);
}
continue;
}
let Some(ch) = raw[i..].chars().next() else {
break;
};
match ch {
'\'' if !in_double => {
if in_single && raw[i + ch.len_utf8()..].starts_with('\'') {
i += 2;
continue;
}
in_single = !in_single;
}
'"' if !in_single => {
if in_double && raw[i + ch.len_utf8()..].starts_with('"') {
i += 2;
continue;
}
in_double = !in_double;
}
'$' if !in_single && !in_double => {
if let Some(delim) = sql_dollar_quote_delimiter_at(raw, i) {
dollar_quote = Some(delim.to_string());
i += delim.len();
continue;
}
}
';' if !in_single && !in_double => {
let statement = raw[start..i].trim();
if !statement.is_empty() {
statements.push(statement.to_string());
}
start = i + ch.len_utf8();
}
_ => {}
}
i += ch.len_utf8();
}
let tail = raw[start..].trim();
if !tail.is_empty() {
statements.push(tail.to_string());
}
statements
}
fn extract_alter_add_columns(line: &str) -> Vec<(String, String)> {
let line_upper = line.to_uppercase();
if !line_upper.starts_with("ALTER TABLE") {
return Vec::new();
}
let Some((table, actions_part)) = extract_alter_table_ref_with_tail(&line[11..]) else {
return Vec::new();
};
split_sql_top_level_csv(actions_part)
.into_iter()
.filter_map(|action| {
extract_alter_add_column_action(action).map(|col| (table.clone(), col))
})
.collect()
}
fn extract_alter_add_column_action(action: &str) -> Option<String> {
let mut col_part = strip_sql_keyword(action, "ADD")?;
col_part = strip_sql_keyword(col_part, "COLUMN").unwrap_or(col_part);
col_part = strip_sql_if_not_exists(col_part).unwrap_or(col_part);
let col_upper = col_part.trim_start().to_uppercase();
if [
"CONSTRAINT",
"PRIMARY",
"UNIQUE",
"CHECK",
"FOREIGN",
"EXCLUDE",
]
.iter()
.any(|keyword| {
col_upper.starts_with(keyword) && col_upper[keyword.len()..].starts_with([' ', '('])
}) {
return None;
}
extract_sql_column_ref(col_part.trim())
}
fn extract_drop_table_names(line: &str) -> Vec<String> {
let line_upper = line.to_uppercase();
let Some(rest) = line_upper.strip_prefix("DROP TABLE") else {
return Vec::new();
};
let rest = rest.trim_start();
let rest = if rest.starts_with("IF EXISTS") {
match rest.strip_prefix("IF EXISTS") {
Some(rest) => rest.trim_start(),
None => return Vec::new(),
}
} else {
rest
};
split_sql_top_level_csv(&line[line.len() - rest.len()..])
.into_iter()
.filter_map(extract_sql_table_ref)
.collect()
}
fn extract_alter_drop_columns(line: &str) -> Vec<(String, String)> {
let line_upper = line.to_uppercase();
if !line_upper.starts_with("ALTER TABLE") {
return Vec::new();
}
let Some((table, actions_part)) = extract_alter_table_ref_with_tail(&line[11..]) else {
return Vec::new();
};
split_sql_top_level_csv(actions_part)
.into_iter()
.filter_map(|action| {
extract_alter_drop_column_action(action).map(|col| (table.clone(), col))
})
.collect()
}
fn extract_alter_drop_column_action(action: &str) -> Option<String> {
let mut col_part = strip_sql_keyword(action, "DROP")?;
col_part = strip_sql_keyword(col_part, "COLUMN").unwrap_or(col_part);
col_part = strip_sql_if_exists(col_part).unwrap_or(col_part);
let col_upper = col_part.trim_start().to_uppercase();
if ["CONSTRAINT", "INDEX"].iter().any(|keyword| {
col_upper.starts_with(keyword)
&& col_upper[keyword.len()..].starts_with(char::is_whitespace)
}) {
return None;
}
extract_sql_column_ref(col_part.trim())
}
fn extract_alter_rename_column(line: &str) -> Option<(String, String, String)> {
let line_upper = line.to_uppercase();
if !line_upper.starts_with("ALTER TABLE") {
return None;
}
let (table, actions_part) = extract_alter_table_ref_with_tail(&line[11..])?;
let actions_upper = actions_part.to_uppercase();
let (rename_pos, rename_len) = if let Some(pos) = actions_upper.find("RENAME COLUMN") {
(pos, "RENAME COLUMN".len())
} else {
(actions_upper.find("RENAME ")?, "RENAME".len())
};
let to_pos = actions_upper[rename_pos + rename_len..].find(" TO ")? + rename_pos + rename_len;
let old_part = &actions_part[rename_pos + rename_len..to_pos];
let new_part = &actions_part[to_pos + 4..];
let old_col = extract_sql_column_ref(old_part.trim())?;
let new_col = extract_sql_column_ref(new_part.trim())?;
Some((table, old_col, new_col))
}
fn extract_alter_rename_table(line: &str) -> Option<(String, String)> {
let line_upper = line.to_uppercase();
if !line_upper.starts_with("ALTER TABLE") {
return None;
}
let (old_table, actions_part) = extract_alter_table_ref_with_tail(&line[11..])?;
let actions_upper = actions_part.to_uppercase();
let rename_pos = actions_upper.find("RENAME TO ")?;
let new_part = &actions_part[rename_pos + "RENAME TO ".len()..];
let new_ref = extract_sql_table_ref(new_part.trim())?;
let new_table = if new_ref.contains('.') {
new_ref
} else if let Some((schema, _)) = old_table.rsplit_once('.') {
format!("{schema}.{new_ref}")
} else {
new_ref
};
Some((old_table, new_table))
}
fn extract_sql_table_ref(raw: &str) -> Option<String> {
extract_sql_table_ref_with_tail(raw).map(|(name, _)| name)
}
fn extract_sql_table_ref_with_tail(raw: &str) -> Option<(String, &str)> {
let mut rest = raw.trim_start();
let mut parts = Vec::new();
loop {
let (part, tail, _) = parse_sql_identifier_segment(rest)?;
parts.push(part.to_ascii_lowercase());
rest = tail.trim_start();
if let Some(tail) = rest.strip_prefix('.') {
rest = tail.trim_start();
} else {
break;
}
}
let name = parts.join(".");
is_build_table_ref(&name).then_some((name, rest))
}
fn extract_sql_column_ref(raw: &str) -> Option<String> {
let (name, rest, quoted) = parse_sql_identifier_segment(raw)?;
if rest.trim_start().starts_with('.') {
return None;
}
let name = name.to_ascii_lowercase();
if name.is_empty() || !is_build_identifier(&name) || (!quoted && name == "if") {
None
} else {
Some(name)
}
}
fn parse_sql_identifier_segment(raw: &str) -> Option<(String, &str, bool)> {
let rest = raw.trim_start();
if let Some(quoted) = rest.strip_prefix('"') {
let mut out = String::new();
let mut chars = quoted.char_indices().peekable();
while let Some((idx, ch)) = chars.next() {
if ch == '"' {
if chars.peek().is_some_and(|(_, next)| *next == '"') {
out.push('"');
chars.next();
continue;
}
let consumed = 1 + idx + ch.len_utf8();
return Some((out, &rest[consumed..], true));
}
out.push(ch);
}
return None;
}
let name: String = rest
.chars()
.take_while(|c| c.is_ascii_alphanumeric() || *c == '_')
.collect();
if name.is_empty() {
return None;
}
let tail = &rest[name.len()..];
Some((name, tail, false))
}
fn extract_alter_table_ref_with_tail(raw: &str) -> Option<(String, &str)> {
let mut rest = raw.trim_start();
let upper = rest.to_uppercase();
if upper.starts_with("IF EXISTS")
&& rest
.get("IF EXISTS".len()..)
.is_some_and(|tail| tail.starts_with(char::is_whitespace))
{
rest = rest.get("IF EXISTS".len()..)?.trim_start();
}
let upper = rest.to_uppercase();
if upper.starts_with("ONLY")
&& rest
.get("ONLY".len()..)
.is_some_and(|tail| tail.starts_with(char::is_whitespace))
{
rest = rest.get("ONLY".len()..)?.trim_start();
}
let (table, tail) = extract_sql_table_ref_with_tail(rest)?;
Some((table, tail.trim_start()))
}
impl TableSchema {
pub fn has_column(&self, name: &str) -> bool {
self.columns.contains_key(name)
}
pub fn column_type(&self, name: &str) -> Option<&ColumnType> {
self.columns.get(name)
}
pub fn primary_key_column(&self) -> &str {
if self.columns.contains_key("id") {
"id"
} else {
let singular = self.name.trim_end_matches('s');
let conventional = format!("{}_id", singular);
if self.columns.contains_key(&conventional) {
return "id"; }
"id" }
}
}
#[cfg(test)]
mod comment_tests {
use super::{ColumnType, Schema, strip_schema_comments, strip_sql_line_comments};
#[test]
fn schema_comment_stripping_ignores_markers_inside_quotes() {
assert_eq!(
strip_schema_comments(r#"status TEXT default 'draft--internal#tag' # comment"#),
r#"status TEXT default 'draft--internal#tag'"#
);
assert_eq!(
strip_schema_comments(r#"status TEXT default "draft--internal#tag" -- comment"#),
r#"status TEXT default "draft--internal#tag""#
);
}
#[test]
fn sql_comment_stripping_ignores_double_dash_inside_strings() {
assert_eq!(
strip_sql_line_comments("CREATE TABLE logs (message text DEFAULT 'a--b'); -- comment"),
"CREATE TABLE logs (message text DEFAULT 'a--b');"
);
assert_eq!(
strip_sql_line_comments("CREATE TABLE tags (name text DEFAULT '#not-comment');"),
"CREATE TABLE tags (name text DEFAULT '#not-comment');"
);
}
#[test]
fn sql_migration_paren_depth_ignores_string_literals() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE TABLE logs (
message text DEFAULT ')',
tag text DEFAULT '(',
level text
);
"#,
);
let logs = schema.table("logs").expect("logs table should parse");
assert!(logs.has_column("message"));
assert!(logs.has_column("tag"));
assert!(logs.has_column("level"));
}
#[test]
fn schema_parse_accepts_pulled_rls_directives() {
let schema = Schema::parse(
r#"
table agents {
id UUID
tenant_id UUID
enable_rls
force_rls
}
"#,
)
.expect("pulled schema RLS directives should parse");
let agents = schema.table("agents").expect("agents table should parse");
assert!(agents.has_column("id"));
assert!(agents.rls_enabled);
assert!(!agents.has_column("enable_rls"));
assert!(!agents.has_column("force_rls"));
}
#[test]
fn schema_parse_accepts_multi_word_column_types() {
let schema = Schema::parse(
r#"
table car_fullday_reseller_pricing {
percentage_markup DOUBLE PRECISION
starts_at TIMESTAMP WITH TIME ZONE
}
"#,
)
.expect("pulled schema multi-word types should parse");
let pricing = schema
.table("car_fullday_reseller_pricing")
.expect("pricing table should parse");
assert_eq!(
pricing.column_type("percentage_markup"),
Some(&ColumnType::Float)
);
assert_eq!(
pricing.column_type("starts_at"),
Some(&ColumnType::Timestamptz)
);
}
#[test]
fn sql_migration_ignores_multiline_block_comments() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE TABLE users (
id uuid
);
/*
ALTER TABLE users ADD COLUMN hidden text;
CREATE TABLE hidden_table (
id uuid
);
*/
"#,
);
let users = schema.table("users").expect("users table should parse");
assert!(users.has_column("id"));
assert!(!users.has_column("hidden"));
assert!(!schema.has_table("hidden_table"));
}
#[test]
fn sql_migration_preserves_schema_qualified_table_names() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE TABLE app.users (
id uuid
);
ALTER TABLE app.users ADD COLUMN email text;
"#,
);
assert!(!schema.has_table("app"));
let users = schema
.table("app.users")
.expect("schema-qualified table should parse");
assert!(users.has_column("id"));
assert!(users.has_column("email"));
}
#[test]
fn sql_migration_extracts_inline_create_table_columns() {
let mut schema = Schema::default();
schema.parse_sql_migration(
"CREATE TABLE users (id uuid, email text DEFAULT 'a,b', CHECK (length(email) > 3));",
);
let users = schema.table("users").expect("users table should parse");
assert!(users.has_column("id"));
assert!(users.has_column("email"));
assert!(!users.has_column("check"));
}
#[test]
fn sql_migration_drops_multiple_tables() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE TABLE app.users (id uuid);
CREATE TABLE app.posts (id uuid);
DROP TABLE IF EXISTS app.users, app.posts CASCADE;
"#,
);
assert!(!schema.has_table("app.users"));
assert!(!schema.has_table("app.posts"));
}
#[test]
fn sql_migration_ignores_create_table_non_column_clauses() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE TABLE bookings (
id uuid,
EXCLUDE USING gist (room WITH =),
LIKE booking_template INCLUDING ALL
);
"#,
);
let bookings = schema
.table("bookings")
.expect("bookings table should parse");
assert!(bookings.has_column("id"));
assert!(!bookings.has_column("exclude"));
assert!(!bookings.has_column("like"));
}
#[test]
fn sql_migration_ignores_alter_add_constraints() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE TABLE users (id uuid, email text);
ALTER TABLE users ADD CONSTRAINT users_email_key UNIQUE (email);
ALTER TABLE users ADD PRIMARY KEY (id);
"#,
);
let users = schema.table("users").expect("users table should parse");
assert!(users.has_column("id"));
assert!(users.has_column("email"));
assert!(!users.has_column("constraint"));
assert!(!users.has_column("primary"));
}
#[test]
fn sql_migration_handles_alter_table_modifiers() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE TABLE users (id uuid);
ALTER TABLE ONLY users ADD COLUMN email text;
ALTER TABLE IF EXISTS users DROP COLUMN id;
"#,
);
assert!(!schema.has_table("only"));
assert!(!schema.has_table("if"));
let users = schema.table("users").expect("users table should parse");
assert!(!users.has_column("id"));
assert!(users.has_column("email"));
}
#[test]
fn sql_migration_handles_drop_column_if_exists() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE TABLE users (id uuid, old_email text, old_name text);
ALTER TABLE users DROP COLUMN IF EXISTS old_email;
ALTER TABLE users DROP IF EXISTS old_name;
"#,
);
let users = schema.table("users").expect("users table should parse");
assert!(users.has_column("id"));
assert!(!users.has_column("old_email"));
assert!(!users.has_column("old_name"));
assert!(!users.has_column("if"));
}
#[test]
fn sql_migration_handles_quoted_table_and_column_identifiers() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE TABLE "app"."order" ("id" uuid, "select" text);
ALTER TABLE "app"."order" ADD COLUMN "from" text;
ALTER TABLE "app"."order" DROP COLUMN "select";
"#,
);
let orders = schema
.table("app.order")
.expect("quoted schema-qualified table should parse");
assert!(orders.has_column("id"));
assert!(orders.has_column("from"));
assert!(!orders.has_column("select"));
}
#[test]
fn sql_migration_ignores_dollar_quoted_default_syntax() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE TABLE logs (id uuid, body text DEFAULT $$a,b)--not-comment$$, tag text);
"#,
);
let logs = schema.table("logs").expect("logs table should parse");
assert!(logs.has_column("id"));
assert!(logs.has_column("body"));
assert!(logs.has_column("tag"));
assert!(!logs.has_column("b"));
assert!(!logs.has_column("not"));
}
#[test]
fn sql_migration_ignores_multiline_dollar_quoted_bodies() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE TABLE users (id uuid);
CREATE FUNCTION rebuild_hidden() RETURNS void AS $$
BEGIN
CREATE TABLE hidden_from_function (id uuid);
END;
$$ LANGUAGE plpgsql;
"#,
);
assert!(schema.has_table("users"));
assert!(!schema.has_table("hidden_from_function"));
}
#[test]
fn sql_migration_handles_unlogged_create_tables() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE UNLOGGED TABLE IF NOT EXISTS jobs (id uuid, status text);
CREATE TEMP TABLE scratch_jobs (id uuid);
"#,
);
let jobs = schema.table("jobs").expect("unlogged table should parse");
assert!(jobs.has_column("id"));
assert!(jobs.has_column("status"));
assert!(!schema.has_table("scratch_jobs"));
}
#[test]
fn sql_migration_tracks_column_renames() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE TABLE users (id uuid, old_email text);
ALTER TABLE users RENAME COLUMN old_email TO email;
"#,
);
let users = schema.table("users").expect("users table should parse");
assert!(users.has_column("id"));
assert!(users.has_column("email"));
assert!(!users.has_column("old_email"));
}
#[test]
fn sql_migration_tracks_table_renames() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE TABLE app.users (id uuid, email text);
ALTER TABLE app.users RENAME TO customers;
"#,
);
assert!(!schema.has_table("app.users"));
let customers = schema
.table("app.customers")
.expect("schema-qualified table rename should parse");
assert!(customers.has_column("id"));
assert!(customers.has_column("email"));
}
#[test]
fn sql_migration_handles_add_if_not_exists_without_column_keyword() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE TABLE users (id uuid);
ALTER TABLE users ADD IF NOT EXISTS email text;
"#,
);
let users = schema.table("users").expect("users table should parse");
assert!(users.has_column("id"));
assert!(users.has_column("email"));
assert!(!users.has_column("if"));
}
#[test]
fn sql_migration_tracks_column_renames_without_column_keyword() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE TABLE users (id uuid, old_email text);
ALTER TABLE users RENAME old_email TO email;
"#,
);
let users = schema.table("users").expect("users table should parse");
assert!(users.has_column("email"));
assert!(!users.has_column("old_email"));
}
#[test]
fn sql_migration_does_not_treat_create_table_as_select_as_column_block() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE TABLE reports AS SELECT id FROM users;
ALTER TABLE reports ADD COLUMN status text;
"#,
);
let reports = schema.table("reports").expect("reports table should parse");
assert!(reports.has_column("status"));
assert!(!reports.has_column("alter"));
}
#[test]
fn sql_migration_handles_multiple_alter_add_actions() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE TABLE users (id uuid);
ALTER TABLE users ADD COLUMN email text, ADD IF NOT EXISTS name text;
"#,
);
let users = schema.table("users").expect("users table should parse");
assert!(users.has_column("email"));
assert!(users.has_column("name"));
}
#[test]
fn sql_migration_handles_multiple_alter_drop_actions() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE TABLE users (id uuid, old_email text, old_name text);
ALTER TABLE users DROP COLUMN old_email, DROP IF EXISTS old_name;
"#,
);
let users = schema.table("users").expect("users table should parse");
assert!(users.has_column("id"));
assert!(!users.has_column("old_email"));
assert!(!users.has_column("old_name"));
}
#[test]
fn sql_migration_handles_multiline_mixed_alter_actions() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE TABLE users (id uuid, old_email text, old_name text);
ALTER TABLE users
ADD COLUMN email text,
DROP COLUMN old_email,
RENAME COLUMN old_name TO legacy_name;
"#,
);
let users = schema.table("users").expect("users table should parse");
assert!(users.has_column("id"));
assert!(users.has_column("email"));
assert!(users.has_column("legacy_name"));
assert!(!users.has_column("old_email"));
assert!(!users.has_column("old_name"));
}
#[test]
fn sql_migration_handles_drop_then_recreate_order() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE TABLE users (stale text);
DROP TABLE users;
CREATE TABLE users (id uuid, email text);
"#,
);
let users = schema
.table("users")
.expect("recreated table should remain in schema");
assert!(users.has_column("id"));
assert!(users.has_column("email"));
assert!(!users.has_column("stale"));
}
#[test]
fn sql_migration_allows_alter_add_columns_with_constraint_prefixes() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE TABLE users (id uuid);
ALTER TABLE users ADD COLUMN primary_contact text, ADD check_status text;
"#,
);
let users = schema.table("users").expect("users table should parse");
assert!(users.has_column("primary_contact"));
assert!(users.has_column("check_status"));
}
#[test]
fn sql_migration_handles_create_table_paren_on_next_line() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE TABLE users
(
id uuid,
email text
);
"#,
);
let users = schema.table("users").expect("users table should parse");
assert!(users.has_column("id"));
assert!(users.has_column("email"));
}
#[test]
fn sql_migration_does_not_treat_alter_column_drop_as_column_drop() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE TABLE users (id uuid, email text, not text);
ALTER TABLE users ALTER COLUMN email DROP NOT NULL;
"#,
);
let users = schema.table("users").expect("users table should parse");
assert!(users.has_column("email"));
assert!(users.has_column("not"));
}
#[test]
fn sql_migration_chaos_mixed_postgres_syntax() {
let mut schema = Schema::default();
schema.parse_sql_migration(
r#"
CREATE SCHEMA app;
CREATE UNLOGGED TABLE IF NOT EXISTS "app"."users"
(
id uuid,
old_email text,
old_name text,
"select" text,
"not" text
);
CREATE TEMP TABLE scratch_jobs (id uuid);
ALTER TABLE ONLY "app"."users" ADD COLUMN primary_contact text, ADD check_status text;
ALTER TABLE "app"."users" ADD IF NOT EXISTS guarded text;
ALTER TABLE "app"."users" DROP COLUMN "select", DROP IF EXISTS guarded, DROP COLUMN IF EXISTS old_name;
ALTER TABLE "app"."users" RENAME old_email TO email;
ALTER TABLE "app"."users" ALTER COLUMN email DROP NOT NULL;
ALTER TABLE "app"."users" RENAME TO customers;
CREATE TABLE app.logs (id uuid, body text DEFAULT $$a,b)--not-comment$$, tag text);
CREATE FUNCTION app.rebuild_hidden() RETURNS void AS $$
BEGIN
CREATE TABLE hidden_from_function (id uuid);
END;
$$ LANGUAGE plpgsql;
CREATE TABLE app.reports AS SELECT id FROM app.customers;
ALTER TABLE app.reports ADD COLUMN status text;
"#,
);
assert!(!schema.has_table("scratch_jobs"));
assert!(!schema.has_table("app.users"));
assert!(!schema.has_table("hidden_from_function"));
let customers = schema
.table("app.customers")
.expect("renamed schema-qualified table should parse");
assert!(customers.has_column("id"));
assert!(customers.has_column("email"));
assert!(customers.has_column("not"));
assert!(customers.has_column("primary_contact"));
assert!(customers.has_column("check_status"));
assert!(!customers.has_column("old_email"));
assert!(!customers.has_column("old_name"));
assert!(!customers.has_column("select"));
assert!(!customers.has_column("guarded"));
let logs = schema.table("app.logs").expect("logs table should parse");
assert!(logs.has_column("id"));
assert!(logs.has_column("body"));
assert!(logs.has_column("tag"));
assert!(!logs.has_column("b"));
let reports = schema
.table("app.reports")
.expect("ctas table should parse");
assert!(reports.has_column("status"));
assert!(!reports.has_column("alter"));
}
}