polyglot_sql/optimizer/

qualify_columns.rs

//! Column Qualification Module
//!
//! This module provides functionality for qualifying column references in SQL queries,
//! adding table qualifiers to column names and expanding star expressions.
//!
//! Ported from sqlglot's optimizer/qualify_columns.py

use crate::dialects::DialectType;
use crate::expressions::{
    Alias, BinaryOp, Column, DotAccess, Expression, Identifier, Join, JoinKind, LateralView,
    Literal, Over, Paren, Select, TableRef, VarArgFunc, With,
};
use crate::resolver::{Resolver, ResolverError};
use crate::schema::{normalize_name, Schema};
use crate::scope::{
    build_scope_with_ctes, selected_reference_scope, traverse_scope, Scope, SourceInfo, SourceKind,
};
use std::cell::RefCell;
use std::collections::{HashMap, HashSet};
use thiserror::Error;

/// Errors that can occur during column qualification
#[derive(Debug, Error, Clone)]
pub enum QualifyColumnsError {
    #[error("Unknown table: {0}")]
    UnknownTable(String),

    #[error("Unknown column: {0}")]
    UnknownColumn(String),

    #[error("Ambiguous column: {0}")]
    AmbiguousColumn(String),

    #[error("Cannot automatically join: {0}")]
    CannotAutoJoin(String),

    #[error("Unknown output column: {0}")]
    UnknownOutputColumn(String),

    #[error("Column could not be resolved: {column}{for_table}")]
    ColumnNotResolved { column: String, for_table: String },

    #[error("Resolver error: {0}")]
    ResolverError(#[from] ResolverError),
}

/// Result type for column qualification operations
pub type QualifyColumnsResult<T> = Result<T, QualifyColumnsError>;

/// Options for column qualification
#[derive(Debug, Clone, Default)]
pub struct QualifyColumnsOptions {
    /// Whether to expand references to aliases
    pub expand_alias_refs: bool,
    /// Whether to expand star expressions to explicit columns
    pub expand_stars: bool,
    /// Whether to infer schema if not provided
    pub infer_schema: Option<bool>,
    /// Whether to allow partial qualification
    pub allow_partial_qualification: bool,
    /// The dialect for dialect-specific behavior
    pub dialect: Option<DialectType>,
}

impl QualifyColumnsOptions {
    /// Create new options with defaults
    pub fn new() -> Self {
        Self {
            expand_alias_refs: true,
            expand_stars: true,
            infer_schema: None,
            allow_partial_qualification: false,
            dialect: None,
        }
    }

    /// Set whether to expand alias refs
    pub fn with_expand_alias_refs(mut self, expand: bool) -> Self {
        self.expand_alias_refs = expand;
        self
    }

    /// Set whether to expand stars
    pub fn with_expand_stars(mut self, expand: bool) -> Self {
        self.expand_stars = expand;
        self
    }

    /// Set the dialect
    pub fn with_dialect(mut self, dialect: DialectType) -> Self {
        self.dialect = Some(dialect);
        self
    }

    /// Set whether to allow partial qualification
    pub fn with_allow_partial(mut self, allow: bool) -> Self {
        self.allow_partial_qualification = allow;
        self
    }
}

/// Rewrite SQL AST to have fully qualified columns.
///
/// # Example
/// ```ignore
/// // SELECT col FROM tbl => SELECT tbl.col AS col FROM tbl
/// ```
///
/// # Arguments
/// * `expression` - Expression to qualify
/// * `schema` - Database schema for column lookup
/// * `options` - Qualification options
///
/// # Returns
/// The qualified expression
pub fn qualify_columns(
    expression: Expression,
    schema: &dyn Schema,
    options: &QualifyColumnsOptions,
) -> QualifyColumnsResult<Expression> {
    qualify_query(expression, schema, options, &HashMap::new(), &[])
}

/// Transform scalar syntax bottom-up, stopping at query boundaries. Query
/// children are handled exactly once with their own lexical environment.
fn transform_in_scope<E>(
    expression: Expression,
    mut transform: impl FnMut(Expression) -> Result<Expression, E>,
) -> Result<Expression, E> {
    enum Task {
        Visit(Expression),
        Finish(Expression, usize),
    }
    let mut tasks = vec![Task::Visit(expression)];
    let mut results = Vec::new();
    while let Some(task) = tasks.pop() {
        match task {
            Task::Visit(mut expression) => {
                if matches!(
                    expression,
                    Expression::Select(_)
                        | Expression::Union(_)
                        | Expression::Intersect(_)
                        | Expression::Except(_)
                ) {
                    results.push(transform(expression)?);
                    continue;
                }
                let mut children = Vec::new();
                crate::ast_children::for_each_child_mut(&mut expression, |child| {
                    children.push(std::mem::replace(
                        child,
                        Expression::Null(crate::expressions::Null),
                    ));
                });
                tasks.push(Task::Finish(expression, children.len()));
                tasks.extend(children.into_iter().rev().map(Task::Visit));
            }
            Task::Finish(mut expression, count) => {
                let mut children = results.split_off(results.len() - count).into_iter();
                crate::ast_children::for_each_child_mut(&mut expression, |child| {
                    *child = children.next().expect("scope transform child");
                });
                results.push(transform(expression)?);
            }
        }
    }
    Ok(results.pop().expect("scope transform result"))
}

fn qualify_nested_queries(
    expression: Expression,
    schema: &dyn Schema,
    options: &QualifyColumnsOptions,
    ctes: &HashMap<String, SourceInfo>,
    outer: &[Scope],
) -> QualifyColumnsResult<Expression> {
    transform_in_scope(expression, |node| match node {
        Expression::Select(_)
        | Expression::Union(_)
        | Expression::Intersect(_)
        | Expression::Except(_) => qualify_query(node, schema, options, ctes, outer),
        other => Ok(other),
    })
}

fn qualify_query(
    expression: Expression,
    schema: &dyn Schema,
    options: &QualifyColumnsOptions,
    inherited_ctes: &HashMap<String, SourceInfo>,
    outer: &[Scope],
) -> QualifyColumnsResult<Expression> {
    #[cfg(feature = "stacker")]
    {
        let red_zone = if cfg!(debug_assertions) {
            4 * 1024 * 1024
        } else {
            1024 * 1024
        };
        stacker::maybe_grow(red_zone, 8 * 1024 * 1024, || {
            qualify_query_inner(expression, schema, options, inherited_ctes, outer)
        })
    }
    #[cfg(not(feature = "stacker"))]
    qualify_query_inner(expression, schema, options, inherited_ctes, outer)
}

fn is_lateral_source(expression: &Expression) -> bool {
    match expression {
        Expression::Lateral(_) => true,
        Expression::Subquery(subquery) => subquery.lateral,
        Expression::Alias(alias) => is_lateral_source(&alias.this),
        Expression::Paren(paren) => is_lateral_source(&paren.this),
        _ => false,
    }
}

fn qualify_query_inner(
    mut expression: Expression,
    schema: &dyn Schema,
    options: &QualifyColumnsOptions,
    inherited_ctes: &HashMap<String, SourceInfo>,
    outer: &[Scope],
) -> QualifyColumnsResult<Expression> {
    let infer_schema = options.infer_schema.unwrap_or(schema.is_empty());
    let dialect = options.dialect.or_else(|| schema.dialect());
    let mut ctes = inherited_ctes.clone();
    let with = match &mut expression {
        Expression::Select(query) => query.with.take(),
        Expression::Union(query) => query.with.take(),
        Expression::Intersect(query) => query.with.take(),
        Expression::Except(query) => query.with.take(),
        _ => return qualify_nested_queries(expression, schema, options, inherited_ctes, outer),
    };
    let mut with = with;
    if let Some(with) = &mut with {
        pushdown_cte_alias_columns_with(with);
        for cte in &mut with.ctes {
            let name = cte.alias.name.clone();
            if with.recursive {
                ctes.retain(|existing, _| {
                    normalize_name(existing, dialect, true, true)
                        != normalize_name(&name, dialect, true, true)
                });
                ctes.insert(
                    name.clone(),
                    SourceInfo::new(
                        Expression::Cte(Box::new(cte.clone())),
                        true,
                        SourceKind::Cte,
                    ),
                );
            }
            // A CTE cannot capture sources of its containing SELECT, but it may
            // reference a genuinely enclosing correlated query.
            cte.this = qualify_nested_queries(cte.this.clone(), schema, options, &ctes, outer)?;
            ctes.retain(|existing, _| {
                normalize_name(existing, dialect, true, true)
                    != normalize_name(&name, dialect, true, true)
            });
            ctes.insert(
                name,
                SourceInfo::new(
                    Expression::Cte(Box::new(cte.clone())),
                    true,
                    SourceKind::Cte,
                ),
            );
        }
    }

    if let Expression::Select(select) = &mut expression {
        // Derived relations are qualified before consumers of their outputs.
        // A normal derived table cannot capture the containing SELECT's sources.
        let joins = std::mem::take(&mut select.joins);
        if let Some(from) = &mut select.from {
            let sources = std::mem::take(&mut from.expressions);
            for source in sources {
                let mut visible_outer = outer.to_vec();
                if is_lateral_source(&source) {
                    visible_outer.push(selected_reference_scope(&build_scope_with_ctes(
                        &Expression::Select(select.clone()),
                        &ctes,
                    )));
                }
                let qualified =
                    qualify_nested_queries(source, schema, options, &ctes, &visible_outer)?;
                select.from.as_mut().unwrap().expressions.push(qualified);
            }
        }
        for mut join in joins {
            let mut visible_outer = outer.to_vec();
            if is_lateral_source(&join.this)
                || matches!(
                    join.kind,
                    JoinKind::Lateral
                        | JoinKind::LeftLateral
                        | JoinKind::CrossApply
                        | JoinKind::OuterApply
                )
            {
                visible_outer.push(selected_reference_scope(&build_scope_with_ctes(
                    &Expression::Select(select.clone()),
                    &ctes,
                )));
            }
            join.this = qualify_nested_queries(join.this, schema, options, &ctes, &visible_outer)?;
            select.joins.push(join);
        }
    }

    if matches!(expression, Expression::Select(_)) {
        let scope = selected_reference_scope(&build_scope_with_ctes(&expression, &ctes));
        let mut nested_outer = outer.to_vec();
        nested_outer.push(scope.clone());
        // Temporarily detach relation queries: they were already visited, and
        // unlike scalar subqueries must not see this SELECT as a parent.
        let Expression::Select(select) = &mut expression else {
            unreachable!()
        };
        let from = select.from.take();
        let mut joins = std::mem::take(&mut select.joins);
        let mut error = None;
        crate::ast_children::for_each_child_mut(&mut expression, |child| {
            if error.is_none() {
                match qualify_nested_queries(child.clone(), schema, options, &ctes, &nested_outer) {
                    Ok(qualified) => *child = qualified,
                    Err(err) => error = Some(err),
                }
            }
        });
        if let Some(error) = error {
            return Err(error);
        }
        for join in &mut joins {
            if let Some(on) = &mut join.on {
                *on = qualify_nested_queries(on.clone(), schema, options, &ctes, &nested_outer)?;
            }
        }
        let Expression::Select(select) = &mut expression else {
            unreachable!()
        };
        select.from = from;
        select.joins = joins;
        let mut resolver = Resolver::new(&scope, schema, infer_schema).with_outer_scopes(outer);
        let column_tables = expand_using(select, &scope, &mut resolver)?;
        if options.expand_alias_refs {
            expand_alias_refs(select, &mut resolver, dialect)?;
        }
        normalize_dotted_columns_in_scope(select, &scope, &mut resolver)?;
        qualify_columns_in_scope(
            select,
            &scope,
            &mut resolver,
            options.allow_partial_qualification,
        )?;
        if options.expand_stars {
            expand_stars(select, &scope, &mut resolver, &column_tables)?;
        }
        qualify_outputs_select(select)?;
        expand_group_by(select, dialect)?;
        select.with = with;
    } else {
        let (left, right) = match &mut expression {
            Expression::Union(query) => (&mut query.left, &mut query.right),
            Expression::Intersect(query) => (&mut query.left, &mut query.right),
            Expression::Except(query) => (&mut query.left, &mut query.right),
            _ => unreachable!(),
        };
        *left = qualify_nested_queries(left.clone(), schema, options, &ctes, outer)?;
        *right = qualify_nested_queries(right.clone(), schema, options, &ctes, outer)?;
        match &mut expression {
            Expression::Union(query) => query.with = with,
            Expression::Intersect(query) => query.with = with,
            Expression::Except(query) => query.with = with,
            _ => unreachable!(),
        }
    }
    Ok(expression)
}

/// Validate that all columns in an expression are qualified.
///
/// # Returns
/// The expression if valid, or an error if unqualified columns exist.
pub fn validate_qualify_columns(expression: &Expression) -> QualifyColumnsResult<()> {
    let mut all_unqualified = Vec::new();

    for scope in traverse_scope(expression) {
        if let Expression::Select(_) = &scope.expression {
            // Get unqualified columns from this scope
            let unqualified = get_unqualified_columns(&scope);

            // Check for external columns that couldn't be resolved
            let external = get_external_columns(&scope);
            if !external.is_empty() && !is_correlated_subquery(&scope) {
                let first = &external[0];
                let for_table = if first.table.is_some() {
                    format!(" for table: '{}'", first.table.as_ref().unwrap())
                } else {
                    String::new()
                };
                return Err(QualifyColumnsError::ColumnNotResolved {
                    column: first.name.clone(),
                    for_table,
                });
            }

            all_unqualified.extend(unqualified);
        }
    }

    if !all_unqualified.is_empty() {
        let first = &all_unqualified[0];
        return Err(QualifyColumnsError::AmbiguousColumn(first.name.clone()));
    }

    Ok(())
}

/// Get the alias or table name from a table expression in FROM/JOIN context.
fn get_source_name(expr: &Expression) -> Option<String> {
    match expr {
        Expression::Table(t) => Some(
            t.alias
                .as_ref()
                .map(|a| a.name.clone())
                .unwrap_or_else(|| t.name.name.clone()),
        ),
        Expression::Subquery(sq) => sq.alias.as_ref().map(|a| a.name.clone()),
        Expression::Pivot(pivot) => Some(pivot_source_name(
            &pivot.this,
            pivot.alias.as_ref().map(|alias| alias.name.as_str()),
        )),
        Expression::Unpivot(unpivot) => Some(pivot_source_name(
            &unpivot.this,
            unpivot.alias.as_ref().map(|alias| alias.name.as_str()),
        )),
        _ => None,
    }
}

fn pivot_source_name(source: &Expression, explicit_alias: Option<&str>) -> String {
    if let Some(alias) = explicit_alias {
        return alias.to_string();
    }

    match source {
        Expression::Table(table) => table
            .alias
            .as_ref()
            .map(|alias| alias.name.clone())
            .unwrap_or_else(|| table.name.name.clone()),
        Expression::Subquery(subquery) => subquery
            .alias
            .as_ref()
            .map(|alias| alias.name.clone())
            .unwrap_or_else(|| "_0".to_string()),
        Expression::Paren(paren) => pivot_source_name(&paren.this, explicit_alias),
        _ => "_0".to_string(),
    }
}

/// Get ordered source names from a SELECT's FROM + JOIN clauses.
/// FROM tables come first, then JOIN tables in declaration order.
fn get_ordered_source_names(select: &Select) -> Vec<String> {
    let mut ordered = Vec::new();
    if let Some(from) = &select.from {
        for expr in &from.expressions {
            if let Some(name) = get_source_name(expr) {
                ordered.push(name);
            }
        }
    }
    for join in &select.joins {
        if is_semi_or_anti_join_kind(join.kind) {
            continue;
        }
        if let Some(name) = get_source_name(&join.this) {
            ordered.push(name);
        }
    }
    ordered
}

fn is_semi_or_anti_join_kind(kind: JoinKind) -> bool {
    matches!(
        kind,
        JoinKind::Semi
            | JoinKind::Anti
            | JoinKind::LeftSemi
            | JoinKind::LeftAnti
            | JoinKind::RightSemi
            | JoinKind::RightAnti
    )
}

/// Create a COALESCE expression over qualified columns from the given tables.
fn make_coalesce(column_name: &str, tables: &[String]) -> Expression {
    let args: Vec<Expression> = tables
        .iter()
        .map(|t| Expression::qualified_column(t.as_str(), column_name))
        .collect();
    Expression::Coalesce(Box::new(VarArgFunc {
        expressions: args,
        original_name: None,
        inferred_type: None,
    }))
}

/// Expand JOIN USING clauses into ON conditions and track which columns
/// participate in USING joins for later COALESCE rewriting.
///
/// Returns a mapping from column name → ordered list of table names that
/// participate in USING for that column.
fn expand_using(
    select: &mut Select,
    _scope: &Scope,
    resolver: &mut Resolver,
) -> QualifyColumnsResult<HashMap<String, Vec<String>>> {
    // columns: normalized column name → first source that owns it
    // (first-seen-wins)
    let mut columns: HashMap<String, String> = HashMap::new();
    // Preserve the first-seen column order for deterministic NATURAL JOIN
    // expansion. HashMap iteration order must not affect the generated USING list.
    let mut column_order: Vec<String> = Vec::new();

    // column_tables: normalized column name → ordered list of tables that
    // participate in USING
    let mut column_tables: HashMap<String, Vec<String>> = HashMap::new();

    // Get non-join source names from FROM clause
    let join_names: HashSet<String> = select
        .joins
        .iter()
        .filter_map(|j| get_source_name(&j.this))
        .collect();

    let all_ordered = get_ordered_source_names(select);
    let mut ordered: Vec<String> = all_ordered
        .iter()
        .filter(|name| !join_names.contains(name.as_str()))
        .cloned()
        .collect();
    let mut accumulated_schema_known = true;

    if join_names.is_empty() {
        return Ok(column_tables);
    }

    // Helper closure to update columns map from a source
    fn update_source_columns(
        source_name: &str,
        columns: &mut HashMap<String, String>,
        column_order: &mut Vec<String>,
        resolver: &mut Resolver,
    ) -> bool {
        let Ok(source_cols) = resolver.get_source_columns(source_name) else {
            return false;
        };
        let schema_known = !source_cols.is_empty()
            && !source_cols
                .iter()
                .any(|column| column == "*" || column.is_empty());
        for col_name in source_cols {
            let normalized = normalize_column_name(&col_name, resolver.dialect);
            if let std::collections::hash_map::Entry::Vacant(entry) = columns.entry(normalized) {
                entry.insert(source_name.to_string());
                column_order.push(col_name);
            }
        }
        schema_known
    }

    // Pre-populate columns from FROM (base) sources
    for source_name in &ordered {
        accumulated_schema_known &=
            update_source_columns(source_name, &mut columns, &mut column_order, resolver);
    }

    for i in 0..select.joins.len() {
        // Get source_table (most recently seen non-join table)
        let source_table = ordered.last().cloned().unwrap_or_default();
        if !source_table.is_empty() {
            accumulated_schema_known &=
                update_source_columns(&source_table, &mut columns, &mut column_order, resolver);
        }

        // Get join_table name and append to ordered
        let join_table = get_source_name(&select.joins[i].this).unwrap_or_default();
        ordered.push(join_table.clone());

        let join_columns: Vec<String> =
            resolver.get_source_columns(&join_table).unwrap_or_default();
        let star = normalize_column_name("*", resolver.dialect);
        let right_schema_known = !join_columns.is_empty()
            && !join_columns
                .iter()
                .any(|column| normalize_column_name(column, resolver.dialect) == star);

        // NATURAL JOIN is an implicit USING join over every column common to
        // the accumulated left side and the current right side. Only expand
        // when both schemas are known; otherwise preserve NATURAL rather than
        // guessing join keys.
        let join_kind = select.joins[i].kind;
        if select.joins[i].using.is_empty()
            && matches!(
                join_kind,
                JoinKind::Natural
                    | JoinKind::NaturalLeft
                    | JoinKind::NaturalRight
                    | JoinKind::NaturalFull
            )
        {
            let left_schema_known =
                accumulated_schema_known && !columns.is_empty() && !columns.contains_key(&star);

            if left_schema_known && right_schema_known {
                let right_columns: HashSet<String> = join_columns
                    .iter()
                    .map(|column| normalize_column_name(column, resolver.dialect))
                    .collect();
                let implicit_using: Vec<Identifier> = column_order
                    .iter()
                    .filter(|column| {
                        right_columns.contains(&normalize_column_name(column, resolver.dialect))
                    })
                    .map(|column| Identifier::new(column))
                    .collect();

                if !implicit_using.is_empty() {
                    select.joins[i].using = implicit_using;
                    select.joins[i].kind = match join_kind {
                        JoinKind::Natural => JoinKind::Inner,
                        JoinKind::NaturalLeft => JoinKind::Left,
                        JoinKind::NaturalRight => JoinKind::Right,
                        JoinKind::NaturalFull => JoinKind::Full,
                        _ => unreachable!("checked NATURAL join kind above"),
                    };
                }
            }
        }

        // Preserve NATURAL joins with unknown schemas or no common columns,
        // and skip ordinary joins without a USING clause.
        if select.joins[i].using.is_empty() {
            accumulated_schema_known &= right_schema_known;
            continue;
        }

        let using_identifiers: Vec<String> = select.joins[i]
            .using
            .iter()
            .map(|id| id.name.clone())
            .collect();

        let using_count = using_identifiers.len();
        let is_semi_or_anti = matches!(
            select.joins[i].kind,
            crate::expressions::JoinKind::Semi
                | crate::expressions::JoinKind::Anti
                | crate::expressions::JoinKind::LeftSemi
                | crate::expressions::JoinKind::LeftAnti
                | crate::expressions::JoinKind::RightSemi
                | crate::expressions::JoinKind::RightAnti
        );

        let mut conditions: Vec<Expression> = Vec::new();

        for identifier in &using_identifiers {
            let normalized_identifier = normalize_column_name(identifier, resolver.dialect);
            let table = columns
                .get(&normalized_identifier)
                .cloned()
                .unwrap_or_else(|| source_table.clone());

            // Build LHS of the equality
            let lhs = if i == 0 || using_count == 1 {
                // Simple qualified column for first join or single USING column
                Expression::qualified_column(table.as_str(), identifier.as_str())
            } else {
                // For subsequent joins with multiple USING columns,
                // COALESCE over all previous sources that have this column
                let coalesce_cols: Vec<String> = ordered[..ordered.len() - 1]
                    .iter()
                    .filter(|t| {
                        resolver
                            .get_source_columns(t)
                            .unwrap_or_default()
                            .iter()
                            .any(|column| {
                                normalize_column_name(column, resolver.dialect)
                                    == normalized_identifier
                            })
                    })
                    .cloned()
                    .collect();

                if coalesce_cols.len() > 1 {
                    make_coalesce(identifier, &coalesce_cols)
                } else {
                    Expression::qualified_column(table.as_str(), identifier.as_str())
                }
            };

            // Build RHS: qualified column from join table
            let rhs = Expression::qualified_column(join_table.as_str(), identifier.as_str());

            conditions.push(Expression::Eq(Box::new(BinaryOp::new(lhs, rhs))));

            // Track tables for COALESCE rewriting (skip for semi/anti joins)
            if !is_semi_or_anti {
                let tables = column_tables
                    .entry(normalized_identifier)
                    .or_insert_with(Vec::new);
                if !tables.contains(&table) {
                    tables.push(table.clone());
                }
                if !tables.contains(&join_table) {
                    tables.push(join_table.clone());
                }
            }
        }

        // Combine conditions with AND (left fold)
        let on_condition = conditions
            .into_iter()
            .reduce(|acc, cond| Expression::And(Box::new(BinaryOp::new(acc, cond))))
            .expect("at least one USING column");

        // Set ON condition and clear USING
        select.joins[i].on = Some(on_condition);
        select.joins[i].using = vec![];
        accumulated_schema_known &= right_schema_known;
    }

    // Phase 2: Rewrite unqualified USING column references to COALESCE
    if !column_tables.is_empty() {
        // Rewrite select.expressions (projections)
        let mut new_expressions = Vec::with_capacity(select.expressions.len());
        for expr in &select.expressions {
            match expr {
                Expression::Column(col) if col.table.is_none() => {
                    let normalized = normalize_column_name(&col.name.name, resolver.dialect);
                    let Some(tables) = column_tables.get(&normalized) else {
                        new_expressions.push(expr.clone());
                        continue;
                    };
                    let coalesce = make_coalesce(&col.name.name, tables);
                    // Wrap in alias to preserve column name in projections
                    new_expressions.push(Expression::Alias(Box::new(Alias {
                        this: coalesce,
                        alias: col.name.clone(),
                        column_aliases: vec![],
                        alias_explicit_as: false,
                        alias_keyword: None,
                        pre_alias_comments: vec![],
                        trailing_comments: vec![],
                        inferred_type: None,
                    })));
                }
                _ => {
                    let mut rewritten = expr.clone();
                    rewrite_using_columns_in_expression(
                        &mut rewritten,
                        &column_tables,
                        resolver.dialect,
                    );
                    new_expressions.push(rewritten);
                }
            }
        }
        select.expressions = new_expressions;

        // Rewrite WHERE
        if let Some(where_clause) = &mut select.where_clause {
            rewrite_using_columns_in_expression(
                &mut where_clause.this,
                &column_tables,
                resolver.dialect,
            );
        }

        // Rewrite GROUP BY
        if let Some(group_by) = &mut select.group_by {
            for expr in &mut group_by.expressions {
                rewrite_using_columns_in_expression(expr, &column_tables, resolver.dialect);
            }
        }

        // Rewrite HAVING
        if let Some(having) = &mut select.having {
            rewrite_using_columns_in_expression(&mut having.this, &column_tables, resolver.dialect);
        }

        // Rewrite QUALIFY
        if let Some(qualify) = &mut select.qualify {
            rewrite_using_columns_in_expression(
                &mut qualify.this,
                &column_tables,
                resolver.dialect,
            );
        }

        // Rewrite ORDER BY
        if let Some(order_by) = &mut select.order_by {
            for ordered in &mut order_by.expressions {
                rewrite_using_columns_in_expression(
                    &mut ordered.this,
                    &column_tables,
                    resolver.dialect,
                );
            }
        }
    }

    Ok(column_tables)
}

/// Recursively replace unqualified USING column references with COALESCE.
fn rewrite_using_columns_in_expression(
    expr: &mut Expression,
    column_tables: &HashMap<String, Vec<String>>,
    dialect: Option<DialectType>,
) {
    let transformed: crate::Result<_> = transform_in_scope(expr.clone(), |node| match node {
        Expression::Column(col) if col.table.is_none() => {
            let normalized = normalize_column_name(&col.name.name, dialect);
            if let Some(tables) = column_tables.get(&normalized) {
                Ok(make_coalesce(&col.name.name, tables))
            } else {
                Ok(Expression::Column(col))
            }
        }
        other => Ok(other),
    });

    if let Ok(next) = transformed {
        *expr = next;
    }
}

/// Normalize ambiguous two-part column references into struct/JSON field access.
///
/// SQL parsers cannot distinguish `table.column` from `column.field` without a
/// scope and schema. If the apparent table is not a source but resolves as an
/// unambiguous column in the current scope, rewrite it to a [`DotAccess`] rooted
/// at the qualified source column. Validation calls this same helper so it uses
/// exactly the same interpretation as schema-aware analysis and lineage.
pub(crate) fn normalize_dotted_columns_in_scope(
    select: &mut Select,
    scope: &Scope,
    resolver: &mut Resolver,
) -> QualifyColumnsResult<()> {
    for expression in &mut select.expressions {
        normalize_dotted_columns_in_expression(expression, scope, resolver)?;
    }
    if let Some(where_clause) = &mut select.where_clause {
        normalize_dotted_columns_in_expression(&mut where_clause.this, scope, resolver)?;
    }
    if let Some(group_by) = &mut select.group_by {
        for expression in &mut group_by.expressions {
            normalize_dotted_columns_in_expression(expression, scope, resolver)?;
        }
    }
    if let Some(having) = &mut select.having {
        normalize_dotted_columns_in_expression(&mut having.this, scope, resolver)?;
    }
    if let Some(qualify) = &mut select.qualify {
        normalize_dotted_columns_in_expression(&mut qualify.this, scope, resolver)?;
    }
    if let Some(order_by) = &mut select.order_by {
        for ordered in &mut order_by.expressions {
            normalize_dotted_columns_in_expression(&mut ordered.this, scope, resolver)?;
        }
    }
    for join in &mut select.joins {
        normalize_dotted_columns_in_expression(&mut join.this, scope, resolver)?;
        if let Some(on) = &mut join.on {
            normalize_dotted_columns_in_expression(on, scope, resolver)?;
        }
    }
    Ok(())
}

pub(crate) fn normalize_dotted_columns_in_expression(
    expression: &mut Expression,
    scope: &Scope,
    resolver: &mut Resolver,
) -> QualifyColumnsResult<()> {
    let resolver = RefCell::new(resolver);
    let transformed = transform_in_scope(expression.clone(), |node| {
        let Expression::Column(column) = node else {
            return Ok(node);
        };
        let Some(root) = column.table.as_ref() else {
            return Ok(Expression::Column(column));
        };

        let root_is_source = scope
            .sources
            .keys()
            .any(|source| source.eq_ignore_ascii_case(&root.name));
        if root_is_source || resolver.borrow().outer_source_exists(&root.name) {
            return Ok(Expression::Column(column));
        }

        let Some(source_name) = resolver.borrow_mut().get_table(&root.name) else {
            return Ok(Expression::Column(column));
        };

        let root_column = Expression::boxed_column(Column {
            name: root.clone(),
            table: Some(Identifier::new(source_name)),
            join_mark: column.join_mark,
            trailing_comments: column.trailing_comments.clone(),
            span: column.span,
            inferred_type: None,
        });

        Ok(Expression::Dot(Box::new(DotAccess {
            this: root_column,
            field: column.name.clone(),
            inferred_type: None,
        })))
    })
    .map_err(|error: crate::Error| QualifyColumnsError::CannotAutoJoin(error.to_string()))?;

    *expression = transformed;
    Ok(())
}

/// Qualify columns in a scope by adding table qualifiers
fn qualify_columns_in_scope(
    select: &mut Select,
    scope: &Scope,
    resolver: &mut Resolver,
    allow_partial: bool,
) -> QualifyColumnsResult<()> {
    for expr in &mut select.expressions {
        qualify_columns_in_expression(expr, scope, resolver, allow_partial)?;
    }
    if let Some(where_clause) = &mut select.where_clause {
        qualify_columns_in_expression(&mut where_clause.this, scope, resolver, allow_partial)?;
    }
    if let Some(group_by) = &mut select.group_by {
        for expr in &mut group_by.expressions {
            qualify_columns_in_expression(expr, scope, resolver, allow_partial)?;
        }
    }
    if let Some(having) = &mut select.having {
        qualify_columns_in_expression(&mut having.this, scope, resolver, allow_partial)?;
    }
    if let Some(qualify) = &mut select.qualify {
        qualify_columns_in_expression(&mut qualify.this, scope, resolver, allow_partial)?;
    }
    if let Some(order_by) = &mut select.order_by {
        for ordered in &mut order_by.expressions {
            qualify_columns_in_expression(&mut ordered.this, scope, resolver, allow_partial)?;
        }
    }
    for join in &mut select.joins {
        qualify_columns_in_expression(&mut join.this, scope, resolver, allow_partial)?;
        if let Some(on) = &mut join.on {
            qualify_columns_in_expression(on, scope, resolver, allow_partial)?;
        }
    }
    Ok(())
}

/// Expand alias references in a scope.
///
/// For example:
/// `SELECT y.foo AS bar, bar * 2 AS baz FROM y`
/// becomes:
/// `SELECT y.foo AS bar, y.foo * 2 AS baz FROM y`
fn expand_alias_refs(
    select: &mut Select,
    _resolver: &mut Resolver,
    _dialect: Option<DialectType>,
) -> QualifyColumnsResult<()> {
    let mut alias_to_expression: HashMap<String, (Expression, usize)> = HashMap::new();

    for (i, expr) in select.expressions.iter_mut().enumerate() {
        replace_alias_refs_in_expression(expr, &alias_to_expression, false);
        if let Expression::Alias(alias) = expr {
            alias_to_expression.insert(alias.alias.name.clone(), (alias.this.clone(), i + 1));
        }
    }

    if let Some(where_clause) = &mut select.where_clause {
        replace_alias_refs_in_expression(&mut where_clause.this, &alias_to_expression, false);
    }
    if let Some(group_by) = &mut select.group_by {
        for expr in &mut group_by.expressions {
            replace_alias_refs_in_expression(expr, &alias_to_expression, true);
        }
    }
    if let Some(having) = &mut select.having {
        replace_alias_refs_in_expression(&mut having.this, &alias_to_expression, false);
    }
    if let Some(qualify) = &mut select.qualify {
        replace_alias_refs_in_expression(&mut qualify.this, &alias_to_expression, false);
    }
    if let Some(order_by) = &mut select.order_by {
        for ordered in &mut order_by.expressions {
            replace_alias_refs_in_expression(&mut ordered.this, &alias_to_expression, false);
        }
    }

    Ok(())
}

/// Expand GROUP BY positional references.
///
/// For example:
/// `SELECT a, b FROM t GROUP BY 1, 2`
/// becomes:
/// `SELECT a, b FROM t GROUP BY a, b`
fn expand_group_by(select: &mut Select, _dialect: Option<DialectType>) -> QualifyColumnsResult<()> {
    let projections = select.expressions.clone();

    if let Some(group_by) = &mut select.group_by {
        for group_expr in &mut group_by.expressions {
            if let Some(index) = positional_reference(group_expr) {
                let replacement = select_expression_at_position(&projections, index)?;
                *group_expr = replacement;
            }
        }
    }
    Ok(())
}

/// Expand star expressions to explicit column lists, with USING deduplication.
///
/// For example:
/// `SELECT * FROM users`
/// becomes:
/// `SELECT users.id, users.name, users.email FROM users`
///
/// With USING joins, USING columns appear once as COALESCE and are
/// deduplicated across sources.
fn expand_stars(
    select: &mut Select,
    _scope: &Scope,
    resolver: &mut Resolver,
    column_tables: &HashMap<String, Vec<String>>,
) -> QualifyColumnsResult<()> {
    let mut new_selections: Vec<Expression> = Vec::new();
    let mut has_star = false;
    let mut coalesced_columns: HashSet<String> = HashSet::new();

    // Use ordered source names (not unordered HashMap keys)
    let ordered_sources = get_ordered_source_names(select);

    for expr in &select.expressions {
        match expr {
            Expression::Star(star) => {
                has_star = true;
                if let Some(table) = &star.table {
                    let table_name = &table.name;
                    if !ordered_sources.contains(table_name) {
                        return Err(QualifyColumnsError::UnknownTable(table_name.clone()));
                    }
                    if let Ok(columns) = resolver.get_source_columns(table_name) {
                        if columns.contains(&"*".to_string()) || columns.is_empty() {
                            return Ok(());
                        }
                        for col_name in &columns {
                            let normalized = normalize_column_name(col_name, resolver.dialect);
                            if coalesced_columns.contains(&normalized) {
                                continue;
                            }
                            if let Some(tables) = column_tables.get(&normalized) {
                                if tables.contains(table_name) {
                                    coalesced_columns.insert(normalized);
                                    let coalesce = make_coalesce(col_name, tables);
                                    new_selections.push(Expression::Alias(Box::new(Alias {
                                        this: coalesce,
                                        alias: Identifier::new(col_name),
                                        column_aliases: vec![],
                                        alias_explicit_as: false,
                                        alias_keyword: None,
                                        pre_alias_comments: vec![],
                                        trailing_comments: vec![],
                                        inferred_type: None,
                                    })));
                                    continue;
                                }
                            }
                            new_selections
                                .push(create_qualified_column(col_name, Some(table_name)));
                        }
                    }
                } else {
                    for source_name in &ordered_sources {
                        if let Ok(columns) = resolver.get_source_columns(source_name) {
                            if columns.contains(&"*".to_string()) || columns.is_empty() {
                                return Ok(());
                            }
                            for col_name in &columns {
                                let normalized = normalize_column_name(col_name, resolver.dialect);
                                if coalesced_columns.contains(&normalized) {
                                    // Already emitted as COALESCE, skip
                                    continue;
                                }
                                if let Some(tables) = column_tables.get(&normalized) {
                                    if tables.contains(source_name) {
                                        // Emit COALESCE and mark as coalesced
                                        coalesced_columns.insert(normalized);
                                        let coalesce = make_coalesce(col_name, tables);
                                        new_selections.push(Expression::Alias(Box::new(Alias {
                                            this: coalesce,
                                            alias: Identifier::new(col_name),
                                            column_aliases: vec![],
                                            alias_explicit_as: false,
                                            alias_keyword: None,
                                            pre_alias_comments: vec![],
                                            trailing_comments: vec![],
                                            inferred_type: None,
                                        })));
                                        continue;
                                    }
                                }
                                new_selections
                                    .push(create_qualified_column(col_name, Some(source_name)));
                            }
                        }
                    }
                }
            }
            Expression::Column(col) if is_star_column(col) => {
                has_star = true;
                if let Some(table) = &col.table {
                    let table_name = &table.name;
                    if !ordered_sources.contains(table_name) {
                        return Err(QualifyColumnsError::UnknownTable(table_name.clone()));
                    }
                    if let Ok(columns) = resolver.get_source_columns(table_name) {
                        if columns.contains(&"*".to_string()) || columns.is_empty() {
                            return Ok(());
                        }
                        for col_name in &columns {
                            let normalized = normalize_column_name(col_name, resolver.dialect);
                            if coalesced_columns.contains(&normalized) {
                                continue;
                            }
                            if let Some(tables) = column_tables.get(&normalized) {
                                if tables.contains(table_name) {
                                    coalesced_columns.insert(normalized);
                                    let coalesce = make_coalesce(col_name, tables);
                                    new_selections.push(Expression::Alias(Box::new(Alias {
                                        this: coalesce,
                                        alias: Identifier::new(col_name),
                                        column_aliases: vec![],
                                        alias_explicit_as: false,
                                        alias_keyword: None,
                                        pre_alias_comments: vec![],
                                        trailing_comments: vec![],
                                        inferred_type: None,
                                    })));
                                    continue;
                                }
                            }
                            new_selections
                                .push(create_qualified_column(col_name, Some(table_name)));
                        }
                    }
                }
            }
            _ => new_selections.push(expr.clone()),
        }
    }

    if has_star {
        select.expressions = new_selections;
    }

    Ok(())
}

/// Ensure all output columns in a SELECT are aliased.
///
/// For example:
/// `SELECT a + b FROM t`
/// becomes:
/// `SELECT a + b AS _col_0 FROM t`
pub fn qualify_outputs(scope: &Scope) -> QualifyColumnsResult<()> {
    if let Expression::Select(mut select) = scope.expression.clone() {
        qualify_outputs_select(&mut select)?;
    }
    Ok(())
}

fn qualify_outputs_select(select: &mut Select) -> QualifyColumnsResult<()> {
    let mut new_selections: Vec<Expression> = Vec::new();

    for (i, expr) in select.expressions.iter().enumerate() {
        match expr {
            Expression::Alias(_) => new_selections.push(expr.clone()),
            Expression::Column(col) => {
                new_selections.push(create_alias(expr.clone(), &col.name.name));
            }
            Expression::Star(_) => new_selections.push(expr.clone()),
            _ => {
                let alias_name = get_output_name(expr).unwrap_or_else(|| format!("_col_{}", i));
                new_selections.push(create_alias(expr.clone(), &alias_name));
            }
        }
    }

    select.expressions = new_selections;
    Ok(())
}

fn qualify_columns_in_expression(
    expr: &mut Expression,
    scope: &Scope,
    resolver: &mut Resolver,
    allow_partial: bool,
) -> QualifyColumnsResult<()> {
    let first_error: RefCell<Option<QualifyColumnsError>> = RefCell::new(None);
    let resolver_cell: RefCell<&mut Resolver> = RefCell::new(resolver);

    let transformed = transform_in_scope(expr.clone(), |node| {
        if first_error.borrow().is_some() {
            return Ok(node);
        }

        match node {
            Expression::Column(mut col) => {
                if let Err(err) = qualify_single_column(
                    &mut col,
                    scope,
                    &mut resolver_cell.borrow_mut(),
                    allow_partial,
                ) {
                    *first_error.borrow_mut() = Some(err);
                }
                Ok(Expression::Column(col))
            }
            _ => Ok(node),
        }
    })
    .map_err(|err: crate::Error| QualifyColumnsError::CannotAutoJoin(err.to_string()))?;

    if let Some(err) = first_error.into_inner() {
        return Err(err);
    }

    *expr = transformed;
    Ok(())
}

fn qualify_single_column(
    col: &mut Column,
    scope: &Scope,
    resolver: &mut Resolver,
    allow_partial: bool,
) -> QualifyColumnsResult<()> {
    if is_star_column(col) {
        return Ok(());
    }

    if let Some(table) = &col.table {
        let table_name = &table.name;
        let source_name = scope.sources.keys().find(|source| {
            normalize_name(source, resolver.dialect, true, true)
                == normalize_name(table_name, resolver.dialect, true, true)
        });
        let Some(source_name) = source_name else {
            if resolver.outer_source_exists(table_name) {
                return Ok(());
            }
            return Err(QualifyColumnsError::UnknownTable(table_name.clone()));
        };

        if let Ok(source_columns) = resolver.get_source_columns(source_name) {
            let normalized_column_name = normalize_column_name(&col.name.name, resolver.dialect);
            if !allow_partial
                && !source_columns.is_empty()
                && !source_columns.iter().any(|column| {
                    normalize_column_name(column, resolver.dialect) == normalized_column_name
                })
                && !source_columns.contains(&"*".to_string())
            {
                return Err(QualifyColumnsError::UnknownColumn(col.name.name.clone()));
            }
        }
        return Ok(());
    }

    if resolver.is_ambiguous(&col.name.name) {
        if allow_partial {
            return Ok(());
        }
        return Err(QualifyColumnsError::AmbiguousColumn(col.name.name.clone()));
    }
    if let Some(table_name) = resolver.get_table(&col.name.name) {
        col.table = Some(Identifier::new(table_name));
        return Ok(());
    }

    if let Some(outer_table) = resolver.find_column_in_outer_scopes(&col.name.name) {
        col.table = Some(Identifier::new(outer_table));
        return Ok(());
    }

    if !allow_partial {
        return Err(QualifyColumnsError::UnknownColumn(col.name.name.clone()));
    }

    Ok(())
}

fn normalize_column_name(name: &str, dialect: Option<DialectType>) -> String {
    normalize_name(name, dialect, false, true)
}

fn replace_alias_refs_in_expression(
    expr: &mut Expression,
    alias_to_expression: &HashMap<String, (Expression, usize)>,
    literal_index: bool,
) {
    let transformed: crate::Result<_> = transform_in_scope(expr.clone(), |node| match node {
        Expression::Column(col) if col.table.is_none() => {
            if let Some((alias_expr, index)) = alias_to_expression.get(&col.name.name) {
                if literal_index && matches!(alias_expr, Expression::Literal(_)) {
                    return Ok(Expression::number(*index as i64));
                }
                return Ok(Expression::Paren(Box::new(Paren {
                    this: alias_expr.clone(),
                    trailing_comments: vec![],
                })));
            }
            Ok(Expression::Column(col))
        }
        other => Ok(other),
    });

    if let Ok(next) = transformed {
        *expr = next;
    }
}

fn positional_reference(expr: &Expression) -> Option<usize> {
    match expr {
        Expression::Literal(lit) if matches!(lit.as_ref(), Literal::Number(_)) => {
            let Literal::Number(value) = lit.as_ref() else {
                unreachable!()
            };
            value.parse::<usize>().ok()
        }
        _ => None,
    }
}

fn select_expression_at_position(
    projections: &[Expression],
    index: usize,
) -> QualifyColumnsResult<Expression> {
    if index == 0 || index > projections.len() {
        return Err(QualifyColumnsError::UnknownOutputColumn(index.to_string()));
    }

    let projection = projections[index - 1].clone();
    Ok(match projection {
        Expression::Alias(alias) => alias.this.clone(),
        other => other,
    })
}

/// Returns the set of SQL reserved words for a given dialect.
/// If no dialect is provided, returns a comprehensive default set.
fn get_reserved_words(dialect: Option<DialectType>) -> HashSet<&'static str> {
    // Core SQL reserved words that are common across all dialects
    let mut words: HashSet<&'static str> = [
        // SQL standard reserved words
        "ADD",
        "ALL",
        "ALTER",
        "AND",
        "ANY",
        "AS",
        "ASC",
        "BETWEEN",
        "BY",
        "CASE",
        "CAST",
        "CHECK",
        "COLUMN",
        "CONSTRAINT",
        "CREATE",
        "CROSS",
        "CURRENT",
        "CURRENT_DATE",
        "CURRENT_TIME",
        "CURRENT_TIMESTAMP",
        "CURRENT_USER",
        "DATABASE",
        "DEFAULT",
        "DELETE",
        "DESC",
        "DISTINCT",
        "DROP",
        "ELSE",
        "END",
        "ESCAPE",
        "EXCEPT",
        "EXISTS",
        "FALSE",
        "FETCH",
        "FOR",
        "FOREIGN",
        "FROM",
        "FULL",
        "GRANT",
        "GROUP",
        "HAVING",
        "IF",
        "IN",
        "INDEX",
        "INNER",
        "INSERT",
        "INTERSECT",
        "INTO",
        "IS",
        "JOIN",
        "KEY",
        "LEFT",
        "LIKE",
        "LIMIT",
        "NATURAL",
        "NOT",
        "NULL",
        "OFFSET",
        "ON",
        "OR",
        "ORDER",
        "OUTER",
        "PRIMARY",
        "REFERENCES",
        "REPLACE",
        "RETURNING",
        "RIGHT",
        "ROLLBACK",
        "ROW",
        "ROWS",
        "SELECT",
        "SESSION_USER",
        "SET",
        "SOME",
        "TABLE",
        "THEN",
        "TO",
        "TRUE",
        "TRUNCATE",
        "UNION",
        "UNIQUE",
        "UPDATE",
        "USING",
        "VALUES",
        "VIEW",
        "WHEN",
        "WHERE",
        "WINDOW",
        "WITH",
    ]
    .iter()
    .copied()
    .collect();

    // Add dialect-specific reserved words
    match dialect {
        Some(DialectType::MySQL) => {
            words.extend(
                [
                    "ANALYZE",
                    "BOTH",
                    "CHANGE",
                    "CONDITION",
                    "DATABASES",
                    "DAY_HOUR",
                    "DAY_MICROSECOND",
                    "DAY_MINUTE",
                    "DAY_SECOND",
                    "DELAYED",
                    "DETERMINISTIC",
                    "DIV",
                    "DUAL",
                    "EACH",
                    "ELSEIF",
                    "ENCLOSED",
                    "EXPLAIN",
                    "FLOAT4",
                    "FLOAT8",
                    "FORCE",
                    "HOUR_MICROSECOND",
                    "HOUR_MINUTE",
                    "HOUR_SECOND",
                    "IGNORE",
                    "INFILE",
                    "INT1",
                    "INT2",
                    "INT3",
                    "INT4",
                    "INT8",
                    "ITERATE",
                    "KEYS",
                    "KILL",
                    "LEADING",
                    "LEAVE",
                    "LINES",
                    "LOAD",
                    "LOCK",
                    "LONG",
                    "LONGBLOB",
                    "LONGTEXT",
                    "LOOP",
                    "LOW_PRIORITY",
                    "MATCH",
                    "MEDIUMBLOB",
                    "MEDIUMINT",
                    "MEDIUMTEXT",
                    "MINUTE_MICROSECOND",
                    "MINUTE_SECOND",
                    "MOD",
                    "MODIFIES",
                    "NO_WRITE_TO_BINLOG",
                    "OPTIMIZE",
                    "OPTIONALLY",
                    "OUT",
                    "OUTFILE",
                    "PURGE",
                    "READS",
                    "REGEXP",
                    "RELEASE",
                    "RENAME",
                    "REPEAT",
                    "REQUIRE",
                    "RESIGNAL",
                    "RETURN",
                    "REVOKE",
                    "RLIKE",
                    "SCHEMA",
                    "SCHEMAS",
                    "SECOND_MICROSECOND",
                    "SENSITIVE",
                    "SEPARATOR",
                    "SHOW",
                    "SIGNAL",
                    "SPATIAL",
                    "SQL",
                    "SQLEXCEPTION",
                    "SQLSTATE",
                    "SQLWARNING",
                    "SQL_BIG_RESULT",
                    "SQL_CALC_FOUND_ROWS",
                    "SQL_SMALL_RESULT",
                    "SSL",
                    "STARTING",
                    "STRAIGHT_JOIN",
                    "TERMINATED",
                    "TINYBLOB",
                    "TINYINT",
                    "TINYTEXT",
                    "TRAILING",
                    "TRIGGER",
                    "UNDO",
                    "UNLOCK",
                    "UNSIGNED",
                    "USAGE",
                    "UTC_DATE",
                    "UTC_TIME",
                    "UTC_TIMESTAMP",
                    "VARBINARY",
                    "VARCHARACTER",
                    "WHILE",
                    "WRITE",
                    "XOR",
                    "YEAR_MONTH",
                    "ZEROFILL",
                ]
                .iter()
                .copied(),
            );
        }
        Some(DialectType::PostgreSQL) | Some(DialectType::CockroachDB) => {
            words.extend(
                [
                    "ANALYSE",
                    "ANALYZE",
                    "ARRAY",
                    "AUTHORIZATION",
                    "BINARY",
                    "BOTH",
                    "COLLATE",
                    "CONCURRENTLY",
                    "DO",
                    "FREEZE",
                    "ILIKE",
                    "INITIALLY",
                    "ISNULL",
                    "LATERAL",
                    "LEADING",
                    "LOCALTIME",
                    "LOCALTIMESTAMP",
                    "NOTNULL",
                    "ONLY",
                    "OVERLAPS",
                    "PLACING",
                    "SIMILAR",
                    "SYMMETRIC",
                    "TABLESAMPLE",
                    "TRAILING",
                    "VARIADIC",
                    "VERBOSE",
                ]
                .iter()
                .copied(),
            );
        }
        Some(DialectType::BigQuery) => {
            words.extend(
                [
                    "ASSERT_ROWS_MODIFIED",
                    "COLLATE",
                    "CONTAINS",
                    "CUBE",
                    "DEFINE",
                    "ENUM",
                    "EXTRACT",
                    "FOLLOWING",
                    "GROUPING",
                    "GROUPS",
                    "HASH",
                    "IGNORE",
                    "LATERAL",
                    "LOOKUP",
                    "MERGE",
                    "NEW",
                    "NO",
                    "NULLS",
                    "OF",
                    "OVER",
                    "PARTITION",
                    "PRECEDING",
                    "PROTO",
                    "RANGE",
                    "RECURSIVE",
                    "RESPECT",
                    "ROLLUP",
                    "STRUCT",
                    "TABLESAMPLE",
                    "TREAT",
                    "UNBOUNDED",
                    "WITHIN",
                ]
                .iter()
                .copied(),
            );
        }
        Some(DialectType::Snowflake) => {
            words.extend(
                [
                    "ACCOUNT",
                    "BOTH",
                    "CONNECT",
                    "FOLLOWING",
                    "ILIKE",
                    "INCREMENT",
                    "ISSUE",
                    "LATERAL",
                    "LEADING",
                    "LOCALTIME",
                    "LOCALTIMESTAMP",
                    "MINUS",
                    "QUALIFY",
                    "REGEXP",
                    "RLIKE",
                    "SOME",
                    "START",
                    "TABLESAMPLE",
                    "TOP",
                    "TRAILING",
                    "TRY_CAST",
                ]
                .iter()
                .copied(),
            );
        }
        Some(DialectType::TSQL) | Some(DialectType::Fabric) => {
            words.extend(
                [
                    "BACKUP",
                    "BREAK",
                    "BROWSE",
                    "BULK",
                    "CASCADE",
                    "CHECKPOINT",
                    "CLOSE",
                    "CLUSTERED",
                    "COALESCE",
                    "COMPUTE",
                    "CONTAINS",
                    "CONTAINSTABLE",
                    "CONTINUE",
                    "CONVERT",
                    "DBCC",
                    "DEALLOCATE",
                    "DENY",
                    "DISK",
                    "DISTRIBUTED",
                    "DUMP",
                    "ERRLVL",
                    "EXEC",
                    "EXECUTE",
                    "EXIT",
                    "EXTERNAL",
                    "FILE",
                    "FILLFACTOR",
                    "FREETEXT",
                    "FREETEXTTABLE",
                    "FUNCTION",
                    "GOTO",
                    "HOLDLOCK",
                    "IDENTITY",
                    "IDENTITYCOL",
                    "IDENTITY_INSERT",
                    "KILL",
                    "LINENO",
                    "MERGE",
                    "NONCLUSTERED",
                    "NULLIF",
                    "OF",
                    "OFF",
                    "OFFSETS",
                    "OPEN",
                    "OPENDATASOURCE",
                    "OPENQUERY",
                    "OPENROWSET",
                    "OPENXML",
                    "OVER",
                    "PERCENT",
                    "PIVOT",
                    "PLAN",
                    "PRINT",
                    "PROC",
                    "PROCEDURE",
                    "PUBLIC",
                    "RAISERROR",
                    "READ",
                    "READTEXT",
                    "RECONFIGURE",
                    "REPLICATION",
                    "RESTORE",
                    "RESTRICT",
                    "REVERT",
                    "ROWCOUNT",
                    "ROWGUIDCOL",
                    "RULE",
                    "SAVE",
                    "SECURITYAUDIT",
                    "SEMANTICKEYPHRASETABLE",
                    "SEMANTICSIMILARITYDETAILSTABLE",
                    "SEMANTICSIMILARITYTABLE",
                    "SETUSER",
                    "SHUTDOWN",
                    "STATISTICS",
                    "SYSTEM_USER",
                    "TEXTSIZE",
                    "TOP",
                    "TRAN",
                    "TRANSACTION",
                    "TRIGGER",
                    "TSEQUAL",
                    "UNPIVOT",
                    "UPDATETEXT",
                    "WAITFOR",
                    "WRITETEXT",
                ]
                .iter()
                .copied(),
            );
        }
        Some(DialectType::ClickHouse) => {
            words.extend(
                [
                    "ANTI",
                    "ARRAY",
                    "ASOF",
                    "FINAL",
                    "FORMAT",
                    "GLOBAL",
                    "INF",
                    "KILL",
                    "MATERIALIZED",
                    "NAN",
                    "PREWHERE",
                    "SAMPLE",
                    "SEMI",
                    "SETTINGS",
                    "TOP",
                ]
                .iter()
                .copied(),
            );
        }
        Some(DialectType::DuckDB) => {
            words.extend(
                [
                    "ANALYSE",
                    "ANALYZE",
                    "ARRAY",
                    "BOTH",
                    "LATERAL",
                    "LEADING",
                    "LOCALTIME",
                    "LOCALTIMESTAMP",
                    "PLACING",
                    "QUALIFY",
                    "SIMILAR",
                    "TABLESAMPLE",
                    "TRAILING",
                ]
                .iter()
                .copied(),
            );
        }
        Some(DialectType::Hive) | Some(DialectType::Spark) | Some(DialectType::Databricks) => {
            words.extend(
                [
                    "BOTH",
                    "CLUSTER",
                    "DISTRIBUTE",
                    "EXCHANGE",
                    "EXTENDED",
                    "FUNCTION",
                    "LATERAL",
                    "LEADING",
                    "MACRO",
                    "OVER",
                    "PARTITION",
                    "PERCENT",
                    "RANGE",
                    "READS",
                    "REDUCE",
                    "REGEXP",
                    "REVOKE",
                    "RLIKE",
                    "ROLLUP",
                    "SEMI",
                    "SORT",
                    "TABLESAMPLE",
                    "TRAILING",
                    "TRANSFORM",
                    "UNBOUNDED",
                    "UNIQUEJOIN",
                ]
                .iter()
                .copied(),
            );
        }
        Some(DialectType::Trino) | Some(DialectType::Presto) | Some(DialectType::Athena) => {
            words.extend(
                [
                    "CUBE",
                    "DEALLOCATE",
                    "DESCRIBE",
                    "EXECUTE",
                    "EXTRACT",
                    "GROUPING",
                    "LATERAL",
                    "LOCALTIME",
                    "LOCALTIMESTAMP",
                    "NORMALIZE",
                    "PREPARE",
                    "ROLLUP",
                    "SOME",
                    "TABLESAMPLE",
                    "UESCAPE",
                    "UNNEST",
                ]
                .iter()
                .copied(),
            );
        }
        Some(DialectType::Oracle) => {
            words.extend(
                [
                    "ACCESS",
                    "AUDIT",
                    "CLUSTER",
                    "COMMENT",
                    "COMPRESS",
                    "CONNECT",
                    "EXCLUSIVE",
                    "FILE",
                    "IDENTIFIED",
                    "IMMEDIATE",
                    "INCREMENT",
                    "INITIAL",
                    "LEVEL",
                    "LOCK",
                    "LONG",
                    "MAXEXTENTS",
                    "MINUS",
                    "MODE",
                    "NOAUDIT",
                    "NOCOMPRESS",
                    "NOWAIT",
                    "NUMBER",
                    "OF",
                    "OFFLINE",
                    "ONLINE",
                    "PCTFREE",
                    "PRIOR",
                    "RAW",
                    "RENAME",
                    "RESOURCE",
                    "REVOKE",
                    "SHARE",
                    "SIZE",
                    "START",
                    "SUCCESSFUL",
                    "SYNONYM",
                    "SYSDATE",
                    "TRIGGER",
                    "UID",
                    "VALIDATE",
                    "VARCHAR2",
                    "WHENEVER",
                ]
                .iter()
                .copied(),
            );
        }
        Some(DialectType::Redshift) => {
            words.extend(
                [
                    "AZ64",
                    "BZIP2",
                    "DELTA",
                    "DELTA32K",
                    "DISTSTYLE",
                    "ENCODE",
                    "GZIP",
                    "ILIKE",
                    "LIMIT",
                    "LUNS",
                    "LZO",
                    "LZOP",
                    "MOSTLY13",
                    "MOSTLY32",
                    "MOSTLY8",
                    "RAW",
                    "SIMILAR",
                    "SNAPSHOT",
                    "SORTKEY",
                    "SYSDATE",
                    "TOP",
                    "ZSTD",
                ]
                .iter()
                .copied(),
            );
        }
        _ => {
            // For Generic or unknown dialects, add a broad set of commonly reserved words
            words.extend(
                [
                    "ANALYZE",
                    "ARRAY",
                    "BOTH",
                    "CUBE",
                    "GROUPING",
                    "LATERAL",
                    "LEADING",
                    "LOCALTIME",
                    "LOCALTIMESTAMP",
                    "OVER",
                    "PARTITION",
                    "QUALIFY",
                    "RANGE",
                    "ROLLUP",
                    "SIMILAR",
                    "SOME",
                    "TABLESAMPLE",
                    "TRAILING",
                ]
                .iter()
                .copied(),
            );
        }
    }

    words
}

/// Check whether an identifier name needs quoting.
///
/// An identifier needs quoting if:
/// - It is empty
/// - It starts with a digit
/// - It contains characters other than `[a-zA-Z0-9_]`
/// - It is a SQL reserved word (case-insensitive)
fn needs_quoting(name: &str, reserved_words: &HashSet<&str>) -> bool {
    if name.is_empty() {
        return false;
    }

    // Starts with a digit
    if name.as_bytes()[0].is_ascii_digit() {
        return true;
    }

    // Contains non-identifier characters
    if !name.bytes().all(|b| b.is_ascii_alphanumeric() || b == b'_') {
        return true;
    }

    // Is a reserved word (case-insensitive check)
    let upper = name.to_uppercase();
    reserved_words.contains(upper.as_str())
}

/// Conditionally set `quoted = true` on an identifier if it needs quoting.
fn maybe_quote(id: &mut Identifier, reserved_words: &HashSet<&str>) {
    // Don't re-quote something already quoted, and don't quote empty identifiers
    // or wildcard identifiers
    if id.quoted || id.name.is_empty() || id.name == "*" {
        return;
    }
    if needs_quoting(&id.name, reserved_words) {
        id.quoted = true;
    }
}

/// Recursively walk an expression and quote identifiers that need quoting.
fn quote_identifiers_recursive(expr: &mut Expression, reserved_words: &HashSet<&str>) {
    match expr {
        // ── Leaf nodes with Identifier ────────────────────────────
        Expression::Identifier(id) => {
            maybe_quote(id, reserved_words);
        }

        Expression::Column(col) => {
            maybe_quote(&mut col.name, reserved_words);
            if let Some(ref mut table) = col.table {
                maybe_quote(table, reserved_words);
            }
        }

        Expression::Table(table_ref) => {
            maybe_quote(&mut table_ref.name, reserved_words);
            if let Some(ref mut schema) = table_ref.schema {
                maybe_quote(schema, reserved_words);
            }
            if let Some(ref mut catalog) = table_ref.catalog {
                maybe_quote(catalog, reserved_words);
            }
            if let Some(ref mut alias) = table_ref.alias {
                maybe_quote(alias, reserved_words);
            }
            for ca in &mut table_ref.column_aliases {
                maybe_quote(ca, reserved_words);
            }
            for p in &mut table_ref.partitions {
                maybe_quote(p, reserved_words);
            }
            // Recurse into hints and other child expressions
            for h in &mut table_ref.hints {
                quote_identifiers_recursive(h, reserved_words);
            }
            if let Some(ref mut ver) = table_ref.version {
                quote_identifiers_recursive(&mut ver.this, reserved_words);
                if let Some(ref mut e) = ver.expression {
                    quote_identifiers_recursive(e, reserved_words);
                }
            }
        }

        Expression::Star(star) => {
            if let Some(ref mut table) = star.table {
                maybe_quote(table, reserved_words);
            }
            if let Some(ref mut except_ids) = star.except {
                for id in except_ids {
                    maybe_quote(id, reserved_words);
                }
            }
            if let Some(ref mut replace_aliases) = star.replace {
                for alias in replace_aliases {
                    maybe_quote(&mut alias.alias, reserved_words);
                    quote_identifiers_recursive(&mut alias.this, reserved_words);
                }
            }
            if let Some(ref mut rename_pairs) = star.rename {
                for (from, to) in rename_pairs {
                    maybe_quote(from, reserved_words);
                    maybe_quote(to, reserved_words);
                }
            }
        }

        // ── Alias ─────────────────────────────────────────────────
        Expression::Alias(alias) => {
            maybe_quote(&mut alias.alias, reserved_words);
            for ca in &mut alias.column_aliases {
                maybe_quote(ca, reserved_words);
            }
            quote_identifiers_recursive(&mut alias.this, reserved_words);
        }

        // ── SELECT ────────────────────────────────────────────────
        Expression::Select(select) => {
            for e in &mut select.expressions {
                quote_identifiers_recursive(e, reserved_words);
            }
            if let Some(ref mut from) = select.from {
                for e in &mut from.expressions {
                    quote_identifiers_recursive(e, reserved_words);
                }
            }
            for join in &mut select.joins {
                quote_join(join, reserved_words);
            }
            for lv in &mut select.lateral_views {
                quote_lateral_view(lv, reserved_words);
            }
            if let Some(ref mut prewhere) = select.prewhere {
                quote_identifiers_recursive(prewhere, reserved_words);
            }
            if let Some(ref mut wh) = select.where_clause {
                quote_identifiers_recursive(&mut wh.this, reserved_words);
            }
            if let Some(ref mut gb) = select.group_by {
                for e in &mut gb.expressions {
                    quote_identifiers_recursive(e, reserved_words);
                }
            }
            if let Some(ref mut hv) = select.having {
                quote_identifiers_recursive(&mut hv.this, reserved_words);
            }
            if let Some(ref mut q) = select.qualify {
                quote_identifiers_recursive(&mut q.this, reserved_words);
            }
            if let Some(ref mut ob) = select.order_by {
                for o in &mut ob.expressions {
                    quote_identifiers_recursive(&mut o.this, reserved_words);
                }
            }
            if let Some(ref mut lim) = select.limit {
                quote_identifiers_recursive(&mut lim.this, reserved_words);
            }
            if let Some(ref mut off) = select.offset {
                quote_identifiers_recursive(&mut off.this, reserved_words);
            }
            if let Some(ref mut with) = select.with {
                quote_with(with, reserved_words);
            }
            if let Some(ref mut windows) = select.windows {
                for nw in windows {
                    maybe_quote(&mut nw.name, reserved_words);
                    quote_over(&mut nw.spec, reserved_words);
                }
            }
            if let Some(ref mut distinct_on) = select.distinct_on {
                for e in distinct_on {
                    quote_identifiers_recursive(e, reserved_words);
                }
            }
            if let Some(ref mut limit_by) = select.limit_by {
                for e in limit_by {
                    quote_identifiers_recursive(e, reserved_words);
                }
            }
            if let Some(ref mut settings) = select.settings {
                for e in settings {
                    quote_identifiers_recursive(e, reserved_words);
                }
            }
            if let Some(ref mut format) = select.format {
                quote_identifiers_recursive(format, reserved_words);
            }
        }

        // ── Set operations ────────────────────────────────────────
        Expression::Union(u) => {
            quote_identifiers_recursive(&mut u.left, reserved_words);
            quote_identifiers_recursive(&mut u.right, reserved_words);
            if let Some(ref mut with) = u.with {
                quote_with(with, reserved_words);
            }
            if let Some(ref mut ob) = u.order_by {
                for o in &mut ob.expressions {
                    quote_identifiers_recursive(&mut o.this, reserved_words);
                }
            }
            if let Some(ref mut lim) = u.limit {
                quote_identifiers_recursive(lim, reserved_words);
            }
            if let Some(ref mut off) = u.offset {
                quote_identifiers_recursive(off, reserved_words);
            }
        }
        Expression::Intersect(i) => {
            quote_identifiers_recursive(&mut i.left, reserved_words);
            quote_identifiers_recursive(&mut i.right, reserved_words);
            if let Some(ref mut with) = i.with {
                quote_with(with, reserved_words);
            }
            if let Some(ref mut ob) = i.order_by {
                for o in &mut ob.expressions {
                    quote_identifiers_recursive(&mut o.this, reserved_words);
                }
            }
            if let Some(limit) = &mut i.limit {
                quote_identifiers_recursive(limit, reserved_words);
            }
            if let Some(offset) = &mut i.offset {
                quote_identifiers_recursive(offset, reserved_words);
            }
        }
        Expression::Except(e) => {
            quote_identifiers_recursive(&mut e.left, reserved_words);
            quote_identifiers_recursive(&mut e.right, reserved_words);
            if let Some(ref mut with) = e.with {
                quote_with(with, reserved_words);
            }
            if let Some(ref mut ob) = e.order_by {
                for o in &mut ob.expressions {
                    quote_identifiers_recursive(&mut o.this, reserved_words);
                }
            }
            if let Some(limit) = &mut e.limit {
                quote_identifiers_recursive(limit, reserved_words);
            }
            if let Some(offset) = &mut e.offset {
                quote_identifiers_recursive(offset, reserved_words);
            }
        }

        // ── Subquery ──────────────────────────────────────────────
        Expression::Subquery(sq) => {
            quote_identifiers_recursive(&mut sq.this, reserved_words);
            if let Some(ref mut alias) = sq.alias {
                maybe_quote(alias, reserved_words);
            }
            for ca in &mut sq.column_aliases {
                maybe_quote(ca, reserved_words);
            }
            if let Some(ref mut ob) = sq.order_by {
                for o in &mut ob.expressions {
                    quote_identifiers_recursive(&mut o.this, reserved_words);
                }
            }
        }

        // ── DML ───────────────────────────────────────────────────
        Expression::Insert(ins) => {
            quote_table_ref(&mut ins.table, reserved_words);
            for c in &mut ins.columns {
                maybe_quote(c, reserved_words);
            }
            for row in &mut ins.values {
                for e in row {
                    quote_identifiers_recursive(e, reserved_words);
                }
            }
            if let Some(ref mut q) = ins.query {
                quote_identifiers_recursive(q, reserved_words);
            }
            for (id, val) in &mut ins.partition {
                maybe_quote(id, reserved_words);
                if let Some(ref mut v) = val {
                    quote_identifiers_recursive(v, reserved_words);
                }
            }
            for e in &mut ins.returning {
                quote_identifiers_recursive(e, reserved_words);
            }
            if let Some(ref mut on_conflict) = ins.on_conflict {
                quote_identifiers_recursive(on_conflict, reserved_words);
            }
            if let Some(ref mut with) = ins.with {
                quote_with(with, reserved_words);
            }
            if let Some(ref mut alias) = ins.alias {
                maybe_quote(alias, reserved_words);
            }
            if let Some(ref mut src_alias) = ins.source_alias {
                maybe_quote(src_alias, reserved_words);
            }
        }

        Expression::Update(upd) => {
            quote_table_ref(&mut upd.table, reserved_words);
            for tr in &mut upd.extra_tables {
                quote_table_ref(tr, reserved_words);
            }
            for join in &mut upd.table_joins {
                quote_join(join, reserved_words);
            }
            for (id, val) in &mut upd.set {
                maybe_quote(id, reserved_words);
                quote_identifiers_recursive(val, reserved_words);
            }
            if let Some(ref mut from) = upd.from_clause {
                for e in &mut from.expressions {
                    quote_identifiers_recursive(e, reserved_words);
                }
            }
            for join in &mut upd.from_joins {
                quote_join(join, reserved_words);
            }
            if let Some(ref mut wh) = upd.where_clause {
                quote_identifiers_recursive(&mut wh.this, reserved_words);
            }
            for e in &mut upd.returning {
                quote_identifiers_recursive(e, reserved_words);
            }
            if let Some(ref mut with) = upd.with {
                quote_with(with, reserved_words);
            }
        }

        Expression::Delete(del) => {
            quote_table_ref(&mut del.table, reserved_words);
            if let Some(ref mut alias) = del.alias {
                maybe_quote(alias, reserved_words);
            }
            for tr in &mut del.using {
                quote_table_ref(tr, reserved_words);
            }
            if let Some(ref mut wh) = del.where_clause {
                quote_identifiers_recursive(&mut wh.this, reserved_words);
            }
            if let Some(ref mut with) = del.with {
                quote_with(with, reserved_words);
            }
        }

        // ── Binary operations ─────────────────────────────────────
        Expression::And(bin)
        | Expression::Or(bin)
        | Expression::Eq(bin)
        | Expression::Neq(bin)
        | Expression::Lt(bin)
        | Expression::Lte(bin)
        | Expression::Gt(bin)
        | Expression::Gte(bin)
        | Expression::Add(bin)
        | Expression::Sub(bin)
        | Expression::Mul(bin)
        | Expression::Div(bin)
        | Expression::Mod(bin)
        | Expression::BitwiseAnd(bin)
        | Expression::BitwiseOr(bin)
        | Expression::BitwiseXor(bin)
        | Expression::Concat(bin)
        | Expression::Adjacent(bin)
        | Expression::TsMatch(bin)
        | Expression::PropertyEQ(bin)
        | Expression::ArrayContainsAll(bin)
        | Expression::ArrayContainedBy(bin)
        | Expression::ArrayOverlaps(bin)
        | Expression::JSONBContainsAllTopKeys(bin)
        | Expression::JSONBContainsAnyTopKeys(bin)
        | Expression::JSONBDeleteAtPath(bin)
        | Expression::ExtendsLeft(bin)
        | Expression::ExtendsRight(bin)
        | Expression::Is(bin)
        | Expression::NullSafeEq(bin)
        | Expression::NullSafeNeq(bin)
        | Expression::Glob(bin)
        | Expression::Match(bin)
        | Expression::MemberOf(bin)
        | Expression::BitwiseLeftShift(bin)
        | Expression::BitwiseRightShift(bin) => {
            quote_identifiers_recursive(&mut bin.left, reserved_words);
            quote_identifiers_recursive(&mut bin.right, reserved_words);
        }

        // ── Like operations ───────────────────────────────────────
        Expression::Like(like) | Expression::ILike(like) => {
            quote_identifiers_recursive(&mut like.left, reserved_words);
            quote_identifiers_recursive(&mut like.right, reserved_words);
            if let Some(ref mut esc) = like.escape {
                quote_identifiers_recursive(esc, reserved_words);
            }
        }

        // ── Unary operations ──────────────────────────────────────
        Expression::Not(un) | Expression::Neg(un) | Expression::BitwiseNot(un) => {
            quote_identifiers_recursive(&mut un.this, reserved_words);
        }

        // ── Predicates ────────────────────────────────────────────
        Expression::In(in_expr) => {
            quote_identifiers_recursive(&mut in_expr.this, reserved_words);
            for e in &mut in_expr.expressions {
                quote_identifiers_recursive(e, reserved_words);
            }
            if let Some(ref mut q) = in_expr.query {
                quote_identifiers_recursive(q, reserved_words);
            }
            if let Some(ref mut un) = in_expr.unnest {
                quote_identifiers_recursive(un, reserved_words);
            }
        }

        Expression::Between(bw) => {
            quote_identifiers_recursive(&mut bw.this, reserved_words);
            quote_identifiers_recursive(&mut bw.low, reserved_words);
            quote_identifiers_recursive(&mut bw.high, reserved_words);
        }

        Expression::IsNull(is_null) => {
            quote_identifiers_recursive(&mut is_null.this, reserved_words);
        }

        Expression::IsTrue(is_tf) | Expression::IsFalse(is_tf) => {
            quote_identifiers_recursive(&mut is_tf.this, reserved_words);
        }

        Expression::Exists(ex) => {
            quote_identifiers_recursive(&mut ex.this, reserved_words);
        }

        // ── Functions ─────────────────────────────────────────────
        Expression::Function(func) => {
            for arg in &mut func.args {
                quote_identifiers_recursive(arg, reserved_words);
            }
        }

        Expression::AggregateFunction(agg) => {
            for arg in &mut agg.args {
                quote_identifiers_recursive(arg, reserved_words);
            }
            if let Some(ref mut filter) = agg.filter {
                quote_identifiers_recursive(filter, reserved_words);
            }
            for o in &mut agg.order_by {
                quote_identifiers_recursive(&mut o.this, reserved_words);
            }
        }

        Expression::WindowFunction(wf) => {
            quote_identifiers_recursive(&mut wf.this, reserved_words);
            quote_over(&mut wf.over, reserved_words);
        }

        // ── CASE ──────────────────────────────────────────────────
        Expression::Case(case) => {
            if let Some(ref mut operand) = case.operand {
                quote_identifiers_recursive(operand, reserved_words);
            }
            for (when, then) in &mut case.whens {
                quote_identifiers_recursive(when, reserved_words);
                quote_identifiers_recursive(then, reserved_words);
            }
            if let Some(ref mut else_) = case.else_ {
                quote_identifiers_recursive(else_, reserved_words);
            }
        }

        // ── CAST / TryCast / SafeCast ─────────────────────────────
        Expression::Cast(cast) | Expression::TryCast(cast) | Expression::SafeCast(cast) => {
            quote_identifiers_recursive(&mut cast.this, reserved_words);
            if let Some(ref mut fmt) = cast.format {
                quote_identifiers_recursive(fmt, reserved_words);
            }
        }

        // ── Paren / Annotated ─────────────────────────────────────
        Expression::Paren(paren) => {
            quote_identifiers_recursive(&mut paren.this, reserved_words);
        }

        Expression::Annotated(ann) => {
            quote_identifiers_recursive(&mut ann.this, reserved_words);
        }

        // ── WITH clause (standalone) ──────────────────────────────
        Expression::With(with) => {
            quote_with(with, reserved_words);
        }

        Expression::Cte(cte) => {
            maybe_quote(&mut cte.alias, reserved_words);
            for c in &mut cte.columns {
                maybe_quote(c, reserved_words);
            }
            quote_identifiers_recursive(&mut cte.this, reserved_words);
        }

        // ── Clauses (standalone) ──────────────────────────────────
        Expression::From(from) => {
            for e in &mut from.expressions {
                quote_identifiers_recursive(e, reserved_words);
            }
        }

        Expression::Join(join) => {
            quote_join(join, reserved_words);
        }

        Expression::JoinedTable(jt) => {
            quote_identifiers_recursive(&mut jt.left, reserved_words);
            for join in &mut jt.joins {
                quote_join(join, reserved_words);
            }
            if let Some(ref mut alias) = jt.alias {
                maybe_quote(alias, reserved_words);
            }
        }

        Expression::Where(wh) => {
            quote_identifiers_recursive(&mut wh.this, reserved_words);
        }

        Expression::GroupBy(gb) => {
            for e in &mut gb.expressions {
                quote_identifiers_recursive(e, reserved_words);
            }
        }

        Expression::Having(hv) => {
            quote_identifiers_recursive(&mut hv.this, reserved_words);
        }

        Expression::OrderBy(ob) => {
            for o in &mut ob.expressions {
                quote_identifiers_recursive(&mut o.this, reserved_words);
            }
        }

        Expression::Ordered(ord) => {
            quote_identifiers_recursive(&mut ord.this, reserved_words);
        }

        Expression::Limit(lim) => {
            quote_identifiers_recursive(&mut lim.this, reserved_words);
        }

        Expression::Offset(off) => {
            quote_identifiers_recursive(&mut off.this, reserved_words);
        }
        Expression::Fetch(fetch) => {
            if let Some(count) = &mut fetch.count {
                quote_identifiers_recursive(count, reserved_words);
            }
        }

        Expression::Qualify(q) => {
            quote_identifiers_recursive(&mut q.this, reserved_words);
        }

        Expression::Window(ws) => {
            for e in &mut ws.partition_by {
                quote_identifiers_recursive(e, reserved_words);
            }
            for o in &mut ws.order_by {
                quote_identifiers_recursive(&mut o.this, reserved_words);
            }
        }

        Expression::Over(over) => {
            quote_over(over, reserved_words);
        }

        Expression::WithinGroup(wg) => {
            quote_identifiers_recursive(&mut wg.this, reserved_words);
            for o in &mut wg.order_by {
                quote_identifiers_recursive(&mut o.this, reserved_words);
            }
        }

        // ── Pivot / Unpivot ───────────────────────────────────────
        Expression::Pivot(piv) => {
            quote_identifiers_recursive(&mut piv.this, reserved_words);
            for e in &mut piv.expressions {
                quote_identifiers_recursive(e, reserved_words);
            }
            for f in &mut piv.fields {
                quote_identifiers_recursive(f, reserved_words);
            }
            if let Some(ref mut alias) = piv.alias {
                maybe_quote(alias, reserved_words);
            }
        }

        Expression::Unpivot(unpiv) => {
            quote_identifiers_recursive(&mut unpiv.this, reserved_words);
            maybe_quote(&mut unpiv.value_column, reserved_words);
            maybe_quote(&mut unpiv.name_column, reserved_words);
            for e in &mut unpiv.columns {
                quote_identifiers_recursive(e, reserved_words);
            }
            if let Some(ref mut alias) = unpiv.alias {
                maybe_quote(alias, reserved_words);
            }
        }

        // ── Values ────────────────────────────────────────────────
        Expression::Values(vals) => {
            for tuple in &mut vals.expressions {
                for e in &mut tuple.expressions {
                    quote_identifiers_recursive(e, reserved_words);
                }
            }
            if let Some(ref mut alias) = vals.alias {
                maybe_quote(alias, reserved_words);
            }
            for ca in &mut vals.column_aliases {
                maybe_quote(ca, reserved_words);
            }
        }

        // ── Array / Struct / Tuple ────────────────────────────────
        Expression::Array(arr) => {
            for e in &mut arr.expressions {
                quote_identifiers_recursive(e, reserved_words);
            }
        }

        Expression::Struct(st) => {
            for (_name, e) in &mut st.fields {
                quote_identifiers_recursive(e, reserved_words);
            }
        }

        Expression::Tuple(tup) => {
            for e in &mut tup.expressions {
                quote_identifiers_recursive(e, reserved_words);
            }
        }

        // ── Subscript / Dot / Method ──────────────────────────────
        Expression::Subscript(sub) => {
            quote_identifiers_recursive(&mut sub.this, reserved_words);
            quote_identifiers_recursive(&mut sub.index, reserved_words);
        }

        Expression::Dot(dot) => {
            quote_identifiers_recursive(&mut dot.this, reserved_words);
            maybe_quote(&mut dot.field, reserved_words);
        }

        Expression::ScopeResolution(sr) => {
            if let Some(ref mut this) = sr.this {
                quote_identifiers_recursive(this, reserved_words);
            }
            quote_identifiers_recursive(&mut sr.expression, reserved_words);
        }

        // ── Lateral ───────────────────────────────────────────────
        Expression::Lateral(lat) => {
            quote_identifiers_recursive(&mut lat.this, reserved_words);
            // lat.alias is Option<String>, not Identifier, so we skip it
        }

        // ── DPipe (|| concatenation) ──────────────────────────────
        Expression::DPipe(dpipe) => {
            quote_identifiers_recursive(&mut dpipe.this, reserved_words);
            quote_identifiers_recursive(&mut dpipe.expression, reserved_words);
        }

        // ── Merge ─────────────────────────────────────────────────
        Expression::Merge(merge) => {
            quote_identifiers_recursive(&mut merge.this, reserved_words);
            quote_identifiers_recursive(&mut merge.using, reserved_words);
            if let Some(ref mut on) = merge.on {
                quote_identifiers_recursive(on, reserved_words);
            }
            if let Some(ref mut whens) = merge.whens {
                quote_identifiers_recursive(whens, reserved_words);
            }
            if let Some(ref mut with) = merge.with_ {
                quote_identifiers_recursive(with, reserved_words);
            }
            if let Some(ref mut ret) = merge.returning {
                quote_identifiers_recursive(ret, reserved_words);
            }
        }

        // ── LateralView (standalone) ──────────────────────────────
        Expression::LateralView(lv) => {
            quote_lateral_view(lv, reserved_words);
        }

        // ── Anonymous (generic function) ──────────────────────────
        Expression::Anonymous(anon) => {
            quote_identifiers_recursive(&mut anon.this, reserved_words);
            for e in &mut anon.expressions {
                quote_identifiers_recursive(e, reserved_words);
            }
        }

        // ── Filter (e.g., FILTER(WHERE ...)) ──────────────────────
        Expression::Filter(filter) => {
            quote_identifiers_recursive(&mut filter.this, reserved_words);
            quote_identifiers_recursive(&mut filter.expression, reserved_words);
        }

        // ── Returning ─────────────────────────────────────────────
        Expression::Returning(ret) => {
            for e in &mut ret.expressions {
                quote_identifiers_recursive(e, reserved_words);
            }
        }

        // ── BracedWildcard ────────────────────────────────────────
        Expression::BracedWildcard(inner) => {
            quote_identifiers_recursive(inner, reserved_words);
        }

        // ── ReturnStmt ────────────────────────────────────────────
        Expression::ReturnStmt(inner) => {
            quote_identifiers_recursive(inner, reserved_words);
        }

        // ── Leaf nodes that never contain identifiers ─────────────
        Expression::Literal(_)
        | Expression::Boolean(_)
        | Expression::Null(_)
        | Expression::DataType(_)
        | Expression::Raw(_)
        | Expression::Placeholder(_)
        | Expression::CurrentDate(_)
        | Expression::CurrentTime(_)
        | Expression::CurrentTimestamp(_)
        | Expression::CurrentTimestampLTZ(_)
        | Expression::SessionUser(_)
        | Expression::RowNumber(_)
        | Expression::Rank(_)
        | Expression::DenseRank(_)
        | Expression::PercentRank(_)
        | Expression::CumeDist(_)
        | Expression::Random(_)
        | Expression::Pi(_)
        | Expression::JSONPathRoot(_) => {
            // Nothing to do – these are leaves or do not contain identifiers
        }

        // ── Catch-all: many expression variants follow common patterns.
        // Rather than listing every single variant, we leave them unchanged.
        // The key identifier-bearing variants are covered above.
        _ => {}
    }
}

/// Helper: quote identifiers in a Join.
fn quote_join(join: &mut Join, reserved_words: &HashSet<&str>) {
    quote_identifiers_recursive(&mut join.this, reserved_words);
    if let Some(ref mut on) = join.on {
        quote_identifiers_recursive(on, reserved_words);
    }
    for id in &mut join.using {
        maybe_quote(id, reserved_words);
    }
    if let Some(ref mut mc) = join.match_condition {
        quote_identifiers_recursive(mc, reserved_words);
    }
    for piv in &mut join.pivots {
        quote_identifiers_recursive(piv, reserved_words);
    }
}

/// Helper: quote identifiers in a WITH clause.
fn quote_with(with: &mut With, reserved_words: &HashSet<&str>) {
    for cte in &mut with.ctes {
        maybe_quote(&mut cte.alias, reserved_words);
        for c in &mut cte.columns {
            maybe_quote(c, reserved_words);
        }
        for k in &mut cte.key_expressions {
            maybe_quote(k, reserved_words);
        }
        quote_identifiers_recursive(&mut cte.this, reserved_words);
    }
}

/// Helper: quote identifiers in an Over clause.
fn quote_over(over: &mut Over, reserved_words: &HashSet<&str>) {
    if let Some(ref mut wn) = over.window_name {
        maybe_quote(wn, reserved_words);
    }
    for e in &mut over.partition_by {
        quote_identifiers_recursive(e, reserved_words);
    }
    for o in &mut over.order_by {
        quote_identifiers_recursive(&mut o.this, reserved_words);
    }
    if let Some(ref mut alias) = over.alias {
        maybe_quote(alias, reserved_words);
    }
}

/// Helper: quote identifiers in a TableRef (used by DML statements).
fn quote_table_ref(table_ref: &mut TableRef, reserved_words: &HashSet<&str>) {
    maybe_quote(&mut table_ref.name, reserved_words);
    if let Some(ref mut schema) = table_ref.schema {
        maybe_quote(schema, reserved_words);
    }
    if let Some(ref mut catalog) = table_ref.catalog {
        maybe_quote(catalog, reserved_words);
    }
    if let Some(ref mut alias) = table_ref.alias {
        maybe_quote(alias, reserved_words);
    }
    for ca in &mut table_ref.column_aliases {
        maybe_quote(ca, reserved_words);
    }
    for p in &mut table_ref.partitions {
        maybe_quote(p, reserved_words);
    }
    for h in &mut table_ref.hints {
        quote_identifiers_recursive(h, reserved_words);
    }
}

/// Helper: quote identifiers in a LateralView.
fn quote_lateral_view(lv: &mut LateralView, reserved_words: &HashSet<&str>) {
    quote_identifiers_recursive(&mut lv.this, reserved_words);
    if let Some(ref mut ta) = lv.table_alias {
        maybe_quote(ta, reserved_words);
    }
    for ca in &mut lv.column_aliases {
        maybe_quote(ca, reserved_words);
    }
}

/// Quote identifiers that need quoting based on dialect rules.
///
/// Walks the entire AST recursively and sets `quoted = true` on any
/// `Identifier` that:
/// - contains special characters (anything not `[a-zA-Z0-9_]`)
/// - starts with a digit
/// - is a SQL reserved word for the given dialect
///
/// The function takes ownership of the expression, mutates a clone,
/// and returns the modified version.
pub fn quote_identifiers(expression: Expression, dialect: Option<DialectType>) -> Expression {
    let reserved_words = get_reserved_words(dialect);
    let mut result = expression;
    quote_identifiers_recursive(&mut result, &reserved_words);
    result
}

/// Pushdown CTE alias columns into the projection.
///
/// This is useful for dialects like Snowflake where CTE alias columns
/// can be referenced in HAVING.
pub fn pushdown_cte_alias_columns(_scope: &Scope) {
    // Kept for API compatibility. The mutating implementation is applied within
    // `qualify_columns` where AST ownership is available.
}

fn pushdown_cte_alias_columns_with(with: &mut With) {
    for cte in &mut with.ctes {
        if cte.columns.is_empty() {
            continue;
        }

        if let Expression::Select(select) = &mut cte.this {
            let mut next_expressions = Vec::with_capacity(select.expressions.len());

            for (i, projection) in select.expressions.iter().enumerate() {
                let Some(alias_name) = cte.columns.get(i) else {
                    next_expressions.push(projection.clone());
                    continue;
                };

                match projection {
                    Expression::Alias(existing) => {
                        let mut aliased = existing.clone();
                        aliased.alias = alias_name.clone();
                        next_expressions.push(Expression::Alias(aliased));
                    }
                    _ => {
                        next_expressions.push(create_alias(projection.clone(), &alias_name.name));
                    }
                }
            }

            select.expressions = next_expressions;
        }
    }
}

// ============================================================================
// Helper functions
// ============================================================================

/// Get all column references in a scope
fn get_scope_columns(scope: &Scope) -> Vec<ColumnRef> {
    let mut columns = Vec::new();
    collect_columns(&scope.expression, &mut columns);
    columns
}

/// Column reference for tracking
#[derive(Debug, Clone)]
struct ColumnRef {
    table: Option<String>,
    name: String,
}

/// Recursively collect column references from an expression
fn collect_columns(expr: &Expression, columns: &mut Vec<ColumnRef>) {
    match expr {
        Expression::Column(col) => {
            columns.push(ColumnRef {
                table: col.table.as_ref().map(|t| t.name.clone()),
                name: col.name.name.clone(),
            });
        }
        Expression::Select(select) => {
            for e in &select.expressions {
                collect_columns(e, columns);
            }
            if let Some(from) = &select.from {
                for e in &from.expressions {
                    collect_columns(e, columns);
                }
            }
            if let Some(where_clause) = &select.where_clause {
                collect_columns(&where_clause.this, columns);
            }
            if let Some(group_by) = &select.group_by {
                for e in &group_by.expressions {
                    collect_columns(e, columns);
                }
            }
            if let Some(having) = &select.having {
                collect_columns(&having.this, columns);
            }
            if let Some(order_by) = &select.order_by {
                for o in &order_by.expressions {
                    collect_columns(&o.this, columns);
                }
            }
            for join in &select.joins {
                collect_columns(&join.this, columns);
                if let Some(on) = &join.on {
                    collect_columns(on, columns);
                }
            }
        }
        Expression::Alias(alias) => {
            collect_columns(&alias.this, columns);
        }
        Expression::Function(func) => {
            for arg in &func.args {
                collect_columns(arg, columns);
            }
        }
        Expression::AggregateFunction(agg) => {
            for arg in &agg.args {
                collect_columns(arg, columns);
            }
        }
        Expression::And(bin)
        | Expression::Or(bin)
        | Expression::Eq(bin)
        | Expression::Neq(bin)
        | Expression::Lt(bin)
        | Expression::Lte(bin)
        | Expression::Gt(bin)
        | Expression::Gte(bin)
        | Expression::Add(bin)
        | Expression::Sub(bin)
        | Expression::Mul(bin)
        | Expression::Div(bin) => {
            collect_columns(&bin.left, columns);
            collect_columns(&bin.right, columns);
        }
        Expression::Not(unary) | Expression::Neg(unary) => {
            collect_columns(&unary.this, columns);
        }
        Expression::Paren(paren) => {
            collect_columns(&paren.this, columns);
        }
        Expression::Case(case) => {
            if let Some(operand) = &case.operand {
                collect_columns(operand, columns);
            }
            for (when, then) in &case.whens {
                collect_columns(when, columns);
                collect_columns(then, columns);
            }
            if let Some(else_) = &case.else_ {
                collect_columns(else_, columns);
            }
        }
        Expression::Cast(cast) => {
            collect_columns(&cast.this, columns);
        }
        Expression::In(in_expr) => {
            collect_columns(&in_expr.this, columns);
            for e in &in_expr.expressions {
                collect_columns(e, columns);
            }
            if let Some(query) = &in_expr.query {
                collect_columns(query, columns);
            }
        }
        Expression::Between(between) => {
            collect_columns(&between.this, columns);
            collect_columns(&between.low, columns);
            collect_columns(&between.high, columns);
        }
        Expression::Subquery(subquery) => {
            collect_columns(&subquery.this, columns);
        }
        _ => {}
    }
}

/// Get unqualified columns in a scope
fn get_unqualified_columns(scope: &Scope) -> Vec<ColumnRef> {
    get_scope_columns(scope)
        .into_iter()
        .filter(|c| c.table.is_none())
        .collect()
}

/// Get external columns (columns not resolvable in current scope)
fn get_external_columns(scope: &Scope) -> Vec<ColumnRef> {
    let source_names: HashSet<_> = scope.sources.keys().cloned().collect();

    get_scope_columns(scope)
        .into_iter()
        .filter(|c| {
            if let Some(table) = &c.table {
                !source_names.contains(table)
            } else {
                false
            }
        })
        .collect()
}

/// Check if a scope represents a correlated subquery
fn is_correlated_subquery(scope: &Scope) -> bool {
    scope.can_be_correlated && !get_external_columns(scope).is_empty()
}

/// Check if a column represents a star (e.g., table.*)
fn is_star_column(col: &Column) -> bool {
    col.name.name == "*"
}

/// Create a qualified column expression
fn create_qualified_column(name: &str, table: Option<&str>) -> Expression {
    Expression::boxed_column(Column {
        name: Identifier::new(name),
        table: table.map(Identifier::new),
        join_mark: false,
        trailing_comments: vec![],
        span: None,
        inferred_type: None,
    })
}

/// Create an alias expression
fn create_alias(expr: Expression, alias_name: &str) -> Expression {
    Expression::Alias(Box::new(Alias {
        this: expr,
        alias: Identifier::new(alias_name),
        column_aliases: vec![],
        alias_explicit_as: false,
        alias_keyword: None,
        pre_alias_comments: vec![],
        trailing_comments: vec![],
        inferred_type: None,
    }))
}

/// Get the output name for an expression
fn get_output_name(expr: &Expression) -> Option<String> {
    match expr {
        Expression::Column(col) => Some(col.name.name.clone()),
        Expression::Alias(alias) => Some(alias.alias.name.clone()),
        Expression::Identifier(id) => Some(id.name.clone()),
        _ => None,
    }
}

#[cfg(test)]
mod tests {
    use super::*;
    use crate::expressions::DataType;
    use crate::generator::Generator;
    use crate::parser::Parser;
    use crate::scope::build_scope;
    use crate::{MappingSchema, Schema};

    fn gen(expr: &Expression) -> String {
        Generator::new().generate(expr).unwrap()
    }

    fn parse(sql: &str) -> Expression {
        Parser::parse_sql(sql).expect("Failed to parse")[0].clone()
    }

    #[test]
    fn test_qualify_columns_options() {
        let options = QualifyColumnsOptions::new()
            .with_expand_alias_refs(true)
            .with_expand_stars(false)
            .with_dialect(DialectType::PostgreSQL)
            .with_allow_partial(true);

        assert!(options.expand_alias_refs);
        assert!(!options.expand_stars);
        assert_eq!(options.dialect, Some(DialectType::PostgreSQL));
        assert!(options.allow_partial_qualification);
    }

    #[test]
    fn test_qualify_cte_chain_uses_lexically_selected_sources() {
        let mut schema = MappingSchema::new();
        schema
            .add_table("raw_orders", &[("amount".into(), DataType::Text)], None)
            .unwrap();
        let sql = "WITH transformed AS (SELECT CAST(amount AS INT) AS amount FROM raw_orders), final AS (SELECT amount FROM transformed) SELECT amount FROM final";
        let qualified =
            qualify_columns(parse(sql), &schema, &QualifyColumnsOptions::new()).unwrap();
        assert_eq!(gen(&qualified), "WITH transformed AS (SELECT CAST(raw_orders.amount AS INT) AS amount FROM raw_orders), final AS (SELECT transformed.amount AS amount FROM transformed) SELECT final.amount AS amount FROM final");
    }

    #[test]
    fn test_qualify_does_not_capture_unrelated_schema_tables() {
        let mut schema = MappingSchema::new();
        schema
            .add_table("unrelated", &[("n".into(), DataType::Text)], None)
            .unwrap();
        for sql in ["SELECT n FROM missing", "SELECT unrelated.n FROM missing"] {
            assert!(
                qualify_columns(parse(sql), &schema, &QualifyColumnsOptions::new()).is_err(),
                "{sql}"
            );
        }
        let sql = "SELECT n FROM missing";
        let qualified = qualify_columns(
            parse(sql),
            &schema,
            &QualifyColumnsOptions::new().with_allow_partial(true),
        )
        .unwrap();
        assert_eq!(gen(&qualified), "SELECT n AS n FROM missing");
        assert!(matches!(
            qualify_columns(
                parse(
                    "WITH a AS (SELECT 1 AS n), b AS (SELECT 2 AS n) SELECT n FROM a CROSS JOIN b"
                ),
                &schema,
                &QualifyColumnsOptions::new()
            ),
            Err(QualifyColumnsError::AmbiguousColumn(_))
        ));
    }

    #[test]
    fn test_qualify_correlated_cte_alias_and_nested_shadowing() {
        let schema = MappingSchema::new();
        for (sql, expected) in [
            ("WITH a AS (SELECT 1 AS n) SELECT (SELECT n) AS result FROM a AS outer_a", "(SELECT outer_a.n AS n)"),
            ("WITH a AS (SELECT 1 AS n) SELECT (SELECT (SELECT n)) AS result FROM a AS outer_a", "(SELECT outer_a.n AS n)"),
            ("WITH a AS (SELECT 1 AS n) SELECT (WITH b AS (SELECT n) SELECT n FROM b) AS result FROM a AS outer_a", "WITH b AS (SELECT outer_a.n AS n) SELECT b.n AS n FROM b"),
            ("WITH a AS (SELECT 1 AS n) SELECT (WITH a AS (SELECT 2 AS m) SELECT m FROM a) AS result FROM a", "SELECT a.m AS m FROM a"),
            ("WITH a AS (SELECT 1 AS n) SELECT b.n FROM a JOIN LATERAL (SELECT a.n) AS b ON TRUE", "SELECT a.n AS n"),
            ("WITH a AS (SELECT 1 AS n) SELECT b.n FROM a, LATERAL (SELECT a.n) AS b", "SELECT a.n AS n"),
        ] {
            let qualified = qualify_columns(parse(sql), &schema, &QualifyColumnsOptions::new())
                .unwrap_or_else(|error| panic!("{sql}: {error}"));
            assert!(gen(&qualified).contains(expected), "{}", gen(&qualified));
        }
    }

    #[test]
    fn test_get_scope_columns() {
        let expr = parse("SELECT a, b FROM t WHERE c = 1");
        let scope = build_scope(&expr);
        let columns = get_scope_columns(&scope);

        assert!(columns.iter().any(|c| c.name == "a"));
        assert!(columns.iter().any(|c| c.name == "b"));
        assert!(columns.iter().any(|c| c.name == "c"));
    }

    #[test]
    fn test_get_unqualified_columns() {
        let expr = parse("SELECT t.a, b FROM t");
        let scope = build_scope(&expr);
        let unqualified = get_unqualified_columns(&scope);

        // Only 'b' should be unqualified
        assert!(unqualified.iter().any(|c| c.name == "b"));
        assert!(!unqualified.iter().any(|c| c.name == "a"));
    }

    #[test]
    fn test_is_star_column() {
        let col = Column {
            name: Identifier::new("*"),
            table: Some(Identifier::new("t")),
            join_mark: false,
            trailing_comments: vec![],
            span: None,
            inferred_type: None,
        };
        assert!(is_star_column(&col));

        let col2 = Column {
            name: Identifier::new("id"),
            table: None,
            join_mark: false,
            trailing_comments: vec![],
            span: None,
            inferred_type: None,
        };
        assert!(!is_star_column(&col2));
    }

    #[test]
    fn test_create_qualified_column() {
        let expr = create_qualified_column("id", Some("users"));
        let sql = gen(&expr);
        assert!(sql.contains("users"));
        assert!(sql.contains("id"));
    }

    #[test]
    fn test_create_alias() {
        let col = Expression::boxed_column(Column {
            name: Identifier::new("value"),
            table: None,
            join_mark: false,
            trailing_comments: vec![],
            span: None,
            inferred_type: None,
        });
        let aliased = create_alias(col, "total");
        let sql = gen(&aliased);
        assert!(sql.contains("AS") || sql.contains("total"));
    }

    #[test]
    fn test_qualify_columns_normalizes_struct_field_access_issue_408() {
        let struct_type = DataType::Struct {
            fields: vec![crate::expressions::StructField::new(
                "field_value".into(),
                DataType::Text,
            )],
            nested: true,
        };
        let mut schema = MappingSchema::with_dialect(DialectType::DuckDB);
        schema
            .add_table(
                "source_table",
                &[
                    ("composite_value".into(), struct_type.clone()),
                    (
                        "nested_items".into(),
                        DataType::Array {
                            element_type: Box::new(struct_type),
                            dimension: None,
                        },
                    ),
                ],
                None,
            )
            .expect("schema setup");

        let cases = [
            (
                "SELECT composite_value.field_value AS output_value FROM source_table",
                "source_table",
                "composite_value",
            ),
            (
                "SELECT item.field_value AS output_value FROM source_table s \
                 CROSS JOIN UNNEST(s.nested_items) AS expanded(item)",
                "expanded",
                "item",
            ),
        ];

        for (sql, expected_table, expected_column) in cases {
            let qualified = qualify_columns(
                parse(sql),
                &schema,
                &QualifyColumnsOptions::new().with_dialect(DialectType::DuckDB),
            )
            .unwrap_or_else(|error| panic!("qualification failed for {sql:?}: {error}"));
            let Expression::Select(select) = qualified else {
                panic!("expected SELECT");
            };
            let Expression::Alias(alias) = &select.expressions[0] else {
                panic!("expected aliased projection");
            };
            let Expression::Dot(dot) = &alias.this else {
                panic!("expected normalized Dot, got {:?}", alias.this);
            };
            let Expression::Column(base) = &dot.this else {
                panic!("expected column-backed Dot");
            };

            assert_eq!(
                base.table.as_ref().map(|table| table.name.as_str()),
                Some(expected_table)
            );
            assert_eq!(base.name.name, expected_column);
            assert_eq!(dot.field.name, "field_value");
        }
    }

    #[test]
    fn test_validate_qualify_columns_success() {
        // All columns qualified
        let expr = parse("SELECT t.a, t.b FROM t");
        let result = validate_qualify_columns(&expr);
        // This may or may not error depending on scope analysis
        // The test verifies the function runs without panic
        let _ = result;
    }

    #[test]
    fn test_collect_columns_nested() {
        let expr = parse("SELECT a + b, c FROM t WHERE d > 0 GROUP BY e HAVING f = 1");
        let mut columns = Vec::new();
        collect_columns(&expr, &mut columns);

        let names: Vec<_> = columns.iter().map(|c| c.name.as_str()).collect();
        assert!(names.contains(&"a"));
        assert!(names.contains(&"b"));
        assert!(names.contains(&"c"));
        assert!(names.contains(&"d"));
        assert!(names.contains(&"e"));
        assert!(names.contains(&"f"));
    }

    #[test]
    fn test_collect_columns_in_case() {
        let expr = parse("SELECT CASE WHEN a = 1 THEN b ELSE c END FROM t");
        let mut columns = Vec::new();
        collect_columns(&expr, &mut columns);

        let names: Vec<_> = columns.iter().map(|c| c.name.as_str()).collect();
        assert!(names.contains(&"a"));
        assert!(names.contains(&"b"));
        assert!(names.contains(&"c"));
    }

    #[test]
    fn test_collect_columns_in_subquery() {
        let expr = parse("SELECT a FROM t WHERE b IN (SELECT c FROM s)");
        let mut columns = Vec::new();
        collect_columns(&expr, &mut columns);

        let names: Vec<_> = columns.iter().map(|c| c.name.as_str()).collect();
        assert!(names.contains(&"a"));
        assert!(names.contains(&"b"));
        assert!(names.contains(&"c"));
    }

    #[test]
    fn test_qualify_outputs_basic() {
        let expr = parse("SELECT a, b + c FROM t");
        let scope = build_scope(&expr);
        let result = qualify_outputs(&scope);
        assert!(result.is_ok());
    }

    #[test]
    fn test_qualify_columns_expands_star_with_schema() {
        let expr = parse("SELECT * FROM users");

        let mut schema = MappingSchema::new();
        schema
            .add_table(
                "users",
                &[
                    (
                        "id".to_string(),
                        DataType::Int {
                            length: None,
                            integer_spelling: false,
                        },
                    ),
                    ("name".to_string(), DataType::Text),
                    ("email".to_string(), DataType::Text),
                ],
                None,
            )
            .expect("schema setup");

        let result =
            qualify_columns(expr, &schema, &QualifyColumnsOptions::new()).expect("qualify");
        let sql = gen(&result);

        assert!(!sql.contains("SELECT *"));
        assert!(sql.contains("users.id"));
        assert!(sql.contains("users.name"));
        assert!(sql.contains("users.email"));
    }

    #[test]
    fn test_qualify_columns_expands_group_by_positions() {
        let expr = parse("SELECT a, b FROM t GROUP BY 1, 2");

        let mut schema = MappingSchema::new();
        schema
            .add_table(
                "t",
                &[
                    (
                        "a".to_string(),
                        DataType::Int {
                            length: None,
                            integer_spelling: false,
                        },
                    ),
                    (
                        "b".to_string(),
                        DataType::Int {
                            length: None,
                            integer_spelling: false,
                        },
                    ),
                ],
                None,
            )
            .expect("schema setup");

        let result =
            qualify_columns(expr, &schema, &QualifyColumnsOptions::new()).expect("qualify");
        let sql = gen(&result);

        assert!(!sql.contains("GROUP BY 1"));
        assert!(!sql.contains("GROUP BY 2"));
        assert!(sql.contains("GROUP BY"));
        assert!(sql.contains("t.a"));
        assert!(sql.contains("t.b"));
    }

    // ======================================================================
    // USING expansion tests
    // ======================================================================

    #[test]
    fn test_expand_using_simple() {
        // Already-qualified column: USING→ON rewrite but no COALESCE needed
        let expr = parse("SELECT x.b FROM x JOIN y USING (b)");

        let mut schema = MappingSchema::new();
        schema
            .add_table(
                "x",
                &[
                    ("a".to_string(), DataType::BigInt { length: None }),
                    ("b".to_string(), DataType::BigInt { length: None }),
                ],
                None,
            )
            .expect("schema setup");
        schema
            .add_table(
                "y",
                &[
                    ("b".to_string(), DataType::BigInt { length: None }),
                    ("c".to_string(), DataType::BigInt { length: None }),
                ],
                None,
            )
            .expect("schema setup");

        let result =
            qualify_columns(expr, &schema, &QualifyColumnsOptions::new()).expect("qualify");
        let sql = gen(&result);

        // USING should be replaced with ON
        assert!(
            !sql.contains("USING"),
            "USING should be replaced with ON: {sql}"
        );
        assert!(
            sql.contains("ON x.b = y.b"),
            "ON condition should be x.b = y.b: {sql}"
        );
        // x.b in SELECT should remain as-is (already qualified)
        assert!(sql.contains("SELECT x.b"), "SELECT should keep x.b: {sql}");
    }

    #[test]
    fn test_expand_using_unqualified_coalesce() {
        // Unqualified USING column in SELECT should become COALESCE
        let expr = parse("SELECT b FROM x JOIN y USING(b)");

        let mut schema = MappingSchema::new();
        schema
            .add_table(
                "x",
                &[
                    ("a".to_string(), DataType::BigInt { length: None }),
                    ("b".to_string(), DataType::BigInt { length: None }),
                ],
                None,
            )
            .expect("schema setup");
        schema
            .add_table(
                "y",
                &[
                    ("b".to_string(), DataType::BigInt { length: None }),
                    ("c".to_string(), DataType::BigInt { length: None }),
                ],
                None,
            )
            .expect("schema setup");

        let result =
            qualify_columns(expr, &schema, &QualifyColumnsOptions::new()).expect("qualify");
        let sql = gen(&result);

        assert!(
            sql.contains("COALESCE(x.b, y.b)"),
            "Unqualified USING column should become COALESCE: {sql}"
        );
        assert!(
            sql.contains("AS b"),
            "COALESCE should be aliased as 'b': {sql}"
        );
        assert!(
            sql.contains("ON x.b = y.b"),
            "ON condition should be generated: {sql}"
        );
    }

    #[test]
    fn test_expand_using_with_where() {
        // USING column in WHERE should become COALESCE
        let expr = parse("SELECT b FROM x JOIN y USING(b) WHERE b = 1");

        let mut schema = MappingSchema::new();
        schema
            .add_table(
                "x",
                &[("b".to_string(), DataType::BigInt { length: None })],
                None,
            )
            .expect("schema setup");
        schema
            .add_table(
                "y",
                &[("b".to_string(), DataType::BigInt { length: None })],
                None,
            )
            .expect("schema setup");

        let result =
            qualify_columns(expr, &schema, &QualifyColumnsOptions::new()).expect("qualify");
        let sql = gen(&result);

        assert!(
            sql.contains("WHERE COALESCE(x.b, y.b)"),
            "WHERE should use COALESCE for USING column: {sql}"
        );
    }

    #[test]
    fn test_expand_using_multi_join() {
        // Three-way join with same USING column
        let expr = parse("SELECT b FROM x JOIN y USING(b) JOIN z USING(b)");

        let mut schema = MappingSchema::new();
        for table in &["x", "y", "z"] {
            schema
                .add_table(
                    table,
                    &[("b".to_string(), DataType::BigInt { length: None })],
                    None,
                )
                .expect("schema setup");
        }

        let result =
            qualify_columns(expr, &schema, &QualifyColumnsOptions::new()).expect("qualify");
        let sql = gen(&result);

        // SELECT should have 3-table COALESCE
        assert!(
            sql.contains("COALESCE(x.b, y.b, z.b)"),
            "Should have 3-table COALESCE: {sql}"
        );
        // First join: simple ON
        assert!(
            sql.contains("ON x.b = y.b"),
            "First join ON condition: {sql}"
        );
    }

    #[test]
    fn test_expand_using_multi_column() {
        // Two USING columns
        let expr = parse("SELECT b, c FROM y JOIN z USING(b, c)");

        let mut schema = MappingSchema::new();
        schema
            .add_table(
                "y",
                &[
                    ("b".to_string(), DataType::BigInt { length: None }),
                    ("c".to_string(), DataType::BigInt { length: None }),
                ],
                None,
            )
            .expect("schema setup");
        schema
            .add_table(
                "z",
                &[
                    ("b".to_string(), DataType::BigInt { length: None }),
                    ("c".to_string(), DataType::BigInt { length: None }),
                ],
                None,
            )
            .expect("schema setup");

        let result =
            qualify_columns(expr, &schema, &QualifyColumnsOptions::new()).expect("qualify");
        let sql = gen(&result);

        assert!(
            sql.contains("COALESCE(y.b, z.b)"),
            "column 'b' should get COALESCE: {sql}"
        );
        assert!(
            sql.contains("COALESCE(y.c, z.c)"),
            "column 'c' should get COALESCE: {sql}"
        );
        // ON should have both conditions ANDed
        assert!(
            sql.contains("y.b = z.b") && sql.contains("y.c = z.c"),
            "ON should have both equality conditions: {sql}"
        );
    }

    #[test]
    fn test_expand_using_star() {
        // SELECT * should deduplicate USING columns
        let expr = parse("SELECT * FROM x JOIN y USING(b)");

        let mut schema = MappingSchema::new();
        schema
            .add_table(
                "x",
                &[
                    ("a".to_string(), DataType::BigInt { length: None }),
                    ("b".to_string(), DataType::BigInt { length: None }),
                ],
                None,
            )
            .expect("schema setup");
        schema
            .add_table(
                "y",
                &[
                    ("b".to_string(), DataType::BigInt { length: None }),
                    ("c".to_string(), DataType::BigInt { length: None }),
                ],
                None,
            )
            .expect("schema setup");

        let result =
            qualify_columns(expr, &schema, &QualifyColumnsOptions::new()).expect("qualify");
        let sql = gen(&result);

        // b should appear once as COALESCE
        assert!(
            sql.contains("COALESCE(x.b, y.b) AS b"),
            "USING column should be COALESCE in star expansion: {sql}"
        );
        // a and c should be normal qualified columns
        assert!(sql.contains("x.a"), "non-USING column a from x: {sql}");
        assert!(sql.contains("y.c"), "non-USING column c from y: {sql}");
        // b should only appear once (not duplicated from both tables)
        let coalesce_count = sql.matches("COALESCE").count();
        assert_eq!(
            coalesce_count, 1,
            "b should appear only once as COALESCE: {sql}"
        );
    }

    #[test]
    fn test_expand_using_table_star() {
        // table.* with USING column
        let expr = parse("SELECT x.* FROM x JOIN y USING(b)");

        let mut schema = MappingSchema::new();
        schema
            .add_table(
                "x",
                &[
                    ("a".to_string(), DataType::BigInt { length: None }),
                    ("b".to_string(), DataType::BigInt { length: None }),
                ],
                None,
            )
            .expect("schema setup");
        schema
            .add_table(
                "y",
                &[
                    ("b".to_string(), DataType::BigInt { length: None }),
                    ("c".to_string(), DataType::BigInt { length: None }),
                ],
                None,
            )
            .expect("schema setup");

        let result =
            qualify_columns(expr, &schema, &QualifyColumnsOptions::new()).expect("qualify");
        let sql = gen(&result);

        // b should become COALESCE (since x participates in USING for b)
        assert!(
            sql.contains("COALESCE(x.b, y.b)"),
            "USING column from x.* should become COALESCE: {sql}"
        );
        assert!(sql.contains("x.a"), "non-USING column a: {sql}");
    }

    #[test]
    fn test_expand_natural_join_with_derived_table() {
        let expr = parse(
            "SELECT shared_key AS output_key FROM source_table \
             NATURAL JOIN (SELECT shared_key FROM source_table) AS derived",
        );

        let mut schema = MappingSchema::new();
        schema
            .add_table(
                "source_table",
                &[(
                    "shared_key".to_string(),
                    DataType::VarChar {
                        length: None,
                        parenthesized_length: false,
                    },
                )],
                None,
            )
            .expect("schema setup");

        let result = qualify_columns(
            expr,
            &schema,
            &QualifyColumnsOptions::new().with_dialect(DialectType::DuckDB),
        )
        .expect("qualify");
        let sql = gen(&result);

        assert!(!sql.contains("NATURAL"), "NATURAL should expand: {sql}");
        assert!(
            sql.contains("ON source_table.shared_key = derived.shared_key"),
            "common column should become an equality condition: {sql}"
        );
        assert!(
            sql.contains("COALESCE(source_table.shared_key, derived.shared_key) AS output_key"),
            "merged projection should preserve both sources: {sql}"
        );
    }

    #[test]
    fn test_expand_natural_join_star_and_chained_sources() {
        let expr = parse("SELECT * FROM x NATURAL JOIN y NATURAL JOIN z");

        let mut schema = MappingSchema::new();
        schema
            .add_table(
                "x",
                &[
                    ("a".to_string(), DataType::BigInt { length: None }),
                    ("shared".to_string(), DataType::BigInt { length: None }),
                ],
                None,
            )
            .expect("schema setup");
        schema
            .add_table(
                "y",
                &[
                    ("shared".to_string(), DataType::BigInt { length: None }),
                    ("b".to_string(), DataType::BigInt { length: None }),
                ],
                None,
            )
            .expect("schema setup");
        schema
            .add_table(
                "z",
                &[
                    ("shared".to_string(), DataType::BigInt { length: None }),
                    ("c".to_string(), DataType::BigInt { length: None }),
                ],
                None,
            )
            .expect("schema setup");

        let result =
            qualify_columns(expr, &schema, &QualifyColumnsOptions::new()).expect("qualify");
        let sql = gen(&result);

        assert!(!sql.contains("NATURAL"), "both joins should expand: {sql}");
        assert!(sql.contains("ON x.shared = y.shared"), "first join: {sql}");
        assert!(sql.contains("ON x.shared = z.shared"), "second join: {sql}");
        assert_eq!(
            sql.matches("COALESCE(x.shared, y.shared, z.shared) AS shared")
                .count(),
            1,
            "merged star column should be emitted once: {sql}"
        );
        assert!(sql.contains("x.a"), "left-only column should remain: {sql}");
        assert!(
            sql.contains("y.b"),
            "middle-only column should remain: {sql}"
        );
        assert!(
            sql.contains("z.c"),
            "right-only column should remain: {sql}"
        );
    }

    #[test]
    fn test_expand_natural_outer_join_kinds() {
        let mut schema = MappingSchema::new();
        for table in ["x", "y"] {
            schema
                .add_table(
                    table,
                    &[("shared".to_string(), DataType::BigInt { length: None })],
                    None,
                )
                .expect("schema setup");
        }

        for (input_kind, output_kind) in [
            ("NATURAL LEFT JOIN", "LEFT JOIN"),
            ("NATURAL RIGHT JOIN", "RIGHT JOIN"),
            ("NATURAL FULL JOIN", "FULL JOIN"),
        ] {
            let expr = parse(&format!("SELECT shared FROM x {input_kind} y"));
            let result =
                qualify_columns(expr, &schema, &QualifyColumnsOptions::new()).expect("qualify");
            let sql = gen(&result);

            assert!(
                !sql.contains("NATURAL"),
                "{input_kind} should expand: {sql}"
            );
            assert!(sql.contains(output_kind), "join kind should remain: {sql}");
            assert!(
                sql.contains("ON x.shared = y.shared"),
                "join condition should be derived: {sql}"
            );
        }
    }

    #[test]
    fn test_preserve_natural_join_without_known_common_columns() {
        let mut no_common_schema = MappingSchema::new();
        no_common_schema
            .add_table(
                "x",
                &[("a".to_string(), DataType::BigInt { length: None })],
                None,
            )
            .expect("schema setup");
        no_common_schema
            .add_table(
                "y",
                &[("b".to_string(), DataType::BigInt { length: None })],
                None,
            )
            .expect("schema setup");

        let no_common = qualify_columns(
            parse("SELECT * FROM x NATURAL JOIN y"),
            &no_common_schema,
            &QualifyColumnsOptions::new(),
        )
        .expect("qualify");
        assert!(
            gen(&no_common).contains("NATURAL JOIN"),
            "join without common columns should remain NATURAL"
        );

        let mut partial_schema = MappingSchema::new();
        partial_schema
            .add_table(
                "x",
                &[("a".to_string(), DataType::BigInt { length: None })],
                None,
            )
            .expect("schema setup");
        let unknown_right = qualify_columns(
            parse("SELECT * FROM x NATURAL JOIN unknown_table"),
            &partial_schema,
            &QualifyColumnsOptions::new().with_allow_partial(true),
        )
        .expect("partial qualification");
        assert!(
            gen(&unknown_right).contains("NATURAL JOIN"),
            "join with an unknown schema should remain NATURAL"
        );

        let unknown_left = qualify_columns(
            parse("SELECT * FROM unknown_table NATURAL JOIN x"),
            &partial_schema,
            &QualifyColumnsOptions::new().with_allow_partial(true),
        )
        .expect("partial qualification");
        assert!(
            gen(&unknown_left).contains("NATURAL JOIN"),
            "join with an unknown left schema should remain NATURAL"
        );

        let partially_known_chain = qualify_columns(
            parse("SELECT * FROM x NATURAL JOIN unknown_table NATURAL JOIN x AS x2"),
            &partial_schema,
            &QualifyColumnsOptions::new().with_allow_partial(true),
        )
        .expect("partial qualification");
        assert_eq!(
            gen(&partially_known_chain).matches("NATURAL JOIN").count(),
            2,
            "an unknown earlier source should prevent later inferred join keys"
        );
    }

    #[test]
    fn test_qualify_columns_qualified_table_name() {
        let expr = parse("SELECT a FROM raw.t1");

        let mut schema = MappingSchema::new();
        schema
            .add_table(
                "raw.t1",
                &[("a".to_string(), DataType::BigInt { length: None })],
                None,
            )
            .expect("schema setup");

        let result =
            qualify_columns(expr, &schema, &QualifyColumnsOptions::new()).expect("qualify");
        let sql = gen(&result);

        assert!(
            sql.contains("t1.a"),
            "column should be qualified with table name: {sql}"
        );

        // test that columns in agg functions also get qualified
        let expr = parse("SELECT MAX(a) FROM raw.t1");
        let result =
            qualify_columns(expr, &schema, &QualifyColumnsOptions::new()).expect("qualify");
        let sql = gen(&result);
        assert!(
            sql.contains("t1.a"),
            "column in function should be qualified with table name: {sql}"
        );

        // test that columns in scalar functions also get qualified
        let expr = parse("SELECT ABS(a) FROM raw.t1");
        let result =
            qualify_columns(expr, &schema, &QualifyColumnsOptions::new()).expect("qualify");
        let sql = gen(&result);
        assert!(
            sql.contains("t1.a"),
            "column in function should be qualified with table name: {sql}"
        );
    }

    #[test]
    fn test_qualify_columns_count_star() {
        // COUNT(*) uses Count { this: None } — verify qualify_columns handles it without panic
        let expr = parse("SELECT COUNT(*) FROM t1");

        let mut schema = MappingSchema::new();
        schema
            .add_table(
                "t1",
                &[("id".to_string(), DataType::BigInt { length: None })],
                None,
            )
            .expect("schema setup");

        let result =
            qualify_columns(expr, &schema, &QualifyColumnsOptions::new()).expect("qualify");
        let sql = gen(&result);

        assert!(
            sql.contains("COUNT(*)"),
            "COUNT(*) should be preserved: {sql}"
        );
    }

    #[test]
    fn test_qualify_columns_correlated_scalar_subquery() {
        let expr =
            parse("SELECT id, (SELECT AVG(val) FROM t2 WHERE t2.id = t1.id) AS avg_val FROM t1");

        let mut schema = MappingSchema::new();
        schema
            .add_table(
                "t1",
                &[("id".to_string(), DataType::BigInt { length: None })],
                None,
            )
            .expect("schema setup");
        schema
            .add_table(
                "t2",
                &[
                    ("id".to_string(), DataType::BigInt { length: None }),
                    ("val".to_string(), DataType::BigInt { length: None }),
                ],
                None,
            )
            .expect("schema setup");

        let result =
            qualify_columns(expr, &schema, &QualifyColumnsOptions::new()).expect("qualify");
        let sql = gen(&result);

        assert!(
            sql.contains("t1.id"),
            "outer column should be qualified: {sql}"
        );
        assert!(
            sql.contains("t2.id"),
            "inner column should be qualified: {sql}"
        );
    }

    #[test]
    fn test_qualify_columns_correlated_scalar_subquery_unqualified() {
        let expr =
            parse("SELECT t1_id, (SELECT AVG(val) FROM t2 WHERE t2_id = t1_id) AS avg_val FROM t1");

        let mut schema = MappingSchema::new();
        schema
            .add_table(
                "t1",
                &[("t1_id".to_string(), DataType::BigInt { length: None })],
                None,
            )
            .expect("schema setup");
        schema
            .add_table(
                "t2",
                &[
                    ("t2_id".to_string(), DataType::BigInt { length: None }),
                    ("val".to_string(), DataType::BigInt { length: None }),
                ],
                None,
            )
            .expect("schema setup");

        let result =
            qualify_columns(expr, &schema, &QualifyColumnsOptions::new()).expect("qualify");
        let sql = gen(&result);

        assert!(
            sql.contains("t1.t1_id"),
            "outer column should be qualified: {sql}"
        );
        assert!(
            sql.contains("t2.t2_id"),
            "inner column should be qualified: {sql}"
        );
        // Correlated reference t1_id in inner scope should be qualified as t1.t1_id
        assert!(
            sql.contains("= t1.t1_id"),
            "correlated column should be qualified: {sql}"
        );
    }

    #[test]
    fn test_qualify_columns_correlated_exists_subquery() {
        let expr = parse(
            "SELECT o_orderpriority FROM orders \
             WHERE EXISTS (SELECT * FROM lineitem WHERE l_orderkey = o_orderkey)",
        );

        let mut schema = MappingSchema::new();
        schema
            .add_table(
                "orders",
                &[
                    ("o_orderpriority".to_string(), DataType::Text),
                    ("o_orderkey".to_string(), DataType::BigInt { length: None }),
                ],
                None,
            )
            .expect("schema setup");
        schema
            .add_table(
                "lineitem",
                &[("l_orderkey".to_string(), DataType::BigInt { length: None })],
                None,
            )
            .expect("schema setup");

        let result =
            qualify_columns(expr, &schema, &QualifyColumnsOptions::new()).expect("qualify");
        let sql = gen(&result);

        assert!(
            sql.contains("orders.o_orderpriority"),
            "outer column should be qualified: {sql}"
        );
        assert!(
            sql.contains("lineitem.l_orderkey"),
            "inner column should be qualified: {sql}"
        );
        assert!(
            sql.contains("orders.o_orderkey"),
            "correlated outer column should be qualified: {sql}"
        );
    }

    #[test]
    fn test_qualify_columns_rejects_unknown_table() {
        let expr = parse("SELECT id FROM t1 WHERE nonexistent.col = 1");

        let mut schema = MappingSchema::new();
        schema
            .add_table(
                "t1",
                &[("id".to_string(), DataType::BigInt { length: None })],
                None,
            )
            .expect("schema setup");

        let result = qualify_columns(expr, &schema, &QualifyColumnsOptions::new());
        assert!(
            result.is_err(),
            "should reject reference to table not in scope or schema"
        );
    }

    // ======================================================================
    // quote_identifiers tests
    // ======================================================================

    #[test]
    fn test_needs_quoting_reserved_word() {
        let reserved = get_reserved_words(None);
        assert!(needs_quoting("select", &reserved));
        assert!(needs_quoting("SELECT", &reserved));
        assert!(needs_quoting("from", &reserved));
        assert!(needs_quoting("WHERE", &reserved));
        assert!(needs_quoting("join", &reserved));
        assert!(needs_quoting("table", &reserved));
    }

    #[test]
    fn test_needs_quoting_normal_identifiers() {
        let reserved = get_reserved_words(None);
        assert!(!needs_quoting("foo", &reserved));
        assert!(!needs_quoting("my_column", &reserved));
        assert!(!needs_quoting("col1", &reserved));
        assert!(!needs_quoting("A", &reserved));
        assert!(!needs_quoting("_hidden", &reserved));
    }

    #[test]
    fn test_needs_quoting_special_characters() {
        let reserved = get_reserved_words(None);
        assert!(needs_quoting("my column", &reserved)); // space
        assert!(needs_quoting("my-column", &reserved)); // hyphen
        assert!(needs_quoting("my.column", &reserved)); // dot
        assert!(needs_quoting("col@name", &reserved)); // at sign
        assert!(needs_quoting("col#name", &reserved)); // hash
    }

    #[test]
    fn test_needs_quoting_starts_with_digit() {
        let reserved = get_reserved_words(None);
        assert!(needs_quoting("1col", &reserved));
        assert!(needs_quoting("123", &reserved));
        assert!(needs_quoting("0_start", &reserved));
    }

    #[test]
    fn test_needs_quoting_empty() {
        let reserved = get_reserved_words(None);
        assert!(!needs_quoting("", &reserved));
    }

    #[test]
    fn test_maybe_quote_sets_quoted_flag() {
        let reserved = get_reserved_words(None);
        let mut id = Identifier::new("select");
        assert!(!id.quoted);
        maybe_quote(&mut id, &reserved);
        assert!(id.quoted);
    }

    #[test]
    fn test_maybe_quote_skips_already_quoted() {
        let reserved = get_reserved_words(None);
        let mut id = Identifier::quoted("myname");
        assert!(id.quoted);
        maybe_quote(&mut id, &reserved);
        assert!(id.quoted); // still quoted
        assert_eq!(id.name, "myname"); // name unchanged
    }

    #[test]
    fn test_maybe_quote_skips_star() {
        let reserved = get_reserved_words(None);
        let mut id = Identifier::new("*");
        maybe_quote(&mut id, &reserved);
        assert!(!id.quoted); // star should not be quoted
    }

    #[test]
    fn test_maybe_quote_skips_normal() {
        let reserved = get_reserved_words(None);
        let mut id = Identifier::new("normal_col");
        maybe_quote(&mut id, &reserved);
        assert!(!id.quoted);
    }

    #[test]
    fn test_quote_identifiers_column_with_reserved_name() {
        // A column named "select" should be quoted
        let expr = Expression::boxed_column(Column {
            name: Identifier::new("select"),
            table: None,
            join_mark: false,
            trailing_comments: vec![],
            span: None,
            inferred_type: None,
        });
        let result = quote_identifiers(expr, None);
        if let Expression::Column(col) = &result {
            assert!(col.name.quoted, "Column named 'select' should be quoted");
        } else {
            panic!("Expected Column expression");
        }
    }

    #[test]
    fn test_quote_identifiers_column_with_special_chars() {
        let expr = Expression::boxed_column(Column {
            name: Identifier::new("my column"),
            table: None,
            join_mark: false,
            trailing_comments: vec![],
            span: None,
            inferred_type: None,
        });
        let result = quote_identifiers(expr, None);
        if let Expression::Column(col) = &result {
            assert!(col.name.quoted, "Column with space should be quoted");
        } else {
            panic!("Expected Column expression");
        }
    }

    #[test]
    fn test_quote_identifiers_preserves_normal_column() {
        let expr = Expression::boxed_column(Column {
            name: Identifier::new("normal_col"),
            table: Some(Identifier::new("my_table")),
            join_mark: false,
            trailing_comments: vec![],
            span: None,
            inferred_type: None,
        });
        let result = quote_identifiers(expr, None);
        if let Expression::Column(col) = &result {
            assert!(!col.name.quoted, "Normal column should not be quoted");
            assert!(
                !col.table.as_ref().unwrap().quoted,
                "Normal table should not be quoted"
            );
        } else {
            panic!("Expected Column expression");
        }
    }

    #[test]
    fn test_quote_identifiers_table_ref_reserved() {
        let expr = Expression::Table(Box::new(TableRef::new("select")));
        let result = quote_identifiers(expr, None);
        if let Expression::Table(tr) = &result {
            assert!(tr.name.quoted, "Table named 'select' should be quoted");
        } else {
            panic!("Expected Table expression");
        }
    }

    #[test]
    fn test_quote_identifiers_table_ref_schema_and_alias() {
        let mut tr = TableRef::new("my_table");
        tr.schema = Some(Identifier::new("from"));
        tr.alias = Some(Identifier::new("t"));
        let expr = Expression::Table(Box::new(tr));
        let result = quote_identifiers(expr, None);
        if let Expression::Table(tr) = &result {
            assert!(!tr.name.quoted, "Normal table name should not be quoted");
            assert!(
                tr.schema.as_ref().unwrap().quoted,
                "Schema named 'from' should be quoted"
            );
            assert!(
                !tr.alias.as_ref().unwrap().quoted,
                "Normal alias should not be quoted"
            );
        } else {
            panic!("Expected Table expression");
        }
    }

    #[test]
    fn test_quote_identifiers_identifier_node() {
        let expr = Expression::Identifier(Identifier::new("order"));
        let result = quote_identifiers(expr, None);
        if let Expression::Identifier(id) = &result {
            assert!(id.quoted, "Identifier named 'order' should be quoted");
        } else {
            panic!("Expected Identifier expression");
        }
    }

    #[test]
    fn test_quote_identifiers_alias() {
        let inner = Expression::boxed_column(Column {
            name: Identifier::new("val"),
            table: None,
            join_mark: false,
            trailing_comments: vec![],
            span: None,
            inferred_type: None,
        });
        let expr = Expression::Alias(Box::new(Alias {
            this: inner,
            alias: Identifier::new("select"),
            column_aliases: vec![Identifier::new("from")],
            alias_explicit_as: false,
            alias_keyword: None,
            pre_alias_comments: vec![],
            trailing_comments: vec![],
            inferred_type: None,
        }));
        let result = quote_identifiers(expr, None);
        if let Expression::Alias(alias) = &result {
            assert!(alias.alias.quoted, "Alias named 'select' should be quoted");
            assert!(
                alias.column_aliases[0].quoted,
                "Column alias named 'from' should be quoted"
            );
            // Inner column "val" should not be quoted
            if let Expression::Column(col) = &alias.this {
                assert!(!col.name.quoted);
            }
        } else {
            panic!("Expected Alias expression");
        }
    }

    #[test]
    fn test_quote_identifiers_select_recursive() {
        // Parse a query and verify quote_identifiers walks through it
        let expr = parse("SELECT a, b FROM t WHERE c = 1");
        let result = quote_identifiers(expr, None);
        // "a", "b", "c", "t" are all normal identifiers, none should be quoted
        let sql = gen(&result);
        // The SQL should be unchanged since no reserved words are used
        assert!(sql.contains("a"));
        assert!(sql.contains("b"));
        assert!(sql.contains("t"));
    }

    #[test]
    fn test_quote_identifiers_digit_start() {
        let expr = Expression::boxed_column(Column {
            name: Identifier::new("1col"),
            table: None,
            join_mark: false,
            trailing_comments: vec![],
            span: None,
            inferred_type: None,
        });
        let result = quote_identifiers(expr, None);
        if let Expression::Column(col) = &result {
            assert!(
                col.name.quoted,
                "Column starting with digit should be quoted"
            );
        } else {
            panic!("Expected Column expression");
        }
    }

    #[test]
    fn test_quote_identifiers_with_mysql_dialect() {
        let reserved = get_reserved_words(Some(DialectType::MySQL));
        // "KILL" is reserved in MySQL
        assert!(needs_quoting("KILL", &reserved));
        // "FORCE" is reserved in MySQL
        assert!(needs_quoting("FORCE", &reserved));
    }

    #[test]
    fn test_quote_identifiers_with_postgresql_dialect() {
        let reserved = get_reserved_words(Some(DialectType::PostgreSQL));
        // "ILIKE" is reserved in PostgreSQL
        assert!(needs_quoting("ILIKE", &reserved));
        // "VERBOSE" is reserved in PostgreSQL
        assert!(needs_quoting("VERBOSE", &reserved));
    }

    #[test]
    fn test_quote_identifiers_with_bigquery_dialect() {
        let reserved = get_reserved_words(Some(DialectType::BigQuery));
        // "STRUCT" is reserved in BigQuery
        assert!(needs_quoting("STRUCT", &reserved));
        // "PROTO" is reserved in BigQuery
        assert!(needs_quoting("PROTO", &reserved));
    }

    #[test]
    fn test_quote_identifiers_case_insensitive_reserved() {
        let reserved = get_reserved_words(None);
        assert!(needs_quoting("Select", &reserved));
        assert!(needs_quoting("sElEcT", &reserved));
        assert!(needs_quoting("FROM", &reserved));
        assert!(needs_quoting("from", &reserved));
    }

    #[test]
    fn test_quote_identifiers_join_using() {
        // Build a join with USING identifiers that include reserved words
        let mut join = crate::expressions::Join {
            this: Expression::Table(Box::new(TableRef::new("other"))),
            on: None,
            using: vec![Identifier::new("key"), Identifier::new("value")],
            kind: crate::expressions::JoinKind::Inner,
            use_inner_keyword: false,
            use_outer_keyword: false,
            deferred_condition: false,
            join_hint: None,
            match_condition: None,
            pivots: vec![],
            comments: vec![],
            nesting_group: 0,
            directed: false,
        };
        let reserved = get_reserved_words(None);
        quote_join(&mut join, &reserved);
        // "key" is reserved, "value" is not
        assert!(
            join.using[0].quoted,
            "USING identifier 'key' should be quoted"
        );
        assert!(
            !join.using[1].quoted,
            "USING identifier 'value' should not be quoted"
        );
    }

    #[test]
    fn test_quote_identifiers_cte() {
        // Build a CTE where alias is a reserved word
        let mut cte = crate::expressions::Cte {
            alias: Identifier::new("select"),
            this: Expression::boxed_column(Column {
                name: Identifier::new("x"),
                table: None,
                join_mark: false,
                trailing_comments: vec![],
                span: None,
                inferred_type: None,
            }),
            columns: vec![Identifier::new("from"), Identifier::new("normal")],
            materialized: None,
            key_expressions: vec![],
            alias_first: false,
            comments: Vec::new(),
        };
        let reserved = get_reserved_words(None);
        maybe_quote(&mut cte.alias, &reserved);
        for c in &mut cte.columns {
            maybe_quote(c, &reserved);
        }
        assert!(cte.alias.quoted, "CTE alias 'select' should be quoted");
        assert!(cte.columns[0].quoted, "CTE column 'from' should be quoted");
        assert!(
            !cte.columns[1].quoted,
            "CTE column 'normal' should not be quoted"
        );
    }

    #[test]
    fn test_quote_identifiers_binary_ops_recurse() {
        // a_col + select_col should quote "select_col" but that's actually
        // just a regular name. Use actual reserved word as column name.
        let expr = Expression::Add(Box::new(crate::expressions::BinaryOp::new(
            Expression::boxed_column(Column {
                name: Identifier::new("select"),
                table: None,
                join_mark: false,
                trailing_comments: vec![],
                span: None,
                inferred_type: None,
            }),
            Expression::boxed_column(Column {
                name: Identifier::new("normal"),
                table: None,
                join_mark: false,
                trailing_comments: vec![],
                span: None,
                inferred_type: None,
            }),
        )));
        let result = quote_identifiers(expr, None);
        if let Expression::Add(bin) = &result {
            if let Expression::Column(left) = &bin.left {
                assert!(
                    left.name.quoted,
                    "'select' column should be quoted in binary op"
                );
            }
            if let Expression::Column(right) = &bin.right {
                assert!(!right.name.quoted, "'normal' column should not be quoted");
            }
        } else {
            panic!("Expected Add expression");
        }
    }

    #[test]
    fn test_quote_identifiers_already_quoted_preserved() {
        // Already-quoted identifier should stay quoted even if it doesn't need it
        let expr = Expression::boxed_column(Column {
            name: Identifier::quoted("normal_name"),
            table: None,
            join_mark: false,
            trailing_comments: vec![],
            span: None,
            inferred_type: None,
        });
        let result = quote_identifiers(expr, None);
        if let Expression::Column(col) = &result {
            assert!(
                col.name.quoted,
                "Already-quoted identifier should remain quoted"
            );
        } else {
            panic!("Expected Column expression");
        }
    }

    #[test]
    fn test_quote_identifiers_full_parsed_query() {
        // Test with a parsed query that uses reserved words as identifiers
        // We build the AST manually since the parser would fail on unquoted reserved words
        let mut select = crate::expressions::Select::new();
        select.expressions.push(Expression::boxed_column(Column {
            name: Identifier::new("order"),
            table: Some(Identifier::new("t")),
            join_mark: false,
            trailing_comments: vec![],
            span: None,
            inferred_type: None,
        }));
        select.from = Some(crate::expressions::From {
            expressions: vec![Expression::Table(Box::new(TableRef::new("t")))],
        });
        let expr = Expression::Select(Box::new(select));

        let result = quote_identifiers(expr, None);
        if let Expression::Select(sel) = &result {
            if let Expression::Column(col) = &sel.expressions[0] {
                assert!(col.name.quoted, "Column named 'order' should be quoted");
                assert!(
                    !col.table.as_ref().unwrap().quoted,
                    "Table 't' should not be quoted"
                );
            } else {
                panic!("Expected Column in SELECT list");
            }
        } else {
            panic!("Expected Select expression");
        }
    }

    #[test]
    fn test_get_reserved_words_all_dialects() {
        // Ensure get_reserved_words doesn't panic for any dialect
        let dialects = [
            None,
            Some(DialectType::Generic),
            Some(DialectType::MySQL),
            Some(DialectType::PostgreSQL),
            Some(DialectType::BigQuery),
            Some(DialectType::Snowflake),
            Some(DialectType::TSQL),
            Some(DialectType::ClickHouse),
            Some(DialectType::DuckDB),
            Some(DialectType::Hive),
            Some(DialectType::Spark),
            Some(DialectType::Trino),
            Some(DialectType::Oracle),
            Some(DialectType::Redshift),
        ];
        for dialect in &dialects {
            let words = get_reserved_words(*dialect);
            // All dialects should have basic SQL reserved words
            assert!(
                words.contains("SELECT"),
                "All dialects should have SELECT as reserved"
            );
            assert!(
                words.contains("FROM"),
                "All dialects should have FROM as reserved"
            );
        }
    }
}