Skip to main content

sheeter_engine/
query.rs

1//! SQL query engine over files.
2//!
3//! [`run`] parses a `SELECT` statement, resolves file paths from the `FROM`
4//! clause relative to a base directory, executes the query in memory, and
5//! returns the result as a [`CanonicalValue::Array`] of row objects. The
6//! supported surface is deliberately small: `SELECT` with column references,
7//! aliases, and arithmetic; `WHERE`; `GROUP BY` with `SUM`, `AVG`, `COUNT`,
8//! `MIN`, and `MAX`; `HAVING` (evaluated on projected aliases); `ORDER BY`;
9//! `LIMIT`; `DISTINCT`; `INNER JOIN` and `LEFT JOIN` with `ON`; and a
10//! `FROM` clause that accepts a single file, a quoted glob pattern, or a
11//! comma-separated list of tables (which produces a cross join).
12//!
13//! Every format the sheeter engine reads can appear in `FROM`, so a single
14//! query can mix `.xlsx`, `.csv`, `.json`, `.ndjson`, `.yaml`, `.xml`,
15//! `.toml`, `.ods`, and `.sql` files without conversion.
16//!
17//! # Examples
18//!
19//! ```
20//! use sheeter_engine::query;
21//! use std::fs;
22//!
23//! let dir = tempfile::tempdir().unwrap();
24//! fs::write(dir.path().join("users.csv"), "id,name\n1,Alice\n2,Bob\n").unwrap();
25//! let result = query::run("SELECT name FROM users.csv WHERE id = 2", dir.path()).unwrap();
26//! assert_eq!(result.to_json().unwrap(), r#"[{"name":"Bob"}]"#);
27//! ```
28
29use crate::{detect_content, detect_extension, CanonicalValue, Format, SqlDialect};
30use serde_json::Number;
31use sqlparser::ast::{
32    BinaryOperator, Expr, FunctionArg, FunctionArgExpr, FunctionArguments, GroupByExpr,
33    JoinConstraint, JoinOperator, LimitClause, ObjectNamePart, OrderByExpr, OrderByKind, Query,
34    SelectItem, SetExpr, Statement, TableFactor, TableWithJoins, Value, ValueWithSpan,
35};
36use sqlparser::dialect::GenericDialect;
37use sqlparser::parser::Parser;
38use std::cmp::Ordering;
39use std::collections::{HashMap, HashSet};
40use std::error::Error;
41use std::path::{Path, PathBuf};
42
43type Row = Vec<(String, CanonicalValue)>;
44
45/// Executes a `SELECT` statement over files in `base_dir`.
46///
47/// The `FROM` clause is resolved relative to `base_dir`. Each file is
48/// decoded using the sheeter engine's format detection, so a single query
49/// can join a CSV, an XLSX sheet, and an NDJSON stream without any manual
50/// conversion step. The result is returned as a [`CanonicalValue::Array`]
51/// whose elements are row objects, ready to be serialized in any format
52/// the engine writes.
53///
54/// Column references may be qualified (`u.name`) or bare (`name`). Bare
55/// names are resolved by suffix match, so `name` finds `users.name` when
56/// only one table has a column ending in `.name`. Comparison operands are
57/// coerced to `f64` when both sides parse as numbers, and to `String`
58/// otherwise, so `id = 2` matches a CSV cell that contains the string
59/// `"2"`.
60///
61/// # Errors
62///
63/// Returns an error if the SQL does not parse, the `FROM` clause references
64/// a missing file, a glob pattern fails to expand, a referenced column does
65/// not exist in any table, or an arithmetic operation cannot coerce its
66/// operands.
67///
68/// # Examples
69///
70/// ```
71/// use sheeter_engine::query;
72/// use std::fs;
73///
74/// let dir = tempfile::tempdir().unwrap();
75/// fs::write(dir.path().join("data.csv"), "a,b\n1,x\n2,y\n3,z\n").unwrap();
76/// let result = query::run(
77///     "SELECT a FROM data.csv WHERE b != 'z' ORDER BY a DESC",
78///     dir.path(),
79/// ).unwrap();
80/// assert_eq!(result.to_json().unwrap(), r#"[{"a":"2"},{"a":"1"}]"#);
81/// ```
82pub fn run(sql: &str, base_dir: &Path) -> Result<CanonicalValue, Box<dyn Error>> {
83    let stmts = Parser::parse_sql(&GenericDialect {}, sql)?;
84    let stmt = stmts.into_iter().next().ok_or("empty SQL")?;
85    match stmt {
86        Statement::Query(q) => execute_query(*q, base_dir),
87        _ => Err("only SELECT statements are supported".into()),
88    }
89}
90
91fn execute_query(query: Query, base_dir: &Path) -> Result<CanonicalValue, Box<dyn Error>> {
92    let body = (*query.body).clone();
93    let select = match body {
94        SetExpr::Select(s) => *s,
95        _ => return Err("only simple SELECT is supported".into()),
96    };
97
98    let mut rows = load_from(&select.from, base_dir)?;
99
100    if let Some(pred) = &select.selection {
101        let mut kept = Vec::new();
102        for row in rows {
103            if matches!(eval(pred.clone(), &row), Ok(CanonicalValue::Bool(true))) {
104                kept.push(row);
105            }
106        }
107        rows = kept;
108    }
109
110    let has_agg = select.projection.iter().any(|item| match item {
111        SelectItem::UnnamedExpr(e) | SelectItem::ExprWithAlias { expr: e, .. } => {
112            contains_aggregate(e)
113        }
114        _ => false,
115    });
116    let group_by = extract_group_by(&select.group_by);
117
118    let mut out_rows = if !group_by.is_empty() || has_agg {
119        aggregate(rows, &select.projection, &group_by, &select.having)?
120    } else {
121        project(rows, &select.projection)?
122    };
123
124    if select.distinct.is_some() {
125        let mut seen: HashSet<String> = HashSet::new();
126        out_rows.retain(|r| {
127            let key = r
128                .iter()
129                .map(|(_, v)| format!("{v:?}"))
130                .collect::<Vec<_>>()
131                .join("\x1f");
132            seen.insert(key)
133        });
134    }
135
136    if let Some(order) = &query.order_by {
137        if let OrderByKind::Expressions(exprs) = &order.kind {
138            sort_rows(&mut out_rows, exprs)?;
139        }
140    }
141
142    if let Some(lc) = &query.limit_clause {
143        if let Some(limit_expr) = extract_limit_expr(lc) {
144            if let Ok(CanonicalValue::Number(n)) = eval(limit_expr, &Vec::new()) {
145                if let Some(limit) = n.as_u64() {
146                    out_rows.truncate(limit as usize);
147                }
148            }
149        }
150    }
151
152    Ok(CanonicalValue::Array(
153        out_rows.into_iter().map(CanonicalValue::Object).collect(),
154    ))
155}
156
157fn extract_group_by(g: &GroupByExpr) -> Vec<Expr> {
158    match g {
159        GroupByExpr::Expressions(exprs, _) => exprs.clone(),
160        _ => Vec::new(),
161    }
162}
163
164fn load_from(from: &[TableWithJoins], base_dir: &Path) -> Result<Vec<Row>, Box<dyn Error>> {
165    if from.is_empty() {
166        return Err("FROM is required".into());
167    }
168    let mut rows = load_table_with_joins(&from[0], base_dir)?;
169    for extra in &from[1..] {
170        let more = load_table_with_joins(extra, base_dir)?;
171        let mut crossed = Vec::new();
172        for a in &rows {
173            for b in &more {
174                let mut combined = a.clone();
175                combined.extend(b.clone());
176                crossed.push(combined);
177            }
178        }
179        rows = crossed;
180    }
181    Ok(rows)
182}
183
184fn load_table_with_joins(t: &TableWithJoins, base_dir: &Path) -> Result<Vec<Row>, Box<dyn Error>> {
185    let mut rows = load_factor(&t.relation, base_dir)?;
186    for join in &t.joins {
187        let right = load_factor(&join.relation, base_dir)?;
188        rows = apply_join(rows, right, &join.join_operator)?;
189    }
190    Ok(rows)
191}
192
193fn load_factor(factor: &TableFactor, base_dir: &Path) -> Result<Vec<Row>, Box<dyn Error>> {
194    let (name, alias) = match factor {
195        TableFactor::Table { name, alias, .. } => (name, alias),
196        _ => return Err("only table references are supported in FROM".into()),
197    };
198
199    let raw = name
200        .0
201        .iter()
202        .filter_map(|p| match p {
203            ObjectNamePart::Identifier(i) => Some(i.value.clone()),
204            _ => None,
205        })
206        .collect::<Vec<_>>()
207        .join(".");
208
209    let alias_name = alias
210        .as_ref()
211        .map(|a| a.name.value.clone())
212        .unwrap_or_else(|| {
213            Path::new(&raw)
214                .file_stem()
215                .and_then(|s| s.to_str())
216                .unwrap_or(&raw)
217                .to_string()
218        });
219
220    let mut all_rows = Vec::new();
221    if is_glob(&raw) {
222        let pattern = resolve_path(&raw, base_dir).to_string_lossy().to_string();
223        let entries = glob::glob(&pattern).map_err(|e| format!("invalid glob {pattern}: {e}"))?;
224        for entry in entries {
225            let p = entry?;
226            let mut r = load_file(&p)?;
227            all_rows.append(&mut r);
228        }
229    } else {
230        all_rows = load_file(&resolve_path(&raw, base_dir))?;
231    }
232
233    Ok(all_rows
234        .into_iter()
235        .map(|row| {
236            row.into_iter()
237                .map(|(k, v)| (format!("{alias_name}.{k}"), v))
238                .collect()
239        })
240        .collect())
241}
242
243fn is_glob(s: &str) -> bool {
244    s.contains('*') || s.contains('?') || s.contains('[')
245}
246
247fn resolve_path(raw: &str, base_dir: &Path) -> PathBuf {
248    let candidate = base_dir.join(raw);
249    if candidate.exists() || is_glob(raw) || Path::new(raw).is_absolute() {
250        return candidate;
251    }
252    let parts: Vec<&str> = raw.split('.').collect();
253    if parts.len() > 2 {
254        let prefix = parts[..parts.len() - 2].join("/");
255        let suffix = parts[parts.len() - 2..].join(".");
256        let slashed = base_dir.join(format!("{prefix}/{suffix}"));
257        if slashed.exists() {
258            return slashed;
259        }
260    }
261    candidate
262}
263
264fn load_file(path: &Path) -> Result<Vec<Row>, Box<dyn Error>> {
265    let bytes = std::fs::read(path)?;
266    let fmt = match detect_extension(path) {
267        Some(f) => f,
268        None => detect_content(&bytes)?,
269    };
270    let value = decode(fmt, &bytes)?;
271    match value {
272        CanonicalValue::Array(rows) => Ok(rows
273            .into_iter()
274            .filter_map(|r| match r {
275                CanonicalValue::Object(o) => Some(o),
276                _ => None,
277            })
278            .collect()),
279        _ => Err(format!("{} did not produce a table", path.display()).into()),
280    }
281}
282
283fn decode(fmt: Format, bytes: &[u8]) -> Result<CanonicalValue, Box<dyn Error>> {
284    let text = || -> Result<&str, Box<dyn Error>> { Ok(std::str::from_utf8(bytes)?) };
285    match fmt {
286        Format::Csv => CanonicalValue::from_csv(text()?),
287        Format::Tsv => CanonicalValue::from_tsv(text()?),
288        Format::Json => CanonicalValue::from_json(text()?),
289        Format::Ndjson => CanonicalValue::from_ndjson(text()?),
290        Format::Yaml => CanonicalValue::from_yaml(text()?),
291        Format::Xml => CanonicalValue::from_xml(text()?),
292        Format::Toml => CanonicalValue::from_toml(text()?),
293        Format::Xlsx => {
294            let mut sheets = CanonicalValue::from_xlsx_workbook(bytes)?;
295            if sheets.len() != 1 {
296                return Err("multi-sheet XLSX requires a single sheet".into());
297            }
298            Ok(sheets.remove(0).1)
299        }
300        Format::Ods => CanonicalValue::from_ods(bytes),
301        Format::Sql => {
302            let mut sheets = CanonicalValue::from_sql_workbook(text()?, SqlDialect::Generic)?;
303            if sheets.len() != 1 {
304                return Err("multi-table SQL requires a single table".into());
305            }
306            Ok(sheets.remove(0).1)
307        }
308    }
309}
310
311fn apply_join(
312    left: Vec<Row>,
313    right: Vec<Row>,
314    op: &JoinOperator,
315) -> Result<Vec<Row>, Box<dyn Error>> {
316    let (constraint, is_left) = match op {
317        JoinOperator::Inner(c) => (c, false),
318        JoinOperator::Join(c) => (c, false),
319        JoinOperator::LeftOuter(c) => (c, true),
320        other => return Err(format!("unsupported join variant: {other:?}").into()),
321    };
322    let on = match constraint {
323        JoinConstraint::On(e) => e.clone(),
324        _ => return Err("only JOIN ... ON is supported".into()),
325    };
326
327    let mut result = Vec::new();
328    for l in &left {
329        let mut matched = false;
330        for r in &right {
331            let mut combined = l.clone();
332            combined.extend(r.clone());
333            if matches!(eval(on.clone(), &combined), Ok(CanonicalValue::Bool(true))) {
334                result.push(combined);
335                matched = true;
336            }
337        }
338        if is_left && !matched {
339            result.push(l.clone());
340        }
341    }
342    Ok(result)
343}
344
345fn eval(expr: Expr, row: &Row) -> Result<CanonicalValue, Box<dyn Error>> {
346    match expr {
347        Expr::Identifier(i) => resolve_column(&i.value, row),
348        Expr::CompoundIdentifier(parts) => {
349            let name = parts
350                .iter()
351                .map(|p| p.value.clone())
352                .collect::<Vec<_>>()
353                .join(".");
354            resolve_column(&name, row)
355        }
356        Expr::Value(ValueWithSpan { value, .. }) => Ok(literal(value)),
357        Expr::BinaryOp { left, op, right } => {
358            let l = eval(*left, row)?;
359            let r = eval(*right, row)?;
360            binary_op(l, &op, r)
361        }
362        Expr::Nested(inner) => eval(*inner, row),
363        other => Err(format!("unsupported expression: {other:?}").into()),
364    }
365}
366
367fn resolve_column(name: &str, row: &Row) -> Result<CanonicalValue, Box<dyn Error>> {
368    if let Some((_, v)) = row.iter().find(|(k, _)| k == name) {
369        return Ok(v.clone());
370    }
371    let suffix = format!(".{name}");
372    if let Some((_, v)) = row.iter().find(|(k, _)| k.ends_with(&suffix)) {
373        return Ok(v.clone());
374    }
375    Err(format!("column {name} not found").into())
376}
377
378fn literal(v: Value) -> CanonicalValue {
379    match v {
380        Value::Number(n, _) => {
381            if let Ok(i) = n.parse::<i64>() {
382                CanonicalValue::Number(Number::from(i))
383            } else if let Ok(f) = n.parse::<f64>() {
384                Number::from_f64(f)
385                    .map(CanonicalValue::Number)
386                    .unwrap_or(CanonicalValue::Null)
387            } else {
388                CanonicalValue::String(n)
389            }
390        }
391        Value::SingleQuotedString(s) | Value::DoubleQuotedString(s) => CanonicalValue::String(s),
392        Value::Boolean(b) => CanonicalValue::Bool(b),
393        Value::Null => CanonicalValue::Null,
394        _ => CanonicalValue::Null,
395    }
396}
397
398fn binary_op(
399    l: CanonicalValue,
400    op: &BinaryOperator,
401    r: CanonicalValue,
402) -> Result<CanonicalValue, Box<dyn Error>> {
403    let ord = || compare_values(&l, &r);
404    match op {
405        BinaryOperator::Eq => return Ok(CanonicalValue::Bool(ord() == Ordering::Equal)),
406        BinaryOperator::NotEq => return Ok(CanonicalValue::Bool(ord() != Ordering::Equal)),
407        BinaryOperator::Lt => return Ok(CanonicalValue::Bool(ord() == Ordering::Less)),
408        BinaryOperator::LtEq => return Ok(CanonicalValue::Bool(ord() != Ordering::Greater)),
409        BinaryOperator::Gt => return Ok(CanonicalValue::Bool(ord() == Ordering::Greater)),
410        BinaryOperator::GtEq => return Ok(CanonicalValue::Bool(ord() != Ordering::Less)),
411        BinaryOperator::And => {
412            let a = matches!(l, CanonicalValue::Bool(true));
413            let b = matches!(r, CanonicalValue::Bool(true));
414            return Ok(CanonicalValue::Bool(a && b));
415        }
416        BinaryOperator::Or => {
417            let a = matches!(l, CanonicalValue::Bool(true));
418            let b = matches!(r, CanonicalValue::Bool(true));
419            return Ok(CanonicalValue::Bool(a || b));
420        }
421        _ => {}
422    }
423    let a = to_f64(&l);
424    let b = to_f64(&r);
425    let result = match (a, b) {
426        (Some(a), Some(b)) => match op {
427            BinaryOperator::Plus => Some(a + b),
428            BinaryOperator::Minus => Some(a - b),
429            BinaryOperator::Multiply => Some(a * b),
430            BinaryOperator::Divide => Some(a / b),
431            _ => None,
432        },
433        _ => None,
434    };
435    match result {
436        Some(f) => Ok(num(f)),
437        None => Err(format!("cannot apply {op:?} to {l:?} and {r:?}").into()),
438    }
439}
440
441fn to_f64(v: &CanonicalValue) -> Option<f64> {
442    match v {
443        CanonicalValue::Number(n) => n.as_f64(),
444        CanonicalValue::String(s) => s.parse().ok(),
445        CanonicalValue::Bool(b) => Some(if *b { 1.0 } else { 0.0 }),
446        _ => None,
447    }
448}
449
450fn num(f: f64) -> CanonicalValue {
451    if f.is_finite() && f.fract() == 0.0 && f.abs() < i64::MAX as f64 {
452        CanonicalValue::Number(Number::from(f as i64))
453    } else {
454        Number::from_f64(f)
455            .map(CanonicalValue::Number)
456            .unwrap_or(CanonicalValue::Null)
457    }
458}
459
460fn project(rows: Vec<Row>, projection: &[SelectItem]) -> Result<Vec<Row>, Box<dyn Error>> {
461    let mut out = Vec::with_capacity(rows.len());
462    for row in rows {
463        let mut new_row = Vec::new();
464        for item in projection {
465            match item {
466                SelectItem::UnnamedExpr(expr) => {
467                    let name = expr_name(expr);
468                    new_row.push((name, eval(expr.clone(), &row)?));
469                }
470                SelectItem::ExprWithAlias { expr, alias } => {
471                    new_row.push((alias.value.clone(), eval(expr.clone(), &row)?));
472                }
473                SelectItem::Wildcard(_) => {
474                    for (k, v) in &row {
475                        let name = k.rsplit('.').next().unwrap_or(k).to_string();
476                        new_row.push((name, v.clone()));
477                    }
478                }
479                SelectItem::QualifiedWildcard(name, _) => {
480                    let prefix = format!("{name}.");
481                    for (k, v) in &row {
482                        if let Some(short) = k.strip_prefix(&prefix) {
483                            new_row.push((short.to_string(), v.clone()));
484                        }
485                    }
486                }
487                SelectItem::ExprWithAliases { .. } => {
488                    return Err("multi-alias SELECT not supported".into());
489                }
490            }
491        }
492        out.push(new_row);
493    }
494    Ok(out)
495}
496
497fn expr_name(expr: &Expr) -> String {
498    match expr {
499        Expr::Identifier(i) => i.value.clone(),
500        Expr::CompoundIdentifier(parts) => {
501            parts.last().map(|p| p.value.clone()).unwrap_or_default()
502        }
503        Expr::Function(f) => {
504            let fname = f.name.to_string().to_lowercase();
505            let arg = match &f.args {
506                FunctionArguments::List(l) => l
507                    .args
508                    .first()
509                    .and_then(|a| match a {
510                        FunctionArg::Unnamed(FunctionArgExpr::Expr(e)) => Some(expr_name(e)),
511                        _ => None,
512                    })
513                    .unwrap_or_default(),
514                _ => String::new(),
515            };
516            format!("{fname}({arg})")
517        }
518        Expr::BinaryOp { left, op, right } => {
519            format!("{} {} {}", expr_name(left), op, expr_name(right))
520        }
521        Expr::Nested(inner) => expr_name(inner),
522        _ => "expr".to_string(),
523    }
524}
525
526fn aggregate(
527    rows: Vec<Row>,
528    projection: &[SelectItem],
529    group_by: &[Expr],
530    having: &Option<Expr>,
531) -> Result<Vec<Row>, Box<dyn Error>> {
532    let mut groups: HashMap<Vec<String>, Vec<Row>> = HashMap::new();
533    if group_by.is_empty() {
534        groups.insert(Vec::new(), rows);
535    } else {
536        for row in rows {
537            let mut key = Vec::new();
538            for g in group_by {
539                let v = eval(g.clone(), &row)?;
540                key.push(format!("{v:?}"));
541            }
542            groups.entry(key).or_default().push(row);
543        }
544    }
545
546    let mut out = Vec::new();
547    for group in groups.into_values() {
548        let mut new_row = Vec::new();
549        for item in projection {
550            match item {
551                SelectItem::UnnamedExpr(expr) => {
552                    let name = expr_name(expr);
553                    new_row.push((name, eval_aggregated(expr, &group)?));
554                }
555                SelectItem::ExprWithAlias { expr, alias } => {
556                    new_row.push((alias.value.clone(), eval_aggregated(expr, &group)?));
557                }
558                _ => return Err("unsupported aggregate SELECT item".into()),
559            }
560        }
561        if let Some(h) = having {
562            if !matches!(eval(h.clone(), &new_row), Ok(CanonicalValue::Bool(true))) {
563                continue;
564            }
565        }
566        out.push(new_row);
567    }
568    Ok(out)
569}
570
571fn eval_aggregated(expr: &Expr, group: &[Row]) -> Result<CanonicalValue, Box<dyn Error>> {
572    if let Expr::Function(f) = expr {
573        let name = f.name.to_string().to_uppercase();
574        if matches!(name.as_str(), "SUM" | "AVG" | "MIN" | "MAX" | "COUNT") {
575            let arg = match &f.args {
576                FunctionArguments::List(l) => l.args.first().and_then(|a| match a {
577                    FunctionArg::Unnamed(FunctionArgExpr::Expr(e)) => Some(e.clone()),
578                    _ => None,
579                }),
580                _ => None,
581            };
582            return compute_aggregate(&name, arg, group);
583        }
584    }
585    if let Some(first) = group.first() {
586        return eval(expr.clone(), first);
587    }
588    Ok(CanonicalValue::Null)
589}
590
591fn compute_aggregate(
592    name: &str,
593    arg: Option<Expr>,
594    group: &[Row],
595) -> Result<CanonicalValue, Box<dyn Error>> {
596    let arg = match arg {
597        Some(a) => a,
598        None => {
599            return match name {
600                "COUNT" => Ok(CanonicalValue::Number(Number::from(group.len() as i64))),
601                _ => Err(format!("{name} requires an argument").into()),
602            };
603        }
604    };
605
606    let mut count = 0usize;
607    let mut sum = 0.0f64;
608    let mut best: Option<f64> = None;
609
610    for row in group {
611        if let Ok(v) = eval(arg.clone(), row) {
612            if let CanonicalValue::Null = v {
613                continue;
614            }
615            if let Some(f) = to_f64(&v) {
616                sum += f;
617                count += 1;
618                best = Some(match best {
619                    None => f,
620                    Some(b) => match name {
621                        "MIN" => b.min(f),
622                        "MAX" => b.max(f),
623                        _ => b,
624                    },
625                });
626            }
627        }
628    }
629
630    Ok(match name {
631        "SUM" => num(sum),
632        "AVG" => {
633            if count > 0 {
634                num(sum / count as f64)
635            } else {
636                CanonicalValue::Null
637            }
638        }
639        "COUNT" => CanonicalValue::Number(Number::from(count as i64)),
640        "MIN" | "MAX" => best.map(num).unwrap_or(CanonicalValue::Null),
641        _ => CanonicalValue::Null,
642    })
643}
644
645fn extract_limit_expr(lc: &LimitClause) -> Option<Expr> {
646    match lc {
647        LimitClause::LimitOffset { limit, .. } => limit.clone(),
648        LimitClause::OffsetCommaLimit { limit, .. } => Some(limit.clone()),
649    }
650}
651
652fn sort_rows(rows: &mut [Row], order_by: &[OrderByExpr]) -> Result<(), Box<dyn Error>> {
653    let keys: Vec<(Expr, bool)> = order_by
654        .iter()
655        .map(|o| (o.expr.clone(), o.options.asc.unwrap_or(true)))
656        .collect();
657    rows.sort_by(|a, b| {
658        for (expr, asc) in &keys {
659            let av = eval(expr.clone(), a).unwrap_or(CanonicalValue::Null);
660            let bv = eval(expr.clone(), b).unwrap_or(CanonicalValue::Null);
661            let ord = compare_values(&av, &bv);
662            let ord = if *asc { ord } else { ord.reverse() };
663            if ord != Ordering::Equal {
664                return ord;
665            }
666        }
667        Ordering::Equal
668    });
669    Ok(())
670}
671
672fn compare_values(a: &CanonicalValue, b: &CanonicalValue) -> Ordering {
673    match (a, b) {
674        (CanonicalValue::Null, CanonicalValue::Null) => Ordering::Equal,
675        (CanonicalValue::Null, _) => Ordering::Less,
676        (_, CanonicalValue::Null) => Ordering::Greater,
677        _ => {
678            if let (Some(x), Some(y)) = (to_f64(a), to_f64(b)) {
679                return x.partial_cmp(&y).unwrap_or(Ordering::Equal);
680            }
681            scalar_string(a).cmp(&scalar_string(b))
682        }
683    }
684}
685
686fn scalar_string(v: &CanonicalValue) -> String {
687    match v {
688        CanonicalValue::Null => String::new(),
689        CanonicalValue::Bool(b) => b.to_string(),
690        CanonicalValue::Number(n) => n.to_string(),
691        CanonicalValue::String(s) => s.clone(),
692        CanonicalValue::Bytes(b) => b.iter().map(|x| format!("{x:02x}")).collect(),
693        _ => String::new(),
694    }
695}
696
697fn contains_aggregate(expr: &Expr) -> bool {
698    match expr {
699        Expr::Function(f) => {
700            let name = f.name.to_string().to_uppercase();
701            matches!(name.as_str(), "SUM" | "AVG" | "MIN" | "MAX" | "COUNT")
702        }
703        Expr::BinaryOp { left, right, .. } => contains_aggregate(left) || contains_aggregate(right),
704        Expr::Nested(inner) => contains_aggregate(inner),
705        _ => false,
706    }
707}