sql-cli 1.71.2

SQL query tool for CSV/JSON with both interactive TUI and non-interactive CLI modes - perfect for exploration and automation
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
// Tests for the recursive SQL parser
// This module contains all unit tests for the recursive parser implementation

use super::super::recursive_parser::*;
use crate::sql::parser::ast::*;
use crate::sql::parser::lexer::{Lexer, Token};

#[test]
fn test_tokenizer_window_functions() {
    let mut lexer = Lexer::new("LAG(value) OVER (PARTITION BY category ORDER BY id)");
    assert!(matches!(lexer.next_token(), Token::Identifier(s) if s == "LAG"));
    assert!(matches!(lexer.next_token(), Token::LeftParen));
    assert!(matches!(lexer.next_token(), Token::Identifier(s) if s == "value"));
    assert!(matches!(lexer.next_token(), Token::RightParen));

    let over_token = lexer.next_token();
    println!("Expected OVER, got: {:?}", over_token);
    assert!(matches!(over_token, Token::Over));

    assert!(matches!(lexer.next_token(), Token::LeftParen));
    assert!(matches!(lexer.next_token(), Token::Partition));
    assert!(matches!(lexer.next_token(), Token::By));
    assert!(matches!(lexer.next_token(), Token::Identifier(s) if s == "category"));
}

#[test]
fn test_parse_window_function() {
    let query = "SELECT LAG(value, 1) OVER (ORDER BY id) as prev_value FROM test";
    let mut parser = Parser::new(query);
    let result = parser.parse();

    assert!(
        result.is_ok(),
        "Parse failed with error: {:?}",
        result.err()
    );

    let stmt = result.unwrap();
    assert_eq!(stmt.columns.len(), 1);
    // The parser stores the full expression as a single column
    let col = &stmt.columns[0];
    // Just verify it parsed without checking exact format
    assert!(col.len() > 0);
}

#[test]
#[ignore] // Window frame clauses (ROWS BETWEEN) not yet supported
fn test_complex_window_function_with_frame() {
    let query = "SELECT SUM(amount) OVER (PARTITION BY category ORDER BY date ROWS BETWEEN 2 PRECEDING AND CURRENT ROW) FROM sales";
    let mut parser = Parser::new(query);
    let result = parser.parse();

    // Frame clauses are not yet supported
    assert!(result.is_ok(), "Failed to parse: {:?}", result.err());
}

#[test]
fn test_parse_is_null() {
    let query = "SELECT * FROM table WHERE column IS NULL";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
    let stmt = result.unwrap();
    assert!(stmt.where_clause.is_some());
}

#[test]
fn test_parse_is_not_null() {
    let query = "SELECT * FROM table WHERE column IS NOT NULL";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
    let stmt = result.unwrap();
    assert!(stmt.where_clause.is_some());
}

#[test]
fn test_between_expression() {
    let query = "SELECT * FROM products WHERE price BETWEEN 10 AND 100";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
    let stmt = result.unwrap();
    assert!(stmt.where_clause.is_some());
}

#[test]
fn test_between_ast_format() {
    // Create a BETWEEN expression
    let expr = SqlExpression::Between {
        expr: Box::new(SqlExpression::Column(ColumnRef::unquoted(
            "price".to_string(),
        ))),
        lower: Box::new(SqlExpression::NumberLiteral("50".to_string())),
        upper: Box::new(SqlExpression::NumberLiteral("100".to_string())),
    };

    let formatted = crate::sql::parser::formatter::format_expression(&expr);
    assert_eq!(formatted, "price BETWEEN 50 AND 100");

    let ast_formatted = crate::sql::parser::formatter::format_expression_ast(&expr);
    assert!(ast_formatted.contains("Between"));
    assert!(ast_formatted.contains("50"));
    assert!(ast_formatted.contains("100"));
}

#[test]
fn test_tokenizer() {
    let mut lexer = Lexer::new("SELECT * FROM table WHERE column = 'value'");

    assert!(matches!(lexer.next_token(), Token::Select));
    assert!(matches!(lexer.next_token(), Token::Star));
    assert!(matches!(lexer.next_token(), Token::From));
    assert!(matches!(lexer.next_token(), Token::Identifier(s) if s == "table"));
    assert!(matches!(lexer.next_token(), Token::Where));
    assert!(matches!(lexer.next_token(), Token::Identifier(s) if s == "column"));
    assert!(matches!(lexer.next_token(), Token::Equal));
    assert!(matches!(lexer.next_token(), Token::StringLiteral(s) if s == "value"));
    assert!(matches!(lexer.next_token(), Token::Eof));
}

#[test]
fn test_tokenizer_numbers() {
    let mut lexer = Lexer::new("123 456.789 -12.34 3.14e10 2.5E-3");

    assert!(matches!(lexer.next_token(), Token::NumberLiteral(s) if s == "123"));
    assert!(matches!(lexer.next_token(), Token::NumberLiteral(s) if s == "456.789"));
    // The lexer parses negative numbers as a single token
    assert!(matches!(lexer.next_token(), Token::NumberLiteral(s) if s == "-12.34"));
    assert!(matches!(lexer.next_token(), Token::NumberLiteral(s) if s == "3.14e10"));
    assert!(matches!(lexer.next_token(), Token::NumberLiteral(s) if s == "2.5E-3"));
}

#[test]
fn test_tokenizer_operators() {
    let mut lexer = Lexer::new("<= >= != < > =");
    assert!(matches!(lexer.next_token(), Token::LessThanOrEqual));
    assert!(matches!(lexer.next_token(), Token::GreaterThanOrEqual));
    assert!(matches!(lexer.next_token(), Token::NotEqual));
    assert!(matches!(lexer.next_token(), Token::LessThan));
    assert!(matches!(lexer.next_token(), Token::GreaterThan));
    assert!(matches!(lexer.next_token(), Token::Equal));
}

#[test]
fn test_parse_not_equal() {
    let query = "SELECT * FROM table WHERE column != 'value'";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
}

#[test]
fn test_parse_and_or() {
    let query = "SELECT * FROM table WHERE a = 1 AND b = 2 OR c = 3";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
}

#[test]
fn test_parse_expression_precedence() {
    let query = "SELECT * FROM table WHERE a + b * c = d";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
}

#[test]
fn test_parse_function_call() {
    let query = "SELECT COUNT(*), SUM(amount) FROM sales";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
    let stmt = result.unwrap();
    assert_eq!(stmt.columns.len(), 2);
}

#[test]
fn test_parse_distinct() {
    let query = "SELECT DISTINCT category FROM products";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
    let stmt = result.unwrap();
    assert!(stmt.distinct);
}

#[test]
fn test_parse_order_by() {
    let query = "SELECT * FROM table ORDER BY column1 ASC, column2 DESC";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
    let stmt = result.unwrap();
    assert!(stmt.order_by.is_some());
    let order_by = stmt.order_by.unwrap();
    assert_eq!(order_by.len(), 2);
}

#[test]
fn test_parse_group_by() {
    let query = "SELECT category, COUNT(*) FROM products GROUP BY category";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
    let stmt = result.unwrap();
    assert!(stmt.group_by.is_some());
    let group_by = stmt.group_by.unwrap();
    assert_eq!(group_by.len(), 1);
}

#[test]
fn test_parse_limit() {
    let query = "SELECT * FROM table LIMIT 10";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
    let stmt = result.unwrap();
    assert_eq!(stmt.limit, Some(10));
}

#[test]
fn test_parse_like() {
    let query = "SELECT * FROM table WHERE name LIKE '%pattern%'";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
}

#[test]
fn test_parse_in_list() {
    let query = "SELECT * FROM table WHERE id IN (1, 2, 3)";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
}

#[test]
fn test_parse_not_in_list() {
    let query = "SELECT * FROM table WHERE id NOT IN (1, 2, 3)";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
}

#[test]
fn test_parse_complex_where() {
    let query =
        "SELECT * FROM orders WHERE (status = 'pending' OR status = 'processing') AND amount > 100";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
}

#[test]
fn test_parse_nested_functions() {
    let query = "SELECT UPPER(TRIM(name)) FROM users";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
}

#[test]
fn test_quoted_identifiers() {
    let query = r#"SELECT "First Name", "Last Name" FROM "User Table""#;
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
    let stmt = result.unwrap();
    assert_eq!(stmt.columns.len(), 2);
    assert!(stmt.columns[0].contains("First Name"));
    assert!(stmt.columns[1].contains("Last Name"));
}

#[test]
fn test_parse_arithmetic_in_select() {
    let query = "SELECT price * quantity AS total FROM orders";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
}

#[test]
fn test_parse_function_with_multiple_args() {
    let query = "SELECT COALESCE(column1, column2, 'default') FROM table";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
}

#[test]
fn test_parse_case_when() {
    let query = "SELECT CASE WHEN x > 0 THEN 'positive' WHEN x < 0 THEN 'negative' ELSE 'zero' END FROM table";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
}

#[test]
fn test_parse_having_clause() {
    // Test with alias-based HAVING (the supported pattern)
    let query =
        "SELECT category, COUNT(*) as count FROM products GROUP BY category HAVING count > 5";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
    let stmt = result.unwrap();
    assert!(stmt.having.is_some());
}

#[test]
fn test_parse_having_clause_with_aggregate() {
    // Test that HAVING with aggregate functions now parses successfully
    // (will be rewritten by HavingAliasTransformer in preprocessing pipeline)
    let query = "SELECT category, COUNT(*) FROM products GROUP BY category HAVING COUNT(*) > 5";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(
        result.is_ok(),
        "Parser should accept aggregates in HAVING - they will be rewritten during preprocessing"
    );

    let stmt = result.unwrap();
    assert!(stmt.having.is_some(), "HAVING clause should be parsed");
}

#[test]
#[ignore] // Subqueries not yet supported
fn test_parse_subquery_in_where() {
    // This should parse but may not execute correctly without full subquery support
    let query =
        "SELECT * FROM orders WHERE customer_id IN (SELECT id FROM customers WHERE active = true)";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    // We expect this to parse the outer query at least
    // Currently fails as subqueries are not implemented
    assert!(result.is_ok());
}

#[test]
fn test_parse_multiple_joins() {
    // Currently not fully supported, but should at least parse the main table
    let query = "SELECT * FROM orders o JOIN customers c ON o.customer_id = c.id";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    // This might fail for now since JOINs aren't fully implemented
    // assert!(result.is_ok());
}

#[test]
fn test_parse_union() {
    // Currently not supported, but documenting for future
    let query = "SELECT id FROM table1 UNION SELECT id FROM table2";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    // This will likely fail as UNION is not implemented
    // assert!(result.is_ok());
}

#[test]
fn test_parse_not_operator() {
    let query = "SELECT * FROM table WHERE NOT (column = 'value')";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
}

#[test]
fn test_method_call_syntax() {
    let query = "SELECT data.upper() FROM table";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
}

#[test]
fn test_chained_method_calls() {
    let query = "SELECT name.upper().trim() FROM users";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
}

#[test]
fn test_datetime_constructor() {
    let query = "SELECT * FROM events WHERE event_date > DateTime(2024, 1, 1)";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
}

#[test]
fn test_today_function() {
    let query = "SELECT * FROM events WHERE event_date = TODAY()";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
}

#[test]
fn test_boolean_literals() {
    let query = "SELECT * FROM table WHERE active = true AND deleted = false";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
}

#[test]
fn test_null_literal() {
    let query = "SELECT * FROM table WHERE column = NULL";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
}

#[test]
fn test_parse_count_distinct() {
    let query = "SELECT COUNT(DISTINCT category) FROM products";
    let mut parser = Parser::new(query);
    let result = parser.parse();
    assert!(result.is_ok());
}

#[test]
fn test_format_select_multiline() {
    let query = "SELECT col1, col2, col3, col4, col5, col6, col7, col8 FROM table";
    let formatted = crate::sql::parser::formatter::format_sql_pretty_compact(query, 5);

    // Should format columns across multiple lines
    assert!(formatted.len() > 2);
    assert!(formatted[0].contains("SELECT"));
}

#[test]
fn test_format_with_complex_where() {
    let query = "SELECT * FROM orders WHERE (status = 'pending' OR status = 'processing') AND amount > 100 AND customer_id IN (1, 2, 3)";
    let formatted = crate::sql::parser::formatter::format_sql_pretty_compact(query, 5);

    assert!(formatted.iter().any(|line| line.contains("FROM")));
    assert!(formatted.iter().any(|line| line.contains("WHERE")));
}

#[test]
fn test_format_preserves_parentheses() {
    let query = "SELECT * FROM table WHERE (a = 1 OR b = 2) AND c = 3";
    let formatted = crate::sql::parser::formatter::format_sql_pretty_compact(query, 5);
    let formatted_text = formatted.join(" ");

    // Check that parentheses are preserved
    assert!(formatted_text.contains("(a = 1 OR b = 2)"));
}

#[test]
fn test_format_datetime_in_where() {
    let query = "SELECT * FROM trades WHERE (executionDate BETWEEN DateTime(2024, 1, 1) AND DateTime(2024, 12, 31))";
    let formatted = crate::sql::parser::formatter::format_sql_pretty_compact(query, 5);
    let formatted_text = formatted.join(" ");

    // Verify essential parts are preserved
    assert!(formatted_text.contains("SELECT"));
    assert!(formatted_text.contains("FROM trades"));
    assert!(formatted_text.contains("WHERE"));
    assert!(formatted_text.contains("(executionDate"));
    assert!(formatted_text.contains("DateTime(2024, 1, 1)"));
    assert!(formatted_text.contains("DateTime(2024, 12, 31)"));

    let original_parens = query.chars().filter(|c| *c == '(' || *c == ')').count();
    let formatted_parens = formatted_text
        .chars()
        .filter(|c| *c == '(' || *c == ')')
        .count();
    assert_eq!(original_parens, formatted_parens);
}

#[test]
fn test_format_multiline_layout() {
    // Test that formatted output has proper multi-line structure
    let query =
        r#"SELECT * FROM trades WHERE (symbol = "AAPL" OR symbol = "GOOGL") AND price > 100"#;
    let formatted = crate::sql::parser::formatter::format_sql_pretty_compact(query, 5);

    // Should have SELECT, FROM, WHERE lines
    assert!(formatted.len() >= 3, "Should have multiple lines");
    assert!(formatted[0].starts_with("SELECT"));
    assert!(formatted[1].starts_with("FROM"));
    assert!(formatted[2].starts_with("WHERE"));

    // WHERE conditions should contain the expected expressions
    let where_line = &formatted[2];
    assert!(where_line.contains("symbol = \"AAPL\""));
    assert!(where_line.contains("symbol = \"GOOGL\""));
    assert!(where_line.contains("AND price > 100"));
}

#[test]
fn test_format_columns_with_aliases() {
    let query = "SELECT customer_id AS id, customer_name AS name, customer_email AS email, customer_phone AS phone, customer_address AS address FROM customers";
    let formatted = crate::sql::parser::formatter::format_sql_pretty_compact(query, 5);

    // Should have at least SELECT and FROM lines
    assert!(formatted.len() >= 2);
    assert!(formatted[0].contains("SELECT"));
    // The formatter may put all columns on one line or multiple lines depending on length
}

#[test]
fn test_format_distinct_keyword() {
    let query = "SELECT DISTINCT category, brand FROM products WHERE price > 100";
    let formatted = crate::sql::parser::formatter::format_sql_pretty_compact(query, 5);

    assert!(formatted[0].contains("DISTINCT"));
}

#[test]
fn test_format_group_by_having() {
    let query = "SELECT category, COUNT(*) FROM products GROUP BY category HAVING COUNT(*) > 5";
    let formatted = crate::sql::parser::formatter::format_sql_pretty_compact(query, 5);

    assert!(formatted.iter().any(|line| line.contains("GROUP BY")));
    // Note: HAVING clause might not be formatted yet as it's not fully implemented
}

#[test]
fn test_format_order_by_limit() {
    let query = "SELECT * FROM products ORDER BY price DESC, name ASC LIMIT 10";
    let formatted = crate::sql::parser::formatter::format_sql_pretty_compact(query, 5);

    // Note: ORDER BY and LIMIT might not be in the formatted output yet
    // as the formatter might not handle all clauses
    assert!(formatted.len() >= 2);
}