Skip to main content

teaql_provider_sqlite/
lib.rs

1use std::collections::{BTreeMap, BTreeSet};
2use std::future::Future;
3use std::pin::Pin;
4use std::str::FromStr;
5use std::sync::{Arc, Mutex, MutexGuard};
6
7use chrono::{DateTime, NaiveDate, NaiveDateTime};
8use rusqlite::types::{Value as SqliteValue, ValueRef};
9use rusqlite::{Connection, Row, params_from_iter};
10use rust_decimal::Decimal;
11use teaql_core::{
12    DataType, EntityDescriptor, Expr, InsertCommand, PropertyDescriptor, Record, SelectQuery,
13    UpdateCommand, Value,
14};
15use teaql_runtime::{
16    GraphNode, InternalIdGenerator, RawAuditEvent, RuntimeError, SchemaProvider, UserContext,
17};
18use teaql_sql::{
19    CompiledQuery, DatabaseKind, SqlCompileError, SqlDialect, SqlTransport,
20    quote_identifier_if_needed,
21};
22
23pub const DEFAULT_ID_SPACE_TABLE: &str = "teaql_id_space";
24
25#[derive(Debug, Default, Clone, Copy)]
26pub struct SqliteDialect;
27
28impl SqlDialect for SqliteDialect {
29    fn kind(&self) -> DatabaseKind {
30        DatabaseKind::Sqlite
31    }
32
33    fn quote_ident(&self, ident: &str) -> String {
34        quote_ident(ident)
35    }
36
37    fn placeholder(&self, _index: usize) -> String {
38        "?".to_owned()
39    }
40
41    fn schema_type_sql(
42        &self,
43        data_type: DataType,
44        property: &PropertyDescriptor,
45    ) -> Result<&'static str, SqlCompileError> {
46        match data_type {
47            DataType::Bool => Ok("BOOLEAN"),
48            DataType::I64 | DataType::U64 if property.is_id => Ok("INTEGER"),
49            DataType::I64 | DataType::U64 => Ok("INTEGER"),
50            DataType::F64 => Ok("REAL"),
51            DataType::Decimal => Ok("NUMERIC"),
52            DataType::Text => Ok("VARCHAR(255)"),
53            DataType::LargeText => Ok("TEXT"),
54            DataType::Json => Ok("JSON"),
55            DataType::Date => Ok("DATE"),
56            DataType::Timestamp => Ok("TIMESTAMP"),
57        }
58    }
59
60    fn compile_add_column(
61        &self,
62        entity: &EntityDescriptor,
63        property: &PropertyDescriptor,
64    ) -> Result<String, SqlCompileError> {
65        // SQLite does not support adding NOT NULL columns without a DEFAULT.
66        // Since TeaQL enforces nullability at the application layer, we can safely
67        // strip the NOT NULL constraint when adding columns to existing tables.
68        let def = self.column_definition_sql(property)?;
69        let def_without_not_null = def.replace(" NOT NULL", "");
70
71        Ok(format!(
72            "ALTER TABLE {} ADD COLUMN {}",
73            self.quote_ident(&entity.table_name),
74            def_without_not_null
75        ))
76    }
77}
78
79#[derive(Debug)]
80pub enum MutationExecutorError {
81    Sqlite(rusqlite::Error),
82    SqlCompile(SqlCompileError),
83    UnsupportedValue(&'static str),
84    UnsupportedColumnType(String),
85    Bind(String),
86    Lock(String),
87}
88
89impl std::fmt::Display for MutationExecutorError {
90    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
91        match self {
92            Self::Sqlite(err) => err.fmt(f),
93            Self::SqlCompile(err) => err.fmt(f),
94            Self::UnsupportedValue(kind) => {
95                write!(
96                    f,
97                    "unsupported rusqlite bind value for mutation executor: {kind}"
98                )
99            }
100            Self::UnsupportedColumnType(kind) => {
101                write!(
102                    f,
103                    "unsupported rusqlite column type for record decoding: {kind}"
104                )
105            }
106            Self::Bind(message) => write!(f, "rusqlite bind error: {message}"),
107            Self::Lock(message) => write!(f, "rusqlite connection lock error: {message}"),
108        }
109    }
110}
111
112impl std::error::Error for MutationExecutorError {}
113
114impl From<rusqlite::Error> for MutationExecutorError {
115    fn from(value: rusqlite::Error) -> Self {
116        Self::Sqlite(value)
117    }
118}
119
120impl From<SqlCompileError> for MutationExecutorError {
121    fn from(value: SqlCompileError) -> Self {
122        Self::SqlCompile(value)
123    }
124}
125
126#[derive(Clone)]
127pub struct SqliteMutationExecutor {
128    connection: Arc<Mutex<Connection>>,
129}
130
131impl SqliteMutationExecutor {
132    pub fn new(connection: Arc<Mutex<Connection>>) -> Self {
133        Self { connection }
134    }
135
136    pub fn from_connection(connection: Connection) -> Self {
137        Self::new(Arc::new(Mutex::new(connection)))
138    }
139
140    pub fn connection(&self) -> Arc<Mutex<Connection>> {
141        Arc::clone(&self.connection)
142    }
143
144    pub fn ensure_schema(
145        &self,
146        dialect: &SqliteDialect,
147        entities: &[&EntityDescriptor],
148    ) -> Result<(), MutationExecutorError> {
149        self.ensure_id_space_table(DEFAULT_ID_SPACE_TABLE)?;
150
151        for entity in entities {
152            if !self.table_exists(&entity.table_name)? {
153                let sql = dialect.compile_create_table(entity)?;
154                self.lock()?.execute(&sql, [])?;
155                continue;
156            }
157
158            let existing_columns = self.table_columns(&entity.table_name)?;
159            for property in &entity.properties {
160                let bare_column = strip_identifier_quotes(&property.column_name).to_lowercase();
161                if existing_columns.contains(&bare_column) {
162                    continue;
163                }
164                let sql = dialect.compile_add_column(entity, property)?;
165                self.lock()?.execute(&sql, [])?;
166            }
167
168            for sql in dialect.schema_indexes_sqls(entity)? {
169                self.lock()?.execute(&sql, [])?;
170            }
171        }
172        Ok(())
173    }
174
175    pub fn ensure_id_space_table(&self, table_name: &str) -> Result<(), MutationExecutorError> {
176        let sql = format!(
177            "CREATE TABLE IF NOT EXISTS {} (type_name VARCHAR(100) PRIMARY KEY, current_level BIGINT NOT NULL)",
178            quote_ident(table_name)
179        );
180        self.lock()?.execute(&sql, [])?;
181        Ok(())
182    }
183
184    pub fn begin_transaction(&self) -> Result<(), MutationExecutorError> {
185        self.lock()?.execute("BEGIN IMMEDIATE", [])?;
186        Ok(())
187    }
188
189    pub fn commit_transaction(&self) -> Result<(), MutationExecutorError> {
190        self.lock()?.execute("COMMIT", [])?;
191        Ok(())
192    }
193
194    pub fn rollback_transaction(&self) -> Result<(), MutationExecutorError> {
195        self.lock()?.execute("ROLLBACK", [])?;
196        Ok(())
197    }
198
199    pub fn execute(&self, query: &CompiledQuery) -> Result<u64, MutationExecutorError> {
200        let params = bind_values(&query.params)?;
201        let rows = self
202            .lock()?
203            .execute(&query.sql_with_comment(), params_from_iter(params.iter()))?;
204        Ok(rows as u64)
205    }
206
207    pub fn fetch_all(&self, query: &CompiledQuery) -> Result<Vec<Record>, MutationExecutorError> {
208        let params = bind_values(&query.params)?;
209        let connection = self.lock()?;
210        let mut statement = connection.prepare(&query.sql_with_comment())?;
211        let columns = statement_columns(&statement);
212        let mut rows = statement.query(params_from_iter(params.iter()))?;
213        let mut records = Vec::new();
214        while let Some(row) = rows.next()? {
215            records.push(decode_sqlite_row(row, &columns)?);
216        }
217        Ok(records)
218    }
219
220    /// Fetch rows in streaming mode (chunked).
221    /// Returns a Vec of StreamChunk, each containing up to `chunk_size` rows.
222    pub fn fetch_stream(
223        &self,
224        query: &CompiledQuery,
225        chunk_size: usize,
226    ) -> Result<Vec<teaql_data_service::StreamChunk>, MutationExecutorError> {
227        let params = bind_values(&query.params)?;
228        let connection = self.lock()?;
229        let mut statement = connection.prepare(&query.sql_with_comment())?;
230        let columns = statement_columns(&statement);
231        let mut rows = statement.query(params_from_iter(params.iter()))?;
232
233        let mut chunks = Vec::new();
234        let mut current_chunk = Vec::new();
235        let mut chunk_index = 0;
236
237        while let Some(row) = rows.next()? {
238            current_chunk.push(decode_sqlite_row(row, &columns)?);
239            if current_chunk.len() >= chunk_size {
240                chunks.push(teaql_data_service::StreamChunk {
241                    rows: current_chunk,
242                    chunk_index,
243                    is_last: false,
244                });
245                current_chunk = Vec::new();
246                chunk_index += 1;
247            }
248        }
249
250        // Push the final chunk (may be empty if exactly aligned)
251        chunks.push(teaql_data_service::StreamChunk {
252            rows: current_chunk,
253            chunk_index,
254            is_last: true,
255        });
256
257        Ok(chunks)
258    }
259
260    pub fn table_exists(&self, table_name: &str) -> Result<bool, MutationExecutorError> {
261        let exists: i64 = self.lock()?.query_row(
262            "SELECT COUNT(1) FROM sqlite_master WHERE type = 'table' AND name = ?",
263            [table_name],
264            |row| row.get(0),
265        )?;
266        Ok(exists > 0)
267    }
268
269    pub fn table_columns(
270        &self,
271        table_name: &str,
272    ) -> Result<BTreeSet<String>, MutationExecutorError> {
273        let pragma_sql = format!("PRAGMA table_info({})", quote_ident(table_name));
274        let connection = self.lock()?;
275        let mut statement = connection.prepare(&pragma_sql)?;
276        let rows = statement.query_map([], |row| row.get::<_, String>("name"))?;
277        let mut columns = BTreeSet::new();
278        for row in rows {
279            columns.insert(row?.to_lowercase());
280        }
281        Ok(columns)
282    }
283
284    fn lock(&self) -> Result<MutexGuard<'_, Connection>, MutationExecutorError> {
285        self.connection
286            .lock()
287            .map_err(|err| MutationExecutorError::Lock(err.to_string()))
288    }
289}
290
291impl teaql_data_service::DataServiceExecutor for SqliteMutationExecutor {
292    type Error = MutationExecutorError;
293
294    fn capabilities(&self) -> teaql_data_service::DataServiceCapabilities {
295        teaql_data_service::DataServiceCapabilities {
296            query: true,
297            mutation: true,
298            transaction: true,
299            schema: true,
300            id_generation: true,
301            ..Default::default()
302        }
303    }
304}
305
306impl SqlTransport for SqliteMutationExecutor {
307    type Error = MutationExecutorError;
308
309    async fn fetch_all_sql(&self, query: &CompiledQuery) -> Result<Vec<Record>, Self::Error> {
310        SqliteMutationExecutor::fetch_all(self, query)
311    }
312
313    async fn execute_sql(&self, query: &CompiledQuery) -> Result<u64, Self::Error> {
314        SqliteMutationExecutor::execute(self, query)
315    }
316}
317
318impl teaql_sql::StreamingSqlTransport for SqliteMutationExecutor {
319    // A rusqlite statement and its rows borrow the guarded connection for the
320    // lifetime of the stream. This stream is intentionally local/non-Send, so
321    // retaining the synchronous guard across yields is required and safe.
322    #[allow(clippy::await_holding_lock)]
323    fn stream_sql(
324        &self,
325        query: CompiledQuery,
326        chunk_size: usize,
327    ) -> teaql_data_service::QueryStream<'_, Self::Error> {
328        let connection = self.connection.clone();
329        Box::pin(async_stream::try_stream! {
330            let params = bind_values(&query.params)?;
331            let guard = connection.lock().map_err(|err| MutationExecutorError::Lock(err.to_string()))?;
332            let mut statement = guard.prepare(&query.sql_with_comment())?;
333            let columns = statement_columns(&statement);
334            let mut rows = statement.query(params_from_iter(params.iter()))?;
335            let mut chunk = Vec::with_capacity(chunk_size); let mut index = 0;
336            while let Some(row) = rows.next()? {
337                chunk.push(decode_sqlite_row(row, &columns)?);
338                if chunk.len() == chunk_size { yield teaql_data_service::StreamChunk { rows: std::mem::take(&mut chunk), chunk_index: index, is_last: false }; index += 1; }
339            }
340            if !chunk.is_empty() { yield teaql_data_service::StreamChunk { rows: chunk, chunk_index: index, is_last: true }; }
341        })
342    }
343}
344
345impl teaql_data_service::StreamQueryExecutor for SqliteMutationExecutor {
346    fn query_stream(
347        &self,
348        request: teaql_data_service::QueryRequest,
349        chunk_size: usize,
350    ) -> teaql_data_service::QueryStream<'_, Self::Error> {
351        let dialect = SqliteDialect;
352        // Use a dummy entity descriptor for compilation
353        let entity_desc = teaql_core::EntityDescriptor::new(&request.query.entity);
354        match dialect.compile_select(&entity_desc, &request.query) {
355            Ok(compiled) => {
356                teaql_sql::StreamingSqlTransport::stream_sql(self, compiled, chunk_size)
357            }
358            Err(error) => Box::pin(futures_util::stream::once(async {
359                Err(MutationExecutorError::SqlCompile(error))
360            })),
361        }
362    }
363}
364
365impl teaql_sql::SqlTransaction for SqliteMutationExecutor {
366    type Error = MutationExecutorError;
367
368    async fn commit_sql(self) -> Result<(), Self::Error> {
369        self.commit_transaction()
370    }
371
372    async fn rollback_sql(self) -> Result<(), Self::Error> {
373        self.rollback_transaction()
374    }
375}
376
377impl teaql_sql::SqlTransactionTransport for SqliteMutationExecutor {
378    type Tx<'a>
379        = Self
380    where
381        Self: 'a;
382
383    async fn begin_sql(&self) -> Result<Self::Tx<'_>, Self::Error> {
384        self.begin_transaction()?;
385        Ok(self.clone())
386    }
387}
388
389fn initial_graph_exists_sqlite(
390    executor: &SqliteMutationExecutor,
391    dialect: &SqliteDialect,
392    entity: &EntityDescriptor,
393    graph: &GraphNode,
394) -> Result<bool, MutationExecutorError> {
395    let Some(id) = graph.values.get("id") else {
396        return Ok(false);
397    };
398    let query = dialect.compile_select(
399        entity,
400        &SelectQuery::new(&graph.entity)
401            .project("id")
402            .filter(Expr::eq("id", id.clone()))
403            .limit(1),
404    )?;
405    Ok(!executor.fetch_all(&query)?.is_empty())
406}
407
408fn compile_initial_graph_insert(
409    dialect: &impl SqlDialect,
410    entity: &EntityDescriptor,
411    graph: &GraphNode,
412) -> Result<CompiledQuery, MutationExecutorError> {
413    let mut command = InsertCommand::new(&graph.entity);
414    for (field, value) in &graph.values {
415        command = command.value(field.clone(), value.clone());
416    }
417    dialect.compile_insert(entity, &command).map_err(Into::into)
418}
419
420fn compile_initial_graph_update(
421    dialect: &impl SqlDialect,
422    entity: &EntityDescriptor,
423    graph: &GraphNode,
424) -> Result<Option<CompiledQuery>, MutationExecutorError> {
425    let Some(id) = graph.values.get("id") else {
426        return Ok(None);
427    };
428    let mut command = UpdateCommand::new(&graph.entity, id.clone());
429    for (field, value) in &graph.values {
430        if field == "id" {
431            continue;
432        }
433        command = command.value(field.clone(), value.clone());
434    }
435    match dialect.compile_update(entity, &command) {
436        Ok(query) => Ok(Some(query)),
437        Err(SqlCompileError::EmptyMutation(_)) => Ok(None),
438        Err(err) => Err(err.into()),
439    }
440}
441
442pub trait SqliteSchemaExt {
443    fn ensure_sqlite_schema(
444        &self,
445    ) -> Pin<Box<dyn Future<Output = Result<(), MutationExecutorError>> + Send + '_>>;
446}
447
448pub fn ensure_sqlite_schema_for(context: &UserContext) -> Result<(), MutationExecutorError> {
449    let dialect = context.get_resource::<SqliteDialect>().ok_or_else(|| {
450        MutationExecutorError::Bind("missing typed resource: SqliteDialect".to_owned())
451    })?;
452    let executor = context
453        .get_resource::<SqliteMutationExecutor>()
454        .ok_or_else(|| {
455            MutationExecutorError::Bind("missing typed resource: SqliteMutationExecutor".to_owned())
456        })?;
457
458    let entities = context.all_entities();
459
460    // Ensure id space table exists
461    executor.ensure_id_space_table(DEFAULT_ID_SPACE_TABLE)?;
462
463    // Process each entity table individually with granular events
464    for entity in &entities {
465        let field_count = entity.properties.len();
466        if !executor.table_exists(&entity.table_name)? {
467            // New table: create it
468            let sql = dialect.compile_create_table(entity)?;
469            executor.lock()?.execute(&sql, [])?;
470            let _ = context.send_event(RawAuditEvent::schema_created(
471                &entity.name,
472                &entity.table_name,
473                field_count,
474            ));
475            continue;
476        }
477        // Existing table: check for missing columns
478        let existing_columns = executor.table_columns(&entity.table_name)?;
479        let mut fields_added = 0;
480        for property in &entity.properties {
481            let bare_column = strip_identifier_quotes(&property.column_name).to_lowercase();
482            if existing_columns.contains(&bare_column) {
483                continue;
484            }
485            let sql = dialect.compile_add_column(entity, property)?;
486            executor.lock()?.execute(&sql, [])?;
487            let _ = context.send_event(RawAuditEvent::field_added(
488                &entity.name,
489                &entity.table_name,
490                &property.column_name,
491            ));
492            fields_added += 1;
493        }
494        let _ = context.send_event(RawAuditEvent::schema_verified(
495            &entity.name,
496            &entity.table_name,
497            field_count,
498        ));
499        let _ = fields_added; // used above for FieldAdded events
500    }
501
502    // Seed initial data, tracking insert vs update counts per entity
503    let mut seed_counts: BTreeMap<String, (usize, usize)> = BTreeMap::new(); // (inserted, updated)
504    for graph in context.initial_graphs() {
505        let entity = context.entity(&graph.entity).ok_or_else(|| {
506            MutationExecutorError::Bind(format!("missing entity: {}", graph.entity))
507        })?;
508        let counts = seed_counts.entry(graph.entity.clone()).or_insert((0, 0));
509        if initial_graph_exists_sqlite(executor, dialect, entity, graph)? {
510            if let Some(query) = compile_initial_graph_update(dialect, entity, graph)? {
511                executor.execute(&query)?;
512            }
513            counts.1 += 1; // updated
514            continue;
515        }
516        let query = compile_initial_graph_insert(dialect, entity, graph)?;
517        executor.execute(&query)?;
518        counts.0 += 1; // inserted
519    }
520
521    // Fire DataSeeded events per entity type
522    for (entity_name, (inserted, updated)) in &seed_counts {
523        let entity = context.entity(entity_name).ok_or_else(|| {
524            MutationExecutorError::Bind(format!("missing entity: {}", entity_name))
525        })?;
526        let _ = context.send_event(RawAuditEvent::data_seeded(
527            entity_name,
528            &entity.table_name,
529            *inserted,
530            *updated,
531        ));
532    }
533
534    Ok(())
535}
536
537impl SqliteSchemaExt for UserContext {
538    fn ensure_sqlite_schema(
539        &self,
540    ) -> Pin<Box<dyn Future<Output = Result<(), MutationExecutorError>> + Send + '_>> {
541        Box::pin(async move { ensure_sqlite_schema_for(self) })
542    }
543}
544
545#[derive(Debug, Default, Clone, Copy)]
546pub struct SqliteSchemaProvider;
547
548impl SchemaProvider for SqliteSchemaProvider {
549    fn ensure_schema<'a>(
550        &'a self,
551        context: &'a UserContext,
552    ) -> Pin<Box<dyn Future<Output = Result<(), RuntimeError>> + Send + 'a>> {
553        Box::pin(async move {
554            ensure_sqlite_schema_for(context).map_err(|err| RuntimeError::Schema(err.to_string()))
555        })
556    }
557}
558
559pub trait SqliteProviderExt {
560    fn use_sqlite_provider(&mut self, executor: SqliteMutationExecutor) -> &mut Self;
561}
562
563impl SqliteProviderExt for UserContext {
564    fn use_sqlite_provider(&mut self, executor: SqliteMutationExecutor) -> &mut Self {
565        self.insert_resource(SqliteDialect);
566        self.insert_resource(executor);
567        self.set_schema_provider(SqliteSchemaProvider);
568        self
569    }
570}
571
572#[derive(Clone)]
573pub struct SqliteIdSpaceGenerator {
574    executor: SqliteMutationExecutor,
575    table_name: String,
576}
577
578impl SqliteIdSpaceGenerator {
579    pub fn new(connection: Connection) -> Self {
580        Self::from_executor(SqliteMutationExecutor::from_connection(connection))
581    }
582
583    pub fn from_executor(executor: SqliteMutationExecutor) -> Self {
584        Self {
585            executor,
586            table_name: DEFAULT_ID_SPACE_TABLE.to_owned(),
587        }
588    }
589
590    pub fn with_table_name(mut self, table_name: impl Into<String>) -> Self {
591        self.table_name = table_name.into();
592        self
593    }
594
595    pub fn ensure_table(&self) -> Result<(), MutationExecutorError> {
596        self.executor.ensure_id_space_table(&self.table_name)
597    }
598
599    pub fn next_id(&self, entity: &str) -> Result<u64, MutationExecutorError> {
600        self.ensure_table()?;
601        let sql = format!(
602            "INSERT INTO {} (type_name, current_level) VALUES (?, 1) \
603             ON CONFLICT (type_name) DO UPDATE \
604             SET current_level = current_level + 1 \
605             RETURNING current_level",
606            quote_ident(&self.table_name)
607        );
608        let id: i64 = self
609            .executor
610            .lock()?
611            .query_row(&sql, [entity], |row| row.get(0))?;
612        u64::try_from(id).map_err(|_| {
613            MutationExecutorError::Bind(format!("generated id {id} cannot be represented as u64"))
614        })
615    }
616}
617
618impl InternalIdGenerator for SqliteIdSpaceGenerator {
619    fn generate_id(&self, entity: &str) -> Result<u64, RuntimeError> {
620        self.next_id(entity)
621            .map_err(|err| RuntimeError::IdGeneration(err.to_string()))
622    }
623}
624
625fn quote_ident(ident: &str) -> String {
626    quote_identifier_if_needed(ident, '"')
627}
628
629/// Strip wrapping identifier quotes from a SQL identifier.
630///
631/// SQLite `PRAGMA table_info` returns bare column names (e.g. `description`),
632/// but generated `PropertyDescriptor::column_name` may carry quotes
633/// (e.g. `"description"`) when the name is a reserved keyword.  This helper
634/// normalises the column name so the two can be compared correctly during
635/// schema migration.
636fn strip_identifier_quotes(ident: &str) -> &str {
637    let bytes = ident.as_bytes();
638    if bytes.len() >= 2 {
639        let (first, last) = (bytes[0], bytes[bytes.len() - 1]);
640        if (first == b'"' && last == b'"')
641            || (first == b'`' && last == b'`')
642            || (first == b'[' && last == b']')
643        {
644            return &ident[1..ident.len() - 1];
645        }
646    }
647    ident
648}
649
650fn bind_values(values: &[Value]) -> Result<Vec<SqliteValue>, MutationExecutorError> {
651    values.iter().map(bind_sqlite_value).collect()
652}
653
654fn bind_sqlite_value(value: &Value) -> Result<SqliteValue, MutationExecutorError> {
655    match value {
656        Value::Null => Ok(SqliteValue::Null),
657        Value::Bool(v) => Ok(SqliteValue::Integer(i64::from(*v))),
658        Value::I64(v) => Ok(SqliteValue::Integer(*v)),
659        Value::U64(v) => i64::try_from(*v)
660            .map(SqliteValue::Integer)
661            .map_err(|_| MutationExecutorError::Bind(format!("u64 value {v} exceeds i64 range"))),
662        Value::F64(v) => Ok(SqliteValue::Real(*v)),
663        // Bind the canonical numeric spelling. SQLite NUMERIC affinity keeps
664        // predicates and aggregates numeric; an application-only text prefix
665        // makes range comparisons silently return the wrong result.
666        Value::Decimal(v) => Ok(SqliteValue::Text(v.to_string())),
667        Value::Text(v) => Ok(SqliteValue::Text(v.clone())),
668        Value::Json(v) => Ok(SqliteValue::Text(v.to_string())),
669        Value::Date(v) => Ok(SqliteValue::Text(v.format("%Y-%m-%d").to_string())),
670        Value::Timestamp(v) => Ok(SqliteValue::Integer(v.0)),
671        Value::Object(_) => Err(MutationExecutorError::UnsupportedValue("object")),
672        Value::List(_) => Err(MutationExecutorError::UnsupportedValue("list")),
673        Value::TypedNull(_) => Ok(SqliteValue::Null),
674    }
675}
676
677#[derive(Debug, Clone)]
678struct ColumnInfo {
679    name: String,
680    decl_type: Option<String>,
681}
682
683fn statement_columns(statement: &rusqlite::Statement<'_>) -> Vec<ColumnInfo> {
684    statement
685        .columns()
686        .into_iter()
687        .map(|column| ColumnInfo {
688            name: column.name().to_owned(),
689            decl_type: column.decl_type().map(|value| value.to_ascii_uppercase()),
690        })
691        .collect()
692}
693
694fn decode_sqlite_row(
695    row: &Row<'_>,
696    columns: &[ColumnInfo],
697) -> Result<Record, MutationExecutorError> {
698    let mut record = BTreeMap::new();
699    for (index, column) in columns.iter().enumerate() {
700        let value_ref = row.get_ref(index)?;
701        let value = match value_ref {
702            ValueRef::Null => Value::Null,
703            ValueRef::Integer(value) => decode_sqlite_integer(value, column),
704            ValueRef::Real(value) => Value::F64(value),
705            ValueRef::Text(value) => decode_sqlite_text(value, column)?,
706            ValueRef::Blob(_) => {
707                return Err(MutationExecutorError::UnsupportedColumnType(
708                    "BLOB".to_owned(),
709                ));
710            }
711        };
712        record.insert(column.name.clone(), value);
713    }
714    Ok(record)
715}
716
717fn decode_sqlite_integer(value: i64, column: &ColumnInfo) -> Value {
718    match column_decl_type(column).as_deref() {
719        Some("BOOLEAN") | Some("BOOL") => Value::Bool(value != 0),
720        _ => Value::I64(value),
721    }
722}
723
724fn decode_sqlite_text(value: &[u8], column: &ColumnInfo) -> Result<Value, MutationExecutorError> {
725    let value = std::str::from_utf8(value)
726        .map_err(|err| MutationExecutorError::Bind(format!("invalid sqlite text: {err}")))?;
727    match column_decl_type(column).as_deref() {
728        Some("NUMERIC") | Some("DECIMAL") => Decimal::from_str(value)
729            .map(Value::Decimal)
730            .map_err(|err| MutationExecutorError::Bind(format!("invalid sqlite decimal: {err}"))),
731        Some("JSON") => serde_json::from_str(value).map(Value::Json).map_err(|err| {
732            MutationExecutorError::Bind(format!("invalid sqlite json value: {err}"))
733        }),
734        Some("DATE") => NaiveDate::parse_from_str(value, "%Y-%m-%d")
735            .map(Value::Date)
736            .map_err(|err| MutationExecutorError::Bind(format!("invalid sqlite date: {err}"))),
737        Some("TIMESTAMP") | Some("DATETIME") => parse_sqlite_timestamp(value),
738        _ => infer_sqlite_text(value),
739    }
740}
741
742fn infer_sqlite_text(value: &str) -> Result<Value, MutationExecutorError> {
743    if let Ok(date) = NaiveDate::parse_from_str(value, "%Y-%m-%d") {
744        return Ok(Value::Date(date));
745    }
746    if let Ok(timestamp) = DateTime::parse_from_rfc3339(value) {
747        return Ok(Value::Timestamp(teaql_core::time::Timestamp(
748            timestamp.timestamp_millis(),
749        )));
750    }
751    if let Ok(timestamp) = NaiveDateTime::parse_from_str(value, "%Y-%m-%d %H:%M:%S") {
752        return Ok(Value::Timestamp(teaql_core::time::Timestamp(
753            timestamp.and_utc().timestamp_millis(),
754        )));
755    }
756    Ok(Value::Text(value.to_owned()))
757}
758
759fn parse_sqlite_timestamp(value: &str) -> Result<Value, MutationExecutorError> {
760    if let Ok(timestamp) = DateTime::parse_from_rfc3339(value) {
761        return Ok(Value::Timestamp(teaql_core::time::Timestamp(
762            timestamp.timestamp_millis(),
763        )));
764    }
765    if let Ok(date) = NaiveDate::parse_from_str(value, "%Y-%m-%d") {
766        return Ok(Value::Timestamp(teaql_core::time::Timestamp(
767            date.and_hms_opt(0, 0, 0)
768                .unwrap_or_default()
769                .and_utc()
770                .timestamp_millis(),
771        )));
772    }
773    NaiveDateTime::parse_from_str(value, "%Y-%m-%d %H:%M:%S")
774        .map(|timestamp| {
775            Value::Timestamp(teaql_core::time::Timestamp(
776                timestamp.and_utc().timestamp_millis(),
777            ))
778        })
779        .map_err(|err| MutationExecutorError::Bind(format!("invalid sqlite timestamp: {err}")))
780}
781
782fn column_decl_type(column: &ColumnInfo) -> Option<String> {
783    column
784        .decl_type
785        .as_ref()
786        .map(|value| value.split('(').next().unwrap_or(value).trim().to_owned())
787}
788
789#[cfg(test)]
790mod tests {
791    use super::*;
792    use futures_util::StreamExt;
793    use teaql_core::{DeleteCommand, RecoverCommand};
794    use teaql_macros::TeaqlEntity;
795    use teaql_runtime::InMemoryMetadataStore;
796
797    #[test]
798    fn streaming_sql_yields_bounded_chunks_and_releases_cursor_on_drop() {
799        let connection = Connection::open_in_memory().unwrap();
800        connection
801            .execute_batch(
802                "CREATE TABLE stream_fixture(id INTEGER);\
803                 INSERT INTO stream_fixture VALUES (1), (2), (3), (4), (5);",
804            )
805            .unwrap();
806        let executor = SqliteMutationExecutor::from_connection(connection);
807        let query = CompiledQuery {
808            sql: "SELECT id FROM stream_fixture ORDER BY id".to_owned(),
809            params: vec![],
810            comment: None,
811        };
812        let mut stream = teaql_sql::StreamingSqlTransport::stream_sql(&executor, query.clone(), 2);
813        let sizes = futures_executor::block_on(async {
814            let mut result = Vec::new();
815            while let Some(chunk) = stream.next().await {
816                result.push(chunk.unwrap().rows.len());
817            }
818            result
819        });
820        assert_eq!(sizes, vec![2, 2, 1]);
821
822        let mut early = teaql_sql::StreamingSqlTransport::stream_sql(&executor, query, 2);
823        assert_eq!(
824            futures_executor::block_on(early.next())
825                .unwrap()
826                .unwrap()
827                .rows
828                .len(),
829            2
830        );
831        drop(early);
832        let count: i64 = executor
833            .connection()
834            .lock()
835            .unwrap()
836            .query_row("SELECT count(*) FROM stream_fixture", [], |row| row.get(0))
837            .unwrap();
838        assert_eq!(count, 5);
839    }
840
841    #[test]
842    fn decimal_bind_is_numeric_and_comparable() {
843        let value =
844            bind_sqlite_value(&Value::Decimal(Decimal::from_str("123.450").unwrap())).unwrap();
845        assert_eq!(value, SqliteValue::Text("123.450".to_owned()));
846        let connection = Connection::open_in_memory().unwrap();
847        let matches: i64 = connection
848            .query_row(
849                "SELECT 1 WHERE CAST(? AS NUMERIC) BETWEEN 120 AND 130",
850                [value],
851                |row| row.get(0),
852            )
853            .unwrap();
854        assert_eq!(matches, 1);
855    }
856
857    #[test]
858    fn temporal_debug_sql_is_executable_and_matches_prepared_storage() {
859        let connection = Connection::open_in_memory().unwrap();
860        connection
861            .execute_batch(
862                "CREATE TABLE temporal_fixture (id INTEGER PRIMARY KEY, d DATE, t TIMESTAMP)",
863            )
864            .unwrap();
865        let query = CompiledQuery {
866            sql: "INSERT INTO temporal_fixture VALUES (?, ?, ?)".to_owned(),
867            params: vec![
868                Value::I64(1),
869                Value::Date(chrono::NaiveDate::from_ymd_opt(2024, 2, 29).unwrap()),
870                Value::Timestamp(teaql_core::time::Timestamp(1_787_110_200_123)),
871            ],
872            comment: None,
873        };
874        let values = bind_values(&query.params).unwrap();
875        connection
876            .execute(&query.sql, rusqlite::params_from_iter(values))
877            .unwrap();
878        connection
879            .execute(
880                &query
881                    .debug_sql(teaql_sql::DatabaseKind::Sqlite)
882                    .replace("VALUES (1,", "VALUES (2,"),
883                [],
884            )
885            .unwrap();
886
887        let equal_count: i64 = connection.query_row(
888            "SELECT count(*) FROM temporal_fixture a JOIN temporal_fixture b ON a.d=b.d AND a.t=b.t WHERE a.id=1 AND b.id=2",
889            [], |row| row.get(0),
890        ).unwrap();
891        let storage_type: String = connection
892            .query_row(
893                "SELECT typeof(t) FROM temporal_fixture WHERE id=1",
894                [],
895                |row| row.get(0),
896            )
897            .unwrap();
898        assert_eq!(equal_count, 1);
899        assert_eq!(storage_type, "integer");
900    }
901
902    fn entity() -> EntityDescriptor {
903        EntityDescriptor::new("Order")
904            .table_name("orders")
905            .property(
906                PropertyDescriptor::new("id", DataType::U64)
907                    .column_name("id")
908                    .id()
909                    .not_null(),
910            )
911            .property(
912                PropertyDescriptor::new("version", DataType::I64)
913                    .column_name("version")
914                    .version()
915                    .not_null(),
916            )
917            .property(PropertyDescriptor::new("name", DataType::Text).column_name("name"))
918    }
919
920    fn order_line_entity() -> EntityDescriptor {
921        EntityDescriptor::new("OrderLine")
922            .table_name("order_line")
923            .property(
924                PropertyDescriptor::new("id", DataType::U64)
925                    .column_name("id")
926                    .id()
927                    .not_null(),
928            )
929            .property(
930                PropertyDescriptor::new("order_id", DataType::U64)
931                    .column_name("order_id")
932                    .not_null(),
933            )
934            .property(PropertyDescriptor::new("name", DataType::Text).column_name("name"))
935    }
936
937    #[allow(dead_code)]
938    #[derive(Debug, PartialEq, TeaqlEntity)]
939    #[teaql(entity = "FeatureFlag", table = "feature_flags")]
940    struct FeatureFlagRow {
941        #[teaql(id)]
942        id: u64,
943        #[teaql(version)]
944        version: i64,
945        enabled: bool,
946        optional_enabled: Option<bool>,
947    }
948
949    fn feature_flag_record(enabled: Value, optional_enabled: Value) -> Record {
950        Record::from([
951            ("id".to_owned(), Value::U64(1)),
952            ("version".to_owned(), Value::I64(1)),
953            ("enabled".to_owned(), enabled),
954            ("optional_enabled".to_owned(), optional_enabled),
955        ])
956    }
957
958    #[test]
959    fn sqlite_dialect_compiles_mutations_and_schema() {
960        let insert = SqliteDialect
961            .compile_insert(
962                &entity(),
963                &InsertCommand::new("Order")
964                    .value("id", 1_u64)
965                    .value("name", "A"),
966            )
967            .unwrap();
968        assert_eq!(insert.sql, "INSERT INTO orders (id, name) VALUES (?, ?)");
969
970        let update = SqliteDialect
971            .compile_update(
972                &entity(),
973                &UpdateCommand::new("Order", 1_u64)
974                    .expected_version(3)
975                    .value("name", "B"),
976            )
977            .unwrap();
978        assert_eq!(
979            update.sql,
980            "UPDATE orders SET name = ?, version = ? WHERE id = ? AND version = ?"
981        );
982
983        let delete = SqliteDialect
984            .compile_delete(
985                &entity(),
986                &DeleteCommand::new("Order", 1_u64).expected_version(3),
987            )
988            .unwrap();
989        let recover = SqliteDialect
990            .compile_recover(&entity(), &RecoverCommand::new("Order", 1_u64, -4))
991            .unwrap();
992        assert_eq!(
993            delete.sql,
994            "UPDATE orders SET version = ? WHERE id = ? AND version = ?"
995        );
996        assert_eq!(
997            recover.sql,
998            "UPDATE orders SET version = ? WHERE id = ? AND version = ?"
999        );
1000
1001        let create = SqliteDialect.compile_create_table(&entity()).unwrap();
1002        assert_eq!(
1003            create,
1004            "CREATE TABLE IF NOT EXISTS orders (id INTEGER PRIMARY KEY NOT NULL, version INTEGER NOT NULL, name VARCHAR(255))"
1005        );
1006    }
1007
1008    #[test]
1009    fn sqlite_executor_ensures_schema_and_roundtrips_rows() {
1010        let executor =
1011            SqliteMutationExecutor::from_connection(Connection::open_in_memory().unwrap());
1012        let entity = entity();
1013        let mut context = UserContext::new()
1014            .with_metadata(InMemoryMetadataStore::new().with_entity(entity.clone()));
1015
1016        context.use_sqlite_provider(executor.clone());
1017        ensure_sqlite_schema_for(&context).unwrap();
1018
1019        let insert = SqliteDialect
1020            .compile_insert(
1021                &entity,
1022                &InsertCommand::new("Order")
1023                    .value("id", 1_u64)
1024                    .value("version", 1_i64)
1025                    .value("name", "draft"),
1026            )
1027            .unwrap();
1028        assert_eq!(executor.execute(&insert).unwrap(), 1);
1029
1030        let select = SqliteDialect
1031            .compile_select(
1032                &entity,
1033                &SelectQuery::new("Order")
1034                    .filter(Expr::eq("id", 1_u64))
1035                    .order_asc("id"),
1036            )
1037            .unwrap();
1038        let rows = executor.fetch_all(&select).unwrap();
1039        assert_eq!(rows.len(), 1);
1040        assert_eq!(rows[0].get("id"), Some(&Value::I64(1)));
1041        assert_eq!(rows[0].get("version"), Some(&Value::I64(1)));
1042        assert_eq!(rows[0].get("name"), Some(&Value::Text("draft".to_owned())));
1043    }
1044
1045    #[test]
1046    fn sqlite_executes_partitioned_relation_limit_per_parent() {
1047        let executor =
1048            SqliteMutationExecutor::from_connection(Connection::open_in_memory().unwrap());
1049        let entity = order_line_entity();
1050        executor.ensure_schema(&SqliteDialect, &[&entity]).unwrap();
1051
1052        for order_id in [11_u64, 12_u64] {
1053            for index in 1_u64..=5 {
1054                let id = order_id * 100 + index;
1055                let insert = SqliteDialect
1056                    .compile_insert(
1057                        &entity,
1058                        &InsertCommand::new("OrderLine")
1059                            .value("id", id)
1060                            .value("order_id", order_id)
1061                            .value("name", format!("line-{id}")),
1062                    )
1063                    .unwrap();
1064                executor.execute(&insert).unwrap();
1065            }
1066        }
1067
1068        let query = SelectQuery::new("OrderLine")
1069            .project("id")
1070            .project("order_id")
1071            .order_desc("id")
1072            .limit(3)
1073            .partition_by("order_id");
1074        let compiled = SqliteDialect.compile_select(&entity, &query).unwrap();
1075        let rows = executor.fetch_all(&compiled).unwrap();
1076
1077        assert_eq!(rows.len(), 6);
1078        for order_id in [11_i64, 12_i64] {
1079            let ids = rows
1080                .iter()
1081                .filter(|row| row.get("order_id") == Some(&Value::I64(order_id)))
1082                .filter_map(|row| row.get("id").cloned())
1083                .collect::<Vec<_>>();
1084            assert_eq!(
1085                ids,
1086                vec![
1087                    Value::I64(order_id * 100 + 5),
1088                    Value::I64(order_id * 100 + 4),
1089                    Value::I64(order_id * 100 + 3),
1090                ]
1091            );
1092        }
1093    }
1094
1095    #[test]
1096    fn sqlite_boolean_new_schema_roundtrips_as_bool() {
1097        let executor =
1098            SqliteMutationExecutor::from_connection(Connection::open_in_memory().unwrap());
1099        let entity = <FeatureFlagRow as teaql_core::TeaqlEntity>::entity_descriptor();
1100        let ddl = SqliteDialect.compile_create_table(&entity).unwrap();
1101        assert!(ddl.contains("enabled BOOLEAN NOT NULL"), "{ddl}");
1102        assert!(ddl.contains("optional_enabled BOOLEAN"), "{ddl}");
1103        assert!(!ddl.contains("enabled INTEGER"), "{ddl}");
1104
1105        executor.ensure_schema(&SqliteDialect, &[&entity]).unwrap();
1106        for (id, enabled, optional_enabled) in [(1_u64, false, true), (2_u64, true, false)] {
1107            let insert = SqliteDialect
1108                .compile_insert(
1109                    &entity,
1110                    &InsertCommand::new("FeatureFlag")
1111                        .value("id", id)
1112                        .value("version", 1_i64)
1113                        .value("enabled", enabled)
1114                        .value("optional_enabled", optional_enabled),
1115                )
1116                .unwrap();
1117            assert_eq!(executor.execute(&insert).unwrap(), 1);
1118        }
1119
1120        let select = SqliteDialect
1121            .compile_select(&entity, &SelectQuery::new("FeatureFlag").order_asc("id"))
1122            .unwrap();
1123        let rows = executor.fetch_all(&select).unwrap();
1124        assert_eq!(rows[0].get("enabled"), Some(&Value::Bool(false)));
1125        assert_eq!(rows[0].get("optional_enabled"), Some(&Value::Bool(true)));
1126        assert_eq!(rows[1].get("enabled"), Some(&Value::Bool(true)));
1127        assert_eq!(rows[1].get("optional_enabled"), Some(&Value::Bool(false)));
1128
1129        let first = <FeatureFlagRow as teaql_core::Entity>::from_record(rows[0].clone()).unwrap();
1130        let second = <FeatureFlagRow as teaql_core::Entity>::from_record(rows[1].clone()).unwrap();
1131        assert!(!first.enabled);
1132        assert_eq!(first.optional_enabled, Some(true));
1133        assert!(second.enabled);
1134        assert_eq!(second.optional_enabled, Some(false));
1135    }
1136
1137    #[test]
1138    fn sqlite_boolean_legacy_integer_schema_maps_only_binary_values() {
1139        let executor =
1140            SqliteMutationExecutor::from_connection(Connection::open_in_memory().unwrap());
1141        let entity = <FeatureFlagRow as teaql_core::TeaqlEntity>::entity_descriptor();
1142        executor
1143            .execute(&CompiledQuery {
1144                sql: "CREATE TABLE feature_flags (id INTEGER PRIMARY KEY, version INTEGER NOT NULL, enabled INTEGER NOT NULL, optional_enabled INTEGER)"
1145                    .to_owned(),
1146                params: Vec::new(),
1147                comment: None,
1148            })
1149            .unwrap();
1150
1151        let insert = SqliteDialect
1152            .compile_insert(
1153                &entity,
1154                &InsertCommand::new("FeatureFlag")
1155                    .value("id", 1_u64)
1156                    .value("version", 1_i64)
1157                    .value("enabled", true)
1158                    .value("optional_enabled", false),
1159            )
1160            .unwrap();
1161        executor.execute(&insert).unwrap();
1162        executor
1163            .execute(&CompiledQuery {
1164                sql: "INSERT INTO feature_flags (id, version, enabled, optional_enabled) VALUES (?, ?, ?, ?)"
1165                    .to_owned(),
1166                params: vec![
1167                    Value::U64(2),
1168                    Value::I64(1),
1169                    Value::I64(2),
1170                    Value::Null,
1171                ],
1172                comment: None,
1173            })
1174            .unwrap();
1175        let select = SqliteDialect
1176            .compile_select(&entity, &SelectQuery::new("FeatureFlag").order_asc("id"))
1177            .unwrap();
1178        let rows = executor.fetch_all(&select).unwrap();
1179        assert_eq!(rows[0].get("version"), Some(&Value::I64(1)));
1180        assert_eq!(rows[0].get("enabled"), Some(&Value::I64(1)));
1181        assert_eq!(rows[0].get("optional_enabled"), Some(&Value::I64(0)));
1182
1183        let decoded = <FeatureFlagRow as teaql_core::Entity>::from_record(rows[0].clone()).unwrap();
1184        assert!(decoded.enabled);
1185        assert_eq!(decoded.optional_enabled, Some(false));
1186        assert_eq!(rows[1].get("enabled"), Some(&Value::I64(2)));
1187        let error =
1188            <FeatureFlagRow as teaql_core::Entity>::from_record(rows[1].clone()).unwrap_err();
1189        assert!(error.message.contains("invalid field enabled"));
1190
1191        for (value, expected) in [
1192            (Value::I64(0), false),
1193            (Value::I64(1), true),
1194            (Value::U64(0), false),
1195            (Value::U64(1), true),
1196        ] {
1197            let decoded = <FeatureFlagRow as teaql_core::Entity>::from_record(feature_flag_record(
1198                value,
1199                Value::Null,
1200            ))
1201            .unwrap();
1202            assert_eq!(decoded.enabled, expected);
1203            assert_eq!(decoded.optional_enabled, None);
1204        }
1205
1206        for invalid in [Value::I64(-1), Value::I64(2), Value::U64(2)] {
1207            let error = <FeatureFlagRow as teaql_core::Entity>::from_record(feature_flag_record(
1208                invalid,
1209                Value::Null,
1210            ))
1211            .unwrap_err();
1212            assert!(error.message.contains("invalid field enabled"));
1213        }
1214        let error = <FeatureFlagRow as teaql_core::Entity>::from_record(feature_flag_record(
1215            Value::Bool(true),
1216            Value::U64(2),
1217        ))
1218        .unwrap_err();
1219        assert!(error.message.contains("invalid field optional_enabled"));
1220    }
1221
1222    #[test]
1223    fn sqlite_executor_parses_json_only_for_json_columns() {
1224        let executor =
1225            SqliteMutationExecutor::from_connection(Connection::open_in_memory().unwrap());
1226
1227        executor
1228            .execute(&CompiledQuery {
1229                sql: "CREATE TABLE payloads (text_payload TEXT, json_payload JSON)".to_owned(),
1230                params: Vec::new(),
1231                comment: None,
1232            })
1233            .unwrap();
1234        executor
1235            .execute(&CompiledQuery {
1236                sql: "INSERT INTO payloads (text_payload, json_payload) VALUES (?, ?)".to_owned(),
1237                params: vec![
1238                    Value::Text("{\"active\":true}".to_owned()),
1239                    Value::Json(serde_json::json!({"active": true})),
1240                ],
1241                comment: None,
1242            })
1243            .unwrap();
1244
1245        let rows = executor
1246            .fetch_all(&CompiledQuery {
1247                sql: "SELECT text_payload, json_payload FROM payloads".to_owned(),
1248                params: Vec::new(),
1249                comment: None,
1250            })
1251            .unwrap();
1252
1253        assert_eq!(
1254            rows[0].get("text_payload"),
1255            Some(&Value::Text("{\"active\":true}".to_owned()))
1256        );
1257        assert_eq!(
1258            rows[0].get("json_payload"),
1259            Some(&Value::Json(serde_json::json!({"active": true})))
1260        );
1261    }
1262
1263    #[test]
1264    fn sqlite_id_space_generator_increments_ids() {
1265        let executor =
1266            SqliteMutationExecutor::from_connection(Connection::open_in_memory().unwrap());
1267        let generator = SqliteIdSpaceGenerator::from_executor(executor);
1268        assert_eq!(generator.next_id("Order").unwrap(), 1);
1269        assert_eq!(generator.next_id("Order").unwrap(), 2);
1270    }
1271
1272    #[test]
1273    fn sqlite_fetch_stream_returns_chunked_rows() {
1274        let executor = SqliteMutationExecutor::new(Arc::new(Mutex::new(
1275            Connection::open_in_memory().unwrap(),
1276        )));
1277        let entity = entity();
1278
1279        // Create table and insert 25 rows
1280        executor
1281            .execute(&CompiledQuery {
1282                sql: "CREATE TABLE orders (id INTEGER PRIMARY KEY, version INTEGER, name VARCHAR(255))"
1283                    .to_owned(),
1284                params: Vec::new(),
1285                comment: None,
1286            })
1287            .unwrap();
1288
1289        for i in 1..=25 {
1290            let insert = SqliteDialect
1291                .compile_insert(
1292                    &entity,
1293                    &InsertCommand::new("Order")
1294                        .value("id", i as u64)
1295                        .value("version", 1_i64)
1296                        .value("name", format!("order-{i}")),
1297                )
1298                .unwrap();
1299            executor.execute(&insert).unwrap();
1300        }
1301
1302        // Stream with chunk_size = 10
1303        let query = SelectQuery::new("Order")
1304            .filter(Expr::gt("version", 0_i64))
1305            .order_asc("id")
1306            .stream(10);
1307
1308        let compiled = SqliteDialect.compile_select(&entity, &query).unwrap();
1309
1310        let chunks = executor.fetch_stream(&compiled, 10).unwrap();
1311
1312        // 25 rows / 10 per chunk = 3 chunks
1313        assert_eq!(chunks.len(), 3);
1314        assert_eq!(chunks[0].rows.len(), 10);
1315        assert_eq!(chunks[0].chunk_index, 0);
1316        assert!(!chunks[0].is_last);
1317
1318        assert_eq!(chunks[1].rows.len(), 10);
1319        assert_eq!(chunks[1].chunk_index, 1);
1320        assert!(!chunks[1].is_last);
1321
1322        assert_eq!(chunks[2].rows.len(), 5);
1323        assert_eq!(chunks[2].chunk_index, 2);
1324        assert!(chunks[2].is_last);
1325
1326        // Verify first and last row
1327        assert_eq!(
1328            chunks[0].rows[0].get("name"),
1329            Some(&Value::Text("order-1".to_owned()))
1330        );
1331        assert_eq!(
1332            chunks[2].rows[4].get("name"),
1333            Some(&Value::Text("order-25".to_owned()))
1334        );
1335    }
1336
1337    #[test]
1338    fn sqlite_fetch_stream_handles_empty_result() {
1339        let executor = SqliteMutationExecutor::new(Arc::new(Mutex::new(
1340            Connection::open_in_memory().unwrap(),
1341        )));
1342
1343        executor
1344            .execute(&CompiledQuery {
1345                sql: "CREATE TABLE orders (id INTEGER PRIMARY KEY, version INTEGER, name VARCHAR(255))"
1346                    .to_owned(),
1347                params: Vec::new(),
1348                comment: None,
1349            })
1350            .unwrap();
1351
1352        let entity = entity();
1353        let query = SelectQuery::new("Order")
1354            .filter(Expr::gt("version", 0_i64))
1355            .stream(10);
1356
1357        let compiled = SqliteDialect.compile_select(&entity, &query).unwrap();
1358
1359        let chunks = executor.fetch_stream(&compiled, 10).unwrap();
1360
1361        // Empty result = 1 chunk with 0 rows, marked as last
1362        assert_eq!(chunks.len(), 1);
1363        assert_eq!(chunks[0].rows.len(), 0);
1364        assert!(chunks[0].is_last);
1365    }
1366
1367    #[test]
1368    fn sqlite_fetch_stream_exact_chunk_boundary() {
1369        let executor = SqliteMutationExecutor::new(Arc::new(Mutex::new(
1370            Connection::open_in_memory().unwrap(),
1371        )));
1372        let entity = entity();
1373
1374        executor
1375            .execute(&CompiledQuery {
1376                sql: "CREATE TABLE orders (id INTEGER PRIMARY KEY, version INTEGER, name VARCHAR(255))"
1377                    .to_owned(),
1378                params: Vec::new(),
1379                comment: None,
1380            })
1381            .unwrap();
1382
1383        // Insert exactly 20 rows
1384        for i in 1..=20 {
1385            let insert = SqliteDialect
1386                .compile_insert(
1387                    &entity,
1388                    &InsertCommand::new("Order")
1389                        .value("id", i as u64)
1390                        .value("version", 1_i64)
1391                        .value("name", format!("order-{i}")),
1392                )
1393                .unwrap();
1394            executor.execute(&insert).unwrap();
1395        }
1396
1397        let query = SelectQuery::new("Order")
1398            .filter(Expr::gt("version", 0_i64))
1399            .order_asc("id")
1400            .stream(10);
1401
1402        let compiled = SqliteDialect.compile_select(&entity, &query).unwrap();
1403
1404        let chunks = executor.fetch_stream(&compiled, 10).unwrap();
1405
1406        // 20 rows / 10 per chunk = 2 full chunks + 1 empty final chunk
1407        assert_eq!(chunks.len(), 3);
1408        assert_eq!(chunks[0].rows.len(), 10);
1409        assert!(!chunks[0].is_last);
1410        assert_eq!(chunks[1].rows.len(), 10);
1411        assert!(!chunks[1].is_last);
1412        assert_eq!(chunks[2].rows.len(), 0);
1413        assert!(chunks[2].is_last);
1414    }
1415
1416    #[test]
1417    fn test_parse_sqlite_timestamp() {
1418        let ts1 = parse_sqlite_timestamp("2023-01-01 12:30:45").unwrap();
1419        assert!(matches!(ts1, Value::Timestamp(_)));
1420
1421        let ts2 = parse_sqlite_timestamp("2023-01-01").unwrap();
1422        assert!(matches!(ts2, Value::Timestamp(_)));
1423
1424        let ts3 = parse_sqlite_timestamp("2023-01-01T12:30:45Z").unwrap();
1425        assert!(matches!(ts3, Value::Timestamp(_)));
1426
1427        assert!(parse_sqlite_timestamp("invalid").is_err());
1428    }
1429}