Skip to main content

uqa_storage_sqlite/
document_store.rs

1//
2// Unified Query Algebra
3//
4// Copyright (c) 2023-2026 Cognica, Inc.
5//
6
7//! SQLite-backed [`DocumentStore`].
8
9use std::collections::BTreeMap;
10use std::sync::Arc;
11
12use rusqlite::{params, OptionalExtension};
13use uqa_core::{DecimalValue, DocId, TemporalValue, Value};
14
15use crate::connection::{ManagedConnection, Result as SQLiteResult, SQLiteError};
16use uqa_storage::backend::StorageBackendResult;
17use uqa_storage::document_store::{Document, DocumentMetadata, DocumentStore, StoredDocument};
18
19const DOCUMENT_BLOBS_TABLE: &str = "_document_blobs";
20const BLOB_MARKER_TYPE: &str = "$uqa_type";
21const BLOB_MARKER_VALUE: &str = "document_blob";
22const BLOB_MARKER_FIELD: &str = "field";
23const BLOB_MARKER_ENCODING: &str = "encoding";
24const VALUE_BLOB_MARKER_VALUE: &str = "value_blob";
25const VALUE_BLOB_F64_LIST: &str = "f64_list";
26const VALUE_BLOB_F64_TENSOR: &str = "f64_tensor";
27const VALUE_BLOB_TYPED_JSON: &str = "typed_json_v1";
28const MIN_NUMERIC_BLOB_VALUES: usize = 32;
29const DOC_ID_IN_CHUNK: usize = 256;
30
31type EncodedDocument = (Document, Vec<(String, Vec<u8>)>);
32
33mod batching;
34mod blob;
35mod controlled;
36mod native;
37mod store;
38mod trait_impl;
39mod typed_value;
40
41pub(crate) use batching::document_id_from_sqlite;
42use batching::{
43    allocation_error, chunk_bind_values, doc_id_in_placeholders, read_doc_id, should_probe_doc_ids,
44    sorted_unique_doc_ids, sqlite_doc_id,
45};
46use blob::{
47    blob_marker, blob_marker_info, decode_json_field_value, delete_document_blob,
48    hydrate_document_blobs, load_marked_document_blob, take_requested_field, upsert_document_blob,
49    value_blob_marker,
50};
51use typed_value::{
52    decode_legacy_document_body, decode_legacy_json_value, encode_document_blobs,
53    encode_stored_value, StoredValue,
54};
55
56#[derive(Clone)]
57pub struct SQLiteDocumentStore {
58    conn: ManagedConnection,
59    table: String,
60    retained: Option<Arc<crate::mvcc::native::NativeSnapshot>>,
61}
62
63#[cfg(test)]
64mod tests;