use crate::model::{ParsedIdlDefinition, ParsedReference, ParsedSection};
use anyhow::Result;
use rusqlite::{Connection, OptionalExtension};
pub fn insert_or_get_spec(
conn: &Connection,
name: &str,
base_url: &str,
provider: &str,
) -> Result<i64> {
conn.execute(
"INSERT OR IGNORE INTO specs (name, base_url, provider) VALUES (?1, ?2, ?3)",
(name, base_url, provider),
)?;
let id: i64 = conn.query_row("SELECT id FROM specs WHERE name = ?1", [name], |row| {
row.get(0)
})?;
Ok(id)
}
pub fn seed_spec(conn: &Connection, name: &str, base_url: &str, provider: &str) -> Result<()> {
let existing: Option<(i64, String)> = conn
.query_row(
"SELECT id, base_url FROM specs WHERE name = ?1",
[name],
|row| Ok((row.get(0)?, row.get(1)?)),
)
.optional()?;
match existing {
None => {
conn.execute(
"INSERT INTO specs (name, base_url, provider) VALUES (?1, ?2, ?3)",
(name, base_url, provider),
)?;
}
Some((id, old_url)) if old_url != base_url => {
conn.execute(
"UPDATE specs SET base_url = ?1, provider = ?2 WHERE id = ?3",
(base_url, provider, id),
)?;
delete_spec_data(conn, id)?;
}
_ => {}
}
Ok(())
}
pub fn insert_snapshot(
conn: &Connection,
spec_id: i64,
sha: &str,
commit_date: &str,
) -> Result<i64> {
let indexed_at = chrono::Utc::now().to_rfc3339();
conn.execute(
"INSERT INTO snapshots (spec_id, sha, commit_date, indexed_at)
VALUES (?1, ?2, ?3, ?4)",
(spec_id, sha, commit_date, &indexed_at),
)?;
let id = conn.last_insert_rowid();
Ok(id)
}
pub fn insert_sections_bulk(
conn: &Connection,
snapshot_id: i64,
sections: &[ParsedSection],
) -> Result<()> {
let tx = conn.unchecked_transaction()?;
{
let mut stmt = tx.prepare(
"INSERT INTO sections
(snapshot_id, anchor, title, content_text, section_type, parent_anchor, prev_anchor, next_anchor, depth)
VALUES (?1, ?2, ?3, ?4, ?5, ?6, ?7, ?8, ?9)",
)?;
for section in sections {
stmt.execute((
snapshot_id,
§ion.anchor,
§ion.title,
§ion.content_text,
section.section_type.as_str(),
§ion.parent_anchor,
§ion.prev_anchor,
§ion.next_anchor,
section.depth,
))?;
}
}
tx.commit()?;
Ok(())
}
pub fn insert_refs_bulk(
conn: &Connection,
snapshot_id: i64,
refs: &[ParsedReference],
) -> Result<()> {
let tx = conn.unchecked_transaction()?;
{
let mut stmt = tx.prepare(
"INSERT INTO refs (snapshot_id, from_anchor, to_spec, to_anchor)
VALUES (?1, ?2, ?3, ?4)",
)?;
for reference in refs {
stmt.execute((
snapshot_id,
&reference.from_anchor,
&reference.to_spec,
&reference.to_anchor,
))?;
}
}
tx.commit()?;
Ok(())
}
pub fn insert_idl_defs_bulk(
conn: &Connection,
snapshot_id: i64,
defs: &[ParsedIdlDefinition],
) -> Result<()> {
let tx = conn.unchecked_transaction()?;
{
let mut stmt = tx.prepare(
"INSERT INTO idl_defs (snapshot_id, anchor, name, owner, kind, canonical_name, idl_text)
VALUES (?1, ?2, ?3, ?4, ?5, ?6, ?7)",
)?;
for def in defs {
stmt.execute((
snapshot_id,
&def.anchor,
&def.name,
&def.owner,
&def.kind,
&def.canonical_name,
&def.idl_text,
))?;
}
}
tx.commit()?;
Ok(())
}
pub fn delete_spec_data(conn: &Connection, spec_id: i64) -> Result<()> {
let tx = conn.unchecked_transaction()?;
tx.execute(
"DELETE FROM refs WHERE snapshot_id IN (SELECT id FROM snapshots WHERE spec_id = ?1)",
[spec_id],
)?;
tx.execute(
"DELETE FROM idl_defs WHERE snapshot_id IN (SELECT id FROM snapshots WHERE spec_id = ?1)",
[spec_id],
)?;
tx.execute(
"DELETE FROM sections WHERE snapshot_id IN (SELECT id FROM snapshots WHERE spec_id = ?1)",
[spec_id],
)?;
tx.execute("DELETE FROM snapshots WHERE spec_id = ?1", [spec_id])?;
tx.commit()?;
Ok(())
}
pub fn record_update_check(
conn: &Connection,
spec_id: i64,
last_checked: &str,
last_indexed: Option<&str>,
content_hash: Option<&str>,
) -> Result<()> {
conn.execute(
"INSERT OR REPLACE INTO update_checks (spec_id, last_checked, last_indexed, content_hash)
VALUES (?1, ?2, ?3, ?4)",
(spec_id, last_checked, last_indexed, content_hash),
)?;
Ok(())
}
#[cfg(test)]
mod tests {
use super::*;
use crate::db;
use crate::model::SectionType;
#[test]
fn test_insert_or_get_spec() {
let conn = db::open_test_db().unwrap();
let id1 =
insert_or_get_spec(&conn, "HTML", "https://html.spec.whatwg.org", "whatwg").unwrap();
assert!(id1 > 0);
let id2 =
insert_or_get_spec(&conn, "HTML", "https://html.spec.whatwg.org", "whatwg").unwrap();
assert_eq!(id1, id2);
let id3 =
insert_or_get_spec(&conn, "DOM", "https://dom.spec.whatwg.org", "whatwg").unwrap();
assert_ne!(id1, id3);
}
#[test]
fn test_insert_snapshot() {
let conn = db::open_test_db().unwrap();
let spec_id =
insert_or_get_spec(&conn, "HTML", "https://html.spec.whatwg.org", "whatwg").unwrap();
let snapshot_id =
insert_snapshot(&conn, spec_id, "abc123", "2026-01-01T00:00:00Z").unwrap();
assert!(snapshot_id > 0);
let count: i64 = conn
.query_row(
"SELECT COUNT(*) FROM snapshots WHERE id = ?1",
[snapshot_id],
|row| row.get(0),
)
.unwrap();
assert_eq!(count, 1);
}
#[test]
fn test_insert_sections_bulk() {
let conn = db::open_test_db().unwrap();
let spec_id =
insert_or_get_spec(&conn, "HTML", "https://html.spec.whatwg.org", "whatwg").unwrap();
let snapshot_id =
insert_snapshot(&conn, spec_id, "abc123", "2026-01-01T00:00:00Z").unwrap();
let sections = vec![
ParsedSection {
anchor: "intro".to_string(),
title: Some("Introduction".to_string()),
content_text: Some("This is the intro".to_string()),
section_type: SectionType::Heading,
parent_anchor: None,
prev_anchor: None,
next_anchor: None,
depth: Some(2),
},
ParsedSection {
anchor: "details".to_string(),
title: Some("Details".to_string()),
content_text: Some("More details here".to_string()),
section_type: SectionType::Heading,
parent_anchor: Some("intro".to_string()),
prev_anchor: None,
next_anchor: None,
depth: Some(3),
},
];
insert_sections_bulk(&conn, snapshot_id, §ions).unwrap();
let count: i64 = conn
.query_row(
"SELECT COUNT(*) FROM sections WHERE snapshot_id = ?1",
[snapshot_id],
|row| row.get(0),
)
.unwrap();
assert_eq!(count, 2);
let fts_count: i64 = conn
.query_row("SELECT COUNT(*) FROM sections_fts", [], |row| row.get(0))
.unwrap();
assert_eq!(fts_count, 2);
}
#[test]
fn test_insert_refs_bulk() {
let conn = db::open_test_db().unwrap();
let spec_id =
insert_or_get_spec(&conn, "HTML", "https://html.spec.whatwg.org", "whatwg").unwrap();
let snapshot_id =
insert_snapshot(&conn, spec_id, "abc123", "2026-01-01T00:00:00Z").unwrap();
let refs = vec![
ParsedReference {
from_anchor: "intro".to_string(),
to_spec: "DOM".to_string(),
to_anchor: "concept-tree".to_string(),
},
ParsedReference {
from_anchor: "intro".to_string(),
to_spec: "HTML".to_string(),
to_anchor: "details".to_string(),
},
];
insert_refs_bulk(&conn, snapshot_id, &refs).unwrap();
let count: i64 = conn
.query_row(
"SELECT COUNT(*) FROM refs WHERE snapshot_id = ?1",
[snapshot_id],
|row| row.get(0),
)
.unwrap();
assert_eq!(count, 2);
}
#[test]
fn test_delete_spec_data() {
let conn = db::open_test_db().unwrap();
let spec_id =
insert_or_get_spec(&conn, "HTML", "https://html.spec.whatwg.org", "whatwg").unwrap();
let snapshot_id =
insert_snapshot(&conn, spec_id, "abc123", "2026-01-01T00:00:00Z").unwrap();
let sections = vec![crate::model::ParsedSection {
anchor: "intro".to_string(),
title: Some("Introduction".to_string()),
content_text: None,
section_type: SectionType::Heading,
parent_anchor: None,
prev_anchor: None,
next_anchor: None,
depth: Some(2),
}];
insert_sections_bulk(&conn, snapshot_id, §ions).unwrap();
let count: i64 = conn
.query_row("SELECT COUNT(*) FROM sections", [], |row| row.get(0))
.unwrap();
assert_eq!(count, 1);
delete_spec_data(&conn, spec_id).unwrap();
let snap_count: i64 = conn
.query_row("SELECT COUNT(*) FROM snapshots", [], |row| row.get(0))
.unwrap();
assert_eq!(snap_count, 0);
let sec_count: i64 = conn
.query_row("SELECT COUNT(*) FROM sections", [], |row| row.get(0))
.unwrap();
assert_eq!(sec_count, 0);
}
#[test]
fn test_insert_idl_defs_bulk() {
let conn = db::open_test_db().unwrap();
let spec_id =
insert_or_get_spec(&conn, "HTML", "https://html.spec.whatwg.org", "whatwg").unwrap();
let snapshot_id =
insert_snapshot(&conn, spec_id, "abc123", "2026-01-01T00:00:00Z").unwrap();
let defs = vec![
ParsedIdlDefinition {
anchor: "dom-window".to_string(),
name: "Window".to_string(),
owner: None,
kind: "interface".to_string(),
canonical_name: "Window".to_string(),
idl_text: Some("interface Window {};".to_string()),
},
ParsedIdlDefinition {
anchor: "dom-window-navigation".to_string(),
name: "navigation".to_string(),
owner: Some("Window".to_string()),
kind: "attribute".to_string(),
canonical_name: "Window.navigation".to_string(),
idl_text: Some(
"interface Window { attribute Navigation navigation; };".to_string(),
),
},
];
insert_idl_defs_bulk(&conn, snapshot_id, &defs).unwrap();
let count: i64 = conn
.query_row(
"SELECT COUNT(*) FROM idl_defs WHERE snapshot_id = ?1",
[snapshot_id],
|row| row.get(0),
)
.unwrap();
assert_eq!(count, 2);
}
#[test]
fn test_record_update_check() {
let conn = db::open_test_db().unwrap();
let spec_id =
insert_or_get_spec(&conn, "HTML", "https://html.spec.whatwg.org", "whatwg").unwrap();
record_update_check(
&conn,
spec_id,
"2026-01-01T00:00:00Z",
Some("2026-01-01T00:00:00Z"),
Some("deadbeef"),
)
.unwrap();
let count: i64 = conn
.query_row(
"SELECT COUNT(*) FROM update_checks WHERE spec_id = ?1",
[spec_id],
|row| row.get(0),
)
.unwrap();
assert_eq!(count, 1);
record_update_check(
&conn,
spec_id,
"2026-01-02T00:00:00Z",
None,
Some("beadfeed"),
)
.unwrap();
let count: i64 = conn
.query_row(
"SELECT COUNT(*) FROM update_checks WHERE spec_id = ?1",
[spec_id],
|row| row.get(0),
)
.unwrap();
assert_eq!(count, 1);
let (checked, indexed, hash): (String, Option<String>, Option<String>) = conn
.query_row(
"SELECT last_checked, last_indexed, content_hash FROM update_checks WHERE spec_id = ?1",
[spec_id],
|row| Ok((row.get(0)?, row.get(1)?, row.get(2)?)),
)
.unwrap();
assert_eq!(checked, "2026-01-02T00:00:00Z");
assert_eq!(indexed, None);
assert_eq!(hash.as_deref(), Some("beadfeed"));
}
}