use super::filters::SearchFilters;
use super::tier0::{HitSource, RawHit};
use crate::core::index::Connection;
use anyhow::Result;
use std::path::PathBuf;
pub fn serialize_f32_vec(v: &[f32]) -> Vec<u8> {
let mut buf = Vec::with_capacity(v.len() * 4);
for &x in v {
buf.extend_from_slice(&x.to_le_bytes());
}
buf
}
pub fn deserialize_f32_vec(bytes: &[u8]) -> Vec<f32> {
bytes
.chunks(4)
.filter_map(|c| <[u8; 4]>::try_from(c).ok())
.map(f32::from_le_bytes)
.collect()
}
pub fn tier1_search(
conn: &Connection,
query_vec: &[f32],
roots: &[PathBuf],
limit: usize,
) -> Result<Vec<RawHit>> {
tier1_search_filtered(conn, query_vec, roots, &SearchFilters::default(), limit)
}
const TIER1_FILTERED_FETCH_FACTOR: usize = 64;
const TIER1_FILTERED_FETCH_MIN: usize = 4096;
pub fn tier1_search_filtered(
conn: &Connection,
query_vec: &[f32],
roots: &[PathBuf],
filters: &SearchFilters,
limit: usize,
) -> Result<Vec<RawHit>> {
let blob = serialize_f32_vec(query_vec);
let fetch = if filters.is_empty() && roots.is_empty() {
limit
} else {
usize::max(
limit * TIER1_FILTERED_FETCH_FACTOR,
TIER1_FILTERED_FETCH_MIN,
)
};
let sql = "SELECT chunks.id, chunks.path, chunks.page, chunks.line_start, chunks.line_end,
chunks.anchor, chunks.mtime,
substr(chunks.content, 1, 240) AS snip, v.distance
FROM chunks_vec AS v
JOIN chunks ON chunks.id = v.rowid
WHERE v.embedding MATCH ? AND k = ?
ORDER BY v.distance";
let mut stmt = conn.inner().prepare(sql)?;
let rows = stmt.query_map(rusqlite::params![blob, fetch as i64], |row| {
Ok(RawHit {
chunk_id: row.get(0)?,
path: row.get(1)?,
page: row.get(2)?,
line_start: row.get(3)?,
line_end: row.get(4)?,
anchor: row.get(5)?,
mtime: row.get(6)?,
snippet: row.get(7)?,
score: 1.0 - row.get::<_, f64>(8)? as f32,
source: HitSource::Semantic,
})
})?;
let mut hits = Vec::new();
for row in rows {
let hit = row?;
if !roots.is_empty()
&& !roots
.iter()
.any(|r| std::path::Path::new(&hit.path).starts_with(r))
{
continue;
}
if !filters.matches(&hit.path, hit.mtime) {
continue;
}
hits.push(hit);
if hits.len() >= limit {
break;
}
}
Ok(hits)
}