talon-core 0.4.2

Core retrieval engine for Talon: hybrid search (BM25 + semantic + reranker), indexing, and graph-aware ranking over markdown corpora.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73

//! Search algorithms ported from `services/talon/search/*.ts`.
//!
//! This module is split into:
//!
//! - [`constants`] — magic numbers (RRF k, weight tables, thresholds).
//! - [`types`] — internal result/score types used by the pipeline.
//! - [`text_fts`] — pure helpers for FTS query construction and BM25 score
//!   normalization.
//! - [`bm25`] — BM25 retrieval against `notes_fts_bm25` (DB-backed).
//! - [`fuzzy_title`] — trigram fuzzy title/alias retrieval against
//!   `notes_fts_fuzzy` (DB-backed).
//! - [`vector`] — `sqlite-vec` cosine search against `vec_chunks` (DB-backed).
//! - [`rrf`] — Reciprocal Rank Fusion across signal lists.
//! - [`fuse`] — strong-signal detection, hybrid result fusion, rerank blending.
//! - [`cache`] — query variant normalization helpers used by the hybrid pipeline.

pub mod anchor;
pub mod bm25;
pub mod cache;
pub(crate) mod chunk_excerpt;
pub mod constants;
pub mod fuse;
pub mod fuzzy_title;
pub mod hooks;
pub mod hybrid_pipeline;
pub mod hybrid_single;
pub mod input;
pub mod intent;
pub mod match_text;
pub mod output;
pub mod pool;
pub mod pre_filter;
pub mod query_syntax;
pub mod rerank_pipeline;
pub mod rrf;
pub mod text_fts;
pub mod types;
pub mod vector;

pub use constants::{
    BM25_FTS_SCORES, BM25_MIN_TOKENS, BM25_TOKENS_PER_CHAR_DIV, CANDIDATE_FLOOR,
    COSINE_DISTANCE_MAX, DEFAULT_SNIPPET_LENGTH, FUZZY_ALIAS_MIN_LEN, GLOBAL_HYBRID_CACHE_SIZE,
    HYBRID_PROBE_LEXICAL_LIMIT, HYBRID_PROBE_TITLE_LIMIT, LITERAL_EMPTY_FTS, LLM_CACHE_LIMIT,
    RERANK_MID_RANK_THRESHOLD, RERANK_TOP_K, RERANK_TOP_RANK_THRESHOLD, RERANK_WEIGHT_LOW,
    RERANK_WEIGHT_MID, RERANK_WEIGHT_TOP, RRF_K, RRF_WEIGHTS, RrfWeights, STRONG_SIGNAL_MIN_GAP,
    STRONG_SIGNAL_MIN_SCORE, TRIGRAM_LEN,
};
pub use fuse::{
    blend_rerank_candidates, clamp01, estimate_strong_signal, fuse_hybrid_result_lists, sigmoid,
};
pub use fuzzy_title::TitleSearchParts;
pub use hooks::SearchHooks;
pub use hybrid_pipeline::{
    HybridPipelineOptions, HybridPipelineOutput, run_hybrid_pipeline,
    run_hybrid_pipeline_with_metadata,
};
pub use hybrid_single::{HybridSingleResult, run_hybrid_single};
pub use input::{
    Direction, FrontmatterFilter, FrontmatterValue, FrontmatterValueType, SearchInput, SearchMode,
    WhereClause, WhereOperator,
};
pub use output::{
    AnchorKind, GraphSearchDiagnostics, MatchAnchor, MatchKind, SearchDiagnostics, SearchResponse,
    SearchResult,
};
pub use rerank_pipeline::rerank_candidates;
pub use rrf::{RrfList, RrfScoreAccumulator, normalize_and_merge_rrf_results};
pub use text_fts::{
    FtsOperator, build_bm25_score, build_trigram_or_query, calculate_trigram_overlap, get_trigrams,
    sanitize_fts_query, to_fts_query,
};
pub use types::{HybridScoreData, RawSearchResult, SearchScores};
pub use vector::distance_to_score;