talon-core 0.4.2

Core retrieval engine for Talon: hybrid search (BM25 + semantic + reranker), indexing, and graph-aware ranking over markdown corpora.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

//! Text processing, frontmatter parsing, and markdown chunking helpers.

pub mod chunker;
pub mod frontmatter;
pub mod nfd;
pub mod processing;

pub use chunker::{
    NoteChunk, build_embedding_text, build_heading_path, chunk_markdown, make_chunk_hash,
};
pub use frontmatter::{
    FrontmatterEntry, FrontmatterExtract, FrontmatterReverseIndex, FrontmatterValue,
    FrontmatterValueType, ReverseSourceIndex, WikiLink, extract_wikilinks,
};
pub use nfd::normalize as normalize_text_nfd;
pub use processing::{
    LineSpan, ParsedWikiLink, TOKEN_CHAR_RATIO, estimate_tokens, is_fence_line, is_heading_line,
    normalize_keyword, normalize_vault_path, parse_wikilink, split_lines, strip_heading_text,
    strip_outer_quotes,
};