agent-atlas 0.1.1

Deterministic knowledge base indexer for AI agents
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24

//! Text analysis: tokenization, n-grams, TF-IDF, link extraction
//!
//! This module handles:
//! - Unicode-aware word tokenization
//! - N-gram (bigram, trigram) extraction
//! - Term frequency computation
//! - TF-IDF scoring (requires global pass)
//! - Link/citation pattern matching

mod features;
mod links;
mod ngrams;
mod rake;
mod tfidf;
mod tokenize;
mod yake;

pub use features::*;
pub use links::*;
pub use ngrams::*;
pub use rake::*;
pub use tfidf::*;
pub use tokenize::*;
pub use yake::*;