ratel-ai-core 0.1.4

Tool retrieval and ranking for AI agents — BM25 over tool catalogs. Core of the Ratel context engineering platform.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50

use bm25::{Document, Language, SearchEngineBuilder};

use crate::indexing::searchable_text;
use crate::tool::Tool;

// Tuned for short tool descriptions; see ADR-0004.
const BM25_K1: f32 = 0.9;
const BM25_B: f32 = 0.4;

pub struct SearchHit {
    pub tool_id: String,
    pub score: f32,
}

#[derive(Default)]
pub struct ToolRegistry {
    tools: Vec<Tool>,
}

impl ToolRegistry {
    pub fn new() -> Self {
        Self::default()
    }

    pub fn register(&mut self, tool: Tool) {
        self.tools.push(tool);
    }

    pub fn search(&self, query: &str, top_k: usize) -> Vec<SearchHit> {
        if self.tools.is_empty() {
            return Vec::new();
        }
        let docs = self.tools.iter().map(|t| Document {
            id: t.id.clone(),
            contents: searchable_text(t),
        });
        let engine = SearchEngineBuilder::<String>::with_documents(Language::English, docs)
            .k1(BM25_K1)
            .b(BM25_B)
            .build();
        engine
            .search(query, top_k)
            .into_iter()
            .map(|r| SearchHit {
                tool_id: r.document.id,
                score: r.score,
            })
            .collect()
    }
}