velesdb-core 1.13.7

High-performance vector database engine written in Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

//! Shared text extraction utilities for BM25 indexing.
//!
//! This module is the single source of truth for JSON payload → text conversion.
//! Previously duplicated between `collection/types.rs` (as `Collection::extract_text_from_payload`)
//! and `engine/payload.rs` (as a free `extract_text` function).

/// Extracts all string leaf values from a JSON payload, joined by spaces.
///
/// Used by BM25 indexing in both `PayloadEngine` and `Collection`.
pub(crate) fn extract_text(value: &serde_json::Value) -> String {
    let mut texts = Vec::new();
    collect_strings(value, &mut texts);
    texts.join(" ")
}

fn collect_strings(value: &serde_json::Value, out: &mut Vec<String>) {
    match value {
        serde_json::Value::String(s) => out.push(s.clone()),
        serde_json::Value::Array(arr) => {
            for item in arr {
                collect_strings(item, out);
            }
        }
        serde_json::Value::Object(obj) => {
            for v in obj.values() {
                collect_strings(v, out);
            }
        }
        _ => {}
    }
}