axiomsync 1.0.1

Local retrieval runtime and CLI for AxiomSync.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101

use crate::embedding::embed_text;
use crate::error::Result;
use crate::uri::AxiomUri;

use super::Session;
use super::helpers::normalize_memory_text;
use super::promotion::memory_category_path;
use super::types::{ExistingMemoryFact, ExistingPromotionFact};
use super::write_path::parse_memory_entries;

use super::write_path::has_markdown_extension;

pub(super) fn list_existing_promotion_facts(
    session: &Session,
) -> Result<Vec<ExistingPromotionFact>> {
    let categories = [
        "profile",
        "preferences",
        "entities",
        "events",
        "cases",
        "patterns",
    ];
    let mut out = Vec::<ExistingPromotionFact>::new();
    for category in categories {
        let uris = list_memory_document_uris(session, category)?;
        for uri in uris {
            let content = session.fs.read(&uri)?;
            let entries = parse_memory_entries(&content);
            for entry in entries {
                let text = normalize_memory_text(&entry.text);
                if text.is_empty() {
                    continue;
                }
                out.push(ExistingPromotionFact {
                    category: category.to_string(),
                    text,
                });
            }
        }
    }
    out.sort_by(|left, right| {
        left.category
            .cmp(&right.category)
            .then_with(|| left.text.cmp(&right.text))
    });
    Ok(out)
}

pub(super) fn list_existing_memory_facts(
    session: &Session,
    category: &str,
) -> Result<Vec<ExistingMemoryFact>> {
    let uris = list_memory_document_uris(session, category)?;
    let mut out = Vec::<ExistingMemoryFact>::new();

    for uri in uris {
        let content = session.fs.read(&uri)?;
        let entries = parse_memory_entries(&content);
        for entry in entries {
            let text = normalize_memory_text(&entry.text);
            if text.is_empty() {
                continue;
            }
            out.push(ExistingMemoryFact {
                uri: uri.clone(),
                vector: embed_text(&text),
                text,
            });
        }
    }

    Ok(out)
}

fn list_memory_document_uris(session: &Session, category: &str) -> Result<Vec<AxiomUri>> {
    let (scope, base_path, single_file) = memory_category_path(category)?;
    let base_uri = AxiomUri::root(scope).join(base_path)?;
    if !session.fs.exists(&base_uri) {
        return Ok(Vec::new());
    }
    if single_file {
        return Ok(vec![base_uri]);
    }

    let entries = session.fs.list(&base_uri, true)?;
    let mut out = Vec::<AxiomUri>::new();
    for entry in entries {
        if entry.is_dir || !has_markdown_extension(&entry.uri) {
            continue;
        }
        if entry.uri.ends_with(".abstract.md") || entry.uri.ends_with(".overview.md") {
            continue;
        }
        if let Ok(uri) = AxiomUri::parse(&entry.uri) {
            out.push(uri);
        }
    }
    out.sort_by_key(ToString::to_string);
    Ok(out)
}