engram-memory 0.5.0

Core binary and shared infrastructure for Engram memory system
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106

use std::sync::Arc;

use serde::Deserialize;
use serde_json::{Value, json};

use engram_storage::Memory;

use crate::error::CoreError;
use crate::lock_helpers;
use crate::server::ServerState;
use crate::tags_normalize::{TagsInput, normalize_tags};

#[derive(Deserialize)]
struct ImportParams {
    version: u64,
    memories: Vec<ImportedMemory>,
}

#[derive(Deserialize)]
struct ImportedMemory {
    id: String,
    memory_type: String,
    context: String,
    action: String,
    result: String,
    score: f32,
    tags: Option<String>,
    project: Option<String>,
    parent_id: Option<String>,
    source_ids: Option<String>,
    insight_type: Option<String>,
    created_at: String,
    updated_at: String,
    used_count: i64,
    last_used_at: Option<String>,
}

pub async fn handle(state: &Arc<ServerState>, params: Value) -> Result<Value, CoreError> {
    let parsed: ImportParams = serde_json::from_value(params)
        .map_err(|error| CoreError::DispatchError(error.to_string()))?;
    if parsed.version != 1 {
        return Err(CoreError::ImportVersionMismatch(parsed.version));
    }
    let state_clone = Arc::clone(state);
    tokio::task::spawn_blocking(move || {
        let database = lock_helpers::lock_db(&state_clone);
        let (imported, skipped) = insert_non_duplicate_memories(&database, &parsed.memories)?;
        Ok::<Value, CoreError>(json!({ "imported": imported, "skipped": skipped }))
    })
    .await
    .map_err(|error| CoreError::SocketError(error.to_string()))?
}

fn insert_non_duplicate_memories(
    database: &engram_storage::Database,
    memories: &[ImportedMemory],
) -> Result<(usize, usize), CoreError> {
    let mut imported = 0;
    let mut skipped = 0;
    for entry in memories {
        if memory_exists(database, &entry.id)? {
            skipped += 1;
            continue;
        }
        let memory = imported_memory_to_storage(entry)?;
        database
            .insert_memory(&memory)
            .map_err(|error| CoreError::ImportFailed(error.to_string()))?;
        imported += 1;
    }
    Ok((imported, skipped))
}

fn memory_exists(database: &engram_storage::Database, id: &str) -> Result<bool, CoreError> {
    match database.get_memory(id) {
        Ok(_) => Ok(true),
        Err(engram_storage::StorageError::NotFound(_)) => Ok(false),
        Err(error) => Err(CoreError::ImportFailed(error.to_string())),
    }
}

fn imported_memory_to_storage(entry: &ImportedMemory) -> Result<Memory, CoreError> {
    let tags = normalize_tags(entry.tags.clone().map(TagsInput::Encoded));
    Ok(Memory {
        id: entry.id.clone(),
        memory_type: entry.memory_type.clone(),
        context: entry.context.clone(),
        action: entry.action.clone(),
        result: entry.result.clone(),
        score: entry.score,
        embedding_context: None,
        embedding_action: None,
        embedding_result: None,
        indexed: false,
        tags,
        project: entry.project.clone(),
        parent_id: entry.parent_id.clone(),
        source_ids: entry.source_ids.clone(),
        insight_type: entry.insight_type.clone(),
        created_at: entry.created_at.clone(),
        updated_at: entry.updated_at.clone(),
        used_count: entry.used_count,
        last_used_at: entry.last_used_at.clone(),
        superseded_by: None,
    })
}