lash-plugin-observational-memory 0.1.0-alpha.34

Observational-memory plugin for the lash agent runtime.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85

use std::sync::Arc;

use lash_core::plugin::PluginError;
use lash_core::plugin::runtime_host::SessionGraphService;
use lash_core::{
    AppendSessionNodesRequest, AppendSessionNodesResult, DirectCompletion, DirectRequest,
    SessionAppendNode, SessionGraph,
};

pub(crate) struct OmRuntimeHost<'a> {
    session_id: &'a str,
    session_graph: &'a Arc<dyn SessionGraphService>,
    direct_completions: lash_core::DirectCompletionClient<'a>,
}

impl<'a> OmRuntimeHost<'a> {
    pub(crate) fn new(
        session_id: &'a str,
        session_graph: &'a Arc<dyn SessionGraphService>,
        direct_completions: lash_core::DirectCompletionClient<'a>,
    ) -> Self {
        Self {
            session_id,
            session_graph,
            direct_completions,
        }
    }

    pub(crate) fn session_id(&self) -> &str {
        self.session_id
    }

    pub(crate) async fn append_plugin_nodes(
        &self,
        graph: &SessionGraph,
        nodes: Vec<(String, serde_json::Value)>,
    ) -> Result<Option<SessionGraph>, PluginError> {
        append_plugin_nodes(self.session_id, self.session_graph, graph, nodes).await
    }

    pub(crate) async fn direct_completion(
        &self,
        request: DirectRequest,
        usage_source: &str,
    ) -> Result<DirectCompletion, PluginError> {
        self.direct_completions
            .direct_completion(request, usage_source)
            .await
    }
}

async fn append_plugin_nodes(
    session_id: &str,
    session_graph: &Arc<dyn SessionGraphService>,
    graph: &SessionGraph,
    nodes: Vec<(String, serde_json::Value)>,
) -> Result<Option<SessionGraph>, PluginError> {
    if nodes.is_empty() {
        return Ok(Some(graph.clone()));
    }
    let request_nodes = nodes
        .iter()
        .cloned()
        .map(|(plugin_type, body)| SessionAppendNode::plugin(plugin_type, body))
        .collect::<Vec<_>>();
    match session_graph
        .append_session_nodes(
            session_id,
            AppendSessionNodesRequest {
                nodes: request_nodes,
                requires_ancestor_node_id: graph.leaf_node_id.clone(),
            },
        )
        .await?
    {
        AppendSessionNodesResult::Appended { .. } => {
            let mut next = graph.clone();
            for (plugin_type, body) in nodes {
                next.append_plugin(plugin_type, body);
            }
            Ok(Some(next))
        }
        AppendSessionNodesResult::StaleBranch { .. } => Ok(None),
    }
}