vv-agent 0.8.0

VectorVein agent runtime, SDK, CLI, tools, and workspace backends
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102

use std::any::Any;
use std::fmt;
use std::sync::Arc;

pub(crate) struct RuntimeMemoryCallbackError(Box<dyn Any + Send + Sync + 'static>);

impl RuntimeMemoryCallbackError {
    pub(crate) fn new<T>(value: T) -> Self
    where
        T: Any + Send + Sync + 'static,
    {
        Self(Box::new(value))
    }

    pub(crate) fn downcast<T>(self) -> Result<T, Self>
    where
        T: Any + Send + Sync + 'static,
    {
        match self.0.downcast::<T>() {
            Ok(value) => Ok(*value),
            Err(value) => Err(Self(value)),
        }
    }
}

impl fmt::Debug for RuntimeMemoryCallbackError {
    fn fmt(&self, formatter: &mut fmt::Formatter<'_>) -> fmt::Result {
        formatter
            .debug_struct("RuntimeMemoryCallbackError")
            .finish_non_exhaustive()
    }
}

pub(crate) type RuntimeMemoryCallback = Arc<
    dyn Fn(
            &str,
            Option<&str>,
            Option<&str>,
            u32,
        ) -> Result<Option<String>, RuntimeMemoryCallbackError>
        + Send
        + Sync
        + 'static,
>;

#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub(crate) enum SessionMemoryOutputInvalidReason {
    EmptyOutput,
    JsonArrayMissing,
    NoValidEntries,
}

impl SessionMemoryOutputInvalidReason {
    pub(crate) fn as_str(self) -> &'static str {
        match self {
            Self::EmptyOutput => "empty_output",
            Self::JsonArrayMissing => "json_array_missing",
            Self::NoValidEntries => "no_valid_entries",
        }
    }
}

#[derive(Debug, Clone, PartialEq, Eq)]
pub(crate) struct SessionMemoryOutputDiagnostic {
    pub(crate) cycle_index: u32,
    pub(crate) backend: Option<String>,
    pub(crate) model: Option<String>,
    pub(crate) reason: SessionMemoryOutputInvalidReason,
}

pub(crate) type SessionMemoryDiagnosticCallback =
    Arc<dyn Fn(&SessionMemoryOutputDiagnostic) + Send + Sync + 'static>;

#[derive(Clone, Default)]
pub(crate) struct RuntimeMemoryCallbacks {
    pub(crate) session_memory: Option<RuntimeMemoryCallback>,
    pub(crate) memory_compaction: Option<RuntimeMemoryCallback>,
    pub(crate) session_memory_diagnostic: Option<SessionMemoryDiagnosticCallback>,
}

impl fmt::Debug for RuntimeMemoryCallbacks {
    fn fmt(&self, formatter: &mut fmt::Formatter<'_>) -> fmt::Result {
        formatter
            .debug_struct("RuntimeMemoryCallbacks")
            .field(
                "session_memory",
                &self.session_memory.as_ref().map(|_| "<callback>"),
            )
            .field(
                "memory_compaction",
                &self.memory_compaction.as_ref().map(|_| "<callback>"),
            )
            .field(
                "session_memory_diagnostic",
                &self
                    .session_memory_diagnostic
                    .as_ref()
                    .map(|_| "<callback>"),
            )
            .finish()
    }
}