kova-sdk 0.1.0

Async-first Rust library for building LLM-powered agents with tool calling, streaming, MCP, and multi-agent orchestration
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138

use std::collections::HashMap;
use std::sync::Arc;

use async_trait::async_trait;
use tokio::sync::RwLock;
use tracing::Instrument;

use crate::error::KovaError;
use crate::models::{ConversationMessage, Role};

use super::MemoryStore;

/// In-memory conversation store backed by a `HashMap`.
///
/// Thread-safe via `Arc<RwLock<...>>`. When `max_messages` is set,
/// `get_history` truncates older messages while preserving the system
/// prompt if present.
pub struct InMemoryStore {
    conversations: Arc<RwLock<HashMap<String, Vec<ConversationMessage>>>>,
    max_messages: Option<usize>,
}

impl InMemoryStore {
    /// Create a new `InMemoryStore` with no message limit.
    pub fn new() -> Self {
        Self {
            conversations: Arc::new(RwLock::new(HashMap::new())),
            max_messages: None,
        }
    }

    /// Create a new `InMemoryStore` with a maximum message count.
    ///
    /// When the history exceeds this limit, older messages are truncated
    /// on retrieval, preserving the system prompt if present.
    pub fn with_max_messages(max_messages: usize) -> Self {
        Self {
            conversations: Arc::new(RwLock::new(HashMap::new())),
            max_messages: Some(max_messages),
        }
    }
}

impl Default for InMemoryStore {
    fn default() -> Self {
        Self::new()
    }
}

#[async_trait]
impl MemoryStore for InMemoryStore {
    async fn add_message(
        &self,
        conversation_id: &str,
        message: ConversationMessage,
    ) -> Result<(), KovaError> {
        let span = tracing::info_span!("memory.add_message", conversation_id = conversation_id,);
        self.add_message_inner(conversation_id, message)
            .instrument(span)
            .await
    }

    async fn get_history(
        &self,
        conversation_id: &str,
    ) -> Result<Vec<ConversationMessage>, KovaError> {
        let span = tracing::info_span!("memory.get_history", conversation_id = conversation_id,);
        self.get_history_inner(conversation_id)
            .instrument(span)
            .await
    }

    async fn clear(&self, conversation_id: &str) -> Result<(), KovaError> {
        let span = tracing::info_span!("memory.clear", conversation_id = conversation_id,);
        self.clear_inner(conversation_id).instrument(span).await
    }
}

impl InMemoryStore {
    async fn add_message_inner(
        &self,
        conversation_id: &str,
        message: ConversationMessage,
    ) -> Result<(), KovaError> {
        let mut convos = self.conversations.write().await;
        convos
            .entry(conversation_id.to_string())
            .or_default()
            .push(message);
        Ok(())
    }

    async fn get_history_inner(
        &self,
        conversation_id: &str,
    ) -> Result<Vec<ConversationMessage>, KovaError> {
        let convos = self.conversations.read().await;
        let messages = match convos.get(conversation_id) {
            Some(msgs) => msgs.clone(),
            None => return Ok(Vec::new()),
        };

        let Some(max) = self.max_messages else {
            return Ok(messages);
        };

        if messages.len() <= max {
            return Ok(messages);
        }

        // Check if the first message is a system prompt.
        let has_system = matches!(messages.first(), Some(m) if m.role == Role::System);

        if has_system {
            // Keep system prompt + most recent (max - 1) messages.
            let system = messages[0].clone();
            let keep = max.saturating_sub(1);
            let start = messages.len().saturating_sub(keep);
            let mut result = vec![system];
            result.extend_from_slice(&messages[start..]);
            Ok(result)
        } else {
            // Keep most recent `max` messages.
            let start = messages.len().saturating_sub(max);
            Ok(messages[start..].to_vec())
        }
    }

    async fn clear_inner(&self, conversation_id: &str) -> Result<(), KovaError> {
        let mut convos = self.conversations.write().await;
        convos.remove(conversation_id);
        Ok(())
    }
}

#[cfg(test)]
#[path = "in_memory_tests.rs"]
mod in_memory_tests;