stasis-rs 0.1.0

Durable AI orchestration framework with runtime jobs, lineage, and memory integration
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

use std::collections::HashMap;
use std::sync::{Arc, RwLock};

use genai::chat::ChatResponse;

use crate::ports::outbound::ai_chat_response_cache::AiChatResponseCache;

#[derive(Clone, Default)]
pub struct InMemoryAiChatResponseCache {
    state: Arc<RwLock<HashMap<String, ChatResponse>>>,
}

impl AiChatResponseCache for InMemoryAiChatResponseCache {
    fn get(&self, key: &str) -> Option<ChatResponse> {
        self.state
            .read()
            .ok()
            .and_then(|state| state.get(key).cloned())
    }

    fn set(&self, key: &str, response: ChatResponse) {
        if let Ok(mut state) = self.state.write() {
            state.insert(key.to_string(), response);
        }
    }
}