atomr-agents-cache 0.13.0

LLM cache (in-memory, semantic) + middleware integration.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34

//! SQLite-backed `LlmCache` stub.

#![cfg(feature = "sqlite")]

use async_trait::async_trait;
use atomr_agents_core::{AgentError, Result};

use crate::{CacheKey, CachedTurn, LlmCache};

pub struct SqliteLlmCache {
    pub url: String,
}

impl SqliteLlmCache {
    pub async fn connect(url: impl Into<String>) -> Result<Self> {
        Ok(Self { url: url.into() })
    }
}

fn unsupported<T>() -> Result<T> {
    Err(AgentError::Internal(
        "SqliteLlmCache: backend stub. Enable in your deployment patch.".into(),
    ))
}

#[async_trait]
impl LlmCache for SqliteLlmCache {
    async fn get(&self, _key: &CacheKey) -> Result<Option<CachedTurn>> {
        unsupported()
    }
    async fn put(&self, _key: CacheKey, _value: CachedTurn) -> Result<()> {
        unsupported()
    }
}