assay-core 2.10.0

High-performance evaluation framework for LLM agents (Core)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

use crate::model::LlmResponse;
use crate::storage::Store;

#[derive(Clone)]
pub struct VcrCache {
    store: Store,
}

impl VcrCache {
    pub fn new(store: Store) -> Self {
        Self { store }
    }
    pub fn get(&self, key: &str) -> anyhow::Result<Option<LlmResponse>> {
        self.store.cache_get(key)
    }
    pub fn put(&self, key: &str, resp: &LlmResponse) -> anyhow::Result<()> {
        self.store.cache_put(key, resp)
    }
}