brazen 0.0.3

A stateless, swiss-army-knife adapter for every LLM provider and protocol.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58

//! The `ModelCache` double (arch §9.1, model-discovery §5.1): an in-process map
//! backing the serve-cache-lookup and `list-models` tests, the sibling of the
//! [`MemoryCredStore`](super::store) double. `new`/`with` build an empty or primed
//! cache; `puts` reads back what `list-models` wrote.

use std::cell::RefCell;
use std::collections::HashMap;

use crate::canonical::Model;
use crate::store::ModelCache;

/// An in-process `ModelCache` (arch §9.1). A primed entry models a cache a prior
/// `bz --list-models` wrote; an unknown provider is `None` (the cold-cache path). Every
/// `put` is recorded in order so a test asserts a write fired — either the `list-models`
/// verb's wholesale replace or the data plane's learn-on-success append (§5.4).
#[derive(Default)]
pub struct MemoryModelCache {
    entries: RefCell<HashMap<String, Vec<Model>>>,
    puts: RefCell<Vec<(String, Vec<Model>)>>,
}

impl MemoryModelCache {
    /// An empty (cold) cache.
    pub fn new() -> Self {
        MemoryModelCache::default()
    }

    /// A cache primed with one provider's list — as if `bz --list-models` had run.
    pub fn with(provider: &str, models: Vec<Model>) -> Self {
        let cache = MemoryModelCache::new();
        cache
            .entries
            .borrow_mut()
            .insert(provider.to_owned(), models);
        cache
    }

    /// Every `(provider, models)` `put` this cache recorded, in order — the assertion
    /// that a write fired (and what it wrote): `list-models` or learn-on-success (§5.4).
    pub fn puts(&self) -> Vec<(String, Vec<Model>)> {
        self.puts.borrow().clone()
    }
}

impl ModelCache for MemoryModelCache {
    fn get(&self, provider: &str) -> Option<Vec<Model>> {
        self.entries.borrow().get(provider).cloned()
    }

    fn put(&self, provider: &str, models: &[Model]) {
        self.entries
            .borrow_mut()
            .insert(provider.to_owned(), models.to_vec());
        self.puts
            .borrow_mut()
            .push((provider.to_owned(), models.to_vec()));
    }
}