elph-ai 0.0.28

Unified LLM API with provider collections, auth resolution, and streaming
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67

use std::collections::HashMap;
use std::sync::Arc;

use tokio::sync::Mutex;

use super::types::{BoxFuture, Credential, CredentialModifyFn, CredentialStore};

/// In-memory credential store with per-provider serialized writes.
pub struct InMemoryCredentialStore {
    credentials: Mutex<HashMap<String, Credential>>,
    chains: Mutex<HashMap<String, Arc<Mutex<()>>>>,
}

impl Default for InMemoryCredentialStore {
    fn default() -> Self {
        Self::new()
    }
}

impl InMemoryCredentialStore {
    pub fn new() -> Self {
        Self {
            credentials: Mutex::new(HashMap::new()),
            chains: Mutex::new(HashMap::new()),
        }
    }

    async fn lock_chain(&self, provider_id: &str) -> Arc<Mutex<()>> {
        let mut chains = self.chains.lock().await;
        chains
            .entry(provider_id.to_string())
            .or_insert_with(|| Arc::new(Mutex::new(())))
            .clone()
    }
}

impl CredentialStore for InMemoryCredentialStore {
    fn read<'a>(&'a self, provider_id: &'a str) -> BoxFuture<'a, Option<Credential>> {
        Box::pin(async move { self.credentials.lock().await.get(provider_id).cloned() })
    }

    fn modify<'a>(&'a self, provider_id: &'a str, f: CredentialModifyFn) -> BoxFuture<'a, Option<Credential>> {
        let provider_id = provider_id.to_string();
        Box::pin(async move {
            let chain = self.lock_chain(&provider_id).await;
            let _guard = chain.lock().await;
            let current = self.credentials.lock().await.get(&provider_id).cloned();
            let next = f(current).await;
            let mut credentials = self.credentials.lock().await;
            if let Some(ref cred) = next {
                credentials.insert(provider_id.clone(), cred.clone());
                next
            } else {
                credentials.get(&provider_id).cloned()
            }
        })
    }

    fn delete<'a>(&'a self, provider_id: &'a str) -> BoxFuture<'a, ()> {
        let provider_id = provider_id.to_string();
        Box::pin(async move {
            let chain = self.lock_chain(&provider_id).await;
            let _guard = chain.lock().await;
            self.credentials.lock().await.remove(&provider_id);
        })
    }
}