mentra 0.6.0

An agent runtime for tool-using LLM applications
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136

use std::sync::Arc;

use async_trait::async_trait;
use time::Duration;
use tokio::sync::Mutex;

use crate::{
    auth::openai::{
        OpenAIOAuthClient, OpenAIOAuthError, OpenAITokenSet, PendingAuthorization,
        PersistentTokenStoreKind, TokenStore, persistent_token_store,
    },
    provider::openai::OpenAICredentialSource,
};

pub struct OpenAIOAuthCredentialSource {
    client: OpenAIOAuthClient,
    tokens: Mutex<OpenAITokenSet>,
    store: Option<Arc<dyn TokenStore>>,
    refresh_skew: Duration,
}

impl OpenAIOAuthCredentialSource {
    pub fn new(client: OpenAIOAuthClient, tokens: OpenAITokenSet) -> Self {
        Self {
            client,
            tokens: Mutex::new(tokens),
            store: None,
            refresh_skew: Duration::seconds(60),
        }
    }

    pub fn with_store(mut self, store: Arc<dyn TokenStore>) -> Self {
        self.store = Some(store);
        self
    }

    pub fn with_refresh_skew(mut self, refresh_skew: Duration) -> Self {
        self.refresh_skew = refresh_skew;
        self
    }

    pub fn from_store(
        client: OpenAIOAuthClient,
        store: Arc<dyn TokenStore>,
    ) -> Result<Self, OpenAIOAuthError> {
        let tokens = store.load()?.ok_or(OpenAIOAuthError::MissingStoredTokens)?;
        Ok(Self::new(client, tokens).with_store(store))
    }

    pub fn from_persistent_store(
        client: OpenAIOAuthClient,
        kind: PersistentTokenStoreKind,
    ) -> Result<Self, OpenAIOAuthError> {
        Self::from_store(client, persistent_token_store(kind))
    }

    pub fn from_default_persistent_store(
        client: OpenAIOAuthClient,
    ) -> Result<Self, OpenAIOAuthError> {
        Self::from_persistent_store(client, PersistentTokenStoreKind::Auto)
    }

    pub async fn from_store_or_authorize<F>(
        client: OpenAIOAuthClient,
        store: Arc<dyn TokenStore>,
        on_pending_authorization: F,
    ) -> Result<Self, OpenAIOAuthError>
    where
        F: FnOnce(&PendingAuthorization),
    {
        match Self::from_store(client.clone(), store.clone()) {
            Ok(source) => Ok(source),
            Err(OpenAIOAuthError::MissingStoredTokens) => {
                let pending = client.start_authorization().await?;
                on_pending_authorization(&pending);
                let tokens = pending.complete(&client).await?;
                store.save(&tokens)?;
                Ok(Self::new(client, tokens).with_store(store))
            }
            Err(error) => Err(error),
        }
    }

    pub async fn from_persistent_store_or_authorize<F>(
        client: OpenAIOAuthClient,
        kind: PersistentTokenStoreKind,
        on_pending_authorization: F,
    ) -> Result<Self, OpenAIOAuthError>
    where
        F: FnOnce(&PendingAuthorization),
    {
        Self::from_store_or_authorize(
            client,
            persistent_token_store(kind),
            on_pending_authorization,
        )
        .await
    }

    pub async fn from_default_persistent_store_or_authorize<F>(
        client: OpenAIOAuthClient,
        on_pending_authorization: F,
    ) -> Result<Self, OpenAIOAuthError>
    where
        F: FnOnce(&PendingAuthorization),
    {
        Self::from_persistent_store_or_authorize(
            client,
            PersistentTokenStoreKind::Auto,
            on_pending_authorization,
        )
        .await
    }

    async fn current_api_key(&self) -> Result<String, OpenAIOAuthError> {
        let mut tokens = self.tokens.lock().await;
        if tokens.is_expired(self.refresh_skew) {
            let refreshed = self.client.refresh_tokens(&tokens.refresh_token).await?;
            if let Some(store) = &self.store {
                store.save(&refreshed)?;
            }
            *tokens = refreshed;
        }

        Ok(tokens.require_api_key()?.to_string())
    }
}

#[async_trait]
impl OpenAICredentialSource for OpenAIOAuthCredentialSource {
    async fn api_key(&self) -> Result<String, String> {
        self.current_api_key()
            .await
            .map_err(|error| error.to_string())
    }
}