gephyr 1.16.8

Gephyr headless AI relay service for Google AI services
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69

pub mod crypto;
pub mod proxy;
pub mod user_token;

use crate::modules;

pub use modules::auth::account::RefreshStats;

fn scheduler_refresh_account_delay_bounds_seconds() -> (u64, u64) {
    let min = std::env::var("SCHEDULER_ACCOUNT_REFRESH_MIN_SECONDS")
        .ok()
        .and_then(|v| v.parse::<u64>().ok())
        .unwrap_or(5);
    let max = std::env::var("SCHEDULER_ACCOUNT_REFRESH_MAX_SECONDS")
        .ok()
        .and_then(|v| v.parse::<u64>().ok())
        .unwrap_or(30);
    if min <= max {
        (min, max)
    } else {
        (max, min)
    }
}

#[cfg(test)]
mod tests {
    use super::scheduler_refresh_account_delay_bounds_seconds;
    use crate::test_utils::lock_env;

    #[test]
    fn scheduler_refresh_account_delay_defaults_are_reasonable() {
        let _guard = lock_env();
        std::env::remove_var("SCHEDULER_ACCOUNT_REFRESH_MIN_SECONDS");
        std::env::remove_var("SCHEDULER_ACCOUNT_REFRESH_MAX_SECONDS");
        assert_eq!(scheduler_refresh_account_delay_bounds_seconds(), (5, 30));
    }

    #[test]
    fn scheduler_refresh_account_delay_bounds_swap_when_reversed() {
        let _guard = lock_env();
        std::env::set_var("SCHEDULER_ACCOUNT_REFRESH_MIN_SECONDS", "30");
        std::env::set_var("SCHEDULER_ACCOUNT_REFRESH_MAX_SECONDS", "5");
        assert_eq!(scheduler_refresh_account_delay_bounds_seconds(), (5, 30));
        std::env::remove_var("SCHEDULER_ACCOUNT_REFRESH_MIN_SECONDS");
        std::env::remove_var("SCHEDULER_ACCOUNT_REFRESH_MAX_SECONDS");
    }
}

pub async fn refresh_all_quotas_internal(
    proxy_state: &crate::commands::proxy::ProxyServiceState,
) -> Result<RefreshStats, String> {
    let (min_delay_seconds, max_delay_seconds) = scheduler_refresh_account_delay_bounds_seconds();
    let stats = modules::auth::account::refresh_all_quotas_sequential_logic(
        min_delay_seconds,
        max_delay_seconds,
    )
    .await?;

    let instance_lock = proxy_state.instance.read().await;
    if let Some(instance) = instance_lock.as_ref() {
        let _ = instance.token_manager.reload_all_accounts().await;
    }

    Ok(stats)
}

pub async fn clear_log_cache() -> Result<(), String> {
    modules::system::logger::clear_logs()
}