pondus 0.5.0

Opinionated AI model benchmark aggregator
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100

use anyhow::Result;
use serde::Deserialize;
use std::collections::HashMap;
use std::path::PathBuf;

#[derive(Debug, Deserialize, Default)]
pub struct Config {
    #[serde(default)]
    pub sources: HashMap<String, SourceConfig>,
    #[serde(default)]
    pub cache: CacheConfig,
    #[serde(default)]
    pub alias: AliasConfig,
    #[serde(skip)]
    pub aa_api_key: Option<String>,
}

#[derive(Debug, Deserialize, Default)]
pub struct SourceConfig {
    pub api_key: Option<String>,
    pub agent_browser_path: Option<String>,
}

#[derive(Debug, Deserialize)]
pub struct CacheConfig {
    #[serde(default = "default_ttl")]
    pub ttl_hours: u64,
}

impl Default for CacheConfig {
    fn default() -> Self {
        Self {
            ttl_hours: default_ttl(),
        }
    }
}

fn default_ttl() -> u64 {
    24
}

#[derive(Debug, Deserialize, Default)]
pub struct AliasConfig {
    pub path: Option<String>,
}

impl Config {
    pub fn load() -> Result<Self> {
        let path = config_path();
        let mut config = if path.exists() {
            let content = std::fs::read_to_string(&path)?;
            let mut config: Config = toml::from_str(&content)?;
            config.aa_api_key = aa_api_key_from_content(&content);
            config
        } else {
            Config::default()
        };

        if let Ok(env_api_key) = std::env::var("AA_API_KEY")
            && !env_api_key.trim().is_empty()
        {
            config.aa_api_key = Some(env_api_key);
        }

        Ok(config)
    }

    pub fn agent_browser_path(&self) -> &str {
        self.sources
            .get("seal")
            .or_else(|| self.sources.get("swe-rebench"))
            .and_then(|s| s.agent_browser_path.as_deref())
            .unwrap_or("agent-browser")
    }

    pub fn aa_api_key(&self) -> Option<&str> {
        self.aa_api_key.as_deref().or_else(|| {
            self.sources
                .get("artificial-analysis")
                .or_else(|| self.sources.get("artificial_analysis"))
                .and_then(|s| s.api_key.as_deref())
        })
    }
}

fn aa_api_key_from_content(content: &str) -> Option<String> {
    let value: toml::Value = toml::from_str(content).ok()?;
    value
        .get("artificial-analysis")
        .and_then(|v| v.get("api_key"))
        .and_then(|v| v.as_str())
        .map(ToOwned::to_owned)
}

fn config_path() -> PathBuf {
    dirs::config_dir()
        .unwrap_or_else(|| PathBuf::from("."))
        .join("pondus")
        .join("config.toml")
}