agtrace-providers 0.8.0

Internal provider adapters for the agtrace CLI. Not intended for direct use.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101

use std::collections::HashMap;

/// Model specification with named fields for type safety
#[derive(Debug, Clone, Copy, PartialEq)]
pub struct ModelSpec {
    pub prefix: &'static str,
    pub context_window: u64,
    /// Compaction buffer percentage (0-100)
    /// When input tokens exceed (100% - compaction_buffer_pct), compaction is triggered
    pub compaction_buffer_pct: f64,
}

impl ModelSpec {
    pub const fn new(
        prefix: &'static str,
        context_window: u64,
        compaction_buffer_pct: f64,
    ) -> Self {
        Self {
            prefix,
            context_window,
            compaction_buffer_pct,
        }
    }
}

/// Compaction buffer percentage for Gemini models
/// NOTE: Set to 0 as the actual compaction behavior is not yet known
const COMPACTION_BUFFER_PCT: f64 = 0.0;

/// Gemini provider model specifications
const MODEL_SPECS: &[ModelSpec] = &[
    // Gemini 2.5 series (as of 2025-12-17)
    ModelSpec::new("gemini-2.5-pro", 1_048_576, COMPACTION_BUFFER_PCT),
    ModelSpec::new("gemini-2.5-flash", 1_048_576, COMPACTION_BUFFER_PCT),
    ModelSpec::new("gemini-2.5-flash-lite", 1_048_576, COMPACTION_BUFFER_PCT),
    // Gemini 2.0 series
    ModelSpec::new("gemini-2.0-flash", 1_048_576, COMPACTION_BUFFER_PCT),
    ModelSpec::new("gemini-2.0-flash-lite", 1_048_576, COMPACTION_BUFFER_PCT),
];

/// Returns model prefix -> (context window, compaction buffer %) mapping
pub fn get_model_limits() -> HashMap<&'static str, (u64, f64)> {
    MODEL_SPECS
        .iter()
        .map(|spec| {
            (
                spec.prefix,
                (spec.context_window, spec.compaction_buffer_pct),
            )
        })
        .collect()
}

#[cfg(test)]
mod tests {
    use super::*;
    use std::collections::HashSet;

    #[test]
    fn test_no_duplicate_prefixes() {
        let prefixes: Vec<&str> = MODEL_SPECS.iter().map(|spec| spec.prefix).collect();
        let unique_prefixes: HashSet<&str> = prefixes.iter().copied().collect();

        assert_eq!(
            prefixes.len(),
            unique_prefixes.len(),
            "Duplicate prefixes found in MODEL_SPECS: {:?}",
            prefixes
                .iter()
                .enumerate()
                .filter(|(i, p)| prefixes.iter().skip(i + 1).any(|other| other == *p))
                .map(|(_, p)| p)
                .collect::<Vec<_>>()
        );
    }

    #[test]
    fn test_model_limits_coverage() {
        let limits = get_model_limits();

        // Verify Gemini 2.5 series
        assert_eq!(limits.get("gemini-2.5-pro"), Some(&(1_048_576, 0.0)));
        assert_eq!(limits.get("gemini-2.5-flash"), Some(&(1_048_576, 0.0)));
        assert_eq!(limits.get("gemini-2.5-flash-lite"), Some(&(1_048_576, 0.0)));

        // Verify Gemini 2.0 series
        assert_eq!(limits.get("gemini-2.0-flash"), Some(&(1_048_576, 0.0)));
        assert_eq!(limits.get("gemini-2.0-flash-lite"), Some(&(1_048_576, 0.0)));
    }

    #[test]
    fn test_all_specs_converted() {
        let limits = get_model_limits();
        assert_eq!(
            limits.len(),
            MODEL_SPECS.len(),
            "HashMap size should match MODEL_SPECS length"
        );
    }
}