oy-cli 0.10.1

Local AI coding CLI for inspecting, editing, running commands, and auditing repositories
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

use serde_json::{Value, json};

use crate::llm::CacheHint;
use crate::llm::cache_policy::{
    Breakpoints, INLINE_BREAKPOINT_CAP, cache_point_allowed, ttl_bucket,
};

pub(crate) fn breakpoints() -> Breakpoints {
    Breakpoints::new(INLINE_BREAKPOINT_CAP)
}

pub(crate) fn block(breakpoints: &mut Breakpoints, cache: Option<&CacheHint>) -> Option<Value> {
    cache_point_allowed(breakpoints, cache).then(|| {
        match cache.and_then(|hint| hint.ttl_seconds()) {
            Some(ttl_seconds) if ttl_bucket(Some(ttl_seconds)) == Some("1h") => {
                json!({"cachePoint": {"type": "default", "ttl": "1h"}})
            }
            _ => json!({"cachePoint": {"type": "default"}}),
        }
    })
}

trait CacheHintExt {
    fn ttl_seconds(self) -> Option<u64>;
}

impl CacheHintExt for &CacheHint {
    fn ttl_seconds(self) -> Option<u64> {
        match self {
            CacheHint::Ephemeral { ttl_seconds } | CacheHint::Persistent { ttl_seconds } => {
                *ttl_seconds
            }
        }
    }
}

#[cfg(test)]
#[path = "../../test/protocols/bedrock_cache.rs"]
mod tests;