rho-coding-agent 2.22.0

A fast Rust agent harness with a small footprint and opinionated defaults
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49

use std::sync::Arc;

use rho_sdk::{provider::ModelProvider, ReasoningLevel};

use crate::tools::process::CacheWarmRoute;

pub(crate) struct ProviderController {
    provider: Arc<dyn ModelProvider>,
    reasoning: ReasoningLevel,
    /// Shared with `process start`; tracks whether `provider` can send a
    /// capped keep-warm ping.
    cache_warm_route: CacheWarmRoute,
}

impl ProviderController {
    /// Binds `cache_warm_route` to the provider, now and on every adopt.
    pub(crate) fn new(
        provider: Arc<dyn ModelProvider>,
        reasoning: ReasoningLevel,
        cache_warm_route: CacheWarmRoute,
    ) -> Self {
        cache_warm_route.set_supported(provider.honors_max_output_tokens());
        Self {
            provider,
            reasoning,
            cache_warm_route,
        }
    }

    pub(crate) fn provider(&self) -> &Arc<dyn ModelProvider> {
        &self.provider
    }

    pub(crate) fn reasoning(&self) -> ReasoningLevel {
        self.reasoning
    }

    /// Whether the bound provider can send a capped keep-warm ping.
    pub(crate) fn supports_cache_warm(&self) -> bool {
        self.cache_warm_route.is_supported()
    }

    pub(crate) fn adopt(&mut self, provider: Arc<dyn ModelProvider>, reasoning: ReasoningLevel) {
        self.cache_warm_route
            .set_supported(provider.honors_max_output_tokens());
        self.provider = provider;
        self.reasoning = reasoning;
    }
}