rho-coding-agent 2.13.0

A fast Rust agent harness with a small footprint and opinionated defaults
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114

use super::{App, CommandInvocation, Entry, InteractiveRuntime};

trait FastModeRuntime {
    fn fast_mode(&self) -> bool;
    fn set_fast_mode(&self, enabled: bool) -> anyhow::Result<()>;
}

impl FastModeRuntime for InteractiveRuntime {
    fn fast_mode(&self) -> bool {
        self.fast_mode()
    }

    fn set_fast_mode(&self, enabled: bool) -> anyhow::Result<()> {
        self.set_fast_mode(enabled)
    }
}

impl App {
    pub(super) fn execute_fast_command(
        &mut self,
        invocation: CommandInvocation,
        agent: &mut InteractiveRuntime,
    ) -> anyhow::Result<()> {
        let provider = self.info.runtime.provider.clone();
        let model = self.info.runtime.model.clone();
        let auth = self.info.runtime.auth.clone();
        // xAI prices the wire id, so a toggle has to reload that metadata.
        // Codex keeps the same model id and does not.
        let refresh_metadata = matches!(
            rho_providers::providers::fast_mode::fast_serving(&provider, &model, &auth),
            Some(rho_providers::providers::fast_mode::FastServing::RequestModel(_))
        );
        let changed = self.execute_fast_command_with_runtime(invocation, agent)?;
        if changed && refresh_metadata {
            self.start_model_metadata_fetch(agent);
        }
        Ok(())
    }

    fn execute_fast_command_with_runtime(
        &mut self,
        invocation: CommandInvocation,
        agent: &impl FastModeRuntime,
    ) -> anyhow::Result<bool> {
        let provider = &self.info.runtime.provider;
        let model = &self.info.runtime.model;
        let supported = rho_providers::providers::fast_mode::supports_fast_mode(
            provider,
            model,
            &self.info.runtime.auth,
        );
        let current = agent.fast_mode();
        let requested = match invocation.args.trim().to_ascii_lowercase().as_str() {
            "" => !current,
            "on" => true,
            "off" => false,
            _ => {
                self.insert_entry(&Entry::Error("usage: /fast [on|off]".into()));
                self.set_status("invalid fast mode");
                return Ok(false);
            }
        };

        if requested && !supported {
            let message =
                if provider == "xai" && model == rho_providers::providers::fast_mode::GROK_4_7 {
                    "fast mode for xai/grok-4.7 requires xAI OAuth".to_string()
                } else {
                    format!("fast mode is not available for {provider}/{model}")
                };
            self.insert_entry(&Entry::Error(message));
            self.set_status("fast mode unavailable");
            return Ok(false);
        }

        if requested != current {
            agent.set_fast_mode(requested)?;
            if let Err(error) = self
                .info
                .services
                .config_repository
                .update(|config| config.fast_mode = requested)
            {
                agent.set_fast_mode(current)?;
                self.insert_entry(&Entry::Error(format!("could not save fast mode: {error}")));
                self.set_status("config save failed");
                return Ok(false);
            }
            self.info.runtime.service_tier =
                requested.then_some(rho_sdk::model::ServiceTier::Priority);
            self.report_fast_mode(requested, supported);
            return Ok(true);
        }

        self.report_fast_mode(requested, supported);
        Ok(false)
    }

    fn report_fast_mode(&mut self, enabled: bool, supported: bool) {
        let (mode, detail) = match (enabled, supported) {
            (true, true) => ("on", "faster responses at a higher credit rate"),
            (true, false) => (
                "on",
                "inactive because the current model does not support it",
            ),
            (false, _) => ("off", "standard response speed and credit rate"),
        };
        self.set_status(format!("fast mode is {mode}: {detail}"));
    }
}

#[cfg(test)]
#[path = "fast_command_tests.rs"]
mod tests;