quorum-rs 0.7.0-rc.6

Rust SDK and CLI for multi-agent deliberation systems — ships the `quorum` binary (run / status / trace / tui / init) plus the underlying agent, LLM, tool, prompt, and worker library.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78

use std::sync::Arc;

pub mod harmony;
pub mod native;
pub mod xml_regex;

// Re-export trait and types from SDK
pub use crate::llms::{ChatStrategy, RequestOverrides};

pub struct StrategyResolver;

impl StrategyResolver {
    pub fn resolve(engine: Option<&str>) -> Arc<dyn ChatStrategy> {
        match engine {
            Some("vllm") => Arc::new(xml_regex::XmlRegexStrategy::new(Some("vllm".to_string()))),
            Some("vllm_xml_responses") => Arc::new(xml_regex::XmlRegexStrategy::new(Some(
                "vllm_responses".to_string(),
            ))),
            Some("gpt-oss") | Some("harmony") => Arc::new(harmony::HarmonyStrategy),
            // Pass the engine string to NativeStrategy so it can handle minor quirks (e.g. Cloudflare vs Together)
            Some(other) => Arc::new(native::NativeStrategy::new(other)),
            None => Arc::new(native::NativeStrategy::default()),
        }
    }
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn test_strategy_resolution() {
        // vLLM -> XmlRegex
        let strategy = StrategyResolver::resolve(Some("vllm"));
        assert!(!strategy.supports_streaming()); // XmlRegex returns false

        // GPT-OSS -> Harmony
        let strategy = StrategyResolver::resolve(Some("gpt-oss"));
        assert!(!strategy.supports_streaming()); // Harmony returns false
        assert_eq!(strategy.endpoint_suffix(), "/completions");

        // Harmony -> Harmony
        let strategy = StrategyResolver::resolve(Some("harmony"));
        assert_eq!(strategy.endpoint_suffix(), "/completions");

        // Native -> Native
        let strategy = StrategyResolver::resolve(Some("native"));
        assert!(strategy.supports_streaming()); // Native returns true
        assert_eq!(strategy.endpoint_suffix(), "/chat/completions");

        // None -> Native
        let strategy = StrategyResolver::resolve(None);
        assert!(strategy.supports_streaming());
    }

    #[test]
    fn test_strategy_resolution_unknown_engine_falls_back_to_native() {
        // Some("cloudflare") or any other unknown engine string -> NativeStrategy
        let strategy = StrategyResolver::resolve(Some("cloudflare"));
        assert!(strategy.supports_streaming());
        assert_eq!(strategy.endpoint_suffix(), "/chat/completions");

        let strategy = StrategyResolver::resolve(Some("together"));
        assert!(strategy.supports_streaming());
        assert_eq!(strategy.endpoint_suffix(), "/chat/completions");

        // vllm_xml_responses -> XmlRegexStrategy (not HarmonyStrategy or the Some(other) branch)
        let strategy = StrategyResolver::resolve(Some("vllm_xml_responses"));
        assert!(!strategy.supports_streaming());
        // XmlRegexStrategy uses /responses; HarmonyStrategy uses /completions — this
        // distinguishes the two non-streaming strategies and catches regressions.
        assert_eq!(
            strategy.endpoint_suffix(),
            "/responses",
            "vllm_xml_responses should resolve to XmlRegexStrategy (/responses), not HarmonyStrategy (/completions)"
        );
    }
}