conproxy 0.2.1

Cache proxy server for heterogeneous RAG/vector search backends with cascade, scope, and MCP
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60

use super::client::E2eClient;
use super::report::{SectionMetrics, TestReport};

/// Returned by `snapshot_and_reset` for downstream assertions.
#[derive(Clone, Copy)]
pub struct SectionSnapshot {
    pub requests: u64,
    pub hits: u64,
    #[allow(dead_code)]
    pub misses: u64,
    pub errors: u64,
    pub hit_rate: f64,
}

/// Snapshot metrics for the current section, then reset for the next section.
/// Returns the snapshot so callers can assert on expected thresholds.
pub fn snapshot_and_reset(
    client: &E2eClient,
    section_name: &str,
    report: &mut TestReport,
) -> SectionSnapshot {
    let (status, metrics) = client.metrics();
    if status != 200 {
        return SectionSnapshot {
            requests: 0,
            hits: 0,
            misses: 0,
            errors: 0,
            hit_rate: 0.0,
        };
    }

    let proxy = &metrics["proxy"];
    let requests = proxy["requests_total"].as_u64().unwrap_or(0);
    let hits = proxy["cache_hits"].as_u64().unwrap_or(0);
    let misses = proxy["cache_misses"].as_u64().unwrap_or(0);
    let errors = proxy["upstream_failures"].as_u64().unwrap_or(0);
    let hit_rate_f64 = proxy["cache_hit_rate"].as_f64().unwrap_or(0.0);

    report.record_section(SectionMetrics {
        section: section_name.to_string(),
        description: TestReport::section_description(section_name),
        requests,
        hits,
        misses,
        errors,
        hit_rate: format!("{:.2}", hit_rate_f64),
    });

    // Reset for next section
    client.admin_metrics_reset();

    SectionSnapshot {
        requests,
        hits,
        misses,
        errors,
        hit_rate: hit_rate_f64,
    }
}