rustev-eval 0.3.0

Rustev's offline evaluation: bounded replay bundles, historical reproduction, candidate comparison, datasets, metrics and calibration fitting.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136

use super::*;
use rustev_contract::redaction::{Action, FieldClass, truncate_str};
use serde_json::Value;

pub(super) fn withheld(policy: Option<&RedactionPolicy>, class: FieldClass) -> Option<Unavailable> {
    let p = policy?;
    let action = match p.class_action(class) {
        Action::Drop => WithholdingAction::Drop,
        Action::Digest => WithholdingAction::Digest,
        _ => return None,
    };
    Some(Unavailable::Redacted {
        policy: p.policy_id(),
        field_class: class,
        action,
    })
}
pub(super) fn item(item: &mut Item, policy: Option<&RedactionPolicy>, class: FieldClass) {
    if let Item::String(s) = item {
        if let Some(u) = withheld(policy, class) {
            *item = Item::Withheld(Withheld { not_available: u });
        } else if let Some(Action::Truncate { bytes }) = policy.map(|p| p.class_action(class)) {
            *s = truncate_str(s, bytes as usize).0;
        }
    }
}
// A composite copy is withheld as a whole if any of its members is withheld.
// This preserves the verbatim-copy invariant instead of inventing a new payload.
pub(super) fn apply(
    value: &mut Value,
    class: FieldClass,
    policy: Option<&RedactionPolicy>,
    composite: bool,
) -> Result<Option<Truncated>, Unavailable> {
    apply_members(value, class, policy, composite, false)
}
pub(super) fn apply_query(
    value: &mut Value,
    class: FieldClass,
    policy: Option<&RedactionPolicy>,
    composite: bool,
) -> Result<Option<Truncated>, Unavailable> {
    apply_members(value, class, policy, composite, true)
}
fn apply_members(
    value: &mut Value,
    class: FieldClass,
    policy: Option<&RedactionPolicy>,
    composite: bool,
    query: bool,
) -> Result<Option<Truncated>, Unavailable> {
    let Some(p) = policy else { return Ok(None) };
    if let Some(u) = withheld(Some(p), class) {
        return Err(u);
    }
    let mut cut = None;
    match value {
        Value::String(s) => {
            if let Action::Truncate { bytes } = p.class_action(class) {
                let (t, changed) = truncate_str(s, bytes as usize);
                *s = t;
                if changed {
                    cut = Some(Truncated {
                        policy: p.policy_id(),
                        bytes: bytes.into(),
                    });
                }
            }
        }
        Value::Array(a) => {
            for v in a {
                cut = apply_members(v, class, Some(p), composite, query)?.or(cut);
            }
        }
        Value::Object(o) => {
            for (k, v) in o {
                let c = if composite {
                    if query {
                        match k.as_str() {
                            "param" | "descriptor" => FieldClass::PlanMetadata,
                            "index" | "position" | "units" | "reserved" | "max_units" => {
                                FieldClass::Number
                            }
                            "value_kind"
                            | "mode"
                            | "final_cost"
                            | "within_guaranteed_cap"
                            | "charge"
                            | "bound" => FieldClass::Enum,
                            // Ids (`candidate`, `attempt_id`, ...) take their
                            // class from `member_class` below (spec 040 3.13).
                            _ => member_class(k, class),
                        }
                    } else {
                        member_class(k, class)
                    }
                } else {
                    class
                };
                cut = apply_members(v, c, Some(p), composite, query)?.or(cut);
            }
        }
        _ => {}
    }
    Ok(cut)
}
fn member_class(key: &str, parent: FieldClass) -> FieldClass {
    match key {
        "attempt_id" | "decision_id" | "candidate" | "instance" | "ids" | "eligible" | "id" => {
            FieldClass::Id
        }
        "detail" | "reason" if parent != FieldClass::PlanMetadata => FieldClass::FreeTextDetail,
        "step" | "field" | "fields" | "inputs" | "steps" | "subject" | "backend_id"
        | "artifact" | "action" => FieldClass::PlanMetadata,
        "digest" | "snapshot_id" => FieldClass::ContentDigest,
        "dispatched_ms" | "ended_ms" | "queued_ms" | "elapsed_ms" | "deadline_ms" | "cost"
        | "target" | "after" | "to" | "delay_ms" => FieldClass::Number,
        "derivation" | "kind" | "class" | "provenance" | "end" | "result" | "cancellation"
        | "remote" => FieldClass::Enum,
        _ => parent,
    }
}
pub(super) fn side(side: &mut Side, policy: Option<&RedactionPolicy>) {
    item(&mut side.decision_id, policy, FieldClass::Id);
    item(&mut side.plan_id, policy, FieldClass::PlanMetadata);
    if withheld(policy, FieldClass::PlanMetadata).is_some() {
        side.plan = None;
    }
    if let Some(u) = withheld(policy, FieldClass::ContentDigest) {
        side.record = DigestRef::Withheld(Withheld { not_available: u });
        side.bundle = None;
    }
    if withheld(policy, FieldClass::Enum).is_some() {
        side.capture = None;
    }
}