manabrew_protocol/
telemetry.rs

1//! How fast an engine answered, for one finished game.
2//!
3//! The hosted node publishes its own decision timings to Prometheus. Nothing
4//! measured the engines that run on a player's machine, and the browser Forge
5//! build made that gap matter: the whole point of it is latency, and the only
6//! numbers we had came from a laptop under a test harness.
7//!
8//! [`EnginePlayStats`] is one report per game, aggregates only: no deck, no
9//! cards, no opponent, nothing that identifies a player. It travels two ways —
10//! over the relay for a game the relay already knows about, and to the hub for
11//! offline play, where no server is in the loop at all.
12//!
13//! [`OfflinePlayGame`] is the other half, and it is not anonymous: it names
14//! players, because the hosted node recorded exactly these fields for exactly
15//! these games until Play vs AI moved into the browser. Account erasure has to
16//! reach it, which `Storage::delete_account` does by handle.
17
18use serde::{Deserialize, Serialize};
19use ts_rs::TS;
20
21#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize, TS)]
22#[serde(rename_all = "camelCase")]
23#[ts(export, export_to = "telemetry.ts")]
24pub struct EnginePlayStats {
25    /// Generated by the client, so a retry cannot double-count the game.
26    pub report_id: String,
27    /// Which game these timings belong to: the relay's `game_id` for a relay
28    /// game, and [`OfflinePlayGame::report_id`] for an offline one. Without it
29    /// a report is an orphan: the timings are there, but nothing says what was
30    /// played, who won, or how it ended.
31    ///
32    /// It points at a record that names players. The report itself stays
33    /// anonymous, and erasure reaches the record it points at by handle, so
34    /// the id survives a scrub while what it leads to no longer names anyone.
35    #[serde(default, skip_serializing_if = "Option::is_none")]
36    #[ts(optional)]
37    pub game_id: Option<String>,
38    /// Which engine actually ran, which is not always the one the room asked
39    /// for: a browser with the Forge engine on hosts a "Manabrew" room on it.
40    pub engine: String,
41    pub client_version: String,
42    pub platform: String,
43    #[serde(default, skip_serializing_if = "Option::is_none")]
44    #[ts(optional)]
45    pub format: Option<String>,
46    pub seats: u32,
47    pub multiplayer: bool,
48    pub duration_s: u32,
49    pub end_reason: String,
50    /// Client-side turnaround: answer sent to next prompt landing. This is the
51    /// interval the player feels, and the one comparable across engines.
52    pub turnaround: EngineTurnaround,
53    /// `turnaround` cut at the first reply frame reaching the client.
54    /// `reply_wait` is everything outside the player's machine: the server,
55    /// the wire, and the transfer of the reply. `client_work` is everything on
56    /// it: parsing, applying the state, rendering, until the prompt is
57    /// handled. Absent from clients that predate the cut and from engines with
58    /// no frame boundary to stamp.
59    #[serde(default, skip_serializing_if = "Option::is_none")]
60    #[ts(optional)]
61    pub reply_wait: Option<EngineTurnaround>,
62    #[serde(default, skip_serializing_if = "Option::is_none")]
63    #[ts(optional)]
64    pub client_work: Option<EngineTurnaround>,
65    /// The engine's own think time, when it reports one.
66    #[serde(default, skip_serializing_if = "Option::is_none")]
67    #[ts(optional)]
68    pub engine_think: Option<EngineTurnaround>,
69    /// `engine_think` split by whether an opponent turn happened inside the
70    /// window. A window is answer-received to next-prompt-ready, so in a game
71    /// against the AI the cross-turn half carries whole opponent turns and is
72    /// not a measure of one decision.
73    #[serde(default, skip_serializing_if = "Option::is_none")]
74    #[ts(optional)]
75    pub engine_think_same_turn: Option<EngineTurnaround>,
76    #[serde(default, skip_serializing_if = "Option::is_none")]
77    #[ts(optional)]
78    pub engine_think_cross_turn: Option<EngineTurnaround>,
79    /// `engine_think` split by who owned the time: the part of each window
80    /// spent on bot prompts, and the rest, which is the rules engine resolving
81    /// what the table did. Absent from an engine that does not tag its
82    /// windows.
83    #[serde(default, skip_serializing_if = "Option::is_none")]
84    #[ts(optional)]
85    pub engine_think_bot: Option<EngineTurnaround>,
86    #[serde(default, skip_serializing_if = "Option::is_none")]
87    #[ts(optional)]
88    pub engine_think_rules: Option<EngineTurnaround>,
89    /// Windows dropped because the tab was backgrounded for part of them: the
90    /// engine times itself in wall clock, which keeps running while the worker
91    /// is descheduled.
92    #[serde(default)]
93    pub think_samples_hidden: u32,
94    #[serde(default)]
95    pub by_type: Vec<EngineTypeTurnaround>,
96}
97
98#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize, TS)]
99#[serde(rename_all = "camelCase")]
100#[ts(export, export_to = "telemetry.ts")]
101pub struct EngineTurnaround {
102    pub n: u32,
103    pub p50: u32,
104    pub p90: u32,
105    pub max: u32,
106}
107
108#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize, TS)]
109#[serde(rename_all = "camelCase")]
110#[ts(export, export_to = "telemetry.ts")]
111pub struct EngineTypeTurnaround {
112    #[serde(rename = "type")]
113    pub prompt_type: String,
114    pub n: u32,
115    pub p50: u32,
116    pub max: u32,
117}
118
119impl EnginePlayStats {
120    /// Whether this is worth storing. Rejects the shapes a mistake or a hostile
121    /// client produces: an unparseable id, empty or oversized text, a table
122    /// with impossible seats, a report of no decisions at all.
123    pub fn is_plausible(&self) -> bool {
124        let text = |value: &str, max: usize| !value.is_empty() && value.len() <= max;
125        uuid_shaped(&self.report_id)
126            && text(&self.engine, 40)
127            && text(&self.client_version, 40)
128            && text(&self.platform, 20)
129            && text(&self.end_reason, 20)
130            && self.format.as_ref().is_none_or(|f| f.len() <= 40)
131            && (1..=8).contains(&self.seats)
132            && self.by_type.len() <= 32
133            && self.turnaround.n > 0
134    }
135
136    /// The game this report belongs to, when the id is one a store can key on.
137    /// A bad id costs the link, never the report: the timings are the point,
138    /// and dropping a whole game over a malformed field is how telemetry ends
139    /// up measuring nothing.
140    pub fn linked_game_id(&self) -> Option<&str> {
141        self.game_id.as_deref().filter(|id| uuid_shaped(id))
142    }
143}
144
145/// The relay's `game_started` + `game_ended` + `deck_selected` collapsed into
146/// one record: offline play has no connection to stream them over.
147#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize, TS)]
148#[serde(rename_all = "camelCase")]
149#[ts(export, export_to = "telemetry.ts")]
150pub struct OfflinePlayGame {
151    /// Client-generated, so a retry cannot double-count the game. Stands in for
152    /// the relay's `game_id` downstream.
153    pub report_id: String,
154    pub started_at: String,
155    pub ended_at: String,
156    pub duration_s: u32,
157    #[serde(default, skip_serializing_if = "Option::is_none")]
158    #[ts(optional)]
159    pub format: Option<String>,
160    pub engine: String,
161    pub starting_life: i32,
162    /// The relay's vocabulary, not the client's: `game_over`, `abandoned`.
163    pub end_reason: String,
164    pub game_over: bool,
165    #[serde(default, skip_serializing_if = "Option::is_none")]
166    #[ts(optional)]
167    pub winner: Option<String>,
168    #[serde(default)]
169    pub conceded: Vec<String>,
170    pub client_version: String,
171    pub platform: String,
172    pub players: Vec<OfflinePlaySeat>,
173}
174
175#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize, TS)]
176#[serde(rename_all = "camelCase")]
177#[ts(export, export_to = "telemetry.ts")]
178pub struct OfflinePlaySeat {
179    /// The account handle when there is one, the local display name otherwise.
180    pub username: String,
181    pub is_bot: bool,
182    #[serde(default, skip_serializing_if = "Option::is_none")]
183    #[ts(optional)]
184    pub deck_name: Option<String>,
185    #[serde(default, skip_serializing_if = "Option::is_none")]
186    #[ts(optional)]
187    pub commander: Option<String>,
188    #[serde(default, skip_serializing_if = "Option::is_none")]
189    #[ts(optional)]
190    pub published_deck_id: Option<String>,
191    #[serde(default, skip_serializing_if = "Option::is_none")]
192    #[ts(optional)]
193    pub deck_fingerprint: Option<String>,
194    #[serde(default)]
195    pub sideboard_count: u32,
196    #[serde(default)]
197    pub cards: Vec<OfflinePlayCard>,
198}
199
200#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize, TS)]
201#[serde(rename_all = "camelCase")]
202#[ts(export, export_to = "telemetry.ts")]
203pub struct OfflinePlayCard {
204    pub name: String,
205    pub set_code: String,
206    pub count: u32,
207}
208
209const MAX_CARDS_PER_SEAT: usize = 400;
210
211impl OfflinePlayGame {
212    /// Whether this is worth storing. Same job as
213    /// [`EnginePlayStats::is_plausible`], over a wider record.
214    pub fn is_plausible(&self) -> bool {
215        let text = |value: &str, max: usize| !value.is_empty() && value.len() <= max;
216        uuid_shaped(&self.report_id)
217            && text(&self.started_at, 40)
218            && text(&self.ended_at, 40)
219            && text(&self.engine, 40)
220            && text(&self.client_version, 40)
221            && text(&self.platform, 20)
222            && text(&self.end_reason, 30)
223            && self.format.as_ref().is_none_or(|f| f.len() <= 40)
224            && self.winner.as_ref().is_none_or(|w| w.len() <= 80)
225            && self.conceded.len() <= 8
226            && self.conceded.iter().all(|name| text(name, 80))
227            && (1..=8).contains(&self.players.len())
228            && self.players.iter().all(OfflinePlaySeat::is_plausible)
229    }
230}
231
232impl OfflinePlaySeat {
233    fn is_plausible(&self) -> bool {
234        let opt =
235            |value: &Option<String>, max: usize| value.as_ref().is_none_or(|v| v.len() <= max);
236        !self.username.is_empty()
237            && self.username.len() <= 80
238            && opt(&self.deck_name, 120)
239            && opt(&self.commander, 120)
240            && opt(&self.published_deck_id, 200)
241            // The same 64 lowercase hex the deck-play endpoint takes.
242            && self
243                .deck_fingerprint
244                .as_ref()
245                .is_none_or(|value| value.len() == 64 && value.bytes().all(is_lower_hex))
246            && self.cards.len() <= MAX_CARDS_PER_SEAT
247            && self.cards.iter().all(OfflinePlayCard::is_plausible)
248    }
249}
250
251impl OfflinePlayCard {
252    fn is_plausible(&self) -> bool {
253        !self.name.is_empty()
254            && self.name.len() <= 200
255            && self.set_code.len() <= 20
256            && (1..=1000).contains(&self.count)
257    }
258}
259
260fn is_lower_hex(byte: u8) -> bool {
261    byte.is_ascii_digit() || (b'a'..=b'f').contains(&byte)
262}
263
264fn uuid_shaped(value: &str) -> bool {
265    value.len() == 36
266        && value.bytes().enumerate().all(|(index, byte)| match index {
267            8 | 13 | 18 | 23 => byte == b'-',
268            _ => byte.is_ascii_hexdigit(),
269        })
270}
271
272#[cfg(test)]
273mod tests {
274    use super::*;
275
276    fn sample() -> EnginePlayStats {
277        EnginePlayStats {
278            report_id: "11111111-2222-3333-4444-555555555555".to_string(),
279            game_id: Some("66666666-7777-8888-9999-aaaaaaaaaaaa".to_string()),
280            engine: "forge-wasm".to_string(),
281            client_version: "3.18.5".to_string(),
282            platform: "web".to_string(),
283            format: Some("standard".to_string()),
284            seats: 2,
285            multiplayer: false,
286            duration_s: 400,
287            end_reason: "gameOver".to_string(),
288            turnaround: EngineTurnaround {
289                n: 180,
290                p50: 46,
291                p90: 78,
292                max: 320,
293            },
294            reply_wait: None,
295            client_work: None,
296            engine_think: None,
297            engine_think_same_turn: None,
298            engine_think_cross_turn: None,
299            engine_think_bot: None,
300            engine_think_rules: None,
301            think_samples_hidden: 0,
302            by_type: vec![],
303        }
304    }
305
306    #[test]
307    fn accepts_a_real_report() {
308        assert!(sample().is_plausible());
309        assert_eq!(
310            sample().linked_game_id(),
311            Some("66666666-7777-8888-9999-aaaaaaaaaaaa")
312        );
313    }
314
315    /// The timings are the point. A game id that cannot be keyed on costs the
316    /// link to the game and nothing else, because dropping the report over it
317    /// would lose the measurement this whole path exists to take.
318    #[test]
319    fn a_bad_game_id_costs_the_link_not_the_report() {
320        let mut report = sample();
321        report.game_id = Some("not-a-uuid".to_string());
322        assert!(report.is_plausible());
323        assert_eq!(report.linked_game_id(), None);
324
325        report.game_id = None;
326        assert!(report.is_plausible());
327        assert_eq!(report.linked_game_id(), None);
328    }
329
330    #[test]
331    fn rejects_the_shapes_a_hostile_client_sends() {
332        let cases: Vec<(&str, Box<dyn Fn(&mut EnginePlayStats)>)> = vec![
333            (
334                "not a uuid",
335                Box::new(|s: &mut EnginePlayStats| s.report_id = "nope".to_string()),
336            ),
337            (
338                "empty engine",
339                Box::new(|s: &mut EnginePlayStats| s.engine = String::new()),
340            ),
341            (
342                "huge engine",
343                Box::new(|s: &mut EnginePlayStats| s.engine = "x".repeat(41)),
344            ),
345            ("no seats", Box::new(|s: &mut EnginePlayStats| s.seats = 0)),
346            (
347                "too many seats",
348                Box::new(|s: &mut EnginePlayStats| s.seats = 9),
349            ),
350            (
351                "no decisions",
352                Box::new(|s: &mut EnginePlayStats| s.turnaround.n = 0),
353            ),
354        ];
355        for (name, break_it) in cases {
356            let mut report = sample();
357            break_it(&mut report);
358            assert!(!report.is_plausible(), "{name} should have been rejected");
359        }
360    }
361}
manabrew_protocol/telemetry.rs

manabrew_protocol/
telemetry.rs
