wptreport 0.0.2

Tools for working with WPT reports
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116

use std::collections::BTreeMap;

use serde::{Deserialize, Serialize};

#[derive(Debug, Serialize, Deserialize)]
pub struct WptReport {
    pub time_start: u64,
    pub time_end: u64,
    pub run_info: RunInfo,
    pub results: Vec<TestResult>,
}

#[derive(Debug, Serialize, Deserialize)]
pub struct WptScores {
    pub run_info: RunInfo,
    pub test_scores: BTreeMap<String, TestScore>,
}

#[derive(Debug, Serialize, Deserialize)]
pub struct TestScore {
    pub score: u64,
    pub subtests: BTreeMap<String, SubtestScore>,
}

#[derive(Debug, Serialize, Deserialize)]
pub struct SubtestScore {
    pub score: u32,
}

#[derive(Debug, Serialize, Deserialize)]
pub struct RunInfo {
    /// The browser engine tested (e.g. "servo")
    product: String,
    /// The code revision that the test was run against
    revision: String,

    // Flags
    automation: bool,
    debug: bool,
    display: Option<String>,
    has_sandbox: bool,
    headless: bool,
    verify: bool,
    wasm: bool,

    /// The OS that the tests were run on (e.g. "macos")
    os: String,
    /// OS version number
    os_version: String,
    /// OS version String
    version: String,
    /// The processor architecture the tests were run on (e.g. "arm")
    processor: String,
    /// The number of bits that the processor has (e.g. 64 for x86_64)
    bits: i64,
    /// The Python version used to run the tests
    python_version: i64,

    // OS Flags
    #[serde(default)]
    apple_catalina: bool,
    #[serde(default)]
    apple_silicon: bool,
    #[serde(default)]
    win10_2004: bool,
    #[serde(default)]
    win10_2009: bool,
    #[serde(default)]
    win11_2009: bool,
}

#[derive(Debug, Serialize, Deserialize)]
pub struct TestResult {
    pub test: String,
    pub status: TestStatus,
    pub duration: i64,
    pub known_intermittent: Vec<String>,
    pub message: Option<String>,
    pub subsuite: String,
    pub subtests: Vec<SubtestResult>,
}

#[derive(Debug, Copy, Clone, PartialEq, Serialize, Deserialize)]
#[serde(rename_all = "SCREAMING_SNAKE_CASE")]
pub enum TestStatus {
    Pass,
    Fail,
    Ok,
    Error,
    Timeout,
    Crash,
    Assert,
    PreconditionFailed,
    Skip,
}

#[derive(Debug, Serialize, Deserialize)]
pub struct SubtestResult {
    pub name: String,
    pub status: SubtestStatus,
    pub known_intermittent: Vec<String>,
    pub message: Option<String>,
}

#[derive(Debug, Copy, Clone, PartialEq, Serialize, Deserialize)]
#[serde(rename_all = "SCREAMING_SNAKE_CASE")]
pub enum SubtestStatus {
    Pass,
    Fail,
    Error,
    Timeout,
    Assert,
    PreconditionFailed,
    Notrun,
    Skip,
}