tlparse 0.4.8

Parse TORCH_LOG logs produced by PyTorch torch.compile
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88

use serde::{Deserialize, Serialize};

#[derive(Debug, Deserialize, Serialize, Clone, Default)]
pub struct VllmCompilationConfig {
    pub model: Option<String>,
    pub prefix: Option<String>,
    pub mode: Option<String>,
    pub backend: Option<String>,
    pub custom_ops: Option<String>,
    pub splitting_ops: Option<String>,
    pub cudagraph_mode: Option<String>,
    pub compile_sizes: Option<String>,
    pub compile_ranges_split_points: Option<String>,
    pub use_inductor_graph_partition: Option<bool>,
    pub inductor_passes: Option<String>,
    pub enabled_passes: Option<String>,
    pub dynamic_shapes_type: Option<String>,
    pub dynamic_shapes_evaluate_guards: Option<bool>,
}

#[derive(Debug, Clone, Deserialize, Serialize)]
pub struct VllmSubgraphInfo {
    #[serde(rename = "piecewise_index")]
    pub index: i32,
    #[serde(default)]
    pub submod_name: Option<String>,
    pub compile_range_start: i64,
    pub compile_range_end: i64,
    pub is_single_size: bool,
    #[serde(rename = "is_cudagraph_capture_size")]
    pub is_cudagraph_size: bool,
    #[serde(skip)]
    pub artifacts: Vec<ArtifactInfo>,
}

impl VllmSubgraphInfo {
    pub fn size_or_range(&self) -> String {
        if self.is_single_size {
            format!("size {}", self.compile_range_start)
        } else {
            format!(
                "range [{}, {}]",
                self.compile_range_start, self.compile_range_end
            )
        }
    }

    pub fn display_submod_name(&self) -> String {
        self.submod_name
            .clone()
            .unwrap_or_else(|| format!("subgraph_{}", self.index))
    }
}

#[derive(Debug, Serialize)]
pub struct VllmSummaryContext {
    pub css: String,
    pub qps: String,
    pub custom_header_html: String,
    pub config: VllmCompilationConfig,
    pub has_config: bool,
    pub dynamo_artifacts: Vec<ArtifactInfo>,
    pub has_dynamo_artifacts: bool,
    pub piecewise_graph_file: Option<String>,
    pub has_piecewise: bool,
    pub compile_range_groups: Vec<VllmCompileRangeGroup>,
}

#[derive(Debug, Clone, Serialize)]
pub struct VllmSubgraphWithArtifacts {
    pub submod_name: String,
    pub artifacts: Vec<ArtifactInfo>,
    pub artifact_count: usize,
}

#[derive(Debug, Clone, Serialize)]
pub struct VllmCompileRangeGroup {
    pub size_or_range: String,
    pub submod_count: usize,
    pub submods: Vec<VllmSubgraphWithArtifacts>,
}

#[derive(Debug, Clone, Serialize)]
pub struct ArtifactInfo {
    pub name: String,
    pub url: String,
    pub suffix: String,
}