testtrim 0.14.8

Intelligently select automated tests to run via code coverage analysis
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113

// SPDX-FileCopyrightText: 2024 Mathieu Fenniak <mathieu@fenniak.net>
//
// SPDX-License-Identifier: GPL-3.0-or-later

use std::{io, path::PathBuf};
use thiserror::Error;

use crate::{coverage::CoverageDatabaseError, platform::TestIdentifierCore};

#[derive(Error, Debug)]
pub enum SubcommandErrors {
    #[error("test sub-command {command:?} could not be started due to err: {error:?}")]
    UnableToStart { command: String, error: io::Error },

    #[error(
        "test sub-command '{command:?}' failed with exit code {status:?} and stderr {stderr:?})"
    )]
    SubcommandFailed {
        command: String,
        status: std::process::ExitStatus,
        stderr: String,
    },

    #[error(
        "test sub-command '{command:?}' had unparsable output; error: {error:?} output: {output:?})"
    )]
    SubcommandOutputParseFailed {
        command: String,
        error: String,
        output: String,
    },
}

#[derive(Debug)]
pub enum TestFailure {
    NonZeroExitCode {
        exit_code: Option<i32>,
        stdout: String,
        stderr: String,
    },
}

#[derive(Debug)]
pub struct FailedTestResult {
    pub test_identifier: Box<dyn TestIdentifierCore>,
    pub failure: TestFailure,
}

/// Error running a single test.
#[derive(Error, Debug)]
pub enum RunTestError {
    #[error(transparent)]
    SubcommandError(#[from] SubcommandErrors),

    #[error(transparent)]
    IoError(#[from] io::Error),

    #[error("test was executed but failed: {0:?}")]
    TestExecutionFailure(FailedTestResult),

    #[error(transparent)]
    Other(#[from] anyhow::Error),
}

/// Error that occurred while running a suite of tests.
#[derive(Error, Debug)]
pub enum RunTestsErrors {
    #[error(transparent)]
    IoError(#[from] io::Error),

    #[error(transparent)]
    RecvError(#[from] std::sync::mpsc::RecvError),

    #[error("platform-specific testing failure: {0}")]
    PlatformError(String),

    /// TestExecutionFailure(s) from the test suite will be consolidated into this enum value.
    #[error("one or more tests failed: {0:?}")]
    TestExecutionFailures(Vec<FailedTestResult>),

    /// Any `RunTestError` other than a `TestExecutionFailure` will be passed-through via `UnexpectedTestError`.
    #[error(transparent)]
    UnexpectedTestError(#[from] RunTestError),
}

/// Error that occurred while running the "run-tests" command.
#[derive(Error, Debug)]
pub enum RunTestsCommandErrors {
    #[error(
        "the CleanCommit mode cannot be used as the working directory is dirty; either clean the directory, use the WorkingTree mode, or override with OverrideCleanCommit"
    )]
    CleanCommitWorkingDirectoryDirty,

    #[error(transparent)]
    CoverageDatabaseError(#[from] CoverageDatabaseError),

    #[error(transparent)]
    RunTestsErrors(#[from] RunTestsErrors),

    #[error(transparent)]
    Other(#[from] anyhow::Error),
}

#[derive(Error, Debug)]
pub enum RustLlvmError {
    #[error(
        "attempted to read data about a binary file that was not in the coverage library: {0:?}"
    )]
    LibraryMissingBinary(PathBuf),

    #[error("coverage point found in profiling data was not found in binary's coverage map")]
    CoverageMismatch,
}