flakysed 0.1.0

Clean CircleCI log files. Processes the input file to extract and clean log lines related to a specific worker, stopping at the first failure if present, and writes the normalized output to the specified file.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77

use fancy_regex::Regex as FancyRegex;
use regex::Regex;
use std::fs::{self, File};
use std::io::{self, Write};

pub struct ProcessFile {}

impl ProcessFile {
    /// Reads the content of the input file, filters lines by worker, processes them,
    /// and writes the result to the output file.
    ///
    /// # Panics
    /// This function may panic if:
    /// - The regex compilation fails for any of the patterns (as they use `unwrap()`).
    /// - The capture group is missing in the line being processed, which will cause an `unwrap()` panic in `captures.get(1)`.
    ///
    /// # Errors
    /// This function may return the following errors:
    /// - `io::Error`: If there's an I/O error reading the input file or writing to the output file.
    /// - `regex::Error`: If any regex pattern is invalid and fails to compile.
    pub fn run(input_file: &str, output_file: &str, worker: &str) -> io::Result<()> {
        let content: String = fs::read_to_string(input_file)?.replace('\x1b', "");

        let grep_pattern: Regex = Regex::new(&format!(r"\[{worker}\]")).unwrap();
        let tests_regexp: Regex = Regex::new(r".*?/tests/").unwrap();
        let brackets_regexp: Regex = Regex::new(r"\[[^\]]*\]\s*").unwrap();
        let test_ref_regexp: FancyRegex = FancyRegex::new(r"(\S+)(?=\/tests\/)").unwrap();

        let filtered_lines: Vec<&str> = content
            .lines()
            .filter(|line: &&str| grep_pattern.is_match(line))
            .collect::<Vec<&str>>();

        let fgrep_lines: Vec<&&str> = filtered_lines
            .iter()
            .filter(|&&line| line.contains("tests/"))
            .collect::<Vec<_>>();

        let failed_index: Option<usize> =
            fgrep_lines.iter().position(|&line| line.contains("FAILED"));
        let fgrep_lines: &[&&str] = match failed_index {
            Some(index) => &fgrep_lines[..=index],
            None => &fgrep_lines[..],
        };

        let mut output: File = File::create(output_file)?;

        for &line in fgrep_lines {
            let newline: String = line.replace('\r', "");

            match test_ref_regexp.captures(&newline) {
                Ok(Some(captures)) => {
                    let group: &str = captures
                        .get(1)
                        .ok_or_else(|| {
                            io::Error::new(io::ErrorKind::InvalidData, "No capture group found")
                        })?
                        .as_str();

                    let mut modified_newline = tests_regexp.replace(&newline, "tests/").to_string();
                    modified_newline = brackets_regexp.replace(&modified_newline, "").to_string();
                    writeln!(output, "{group}/{modified_newline}")?;
                }
                Ok(None) => {
                    eprintln!("No match found for line: {newline}");
                    continue;
                }
                Err(err) => {
                    eprintln!("Error running regex: {err}");
                    continue;
                }
            }
        }

        Ok(())
    }
}