kermit-bench 0.0.4

Benchmarking utilities and benchmarks
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61

use {super::downloader::DownloadSpec, std::path::Path};

pub struct SubTask {
    pub name: &'static str,
    pub description: &'static str,
    pub data_paths: &'static [&'static str],
    pub query_paths: &'static [&'static str],
}

pub struct Task {
    pub name: &'static str,
    pub description: &'static str,
    pub subtasks: &'static [SubTask],
}

pub struct BenchmarkMetadata {
    pub name: &'static str,
    pub description: &'static str,
    pub download_spec: DownloadSpec,
    pub tasks: &'static [Task],
}

pub trait BenchmarkConfig {
    fn metadata(&self) -> &BenchmarkMetadata;
    fn load(&self, source: &Path, path: &Path) -> Result<(), Box<dyn std::error::Error>>;
    fn validate(&self, path: &Path) -> Result<(), Box<dyn std::error::Error>> {
        let metadata = self.metadata();

        for task in metadata.tasks {
            for subtask in task.subtasks {
                // Validate data paths
                for data_path in subtask.data_paths {
                    let full_data_path = path.join(metadata.download_spec.name).join(data_path);
                    if !full_data_path.exists() {
                        return Err(format!(
                            "Data path does not exist: {} (expected at: {})",
                            data_path,
                            full_data_path.display()
                        )
                        .into());
                    }
                }

                // Validate query paths
                for query_path in subtask.query_paths {
                    let full_query_path = path.join(metadata.download_spec.name).join(query_path);
                    if !full_query_path.exists() {
                        return Err(format!(
                            "Query path does not exist: {} (expected at: {})",
                            query_path,
                            full_query_path.display()
                        )
                        .into());
                    }
                }
            }
        }

        Ok(())
    }
}