datafusion-distributed 1.0.0

Framework for enhancing Apache DataFusion with distributed capabilities
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43

use crate::worker::generated::worker as pb;

/// creates a "distinct" set of metrics from the provided seed
pub fn make_test_metrics_set_proto_from_seed(seed: u64, num_metrics: usize) -> pb::MetricsSet {
    const TEST_TIMESTAMP: i64 = 1758200400000000000; // 2025-09-18 13:00:00 UTC

    let mut result = pb::MetricsSet { metrics: vec![] };

    for i in 0..num_metrics {
        let value = seed + i as u64;
        result.metrics.push(match i % 4 {
            0 => pb::Metric {
                value: Some(pb::metric::Value::OutputRows(pb::OutputRows { value })),
                labels: vec![],
                partition: None,
            },

            1 => pb::Metric {
                value: Some(pb::metric::Value::ElapsedCompute(pb::ElapsedCompute {
                    value,
                })),
                labels: vec![],
                partition: None,
            },
            2 => pb::Metric {
                value: Some(pb::metric::Value::StartTimestamp(pb::StartTimestamp {
                    value: Some(TEST_TIMESTAMP + (value as i64 * 1_000_000_000)),
                })),
                labels: vec![],
                partition: None,
            },
            3 => pb::Metric {
                value: Some(pb::metric::Value::EndTimestamp(pb::EndTimestamp {
                    value: Some(TEST_TIMESTAMP + (value as i64 * 1_000_000_000)),
                })),
                labels: vec![],
                partition: None,
            },
            _ => unreachable!(),
        })
    }
    result
}