datafusion-dist 0.4.0

A distributed streaming execution library for Apache DataFusion
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

use std::time::Duration;

#[derive(Debug, derive_with::With)]
pub struct DistConfig {
    pub heartbeat_interval: Duration,
    pub stage0_task_poll_timeout: Duration,
    pub job_ttl: Duration,
    pub job_ttl_check_interval: Duration,
    pub event_queue_size: usize,
}

impl DistConfig {
    pub fn new() -> Self {
        Self {
            heartbeat_interval: Duration::from_secs(20),
            stage0_task_poll_timeout: Duration::from_secs(10),
            job_ttl: Duration::from_secs(30 * 60),
            job_ttl_check_interval: Duration::from_secs(5 * 60),
            event_queue_size: 8 * 1024,
        }
    }
}

impl Default for DistConfig {
    fn default() -> Self {
        Self::new()
    }
}