datafusion-dist-cluster-postgres 0.3.0

A PostgreSQL cluster implementation for datafusion-dist
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74

use std::time::Duration;

use bb8::Pool;
use bb8_postgres::PostgresConnectionManager;
use bb8_postgres::tokio_postgres::NoTls;
use datafusion_dist::DistError;

use crate::{PostgresCluster, PostgresClusterError};

#[derive(Debug, derive_with::With)]
pub struct PostgresClusterBuilder {
    host: String,
    port: u16,
    user: String,
    password: String,
    dbname: Option<String>,
    table: String,
    pool_max_size: u32,
    pool_min_idle: Option<u32>,
    pool_idle_timeout: Option<Duration>,
    heartbeat_timeout_seconds: i32,
}

impl PostgresClusterBuilder {
    pub fn new(
        host: impl Into<String>,
        port: u16,
        user: impl Into<String>,
        password: impl Into<String>,
    ) -> Self {
        Self {
            host: host.into(),
            port,
            user: user.into(),
            password: password.into(),
            dbname: None,
            table: "cluster_nodes".to_string(),
            pool_max_size: 100,
            pool_min_idle: Some(5),
            pool_idle_timeout: Some(Duration::from_secs(60)),
            heartbeat_timeout_seconds: 60,
        }
    }

    pub async fn build(self) -> Result<PostgresCluster, DistError> {
        let mut config = bb8_postgres::tokio_postgres::config::Config::new();
        config
            .host(&self.host)
            .port(self.port)
            .user(&self.user)
            .password(&self.password);
        if let Some(dbname) = self.dbname {
            config.dbname(dbname);
        }
        let manager = PostgresConnectionManager::new(config, NoTls);
        let pool = Pool::builder()
            .max_size(self.pool_max_size)
            .min_idle(self.pool_min_idle)
            .idle_timeout(self.pool_idle_timeout)
            .build(manager)
            .await
            .map_err(|e| DistError::cluster(Box::new(PostgresClusterError::Connection(e))))?;

        let cluster = PostgresCluster {
            table: self.table,
            pool,
            heartbeat_timeout_seconds: self.heartbeat_timeout_seconds,
        };

        cluster.create_table_if_not_exists().await?;

        Ok(cluster)
    }
}