hinge 0.1.0

SQL-native ELT engine — dependency graph resolved automatically from FROM/JOIN clauses, parallel execution, single binary
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47

mod executor;
mod utils;

pub use executor::ClickHouseExecutor;

use crate::application::{Executor, ExecutorError};
use crate::domain::Asset;
use async_trait::async_trait;
use std::time::Instant;
use super::utils::{fmt_duration, SLOW_THRESHOLD};
use utils::run_asset;

#[async_trait]
impl Executor for ClickHouseExecutor {
    async fn run(&self, asset: &Asset) -> Result<(), ExecutorError> {
        tracing::debug!(asset = %asset, kind = %asset.kind(), "starting");

        let start = Instant::now();
        run_asset(
            self.client(),
            self.default_database(),
            self.require_order_by(),
            asset,
        )
        .await?;

        let elapsed = start.elapsed();
        if elapsed >= SLOW_THRESHOLD {
            tracing::warn!(
                asset     = %asset,
                kind      = %asset.kind(),
                elapsed   = %fmt_duration(elapsed),
                threshold = %fmt_duration(SLOW_THRESHOLD),
                "slow query"
            );
        } else {
            tracing::info!(
                asset   = %asset,
                kind    = %asset.kind(),
                elapsed = %fmt_duration(elapsed),
                "done"
            );
        }

        Ok(())
    }
}