dpcs 0.13.0

Reference implementation of the Data Pipeline Contract Standard (DPCS)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45

//! Orchestrator binding adapters.

mod airflow;
mod common;
mod dagster;
mod kubernetes;
mod prefect;
mod temporal;

pub(crate) use common::validate_relative_path;

use crate::diagnostics::ValidationReport;
use crate::plan::PipelinePlan;

use self::airflow::AirflowAdapter;
use self::dagster::DagsterAdapter;
use self::kubernetes::KubernetesAdapter;
use self::prefect::PrefectAdapter;
use self::temporal::TemporalAdapter;
use crate::binding::artifact::{BindingFile, BindingTarget};
use crate::binding::framework::BindContext;

/// Internal adapter contract for translating a plan into platform artifacts.
pub(crate) trait OrchestratorAdapter {
    fn target(&self) -> BindingTarget;

    fn translate(
        &self,
        plan: &PipelinePlan,
        ctx: &BindContext<'_>,
    ) -> Result<Vec<BindingFile>, ValidationReport>;
}

/// Resolve the adapter for a binding target.
pub(crate) fn adapter_for(target: BindingTarget) -> &'static dyn OrchestratorAdapter {
    let adapter: &'static dyn OrchestratorAdapter = match target {
        BindingTarget::Airflow => &AirflowAdapter,
        BindingTarget::Dagster => &DagsterAdapter,
        BindingTarget::Prefect => &PrefectAdapter,
        BindingTarget::Temporal => &TemporalAdapter,
        BindingTarget::Kubernetes => &KubernetesAdapter,
    };
    debug_assert_eq!(adapter.target(), target);
    adapter
}