athena_rs 3.22.1

Hyper performant polyglot Database driver
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

//! Pipeline feature - ETL operations (source → transform → sink).
//!
//! # Structure
//! - `athena-pipelines` - Pipeline contracts, SQL adapters, template parsing,
//!   and request-domain helpers
//! - `src/api/pipelines/` - Actix handlers and runtime execution
//!
//! # Usage
//! The application loads and executes pipelines through this module. Portable
//! DTOs and pipeline-owned SQL adapters come from `athena-pipelines`, while
//! runtime execution stays in
//! `src/api/pipelines/`.
//!
//! # Key Types
//! - `PipelineDefinition` - Declarative pipeline config (source, transforms, sink)
//! - `SourceConfig`, `TransformConfig`, `SinkConfig` - Pipeline stage definitions
//! - Pipeline execution happens through gateway endpoints: `POST /pipelines`

pub use crate::api::pipelines::{list_pipeline_templates, run_pipeline, simulate_pipeline};
pub use athena_pipelines::{
    ConditionEntry, PipelineDefinition, PipelineExecutionError, PipelineExecutionResponse,
    PipelineFetchFailure, PipelineRequest, PipelineRunContext, PipelineRunFetchFailure,
    PipelineRunOutcome, PipelineRunSuccess, PipelineRuntime, PipelineStepLogEntry,
    PipelineTemplateCatalogError, PipelineTemplateListResponse, PipelineTemplateRecord,
    PipelineTemplateSummary, SavePipelineTemplateRequest, SinkConfig, SourceConfig,
    TransformConfig, build_fetch_body, delete_pipeline_template_by_name,
    ensure_pipeline_step_log_table, ensure_pipeline_template_table, execute_pipeline_run,
    get_pipeline_template_by_name, insert_pipeline_step_log,
    list_pipeline_templates as list_persisted_pipeline_templates, load_pipeline_definition_map,
    load_pipeline_template_records, load_pipeline_template_summary_merge, load_registry_from_path,
    merge_template_summaries, normalize_pipeline_template_name, pipeline_definition_from_value,
    pipeline_definition_map_from_records, pipeline_template_name_conflicts_with_registry,
    runtime_template_candidates_from_records, upsert_pipeline_template,
    validate_pipeline_definition,
};