operon 0.7.0

A workflow engine for parallel, incremental scheduling of DAG-defined multiplex tasks.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85

//! # Operon
//!
//! Workflow engine for parallel and incremental scheduling of DAG-defined multiplex tasks.

#![allow(clippy::module_inception)]
#![warn(unreachable_pub)]
#![warn(unused_lifetimes)]
#![warn(unused_qualifications)]
#![warn(single_use_lifetimes)]
#![warn(trivial_casts)]
#![warn(trivial_numeric_casts)]
#![warn(missing_debug_implementations)]
#![warn(missing_docs)]
#![warn(rust_2018_idioms)]
#![warn(noop_method_call)]
#![warn(let_underscore_drop)]
#![warn(meta_variable_misuse)]
#![warn(unused_results)]

mod logger;
mod meta_storage;
mod operon;
mod scheduler;
mod schema;
mod service;
mod storage;
mod ui;
mod utils;

pub use chrono::{DateTime, Utc};
pub use meta_storage::{AnyBackend, MemMetaStorage, PsqlMetaStorage};
pub use operon::Operon;
pub use operon_macros::define_operon;
pub use schema::{Direction, Entity, RunFootprint, RunMetadata, RunState};
pub use service::OperonService;
pub use storage::OperonStorage;
pub use uuid::Uuid;

/// Error types from the Operon engine.
pub mod error {
    pub use crate::meta_storage::{AnyBackendError, MemMetaError, MetaStorageError, PsqlMetaError};
    pub use crate::operon::{OperonError, UserError};
    pub use crate::scheduler::SchedulerError;
    pub use crate::storage::psql::PsqlStorageError;
    pub use crate::storage::{DimState, StorageError, StorageResult};
    pub use crate::ui::UiError;
}

/// Options to build the pipeline.
pub mod options {
    pub use crate::meta_storage::{
        MemMetaStorageOptions, MetaBackendOptions, PsqlMetaStorageOptions,
    };
    pub use crate::operon::OperonOptions;
    #[allow(deprecated)]
    pub use crate::storage::StorageOptions;
    pub use crate::storage::mem::MemStorageOptions;
    pub use crate::storage::psql::PsqlStorageOptions;
    pub use crate::ui::UiMode;

    /// A logging level, type alias for `tracing::Level`
    pub type LogLevel = tracing::Level;
}

// Re-export the external crates used in the macro expansions
#[doc(hidden)]
pub mod __private {
    pub use async_trait;
    pub use dashmap;
    pub use futures;
    pub use tracing;

    pub use crate::meta_storage::{
        MetaBackend, MetaClientApi, MetaConnApi, MetaResolutionApi, MetaTicketApi, MetaTxApi,
    };
    pub use crate::scheduler::{
        PeerEvent, PeerEventSender, PeerEventSenderMap, PeerEventSenders, REBUILD_CONCURRENCY,
        SchedulerHandler, SpecWithMetadata, TaskHandler, TaskRebuilder, TaskSpec, ValidOperon,
    };
    pub use crate::schema::*;
    pub use crate::storage::psql::{
        EntityQueries, FromPsqlStorageOptions, PsqlStorage, StorageClient,
    };
    pub use crate::utils::{SchemaPrefix, get_dop_coords, get_dop_tags};
}