dora-message 0.8.0

`dora` goal is to be a low latency, composable, and distributed data flow.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102

use std::{collections::BTreeMap, path::PathBuf, time::Duration};

use uuid::Uuid;

use std::collections::BTreeSet;

use crate::{
    BuildId, SessionId,
    common::{DaemonId, GitSource},
    coordinator_to_cli::{
        CheckDataflowReply, DataflowInfo, DataflowList, NodeInfo, StopDataflowReply, VersionInfo,
    },
    descriptor::Descriptor,
    id::{NodeId, OperatorId},
};

#[derive(Debug, Clone, serde::Deserialize, serde::Serialize)]
pub struct BuildRequest {
    pub session_id: SessionId,
    pub dataflow: Descriptor,
    pub git_sources: BTreeMap<NodeId, GitSource>,
    pub prev_git_sources: BTreeMap<NodeId, GitSource>,
    /// Allows overwriting the base working dir when CLI and daemon are
    /// running on the same machine.
    ///
    /// Must not be used for multi-machine dataflows.
    ///
    /// Note that nodes with git sources still use a subdirectory of
    /// the base working dir.
    pub local_working_dir: Option<PathBuf>,
    pub uv: bool,
}

#[derive(Debug, Clone, serde::Deserialize, serde::Serialize)]
pub struct StartRequest {
    pub build_id: Option<BuildId>,
    pub session_id: SessionId,
    pub dataflow: Descriptor,
    pub name: Option<String>,
    /// Allows overwriting the base working dir when CLI and daemon are
    /// running on the same machine.
    ///
    /// Must not be used for multi-machine dataflows.
    ///
    /// Note that nodes with git sources still use a subdirectory of
    /// the base working dir.
    pub local_working_dir: Option<PathBuf>,
    pub uv: bool,
    pub write_events_to: Option<PathBuf>,
}

#[derive(Debug, Clone, serde::Deserialize, serde::Serialize)]
pub enum LegacyControlRequest {
    LogSubscribe {
        dataflow_id: Uuid,
        level: log::LevelFilter,
    },
    BuildLogSubscribe {
        build_id: BuildId,
        level: log::LevelFilter,
    },
}

type Result<T> = std::result::Result<T, String>;

#[tarpc::service]
pub trait CoordinatorControl {
    async fn build(request: BuildRequest) -> Result<BuildId>;
    async fn wait_for_build(build_id: BuildId) -> Result<()>;
    async fn start(request: StartRequest) -> Result<Uuid>;
    async fn wait_for_spawn(dataflow_id: Uuid) -> Result<()>;
    async fn reload(
        dataflow_id: Uuid,
        node_id: NodeId,
        operator_id: Option<OperatorId>,
    ) -> Result<Uuid>;
    async fn check(dataflow_uuid: Uuid) -> Result<CheckDataflowReply>;
    async fn stop(
        dataflow_uuid: Uuid,
        grace_duration: Option<Duration>,
        force: bool,
    ) -> Result<StopDataflowReply>;
    async fn stop_by_name(
        name: String,
        grace_duration: Option<Duration>,
        force: bool,
    ) -> Result<StopDataflowReply>;
    async fn logs(
        uuid: Option<Uuid>,
        name: Option<String>,
        node: String,
        tail: Option<usize>,
    ) -> Result<Vec<u8>>;
    async fn destroy() -> Result<()>;
    async fn list() -> Result<DataflowList>;
    async fn info(dataflow_uuid: Uuid) -> Result<DataflowInfo>;
    async fn daemon_connected() -> Result<bool>;
    async fn connected_machines() -> Result<BTreeSet<DaemonId>>;
    async fn cli_and_default_daemon_on_same_machine(machine_uid: Option<String>) -> Result<bool>;
    async fn get_node_info() -> Result<Vec<NodeInfo>>;
    async fn get_version() -> VersionInfo;
}