bmux_cluster_plugin 0.0.1-alpha.3

Shipped server clusters plugin for bmux
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145

use super::*;

pub fn invoke_native_consensus_service(context: &NativeServiceContext) -> Option<ServiceResponse> {
    let response = match (
        context.request.service.interface_id.as_str(),
        context.request.operation.as_str(),
    ) {
        ("cluster-control-command/v1", "mutate") => invoke_control_mutation(context),
        ("cluster-control-state/v1", "read_linearizable") => invoke_control_read(context, true),
        ("cluster-control-state/v1", "read_stale") => invoke_control_read(context, false),
        ("cluster-raft-rpc/v1", operation @ ("append_entries" | "install_snapshot" | "vote")) => {
            invoke_raft_rpc(context, operation)
        }
        _ => return None,
    };
    Some(response)
}

fn active_node(context: &NativeServiceContext) -> Result<consensus_runtime::ConsensusNode, String> {
    let identity = load_or_create_node_identity(context)?;
    consensus_network::global_consensus_nodes().get(*identity.node_id())
}

fn invoke_control_mutation(context: &NativeServiceContext) -> ServiceResponse {
    let request = match bmux_plugin_sdk::decode_service_message::<
        bmux_cluster_plugin_api::cluster_control_command::client::MutateRequest,
    >(&context.request.payload)
    {
        Ok(request) => request,
        Err(error) => return ServiceResponse::error("invalid_control_request", error.to_string()),
    };
    let result = active_node(context)
        .map_err(|reason| {
            bmux_cluster_plugin_api::cluster_types::ControlServiceError::RuntimeUnavailable {
                reason,
            }
        })
        .and_then(|node| {
            let handle = tokio::runtime::Handle::try_current().map_err(|error| {
                bmux_cluster_plugin_api::cluster_types::ControlServiceError::RuntimeUnavailable {
                    reason: error.to_string(),
                }
            })?;
            tokio::task::block_in_place(|| handle.block_on(node.mutate(request.request)))
        });
    typed_result(&result)
}

fn invoke_control_read(context: &NativeServiceContext, linearizable: bool) -> ServiceResponse {
    if let Err(error) = bmux_plugin_sdk::decode_service_message::<()>(&context.request.payload) {
        return ServiceResponse::error("invalid_control_request", error.to_string());
    }
    let result: Result<
        bmux_cluster_plugin_api::cluster_types::ControlStateView,
        bmux_cluster_plugin_api::cluster_types::ControlServiceError,
    > = (|| {
        let identity = load_or_create_node_identity(context).map_err(|reason| {
            bmux_cluster_plugin_api::cluster_types::ControlServiceError::RuntimeUnavailable {
                reason,
            }
        })?;
        let handle = consensus_network::ControlServiceHandle::new(
            Arc::new(context.clone()),
            *identity.node_id(),
            consensus_network::global_consensus_nodes(),
        );
        let runtime = tokio::runtime::Handle::try_current().map_err(|error| {
            bmux_cluster_plugin_api::cluster_types::ControlServiceError::RuntimeUnavailable {
                reason: error.to_string(),
            }
        })?;
        tokio::task::block_in_place(|| {
            if linearizable {
                runtime.block_on(
                    bmux_cluster_plugin_api::cluster_control_state::ClusterControlStateService::read_linearizable(
                        &handle,
                    ),
                )
            } else {
                runtime.block_on(
                    bmux_cluster_plugin_api::cluster_control_state::ClusterControlStateService::read_stale(
                        &handle,
                    ),
                )
            }
        })
    })();
    typed_result(&result)
}

fn invoke_raft_rpc(context: &NativeServiceContext, operation: &str) -> ServiceResponse {
    service_result((|| {
        let request = match bmux_plugin_sdk::decode_service_message::<
            bmux_cluster_plugin_api::cluster_raft_rpc::client::AppendEntriesRequest,
        >(&context.request.payload)
        {
            Ok(request) => request.request,
            Err(_) => bmux_plugin_sdk::decode_service_message::<
                bmux_cluster_plugin_api::cluster_types::RaftRpcRequest,
            >(&context.request.payload)
            .map_err(|error| error.to_string())?,
        };
        let identity = load_or_create_node_identity(context)?;
        let handle = consensus_network::RaftRpcServiceHandle::new(
            Arc::new(context.clone()),
            *identity.node_id(),
            consensus_network::global_consensus_nodes(),
        );
        let runtime = tokio::runtime::Handle::try_current().map_err(|error| error.to_string())?;
        Ok(tokio::task::block_in_place(|| match operation {
            "append_entries" => runtime.block_on(
                bmux_cluster_plugin_api::cluster_raft_rpc::ClusterRaftRpcService::append_entries(
                    &handle, request,
                ),
            ),
            "install_snapshot" => runtime.block_on(
                bmux_cluster_plugin_api::cluster_raft_rpc::ClusterRaftRpcService::install_snapshot(
                    &handle, request,
                ),
            ),
            "vote" => runtime.block_on(
                bmux_cluster_plugin_api::cluster_raft_rpc::ClusterRaftRpcService::vote(
                    &handle, request,
                ),
            ),
            _ => unreachable!("closed raft RPC operation"),
        }))
    })())
}

fn typed_result<T: Serialize, E: Serialize>(result: &Result<T, E>) -> ServiceResponse {
    match bmux_plugin_sdk::encode_service_message(&result) {
        Ok(payload) => ServiceResponse::ok(payload),
        Err(error) => ServiceResponse::error("consensus_service_failed", error.to_string()),
    }
}

fn service_result<T: Serialize>(result: Result<T, String>) -> ServiceResponse {
    match result.and_then(|value| {
        bmux_plugin_sdk::encode_service_message(&value).map_err(|error| error.to_string())
    }) {
        Ok(payload) => ServiceResponse::ok(payload),
        Err(error) => ServiceResponse::error("consensus_service_failed", error),
    }
}