moose 0.2.2

Encrypted learning and data processing framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146

use crate::choreography::grpc::gen::choreography_client::ChoreographyClient;
use crate::choreography::grpc::gen::{
    AbortComputationRequest, LaunchComputationRequest, RetrieveResultsRequest,
};
use crate::choreography::grpc::ComputationOutputs;
use crate::prelude::{Computation, Identity, Role, SessionId, Value};
use std::collections::HashMap;
use std::time::Duration;
use tonic::transport::{Channel, ClientTlsConfig, Uri};

pub struct GrpcMooseRuntime {
    role_assignments: HashMap<Role, Identity>,
    channels: HashMap<Role, Channel>,
}

#[derive(Debug)]
pub struct GrpcOutputs {
    pub outputs: HashMap<String, Value>,
    pub elapsed_time: Option<HashMap<Role, Duration>>,
}

impl GrpcMooseRuntime {
    pub fn new(
        role_assignments: HashMap<Role, Identity>,
        tls_config: Option<ClientTlsConfig>,
    ) -> Result<GrpcMooseRuntime, Box<dyn std::error::Error>> {
        let channels = role_assignments
            .iter()
            .map(|(role, identity)| {
                let endpoint: Uri = format!("http://{}", identity).parse()?;
                let mut channel = Channel::builder(endpoint);
                if let Some(ref tls_config) = tls_config {
                    channel = channel.tls_config(tls_config.clone())?;
                };
                let channel = channel.connect_lazy();
                Ok((role.clone(), channel))
            })
            .collect::<Result<_, Box<dyn std::error::Error>>>()?;

        Ok(GrpcMooseRuntime {
            role_assignments,
            channels,
        })
    }

    pub async fn run_computation(
        &self,
        session_id: &SessionId,
        computation: &Computation,
        arguments: HashMap<String, Value>,
    ) -> Result<GrpcOutputs, Box<dyn std::error::Error>> {
        self.launch_computation(session_id, computation, arguments)
            .await?;
        self.retrieve_results(session_id).await
    }

    pub async fn launch_computation(
        &self,
        session_id: &SessionId,
        computation: &Computation,
        arguments: HashMap<String, Value>,
    ) -> Result<(), Box<dyn std::error::Error>> {
        let session_id = bincode::serialize(session_id)?;
        let computation = bincode::serialize(computation)?;
        let arguments = bincode::serialize(&arguments)?;
        let role_assignment = bincode::serialize(&self.role_assignments)?;

        for channel in self.channels.values() {
            let mut client = ChoreographyClient::new(channel.clone());

            // TODO(Morten) SECURITY: note that _all_ arguments are sent to _all_ workers;
            // this may still be okay/needed if/when we send value references around
            let request = LaunchComputationRequest {
                session_id: session_id.clone(),
                computation: computation.clone(),
                arguments: arguments.clone(),
                role_assignment: role_assignment.clone(),
            };

            let _response = client.launch_computation(request).await?;
        }

        Ok(())
    }

    pub async fn abort_computation(
        &self,
        session_id: &SessionId,
    ) -> Result<(), Box<dyn std::error::Error>> {
        let session_id = bincode::serialize(&session_id)?;

        for channel in self.channels.values() {
            let mut client = ChoreographyClient::new(channel.clone());

            let request = AbortComputationRequest {
                session_id: session_id.clone(),
            };

            let _response = client.abort_computation(request).await?;
        }

        Ok(())
    }

    pub async fn retrieve_results(
        &self,
        session_id: &SessionId,
    ) -> Result<GrpcOutputs, Box<dyn std::error::Error>> {
        let session_id = bincode::serialize(&session_id)?;

        let mut combined_outputs = HashMap::new();
        let mut combined_stats = HashMap::new();

        for (role, channel) in self.channels.iter() {
            let mut client = ChoreographyClient::new(channel.clone());

            let request = RetrieveResultsRequest {
                session_id: session_id.clone(),
            };

            let response = client.retrieve_results(request).await?;

            let ComputationOutputs {
                outputs,
                elapsed_time,
            } = bincode::deserialize::<ComputationOutputs>(&response.get_ref().values)?;
            combined_outputs.extend(outputs);

            if let Some(time) = elapsed_time {
                combined_stats.insert(role.clone(), time);
            }
        }

        if combined_stats.is_empty() {
            Ok(GrpcOutputs {
                outputs: combined_outputs,
                elapsed_time: None,
            })
        } else {
            Ok(GrpcOutputs {
                outputs: combined_outputs,
                elapsed_time: Some(combined_stats),
            })
        }
    }
}