rain_server 0.2.2-pre

Distributed computational framework for large-scale task-based pipelines. Server and governor binaries.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89

import React, { Component } from 'react';
import update from 'react-addons-update';

import { fetch_events } from '../utils/fetch';
import { parse_date } from '../utils/date';
import Error from './Error.js';
import Chart from './Chart';


class Workers extends Component {

  constructor(props) {
    super(props);
    this.state = {workers: []};
    this.unsubscribe = fetch_events({"event_types": [{value: "Monitoring", mode: "="}]}, event => {
      //console.log("EVENT", event);
      let index = -1;
      let i = 0;
      for (let w of this.state.workers) {
        if (w.name === event.event.governor) {
          index = i;
          break;
        }
        i += 1;
      }

      if (index === -1) {
        index = this.state.workers.length;
        this.setState(update(this.state, {workers: {$push: [{
          name: event.event.governor,
          version: 0,
          x: "x",
          columns: [
            ["x"],
            ["CPU %"],
            ["Mem %"]
          ]
        }]}}));
      }

      // We are abusing immutablity here, but implicit versioning fixes this (performance reasons :( )
      let governor = this.state.workers[index];

      governor.columns[0].push(parse_date(event.time));

      let sum = 0;
      for (let usage of event.event.cpu_usage) {
        sum += usage;
      }
      governor.columns[1].push(sum / event.event.cpu_usage.length);
      governor.columns[2].push(event.event.mem_usage);

      /*if (governor.columns[0].length > 100) {
        governor.columns[0].splice(1, 1);
        governor.columns[1].splice(1, 1);
      }*/

    }, error => {
      this.setState(update(this.state, {error: {$set: error}}));
    }, () => {
      for (let i = 0; i < this.state.workers.length; i++) {
          this.setState(update(this.state, {workers: {[i]: {version: {$set: this.state.workers[i].version + 1}}}}));
      }
    });
  }

  componentWillUnmount() {
    this.unsubscribe();
  }

  render() {
    return (
        <div>
          <Error error={this.state.error}/>
          <h1>Workers</h1>
          {
            this.state.workers.map(w =>
              <div key={w.name}>
                <h2>Worker {w.name}</h2>
                {<Chart data={w}/>}
              </div>
            )
          }
        </div>
    );
  }
}

export default Workers;