rustml 0.0.7

A library for doing maching learning in Rust.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89

#!/usr/bin/env python

import json, sys, os, hashlib

if len(sys.argv) < 2:
    print "You must specify the pipeline configuration as argument."
    sys.exit(1)

rules = []
commands = []

def parse_dependencies(j):
    return [v for k , v, in j.items()]

def eq(js, config_name):
    f = open(config_name)
    cd = f.read()
    f.close()
    js5 = hashlib.md5()
    js5.update(js)
    cn5 = hashlib.md5()
    cn5.update(cd)
    return js5.digest() == cn5.digest()

def write_config(target, config, variables):
    config_name = ".pipeline/config.json." + target.replace("/", "_") + ".cfg"
    if "target" in config:
        print "found reserved word 'target' in configuration of " + target
        sys.exit(1)
    # add 'target' to the config so that the executed command can
    # access it
    config["target"] = target
    # remove comments so that a change in the command does not result in
    # the execution of the stage
    config.pop("comment", "")

    # update the configuration only if it does not exist or
    # the content has changed
    # this will trigger a new execution of the stage
    js = replace_vars(json.dumps(config), variables)

    if not os.path.exists(config_name) or not eq(js, config_name):
        print "writing configuration " + config_name + " ..."
        open(config_name, "w").write(js)

    return config_name

def replace_vars(s, variables):
    r = s
    for key, val in variables.items():
        r = r.replace("$$" + key + "$$", str(val))
    return r


if not os.path.exists(".pipeline"):
    os.makedirs(".pipeline")

j = json.loads(open(sys.argv[1]).read())

variables = j.get("variables", {})

for target, v in j["stages"].items():
    config_name = write_config(target, v, variables)
    rules.append(
        target + ": " + 
        " ".join([replace_vars(b, variables) for a, b in v["dependencies"].items()]) + " " + config_name
    )
    cpth = os.getcwdu() + "/" + config_name
    cmd = replace_vars(v["command"], variables)
    commands.append(
        "@echo '\x1b[33;01m'executing target\x1b[0m [\"" + target + "\"], " +
        "'\x1b[33;01m'cmd\x1b[0m [\"" + cmd + "\"]\n\t" +
        "@PIPELINE_CONFIG=" + cpth + " sh -c '" + cmd + "'"
    )

# generate Makefile
print "writing Makefile ..."
f = open("Makefile", "w")
print >> f, "all: Makefile " + " ".join(j["targets"])
print >> f
print >> f, "Makefile: " + sys.argv[1]
print >> f, "\t" + sys.argv[0] + " " + sys.argv[1]
for i, j in zip(rules, commands):
    print >> f
    print >> f, i
    print >> f, "\t" + j
print >> f, "\nclean:"
print >> f, "\trm -rf .pipeline"