dstest 0.1.2

Deterministic Simulation Testing for containerised services
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64

--- @diagnostic disable:undefined-global
--- dstest - Oracle example with predicates and invariants

dstest.config({
    substrate = "docker",
    seed = 999,
    weights = { pause = 0.5, kill = 0.5 },
})

local s = dstest.setup({
    image = "kennethreitz/httpbin",
    ports = { 80 },
})

dstest.oracle.predicate("get_endpoint", function(subject, fault, round)
    if fault == "pause" or fault == "kill" then
        return true
    end
    local ok, resp = pcall(dstest.http, subject, "GET", "/get")
    if not ok then
        return { false, "request failed: " .. tostring(resp) }
    end
    if resp.status ~= 200 then
        return { false, "status " .. resp.status }
    end
    return true
end)

dstest.oracle.predicate("status_404", function(subject, fault, round)
    if fault == "pause" or fault == "kill" then
        return true
    end
    local ok, resp = pcall(dstest.http, subject, "GET", "/status/404")
    if not ok then
        return { false, "request failed: " .. tostring(resp) }
    end
    if resp.status ~= 404 then
        return { false, "expected 404, got " .. resp.status }
    end
    return true
end)

dstest.info("running oracle experiment")

local report = dstest.oracle.run(function()
    local results = dstest.run_steps(5)
    for _, r in ipairs(results) do
        dstest.info(string.format("round %d: %s", r.round, r.fault))
    end
end)

dstest.info(string.format("oracle report: passed=%s total=%d passed=%d failed=%d",
    report.passed, report.total_checks, report.passed_checks, report.failed_checks))

if not report.passed then
    dstest.warn("oracle failures detected:")
    for _, f in ipairs(report.failures) do
        dstest.warn(string.format("  [%s] %s:%s %s", f.type, f.name, 
            f.round and (" round=" .. f.round) or "", f.error))
    end
end

dstest.clear(s)
dstest.info("oracle experiment complete")