apalis-redis 1.0.0

Background task processing for rust using apalis and redis
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94

-- KEYS: none
-- ARGV[1]: current timestamp
-- ARGV[2...]: queue names
-- Returns: JSON array of Statistic objects

local now = tonumber(ARGV[1])
local queues = {}
for i = 2, #ARGV do
    table.insert(queues, ARGV[i])
end

local total_active = 0
local total_done = 0
local total_failed = 0
local total_inflight = 0
local total_1h = 0
local total_24h = 0
local total_failed_7d = 0
local most_recent_ts = 0

local one_hour_ago = now - 3600
local day_ago = now - 86400
local seven_days_ago = now - (7 * 86400)

for _, q in ipairs(queues) do
    local active = q .. ":active"
    local done = q .. ":done"
    local failed = q .. ":dead"
    local inflight = q .. ":inflight"

    local active_count = redis.call("llen", active)
    local done_count = redis.call("zcard", done)
    local failed_count = redis.call("zcard", failed)
    local inflight_count = redis.call("scard", inflight)

    total_active = total_active + active_count
    total_done = total_done + done_count
    total_failed = total_failed + failed_count
    total_inflight = total_inflight + inflight_count

    total_1h = total_1h + redis.call("zcount", done, one_hour_ago, now) + redis.call("zcount", failed, one_hour_ago, now)
    total_24h = total_24h + redis.call("zcount", done, day_ago, now) + redis.call("zcount", failed, day_ago, now)
    total_failed_7d = total_failed_7d + redis.call("zcount", failed, seven_days_ago, now)

    local recent_done = redis.call("zrevrange", done, 0, 0, "WITHSCORES")
    local recent_failed = redis.call("zrevrange", failed, 0, 0, "WITHSCORES")
    if #recent_done > 0 and tonumber(recent_done[2]) > most_recent_ts then
        most_recent_ts = tonumber(recent_done[2])
    end
    if #recent_failed > 0 and tonumber(recent_failed[2]) > most_recent_ts then
        most_recent_ts = tonumber(recent_failed[2])
    end
end

local total_jobs = total_active + total_done + total_failed + total_inflight
local success_rate = 0
local failure_rate = 0
if (total_done + total_failed) > 0 then
    success_rate = (total_done / (total_done + total_failed)) * 100
    failure_rate = (total_failed / (total_done + total_failed)) * 100
end

local success_rate_24h = 0
if total_24h > 0 then
    local done_24h = redis.call("zcount", queues[1] .. ":done", day_ago, now)
    local failed_24h = redis.call("zcount", queues[1] .. ":dead", day_ago, now)
    success_rate_24h = (done_24h / (done_24h + failed_24h)) * 100
end

local avg_jobs_per_hour_24h = total_24h / 24

local stats = {}
local function push_stat(title, stat_type, value, priority)
    table.insert(stats, string.format(
        '{"title":"%s","stat_type":"%s","value":"%s","priority":%d}',
        title, stat_type, value, priority
    ))
end

push_stat("RUNNING_JOBS", "Number", total_inflight, 1)
push_stat("PENDING_JOBS", "Number", total_active, 2)
push_stat("FAILED_JOBS", "Number", total_failed, 3)
push_stat("DONE_JOBS", "Number", total_done, 4)
push_stat("TOTAL_JOBS", "Number", total_jobs, 5)
push_stat("SUCCESS_RATE", "Percentage", string.format("%.2f", success_rate), 6)
push_stat("FAILURE_RATE", "Percentage", string.format("%.2f", failure_rate), 7)
push_stat("MOST_RECENT_JOB", "Timestamp", tostring(most_recent_ts), 8)
push_stat("JOBS_PAST_HOUR", "Number", total_1h, 9)
push_stat("JOBS_PAST_24_HOURS", "Number", total_24h, 10)
push_stat("FAILED_JOBS_PAST_7_DAYS", "Number", total_failed_7d, 11)
push_stat("SUCCESS_RATE_PAST_24H", "Percentage", string.format("%.2f", success_rate_24h), 12)
push_stat("AVG_JOBS_PER_HOUR_PAST_24H", "Decimal", string.format("%.2f", avg_jobs_per_hour_24h), 13)

return '[' .. table.concat(stats, ',') .. ']'