mocra-core 0.4.0

The mocra crawler framework runtime: errors, cache, utilities, domain models, downloader, data-plane queue, coordination, scheduler and engine.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

-- KEYS[1] = terminate_key
-- ARGV[1] = reason
-- ARGV[2] = now_ms
-- ARGV[3] = ttl_secs(optional)

local terminate_key = KEYS[1]

local reason = ARGV[1] or "TERMINATED"
local now_ms = tonumber(ARGV[2]) or 0
local ttl_secs = tonumber(ARGV[3])

if redis.call('EXISTS', terminate_key) == 1 then
	return {1, 'ALREADY_TERMINATED', '{}'}
end

local payload_obj = {
	reason = reason,
	terminated_at_ms = now_ms
}
local payload = cjson.encode(payload_obj)
redis.call('SET', terminate_key, payload)
if ttl_secs and ttl_secs > 0 then
	redis.call('EXPIRE', terminate_key, ttl_secs)
end

return {0, 'TERMINATED', payload}