mocra-core 0.4.1

The mocra crawler framework runtime: errors, cache, utilities, domain models, downloader, data-plane queue, coordination, scheduler and engine.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44

use crate::common::registry::NodeInfo;
use crate::engine::api::state::ApiState;
use axum::http::StatusCode;
use axum::{Json, extract::State};

pub async fn get_nodes(State(state): State<ApiState>) -> Json<Vec<NodeInfo>> {
    match state.node_registry.get_active_nodes().await {
        Ok(nodes) => Json(nodes),
        Err(e) => {
            log::error!("Failed to get nodes: {}", e);
            Json(vec![])
        }
    }
}

pub async fn pause_engine(State(state): State<ApiState>) -> StatusCode {
    let key = pause_key(&state);
    // Check CacheService API. Assuming set(key, value, ttl)
    if let Err(e) = state.state.cache_service.set(&key, b"1", None).await {
        log::error!("Failed to set pause flag: {}", e);
        return StatusCode::INTERNAL_SERVER_ERROR;
    }
    StatusCode::OK
}

pub async fn resume_engine(State(state): State<ApiState>) -> StatusCode {
    let key = pause_key(&state);
    // Check CacheService API. Assuming del(key)
    if let Err(e) = state.state.cache_service.del(&key).await {
        log::error!("Failed to remove pause flag: {}", e);
        return StatusCode::INTERNAL_SERVER_ERROR;
    }
    StatusCode::OK
}

fn pause_key(state: &ApiState) -> String {
    let ns = state.state.cache_service.namespace();
    if ns.is_empty() {
        log::warn!("Cache namespace is empty; set config.name for safe global pause");
        "engine:pause".to_string()
    } else {
        format!("{ns}:engine:pause")
    }
}