celers 0.2.0

Celery-compatible distributed task queue for Rust (Facade crate)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126

/// Production worker configuration preset
///
/// Optimized for production workloads with:
/// - Concurrency matching CPU cores
/// - Standard polling interval
/// - Graceful shutdown enabled
pub fn production_config() -> std::result::Result<crate::WorkerConfig, String> {
    use celers_worker::WorkerConfigBuilder;

    WorkerConfigBuilder::new()
        .concurrency(num_cpus::get())
        .poll_interval_ms(1000)
        .graceful_shutdown(true)
        .build()
}

/// High-throughput worker configuration preset
///
/// Optimized for maximum throughput:
/// - High concurrency (4x CPU cores)
/// - Fast polling interval
/// - Suitable for I/O-bound tasks
pub fn high_throughput_config() -> std::result::Result<crate::WorkerConfig, String> {
    use celers_worker::WorkerConfigBuilder;

    let concurrency = num_cpus::get() * 4;

    WorkerConfigBuilder::new()
        .concurrency(concurrency)
        .poll_interval_ms(100)
        .build()
}

/// Low-latency worker configuration preset
///
/// Optimized for low latency:
/// - Moderate concurrency
/// - Very fast polling for quick response
/// - Suitable for real-time tasks
pub fn low_latency_config() -> std::result::Result<crate::WorkerConfig, String> {
    use celers_worker::WorkerConfigBuilder;

    WorkerConfigBuilder::new()
        .concurrency(num_cpus::get() * 2)
        .poll_interval_ms(50)
        .build()
}

/// Memory-constrained worker configuration preset
///
/// Optimized for low memory usage:
/// - Conservative concurrency
/// - Slower polling to reduce overhead
/// - Suitable for resource-limited environments
pub fn memory_constrained_config() -> std::result::Result<crate::WorkerConfig, String> {
    use celers_worker::WorkerConfigBuilder;

    WorkerConfigBuilder::new()
        .concurrency(num_cpus::get())
        .poll_interval_ms(2000)
        .build()
}

/// CPU-bound worker configuration preset
///
/// Optimized for CPU-intensive tasks:
/// - Concurrency matches CPU cores (no oversubscription)
/// - Standard polling interval
/// - Suitable for computation-heavy tasks
pub fn cpu_bound_config() -> std::result::Result<crate::WorkerConfig, String> {
    use celers_worker::WorkerConfigBuilder;

    WorkerConfigBuilder::new()
        .concurrency(num_cpus::get())
        .poll_interval_ms(500)
        .build()
}

/// I/O-bound worker configuration preset
///
/// Optimized for I/O-intensive tasks:
/// - High concurrency (4x CPU cores) for async I/O
/// - Fast polling for quick task pickup
/// - Suitable for network/database operations
pub fn io_bound_config() -> std::result::Result<crate::WorkerConfig, String> {
    use celers_worker::WorkerConfigBuilder;

    let concurrency = num_cpus::get() * 4;

    WorkerConfigBuilder::new()
        .concurrency(concurrency)
        .poll_interval_ms(200)
        .build()
}

/// Balanced worker configuration preset
///
/// Optimized for mixed workloads:
/// - Moderate concurrency (2x CPU cores)
/// - Balanced polling interval
/// - Good default for varied task types
pub fn balanced_config() -> std::result::Result<crate::WorkerConfig, String> {
    use celers_worker::WorkerConfigBuilder;

    let concurrency = num_cpus::get() * 2;

    WorkerConfigBuilder::new()
        .concurrency(concurrency)
        .poll_interval_ms(500)
        .build()
}

/// Development worker configuration preset
///
/// Optimized for development and testing:
/// - Low concurrency for easier debugging
/// - Slower polling to reduce noise
/// - Suitable for local development
pub fn development_config() -> std::result::Result<crate::WorkerConfig, String> {
    use celers_worker::WorkerConfigBuilder;

    WorkerConfigBuilder::new()
        .concurrency(2)
        .poll_interval_ms(1000)
        .build()
}