1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142
#![warn(
missing_debug_implementations,
missing_docs,
rust_2018_idioms,
unreachable_pub
)]
#![cfg_attr(docsrs, feature(doc_cfg))]
//! # apalis-sql
//! apalis offers Sqlite, Mysql and Postgres storages for its workers.
//! See relevant modules for examples
use std::time::Duration;
use context::State;
/// The context of the sql job
pub mod context;
/// Util for fetching rows
pub mod from_row;
/// Postgres storage for apalis. Uses `NOTIFY` and `SKIP LOCKED`
#[cfg(feature = "postgres")]
#[cfg_attr(docsrs, doc(cfg(feature = "postgres")))]
pub mod postgres;
/// Sqlite Storage for apalis.
/// Uses a transaction and min(rowid)
#[cfg(feature = "sqlite")]
#[cfg_attr(docsrs, doc(cfg(feature = "sqlite")))]
pub mod sqlite;
/// MySQL storage for apalis. Uses `SKIP LOCKED`
#[cfg(feature = "mysql")]
#[cfg_attr(docsrs, doc(cfg(feature = "mysql")))]
pub mod mysql;
/// Config for sql storages
#[derive(Debug, Clone)]
pub struct Config {
keep_alive: Duration,
buffer_size: usize,
poll_interval: Duration,
namespace: String,
}
impl Default for Config {
fn default() -> Self {
Self {
keep_alive: Duration::from_secs(30),
buffer_size: 10,
poll_interval: Duration::from_millis(50),
namespace: String::from("apalis::sql"),
}
}
}
impl Config {
/// Create a new config with a jobs namespace
pub fn new(namespace: &str) -> Self {
Config::default().set_namespace(namespace)
}
/// Interval between database poll queries
///
/// Defaults to 30ms
pub fn set_poll_interval(mut self, interval: Duration) -> Self {
self.poll_interval = interval;
self
}
/// Interval between worker keep-alive database updates
///
/// Defaults to 30s
pub fn set_keep_alive(mut self, keep_alive: Duration) -> Self {
self.keep_alive = keep_alive;
self
}
/// Buffer size to use when querying for jobs
///
/// Defaults to 10
pub fn set_buffer_size(mut self, buffer_size: usize) -> Self {
self.buffer_size = buffer_size;
self
}
/// Set the namespace to consume and push jobs to
///
/// Defaults to "apalis::sql"
pub fn set_namespace(mut self, namespace: &str) -> Self {
self.namespace = namespace.to_owned();
self
}
/// Gets a reference to the keep_alive duration.
pub fn keep_alive(&self) -> &Duration {
&self.keep_alive
}
/// Gets a mutable reference to the keep_alive duration.
pub fn keep_alive_mut(&mut self) -> &mut Duration {
&mut self.keep_alive
}
/// Gets the buffer size.
pub fn buffer_size(&self) -> usize {
self.buffer_size
}
/// Gets a reference to the poll_interval duration.
pub fn poll_interval(&self) -> &Duration {
&self.poll_interval
}
/// Gets a mutable reference to the poll_interval duration.
pub fn poll_interval_mut(&mut self) -> &mut Duration {
&mut self.poll_interval
}
/// Gets a reference to the namespace.
pub fn namespace(&self) -> &String {
&self.namespace
}
/// Gets a mutable reference to the namespace.
pub fn namespace_mut(&mut self) -> &mut String {
&mut self.namespace
}
}
/// Calculates the status from a result
pub(crate) fn calculate_status(res: &Result<String, String>) -> State {
match res {
Ok(_) => State::Done,
Err(e) => match &e {
_ if e.starts_with("RetryError") => State::Retry,
_ if e.starts_with("AbortError") => State::Killed,
_ => State::Failed,
},
}
}