use crate::config::settings::Settings;
use crate::di::CrawlRsState;
use crate::di::CrawlRsStateExt;
use crate::workers::searxng_collector_worker::SearxngCollectorWorker;
use crate::workers::searxng_health_worker::SearxngHealthWorker;
use crate::workers::{AbstractWorker, Worker};
use std::sync::Arc;
pub async fn spawn_common_workers(
app_state: &CrawlRsState,
settings: &Arc<Settings>,
) -> Vec<tokio::task::JoinHandle<()>> {
let mut handles: Vec<tokio::task::JoinHandle<()>> = Vec::new();
#[cfg(feature = "webhook")]
{
let webhook_worker = AbstractWorker::new(
app_state.webhook_worker(),
std::time::Duration::from_secs(5),
);
handles.push(tokio::spawn(async move {
webhook_worker.run().await;
}));
}
let backlog_worker = AbstractWorker::new(
app_state.backlog_worker(),
std::time::Duration::from_secs(settings.timeouts.workers.backlog_interval_seconds),
);
handles.push(tokio::spawn(async move {
backlog_worker.run().await;
}));
let expiration_worker = AbstractWorker::new(
app_state.expiration_worker(),
std::time::Duration::from_secs(3600), );
handles.push(tokio::spawn(async move {
expiration_worker.run().await;
}));
if let Some(searxng) = app_state.searxng_instances() {
let collector = AbstractWorker::new(
Arc::new(SearxngCollectorWorker::new(searxng.clone())),
std::time::Duration::from_secs(settings.search.searxng.collector.interval_seconds),
);
handles.push(tokio::spawn(async move {
collector.run().await;
}));
let health = AbstractWorker::new(
Arc::new(SearxngHealthWorker::new(searxng)),
std::time::Duration::from_secs(settings.search.searxng.health.interval_seconds),
);
handles.push(tokio::spawn(async move {
health.run().await;
}));
}
handles
}