use std::{net::SocketAddr, sync::Arc};
use clap::{Parser, Subcommand};
use miette::Result;
use tracing::warn;
use bestool_alertd::doctor::DoctorTask;
use crate::actions::Context;
#[derive(Debug, Clone, Parser)]
#[clap(verbatim_doc_comment)]
pub struct AlertdArgs {
#[command(subcommand)]
command: Command,
}
#[derive(Debug, Clone, Parser)]
struct DaemonArgs {
#[arg(long, value_name = "GLOB")]
glob: Vec<String>,
#[arg(long)]
no_server: bool,
#[arg(long)]
server_addr: Vec<SocketAddr>,
#[arg(long, default_value = "600")]
watchdog_timeout: u64,
#[arg(long)]
no_watchdog: bool,
}
#[derive(Debug, Clone, Subcommand)]
enum Command {
Run {
#[command(flatten)]
daemon: DaemonArgs,
},
Status {
#[arg(long)]
server_addr: Vec<SocketAddr>,
},
Reload {
#[arg(long)]
server_addr: Vec<SocketAddr>,
},
Restart {
#[arg(long)]
server_addr: Vec<SocketAddr>,
},
#[cfg(windows)]
Install,
#[cfg(windows)]
Uninstall,
#[cfg(windows)]
ConfigureRecovery,
#[cfg(windows)]
#[command(hide = true)]
Service {
#[command(flatten)]
daemon: DaemonArgs,
},
}
pub async fn run(args: AlertdArgs, ctx: Context) -> Result<()> {
match args.command {
Command::Status { server_addr } => {
let addrs = if server_addr.is_empty() {
bestool_alertd::commands::default_server_addrs()
} else {
server_addr
};
bestool_alertd::commands::get_status(&addrs).await
}
Command::Reload { server_addr } => {
let addrs = if server_addr.is_empty() {
bestool_alertd::commands::default_server_addrs()
} else {
server_addr
};
bestool_alertd::commands::reload(&addrs).await
}
Command::Restart { server_addr } => {
let addrs = if server_addr.is_empty() {
bestool_alertd::commands::default_server_addrs()
} else {
server_addr
};
bestool_alertd::commands::restart(&addrs).await
}
Command::Run { daemon } => {
let daemon_config = build_config(&ctx, daemon).await?;
bestool_alertd::run(daemon_config).await
}
#[cfg(windows)]
Command::Install => {
use std::ffi::OsString;
bestool_alertd::windows_service::install_service_with_args(&[
OsString::from("alertd"),
OsString::from("service"),
])
}
#[cfg(windows)]
Command::Uninstall => bestool_alertd::windows_service::uninstall_service(),
#[cfg(windows)]
Command::ConfigureRecovery => bestool_alertd::windows_service::configure_recovery(),
#[cfg(windows)]
Command::Service { daemon } => {
match bestool_alertd::windows_service::is_recovery_configured() {
Ok(false) => {
tracing::info!("failure recovery not configured, applying automatically");
if let Err(e) = bestool_alertd::windows_service::configure_recovery() {
tracing::warn!("failed to auto-configure recovery: {e}");
}
}
Err(e) => {
tracing::warn!("failed to check recovery configuration: {e}");
}
Ok(true) => {}
}
let daemon_config = build_config(&ctx, daemon).await?;
bestool_alertd::windows_service::run_service(daemon_config)
}
}
}
fn doctor_task(
version: String,
tamanu: Option<bestool_alertd::doctor::SweepTamanu>,
) -> DoctorTask {
let task = DoctorTask::new(version, tamanu);
#[cfg(feature = "canopy-backup")]
let task = task.with_backup_dispatch(backup_dispatch());
task
}
fn with_daemon_tasks(
config: bestool_alertd::DaemonConfig,
doctor: DoctorTask,
) -> bestool_alertd::DaemonConfig {
let config = config.with_task(Arc::new(doctor));
#[cfg(feature = "canopy-backup")]
let config = config.with_task(Arc::new(backup::BackupCapabilitiesTask));
config
}
#[cfg(feature = "canopy-backup")]
fn backup_dispatch() -> bestool_alertd::doctor::BackupDispatch {
use std::collections::HashSet;
use tokio::sync::Mutex;
let in_flight = Arc::new(Mutex::new(HashSet::<String>::new()));
Arc::new(move |types: Vec<String>| {
for backup_type in types {
let in_flight = in_flight.clone();
tokio::spawn(async move {
if !in_flight.lock().await.insert(backup_type.clone()) {
return;
}
if let Err(err) =
crate::actions::canopy::backup::run_backup(&backup_type, None, None).await
{
tracing::error!("backup '{backup_type}' failed: {err}");
}
in_flight.lock().await.remove(&backup_type);
});
}
})
}
#[cfg(feature = "canopy-backup")]
mod backup {
use std::time::Duration;
use futures::future::BoxFuture;
use miette::{IntoDiagnostic as _, Result};
use tokio::sync::mpsc;
use tracing::{info, warn};
use crate::actions::canopy::backup::config;
const REREGISTER_INTERVAL: Duration = Duration::from_secs(3600);
pub(super) struct BackupCapabilitiesTask;
async fn register(ctx: &bestool_alertd::TaskContext) -> Result<()> {
let Some(client) = ctx.canopy_client.as_ref() else {
return Ok(());
};
let defs = config::load_dir(&config::backups_dir()).await?;
let types: Vec<String> = defs.into_iter().map(|d| d.r#type).collect();
if types.is_empty() {
return Ok(());
}
let base_url = bestool_canopy::DEFAULT_CANOPY_URL.parse().into_diagnostic()?;
client.backup_capabilities(&base_url, &types).await?;
info!(?types, "registered backup capabilities with canopy");
Ok(())
}
async fn reregister(reason: &str, ctx: &bestool_alertd::TaskContext) {
info!(reason, "registering backup capabilities");
if let Err(err) = register(ctx).await {
warn!("registering backup capabilities failed (will retry): {err}");
}
}
fn watch_backups_dir(tx: mpsc::UnboundedSender<()>) -> Option<notify::RecommendedWatcher> {
use notify::{RecursiveMode, Watcher as _};
let dir = config::backups_dir();
let mut watcher =
notify::recommended_watcher(move |res: notify::Result<notify::Event>| {
if res.is_ok() {
let _ = tx.send(());
}
})
.inspect_err(|err| warn!("could not create backups-dir watcher: {err}"))
.ok()?;
match watcher.watch(&dir, RecursiveMode::NonRecursive) {
Ok(()) => Some(watcher),
Err(err) => {
warn!(dir = %dir.display(), "could not watch backups dir (using timer/signals): {err}");
None
}
}
}
fn drain(rx: &mut mpsc::UnboundedReceiver<()>) {
while rx.try_recv().is_ok() {}
}
async fn event_loop<F, Fut>(
mut fs_rx: mpsc::UnboundedReceiver<()>,
mut reload: tokio::sync::watch::Receiver<u64>,
interval: Duration,
mut on_trigger: F,
) where
F: FnMut(&'static str) -> Fut,
Fut: std::future::Future<Output = ()>,
{
let mut periodic = tokio::time::interval(interval);
periodic.tick().await;
loop {
tokio::select! {
_ = periodic.tick() => on_trigger("periodic").await,
Some(()) = fs_rx.recv() => {
drain(&mut fs_rx);
on_trigger("backups dir changed").await;
}
changed = reload.changed() => match changed {
Ok(()) => on_trigger("reload signal").await,
Err(_) => break,
},
}
}
}
impl bestool_alertd::BackgroundTask for BackupCapabilitiesTask {
fn name(&self) -> &'static str {
"backup-capabilities"
}
fn interval(&self) -> Duration {
REREGISTER_INTERVAL
}
fn run<'a>(&'a self, ctx: &'a bestool_alertd::TaskContext) -> BoxFuture<'a, Result<()>> {
Box::pin(async move {
reregister("startup", ctx).await;
let (tx, rx) = mpsc::unbounded_channel();
let _watcher = watch_backups_dir(tx);
event_loop(rx, ctx.reload.clone(), REREGISTER_INTERVAL, |reason| {
reregister(reason, ctx)
})
.await;
Ok(())
})
}
}
#[cfg(test)]
mod tests {
use std::sync::{
Arc,
atomic::{AtomicUsize, Ordering},
};
use super::*;
#[tokio::test]
async fn closed_fs_channel_does_not_storm() {
let (fs_tx, fs_rx) = mpsc::unbounded_channel::<()>();
drop(fs_tx); let (reload_tx, reload_rx) = tokio::sync::watch::channel(0u64);
let count = Arc::new(AtomicUsize::new(0));
let triggers = count.clone();
let loop_fut = event_loop(fs_rx, reload_rx, Duration::from_secs(3600), move |_| {
let triggers = triggers.clone();
async move {
triggers.fetch_add(1, Ordering::SeqCst);
}
});
let _ = tokio::time::timeout(Duration::from_millis(200), loop_fut).await;
drop(reload_tx);
assert_eq!(
count.load(Ordering::SeqCst),
0,
"a closed fs channel must not trigger re-registration"
);
}
#[tokio::test]
async fn reload_signal_triggers_once_then_shutdown_ends_loop() {
let (_fs_tx, fs_rx) = mpsc::unbounded_channel::<()>();
let (reload_tx, reload_rx) = tokio::sync::watch::channel(0u64);
let count = Arc::new(AtomicUsize::new(0));
let triggers = count.clone();
let handle = tokio::spawn(event_loop(
fs_rx,
reload_rx,
Duration::from_secs(3600),
move |_| {
let triggers = triggers.clone();
async move {
triggers.fetch_add(1, Ordering::SeqCst);
}
},
));
reload_tx.send_modify(|n| *n = n.wrapping_add(1));
tokio::time::sleep(Duration::from_millis(50)).await;
drop(reload_tx);
handle.await.expect("loop task panicked");
assert_eq!(count.load(Ordering::SeqCst), 1);
}
}
}
#[cfg(feature = "alertd-tamanu")]
async fn build_config(ctx: &Context, daemon: DaemonArgs) -> Result<bestool_alertd::DaemonConfig> {
use std::path::PathBuf;
use node_semver::Version;
use tracing::debug;
use bestool_alertd::doctor::resolve_sweep_tamanu;
use bestool_tamanu::server_info::{fetch_device_key_with, query_device_key_row};
let DaemonArgs {
glob,
no_server,
server_addr,
watchdog_timeout,
no_watchdog,
} = daemon;
if !glob.is_empty() {
warn!("--glob is deprecated and does nothing; alert definitions are no longer loaded");
}
let root = ctx
.get::<crate::actions::tamanu::TamanuArgs>()
.and_then(|t| t.root.clone());
let install: Option<(Version, PathBuf)> = bestool_tamanu::try_find_tamanu(root.as_deref()).await?;
let tamanu = resolve_sweep_tamanu(install)?;
match &tamanu {
Some(t) => debug!(has_install = t.has_install, "resolved Tamanu sweep context"),
None => warn!("no Tamanu install and no TAMANU_DATABASE_URL; Tamanu checks will skip"),
}
let pg_pool = match &tamanu {
Some(t) => match bestool_postgres::pool::create_pool(&t.database_url, "bestool-alertd").await
{
Ok(pool) => Some(pool),
Err(err) => {
warn!(%err, "postgres not reachable at startup; db_connect will report it");
None
}
},
None => None,
};
let watchdog = if no_watchdog {
None
} else {
Some(std::time::Duration::from_secs(watchdog_timeout))
};
let device_key_pem = fetch_device_key_with(|| async {
match &pg_pool {
Some(pool) => match pool.get().await {
Ok(conn) => query_device_key_row(&conn).await,
Err(err) => {
warn!(%err, "could not get DB conn for deviceKey fetch");
None
}
},
None => None,
}
})
.await;
let tamanu_version = tamanu
.as_ref()
.map(|t| t.version.to_string())
.unwrap_or_else(|| "0.0.0".into());
let base = bestool_alertd::DaemonConfig::new(
pg_pool.clone(),
tamanu.as_ref().map(|t| t.database_url.clone()),
tamanu_version,
)
.with_no_server(no_server)
.with_server_addrs(server_addr)
.with_watchdog_timeout(watchdog);
let doctor = doctor_task(env!("CARGO_PKG_VERSION").to_string(), tamanu);
let mut daemon_config = with_daemon_tasks(base, doctor);
if let Some(pem) = device_key_pem {
daemon_config = daemon_config.with_device_key_pem(pem);
}
Ok(daemon_config)
}
#[cfg(not(feature = "alertd-tamanu"))]
async fn build_config(_ctx: &Context, daemon: DaemonArgs) -> Result<bestool_alertd::DaemonConfig> {
let DaemonArgs {
glob,
no_server,
server_addr,
watchdog_timeout,
no_watchdog,
} = daemon;
if !glob.is_empty() {
warn!("--glob is deprecated and does nothing; alert definitions are no longer loaded");
}
warn!("this build has no Tamanu support; doctor sweeps will skip Tamanu checks");
let watchdog = if no_watchdog {
None
} else {
Some(std::time::Duration::from_secs(watchdog_timeout))
};
let device_key_pem = bestool_canopy::registration::load()
.await
.ok()
.flatten()
.and_then(|reg| reg.device_key);
let base = bestool_alertd::DaemonConfig::new(None, None, "0.0.0".to_string())
.with_no_server(no_server)
.with_server_addrs(server_addr)
.with_watchdog_timeout(watchdog);
let doctor = doctor_task(env!("CARGO_PKG_VERSION").to_string(), None);
let mut daemon_config = with_daemon_tasks(base, doctor);
if let Some(pem) = device_key_pem {
daemon_config = daemon_config.with_device_key_pem(pem);
}
Ok(daemon_config)
}