acme_proxy_admin/admin/

ops.rs

//! The operator operation layer: what an operator may do to a stored row,
//! independent of which front end asked.
//!
//! The counterpart of `acme_proxy_protocol::acme` for the operator surfaces.
//! `/api`, `/ui` and the host CLI all reach these functions, so a listing
//! filters the same way, a delete refuses the same way, and a revocation takes
//! the same route whichever one was used. What stays with each front end is its
//! rendering and its authorization.
//!
//! Two rules hold throughout:
//!
//! - **A delete that would remove the only record of a live certificate is
//!   refused**, on every surface, with no override —
//!   [`live_certificates_refusal`] is the one wording of it.
//! - **Nothing here builds a signing backend.** A revocation is a route
//!   (`acme_proxy_signer::revocation_route`) and, where the key is elsewhere, a
//!   queued job — the same path `POST /revokeCert` takes.

use std::io::BufRead;
use std::sync::Arc;
use std::time::Duration;

use crate::admin::prompt::confirm;
use acme_proxy_core::audit::Actor;
use acme_proxy_core::audit::ClientContext;
use acme_proxy_jobs::auditor::Auditor;
use acme_proxy_signer::SignerError;
use acme_proxy_signer::relay::RELAY_JOB_KIND;
use acme_proxy_signer::relay::abandon_relayed_order;
use acme_proxy_store::account::Account;
use acme_proxy_store::audit::AuditEntry;
use acme_proxy_store::audit::AuditQuery;
use acme_proxy_store::authz::Authorization;
use acme_proxy_store::authz::Challenge;
use acme_proxy_store::db::Database;
use acme_proxy_store::eab::BoundAccounts;
use acme_proxy_store::eab::DeletedEab;
use acme_proxy_store::eab::Eab;
use acme_proxy_store::eab::EabDeletion;
use acme_proxy_store::job::Job;
use acme_proxy_store::nonce::Nonce;
use acme_proxy_store::order::GuardedDelete;
use acme_proxy_store::order::Order;
use acme_proxy_store::status::JobStatus;
use acme_proxy_store::upstream_order::UpstreamOrder;
use acme_proxy_store::upstream_order::UpstreamOrderRow;

/// Outcome of a confirm-gated hard delete.
///
/// `Cancelled` only exists on the `confirm_*` wrappers: a caller with nobody
/// to ask -- the web admin -- uses the bare function below, whose return type
/// has no such variant to leave unhandled.
#[derive(Debug, PartialEq, Eq)]
pub enum DeleteOutcome {
    NotFound,
    Cancelled,
    /// Deleted, carrying what went with it.
    ///
    /// The count travels **out of** the confirmation rather than being read
    /// back afterwards, and that is the point: it is already computed here to
    /// word the prompt, and by the time the caller returns, the
    /// `ON DELETE CASCADE` has removed the very rows a second count would
    /// count. `acme-proxy account delete` did exactly that, so every one of its
    /// audit rows read `0 order(s) cascaded` however many there were.
    Deleted(Deleted),
    /// Refused: the subject holds this many live certificates, and deleting its
    /// order rows would leave them impossible to revoke. See
    /// [`live_certificates_refusal`] for what to tell the operator, and
    /// `live_certificate!` in `crates/store/src/order.rs` for what "live" means.
    ///
    /// Only an account or an order can answer this; an operator's delete
    /// answers `admin::users::UserDeleteOutcome`, which has no such variant.
    LiveCertificates(u64),
}

/// Outcome of a bare hard delete of something that can hold a certificate —
/// [`DeleteOutcome`] without `Cancelled`, for the reason given there.
#[derive(Debug, PartialEq, Eq)]
pub enum Deletion {
    NotFound,
    /// Refused, as [`DeleteOutcome::LiveCertificates`].
    LiveCertificates(u64),
    Deleted(Deleted),
}

impl Deletion {
    fn from_guarded(outcome: GuardedDelete, cascaded: u64) -> Self {
        match outcome {
            GuardedDelete::NotFound => Self::NotFound,
            GuardedDelete::LiveCertificates(live) => Self::LiveCertificates(live),
            GuardedDelete::Deleted => Self::Deleted(Deleted { cascaded }),
        }
    }
}

impl From<Deletion> for DeleteOutcome {
    fn from(deletion: Deletion) -> Self {
        match deletion {
            Deletion::NotFound => Self::NotFound,
            Deletion::LiveCertificates(live) => Self::LiveCertificates(live),
            Deletion::Deleted(deleted) => Self::Deleted(deleted),
        }
    }
}

/// What every front end tells an operator whose delete was refused for
/// holding live certificates. One wording, so the CLI, the API and the page
/// cannot describe one refusal three ways.
///
/// `subject` names what was being deleted ("account …", "order …"). The
/// remedy is phrased for no particular front end: each has its own way to
/// revoke.
#[must_use]
pub fn live_certificates_refusal(subject: &str, live: u64) -> String {
    format!(
        "{subject} holds {live} live certificate(s) (issued, not revoked, not expired); \
         deleting it would leave them impossible to revoke — revoke them first, or wait \
         for them to expire"
    )
}

/// [`live_certificates_refusal`] for `eab delete` with its accounts, which has
/// a third way out the other two lack.
#[must_use]
pub fn eab_live_certificates_refusal(kid: &str, accounts: u64, certificates: u64) -> String {
    format!(
        "{accounts} account(s) bound to EAB credential {kid} hold {certificates} live \
         certificate(s) (issued, not revoked, not expired); deleting them would leave those \
         certificates impossible to revoke — revoke them first, wait for them to expire, or \
         deactivate the accounts instead of deleting them"
    )
}

/// The refusal for an EAB credential scoped to a profile nothing mounts, if it
/// is one — `None` when the profile is mounted, or when the credential is for
/// every endpoint.
///
/// Every surface that mints a credential makes this check, and they must not
/// word it three ways: such a credential is accepted and then never usable,
/// which is worth catching while the operator is still looking at what they
/// typed. `hint` is the one part that is legitimately per-front-end — a JSON
/// caller omits a field, someone at a form leaves an input blank, someone at a
/// terminal drops a flag.
#[must_use]
pub fn unmounted_profile_refusal(
    mounted: impl Fn(&str) -> bool,
    profile: Option<&str>,
    hint: &str,
) -> Option<String> {
    let name = profile?;
    if mounted(name) {
        return None;
    }
    Some(format!(
        "no profile named `{name}` is mounted; {hint} for a credential valid at every endpoint"
    ))
}

/// What a hard delete took with it.
///
/// The count is already computed to word the confirmation prompt, so returning
/// it costs nothing and lets an API caller report what it removed rather than
/// answering a bare `204`.
#[derive(Debug, PartialEq, Eq)]
pub struct Deleted {
    /// Rows the schema's `ON DELETE CASCADE` removed along with the row named:
    /// orders for an account, authorizations for an order.
    pub cascaded: u64,
}

/// An order plus every authorization (each with its challenges).
#[derive(Debug)]
pub struct OrderDetail {
    pub order: Order,
    pub authorizations: Vec<(Authorization, Vec<Challenge>)>,
}

/// Outcome of [`revoke_order`].
#[derive(Debug)]
pub enum RevokeOutcome {
    NotFound,
    NotIssued,
    AlreadyRevoked,
    Revoked(Box<Order>),
    /// Queued for the worker as this job, which had not answered by the end of
    /// the wait. Not a failure: the revocation carries on, and the operator is
    /// told where to follow it.
    Queued(uuid::Uuid),
}

/// Why [`revoke_order`] failed.
#[derive(Debug, thiserror::Error)]
pub enum RevokeError {
    #[error("database error: {0}")]
    Database(sqlx::Error),
    #[error("signer error: {}", acme_proxy_protocol::acme::revoke::signer_detail(.0))]
    Signer(SignerError),
    #[error("internal error: {0}")]
    Internal(String),
    #[error("unsupported revocation reason code {0}")]
    BadReason(u32),
    /// The queued revocation was retired without revoking: its backend kept
    /// failing, or an operator cancelled it.
    #[error("the revocation failed (job {job}): {reason}")]
    Abandoned { job: uuid::Uuid, reason: String },
}
impl From<sqlx::Error> for RevokeError {
    fn from(error: sqlx::Error) -> Self {
        Self::Database(error)
    }
}

impl From<SignerError> for RevokeError {
    fn from(error: SignerError) -> Self {
        Self::Signer(error)
    }
}

// Each of the three destructive operations comes in two forms: a bare one that
// simply does the thing, and a `confirm_*` wrapper that asks first. The split
// exists because the wrapper's `assume_yes: bool` + `reader: &mut impl BufRead`
// are a terminal's concerns, and a caller with no terminal -- the web admin --
// had to pass `true` and an empty reader, asserting a confirmation that never
// happened. The generic also makes the wrapper non-object-safe for no benefit
// on that path. The CLI calls the wrapper; everything else calls the bare form.

/// Hard-deletes an account unless it holds a live certificate. Carries how
/// many orders cascaded with it.
pub async fn delete_account(id: &str, database: Arc<Database>) -> Result<Deletion, sqlx::Error> {
    let Some(cascaded) = account_cascade(id, database.clone()).await? else {
        return Ok(Deletion::NotFound);
    };
    let outcome = Account::delete(id, &database).await?;
    Ok(Deletion::from_guarded(outcome, cascaded))
}

/// Looks up the account, shows what will cascade, confirms, then hard-deletes it.
///
/// A live certificate refuses **before** the prompt — asking to confirm a
/// delete that can only be refused is asking for nothing — and again inside the
/// delete, which is the check that holds if one is issued while the operator
/// reads the question.
pub async fn confirm_delete_account(
    id: &str,
    assume_yes: bool,
    reader: &mut impl BufRead,
    database: Arc<Database>,
) -> Result<DeleteOutcome, sqlx::Error> {
    let Some(account) = Account::find_any_by_id(id, &database).await? else {
        return Ok(DeleteOutcome::NotFound);
    };
    let live = Account::count_live_certificates(account.id, &database).await?;
    if live > 0 {
        return Ok(DeleteOutcome::LiveCertificates(live));
    }
    let order_count = Order::count_by_account(account.id, &database).await?;
    let prompt = format!(
        "Delete account {id} (status: {}, {order_count} order(s) will cascade)?",
        account.status
    );
    if !confirm(&prompt, assume_yes, reader) {
        return Ok(DeleteOutcome::Cancelled);
    }
    let outcome = Account::delete(id, &database).await?;
    Ok(Deletion::from_guarded(outcome, order_count as u64).into())
}

/// Hard-deletes an order unless it holds a live certificate. Carries how many
/// authorizations cascaded with it.
pub async fn delete_order(id: &str, database: Arc<Database>) -> Result<Deletion, sqlx::Error> {
    let Some(cascaded) = order_cascade(id, database.clone()).await? else {
        return Ok(Deletion::NotFound);
    };
    let outcome = Order::delete(id, &database).await?;
    Ok(Deletion::from_guarded(outcome, cascaded))
}

/// Same shape as [`confirm_delete_account`], for an order.
pub async fn confirm_delete_order(
    id: &str,
    assume_yes: bool,
    reader: &mut impl BufRead,
    database: Arc<Database>,
) -> Result<DeleteOutcome, sqlx::Error> {
    let Some(order) = Order::find_by_id(id, &database).await? else {
        return Ok(DeleteOutcome::NotFound);
    };
    let live = Order::count_live_certificates(order.id, &database).await?;
    if live > 0 {
        return Ok(DeleteOutcome::LiveCertificates(live));
    }
    let authz_count = Authorization::count_by_order(order.id, &database).await?;
    let prompt = format!(
        "Delete order {id} (status: {}, {authz_count} authorization(s) will cascade)?",
        order.status
    );
    if !confirm(&prompt, assume_yes, reader) {
        return Ok(DeleteOutcome::Cancelled);
    }
    let outcome = Order::delete(id, &database).await?;
    Ok(Deletion::from_guarded(outcome, authz_count as u64).into())
}

/// Outcome of [`confirm_delete_eab`]: [`EabDeletion`] plus `Cancelled`.
#[derive(Debug)]
pub enum EabDeleteOutcome {
    NotFound,
    Cancelled,
    /// Refused; see [`eab_live_certificates_refusal`].
    LiveCertificates {
        accounts: u64,
        certificates: u64,
    },
    Deleted(DeletedEab),
}

impl From<EabDeletion> for EabDeleteOutcome {
    fn from(deletion: EabDeletion) -> Self {
        match deletion {
            EabDeletion::NotFound => Self::NotFound,
            EabDeletion::LiveCertificates {
                accounts,
                certificates,
            } => Self::LiveCertificates {
                accounts,
                certificates,
            },
            EabDeletion::Deleted(deleted) => Self::Deleted(deleted),
        }
    }
}

/// Deletes an EAB credential, doing `accounts` to the accounts it bound. The
/// web admin's form; the refusal and the transaction live in [`Eab::delete`].
pub async fn delete_eab(
    kid: &str,
    accounts: BoundAccounts,
    database: Arc<Database>,
) -> Result<EabDeletion, sqlx::Error> {
    Eab::delete(kid, accounts, &database).await
}

/// [`delete_eab`], asking first and naming what happens to the accounts.
///
/// Refuses `BoundAccounts::Delete` before the prompt when a live certificate
/// would be lost, as [`confirm_delete_account`] does; [`Eab::delete`] checks
/// again inside its transaction.
pub async fn confirm_delete_eab(
    kid: &str,
    accounts: BoundAccounts,
    assume_yes: bool,
    reader: &mut impl BufRead,
    database: Arc<Database>,
) -> Result<EabDeleteOutcome, sqlx::Error> {
    let Some(eab) = Eab::find_any_by_kid(kid, &database).await? else {
        return Ok(EabDeleteOutcome::NotFound);
    };
    let bound = Account::eab_summary(eab.kid, &database).await?;
    if accounts == BoundAccounts::Delete && bound.live_certificates > 0 {
        return Ok(EabDeleteOutcome::LiveCertificates {
            accounts: bound.accounts_with_live_certificates,
            certificates: bound.live_certificates,
        });
    }
    let prompt = match accounts {
        BoundAccounts::Keep => format!(
            "Delete EAB credential {kid} (status: {})? Its {} account(s) are kept, and will \
             fail any eab filter check from now on.",
            eab.status, bound.accounts
        ),
        BoundAccounts::Deactivate => format!(
            "Delete EAB credential {kid} and deactivate its {} account(s)? Their {} order(s) \
             are kept.",
            bound.accounts, bound.orders
        ),
        BoundAccounts::Delete => format!(
            "Delete EAB credential {kid} and its {} account(s) ({} order(s) will cascade)?",
            bound.accounts, bound.orders
        ),
    };
    if !confirm(&prompt, assume_yes, reader) {
        return Ok(EabDeleteOutcome::Cancelled);
    }
    Ok(Eab::delete(kid, accounts, &database).await?.into())
}

/// Runs [`Nonce::cleanup`], returning how many were removed.
pub async fn cleanup_nonces(ttl: Duration, database: Arc<Database>) -> Result<u64, sqlx::Error> {
    Nonce::cleanup(&database, ttl).await
}

/// Confirms, then runs [`cleanup_nonces`]. `None` when the operator declined.
pub async fn confirm_cleanup_nonces(
    ttl: Duration,
    assume_yes: bool,
    reader: &mut impl BufRead,
    database: Arc<Database>,
) -> Result<Option<u64>, sqlx::Error> {
    let prompt = format!("Delete all nonces older than {}s?", ttl.as_secs());
    if !confirm(&prompt, assume_yes, reader) {
        return Ok(None);
    }
    Ok(Some(cleanup_nonces(ttl, database).await?))
}

/// How many orders an account delete would cascade, or `None` if there is no
/// such account. Shared so the prompt and the bare delete agree on the count.
async fn account_cascade(id: &str, database: Arc<Database>) -> Result<Option<u64>, sqlx::Error> {
    let Some(account) = Account::find_any_by_id(id, &database).await? else {
        return Ok(None);
    };
    Ok(Some(
        Order::count_by_account(account.id, &database).await? as u64,
    ))
}

/// The [`account_cascade`] counterpart for an order's authorizations.
async fn order_cascade(id: &str, database: Arc<Database>) -> Result<Option<u64>, sqlx::Error> {
    let Some(order) = Order::find_by_id(id, &database).await? else {
        return Ok(None);
    };
    Ok(Some(
        Authorization::count_by_order(order.id, &database).await? as u64,
    ))
}

/// Why [`update_account_contact`] did not write.
#[derive(Debug, thiserror::Error)]
pub enum ContactError {
    /// A contact `newAccount` would refuse, with the reason.
    #[error("{0}")]
    Invalid(String),
    #[error("database error: {0}")]
    Database(#[from] sqlx::Error),
}

/// Updates an account's contact list, refusing what `newAccount` would refuse
/// ([`acme_proxy_protocol::acme::account::update_contact`], the one check every surface
/// shares).
pub async fn update_account_contact(
    id: &str,
    contact: Vec<String>,
    database: Arc<Database>,
) -> Result<Option<Account>, ContactError> {
    use acme_proxy_protocol::acme::account::ContactUpdateError;
    use acme_proxy_protocol::acme::account::update_contact;

    let Some(mut account) = Account::find_any_by_id(id, &database).await? else {
        return Ok(None);
    };
    update_contact(&mut account, contact, &database)
        .await
        .map_err(|error| match error {
            ContactUpdateError::Refused(problem) => ContactError::Invalid(
                problem.to_value()["detail"]
                    .as_str()
                    .unwrap_or_default()
                    .to_string(),
            ),
            ContactUpdateError::Database(error) => ContactError::Database(error),
        })?;
    Ok(Some(account))
}

/// Deactivates an account, and queues `account_deactivated` through its
/// profile's dispatcher — `notifier` looks one up by profile name, `None` where
/// this process has none — naming `client_ip` as whoever asked.
///
/// The same [`acme_proxy_protocol::acme::account::deactivate`] the account's own request runs,
/// so the notification goes out however the account was shut.
pub async fn deactivate_account(
    id: &str,
    database: Arc<Database>,
    notifier: impl Fn(&str) -> Option<Arc<acme_proxy_jobs::notify::NotifyDispatcher>>,
    client_ip: Option<String>,
) -> Result<Option<Account>, sqlx::Error> {
    let Some(mut account) = Account::find_any_by_id(id, &database).await? else {
        return Ok(None);
    };
    let dispatcher = notifier(&account.profile);
    acme_proxy_protocol::acme::account::deactivate(
        &mut account,
        &database,
        dispatcher.as_deref(),
        client_ip,
    )
    .await?;
    Ok(Some(account))
}

/// Revokes an order's issued certificate at the signer backend and records it on the order.
///
/// `actor`/`client` say who asked and from where. Both front ends supply their
/// own: [`Actor::cli`] with an empty [`ClientContext`] from the command line,
/// [`Actor::admin`] with the operator's address from the web admin. Passed in
/// rather than derived here because this layer is deliberately front-end
/// agnostic — it is the same reason the destructive operations come in a bare
/// and a `confirm_*` form.
///
/// `revocations` carries the database, the auditor, the order's profile's
/// dispatcher and the revoker. The revoker is what withdraws the trust — for
/// every front end,
/// [`Revoker::for_route`](acme_proxy_protocol::acme::revoke::Revoker::for_route):
/// a local CA's ledger, or the queue a worker drains. Neither front end holds a
/// backend.
///
/// The operation itself is [`acme_proxy_protocol::acme::revoke::Revocations::revoke_order`],
/// the same tail `POST /revokeCert` runs; this wrapper only sorts its answers
/// into the outcomes an operator front end reports.
pub async fn revoke_order(
    id: &str,
    reason: Option<u32>,
    actor: Actor,
    client: ClientContext,
    revocations: acme_proxy_protocol::acme::revoke::Revocations<'_>,
) -> Result<RevokeOutcome, RevokeError> {
    use acme_proxy_protocol::acme::revoke::RevokeError as Refusal;

    match revocations.revoke_order(id, reason, actor, client).await {
        Ok(order) => Ok(RevokeOutcome::Revoked(Box::new(order))),
        Err(Refusal::NotFound) => Ok(RevokeOutcome::NotFound),
        Err(Refusal::NotIssued) => Ok(RevokeOutcome::NotIssued),
        Err(Refusal::AlreadyRevoked) => Ok(RevokeOutcome::AlreadyRevoked),
        Err(Refusal::BadReason(code)) => Err(RevokeError::BadReason(code)),
        Err(Refusal::Database(error)) => Err(RevokeError::Database(error)),
        Err(Refusal::Internal(detail)) => Err(RevokeError::Internal(detail)),
        Err(Refusal::Signer(error)) => Err(RevokeError::Signer(error)),
        Err(Refusal::Pending { job }) => Ok(RevokeOutcome::Queued(job)),
        Err(Refusal::Abandoned { job, reason }) => Err(RevokeError::Abandoned { job, reason }),
        // Only the ACME door refuses this way; an operator is never turned away.
        Err(Refusal::Refused(problem)) => Err(RevokeError::Internal(problem.detail().to_owned())),
    }
}

/// One page of audit rows, plus the unpaged total the same filters match.
pub async fn list_audit(
    query: &AuditQuery,
    database: Arc<Database>,
) -> Result<(Vec<AuditEntry>, i64), sqlx::Error> {
    AuditEntry::search(query, &database).await
}

/// One audit row by id.
pub async fn find_audit(
    id: i64,
    database: Arc<Database>,
) -> Result<Option<AuditEntry>, sqlx::Error> {
    AuditEntry::find_by_id(id, &database).await
}

/// Deletes audit rows older than `days`, returning how many went.
pub async fn cleanup_audit(days: u64, database: Arc<Database>) -> Result<u64, sqlx::Error> {
    AuditEntry::cleanup(acme_proxy_store::audit::audit_cutoff(days), &database).await
}

/// Confirms, then runs [`cleanup_audit`]. `None` when the operator declined.
///
/// Confirm-gated, unlike `revoke_order`: this is the one operation in the crate
/// that destroys audit history, and the prompt names how many rows are about to
/// go — a number the operator usually did not expect.
pub async fn confirm_cleanup_audit(
    days: u64,
    assume_yes: bool,
    reader: &mut impl BufRead,
    database: Arc<Database>,
) -> Result<Option<u64>, sqlx::Error> {
    let cutoff = acme_proxy_store::audit::audit_cutoff(days);
    let doomed = AuditEntry::count_older_than(cutoff, &database).await?;
    let prompt =
        format!("Delete {doomed} audit row(s) older than {days} day(s)? This cannot be undone.");
    if !confirm(&prompt, assume_yes, reader) {
        return Ok(None);
    }
    Ok(Some(AuditEntry::cleanup(cutoff, &database).await?))
}

/// A page of orders as their admin JSON, each with its authorization ids.
///
/// One query for the whole page rather than one per row — a default page of
/// 50 used to cost 51. The CLI's `order list --json`, `/api/orders`,
/// `/api/accounts/{id}/orders` and the `/ui` order lists all render through
/// here, so they cannot disagree on the shape or on the cost.
pub async fn orders_json(
    orders: &[Order],
    base_url: &str,
    database: &Database,
) -> Result<Vec<serde_json::Value>, sqlx::Error> {
    let ids: Vec<uuid::Uuid> = orders.iter().map(|order| order.id).collect();
    let mut grouped = Authorization::find_ids_by_orders(&ids, database).await?;
    Ok(orders
        .iter()
        .map(|order| {
            crate::admin::render_order_json(
                order,
                base_url,
                &grouped.remove(&order.id).unwrap_or_default(),
            )
        })
        .collect())
}

/// Loads order detail.
pub async fn load_order_detail(
    id: &str,
    database: Arc<Database>,
) -> Result<Option<OrderDetail>, sqlx::Error> {
    let Some(order) = Order::find_by_id(id, &database).await? else {
        return Ok(None);
    };
    let authzs = Authorization::find_by_order(order.id, &database).await?;
    let mut authorizations = Vec::with_capacity(authzs.len());
    for authz in authzs {
        let challenges = Challenge::find_by_authz(authz.id, &database).await?;
        authorizations.push((authz, challenges));
    }
    Ok(Some(OrderDetail {
        order,
        authorizations,
    }))
}

// ---------------------------------------------------------------------------
// The job queue operator surface
//
// Read (`load_job_detail`, `load_upstream_order_detail`) and two mutations
// (`cancel_job`, `run_job_now`). Both front ends call `Job::search` /
// `UpstreamOrder::search` directly — only the composed detail loaders and the
// mutations, which have a relay special case and an audit row, live here.
// ---------------------------------------------------------------------------

/// A job plus, when it is a relay issuance, the `upstream_orders` row it drives
/// — the cross-link the detail view renders as a panel.
#[derive(Debug)]
pub struct JobDetail {
    pub job: Job,
    pub upstream_order: Option<UpstreamOrderRow>,
}

/// An `upstream_orders` row plus, when one exists, the relay job that drives
/// (or last drove) it — the reverse cross-link.
#[derive(Debug)]
pub struct UpstreamOrderDetail {
    pub upstream_order: UpstreamOrderRow,
    pub job: Option<Job>,
}

/// The `jobs.kind` values whose handler re-enqueues itself on a cadence
/// (`Reschedule`). Cancelling one stops that sweep until the server restarts,
/// which the CLI/UI warns about — a retired periodic job does not come back.
const PERIODIC_JOB_KINDS: &[&str] = &[
    acme_proxy_jobs::jobs::sweep::RETENTION_JOB_KIND,
    acme_proxy_jobs::jobs::sweep::NONCE_SWEEP_KIND,
    acme_proxy_jobs::jobs::sweep::AUDIT_SWEEP_KIND,
    acme_proxy_jobs::jobs::sweep::ADMIN_SESSION_SWEEP_KIND,
    acme_proxy_jobs::jobs::sweep::ORDER_SWEEP_KIND,
    acme_proxy_signer::local_ca::sweep::CRL_SWEEP_KIND,
    acme_proxy_jobs::notify::expiry::EXPIRY_JOB_KIND,
];

/// Whether cancelling a job of this kind silently stops a periodic sweep.
#[must_use]
pub fn is_periodic_job_kind(kind: &str) -> bool {
    PERIODIC_JOB_KINDS.contains(&kind)
}

/// Loads a job by id, attaching its `upstream_orders` row when it is a relay
/// issuance. `None` for a junk id or an unknown job.
pub async fn load_job_detail(
    id: &str,
    database: Arc<Database>,
) -> Result<Option<JobDetail>, sqlx::Error> {
    let Some(job_id) = acme_proxy_store::id::parse(id) else {
        return Ok(None);
    };
    let Some(job) = Job::find_by_id(job_id, &database).await? else {
        return Ok(None);
    };
    let upstream_order = if job.kind == RELAY_JOB_KIND {
        UpstreamOrder::find_row_by_order_id(&job.dedup_key, &database).await?
    } else {
        None
    };
    Ok(Some(JobDetail {
        job,
        upstream_order,
    }))
}

/// Loads an `upstream_orders` row by its local order id, attaching the most
/// recent relay job for it (live or terminal). `None` for a junk id or an
/// order no relay was opened for.
pub async fn load_upstream_order_detail(
    order_id: &str,
    database: Arc<Database>,
) -> Result<Option<UpstreamOrderDetail>, sqlx::Error> {
    let Some(upstream_order) = UpstreamOrder::find_row_by_order_id(order_id, &database).await?
    else {
        return Ok(None);
    };
    let job = Job::find_latest_by_dedup(
        RELAY_JOB_KIND,
        &upstream_order.order_id.to_string(),
        &database,
    )
    .await?;
    Ok(Some(UpstreamOrderDetail {
        upstream_order,
        job,
    }))
}

/// Outcome of [`cancel_job`] / [`confirm_cancel_job`].
#[derive(Debug)]
pub enum CancelJobOutcome {
    NotFound,
    /// `running`, `done`, or already `cancelled` — the guard refused. Carries
    /// the current status so the caller can name it.
    NotCancellable(String),
    /// Cancelled. The job row is the one the guard returned.
    Cancelled(Box<Job>),
    /// Cancelled, and because it was an in-flight relay issuance the local
    /// order was marked `invalid` and the upstream mapping abandoned so
    /// recovery will not resurrect it.
    CancelledAndOrderAbandoned {
        job: Box<Job>,
        order_id: String,
    },
}

/// Outcome of [`run_job_now`].
#[derive(Debug)]
pub enum RunJobNowOutcome {
    NotFound,
    /// `running`, `done`, or `cancelled`: run-now is meaningless. Carries the
    /// status.
    Refused(String),
    /// A live `ready` job whose `run_at` was pulled forward.
    Nudged(Box<Job>),
    /// A `failed`/exhausted job revived for exactly one more attempt.
    Revived(Box<Job>),
}

/// Why [`cancel_job`] failed irrecoverably.
#[derive(Debug, thiserror::Error)]
pub enum CancelJobError {
    #[error("database error: {0}")]
    Database(#[from] sqlx::Error),
}

/// Cancels a job. For an in-flight `signer_relay_issue` job this also abandons
/// the ACME order — `Order::mark_invalid` (generic problem document, so the
/// client stops polling), `UpstreamOrder::mark_invalid` (so `RelayJob::recover`
/// does not resurrect it), and one `certificate_issue_failed` audit row
/// attributed to `actor`/`client`. An in-flight `signer_issue` job does the
/// same to its still-`processing` order, minus the mapping row it never had.
///
/// `actor`/`client` come from the caller, exactly as [`revoke_order`]: the CLI
/// supplies [`Actor::cli`] with an empty context, the web admin
/// [`Actor::admin`] with the operator's own address.
///
/// `audit` is what every row is written through, so the
/// `certificate_issue_failed` row on the relay branch is counted into the same
/// registry the trail describes — `/metrics` and `acme-proxy audit list` cannot
/// disagree about how many issuances failed. The web admin passes the process's
/// auditor; the CLI passes an [`Auditor::offline`] one, since a `serve`-less
/// invocation has no exposition to keep honest.
///
/// **The job row is cancelled first, then the order is abandoned.** The guard
/// (`status IN ('ready', 'failed')`) means at most one caller wins a race with
/// another operator or with the runner claiming the row; a loser touches
/// nothing else. Abandoning the order first and then finding the job already
/// `running` would invalidate a client's order out from under a runner that
/// might still succeed.
pub async fn cancel_job(
    id: &str,
    actor: Actor,
    client: ClientContext,
    audit: &Auditor,
    database: Arc<Database>,
) -> Result<CancelJobOutcome, CancelJobError> {
    let Some(job_id) = acme_proxy_store::id::parse(id) else {
        return Ok(CancelJobOutcome::NotFound);
    };

    // `ready` first, then `failed`: two guarded statements rather than one over
    // both, because only the first is a job still in flight. A `failed` relay
    // job has already been through `runner::retire`, which called
    // `RelayJob::abandon` — its order is `invalid`, its mapping row is
    // `invalid`, and its `certificate_issue_failed` row is written. Abandoning
    // it a second time would add a duplicate row for one issuance and overwrite
    // `upstream_orders.error`, which is the upstream CA's own message and the
    // whole reason the operator is looking at the row.
    let (job, was_in_flight) = match Job::cancel_row(job_id, JobStatus::Ready, &database).await? {
        Some(job) => (job, true),
        None => match Job::cancel_row(job_id, JobStatus::Failed, &database).await? {
            Some(job) => (job, false),
            None => {
                // Neither guard matched: say whether that is "no such job" or
                // "not in a cancellable state".
                return Ok(match Job::find_by_id(job_id, &database).await? {
                    None => CancelJobOutcome::NotFound,
                    Some(job) => CancelJobOutcome::NotCancellable(job.status),
                });
            }
        },
    };

    if job.kind == RELAY_JOB_KIND && was_in_flight {
        // An in-flight relay job: abandon the order it was driving. Its
        // `dedup_key` is the local order id.
        //
        // The order row may be gone — `order.retention_days` sweeps expired
        // orders — and then there is nothing to abandon and nothing to say
        // about one. That case falls through to the plain administrative row
        // below rather than reporting an abandonment that did not happen.
        let order_id = job.dedup_key.clone();
        if let Some(mut order) = Order::find_by_id(&order_id, &database).await? {
            abandon_relayed_order(
                &mut order,
                "issuance cancelled by operator",
                actor,
                client,
                audit,
                &database,
            )
            .await?;
            return Ok(CancelJobOutcome::CancelledAndOrderAbandoned {
                job: Box::new(job),
                order_id,
            });
        }
    }

    if job.kind == acme_proxy_protocol::acme::issue::SIGNER_ISSUE_KIND && was_in_flight {
        // An issuance that never reached a backend: the order was claimed with
        // this row and nothing else will settle it, so it goes `invalid` now
        // rather than sitting `processing` until it expires. Only while still
        // `processing` — a deactivation may have demoted it since.
        let order_id = job.dedup_key.clone();
        if let Some(mut order) = Order::find_by_id(&order_id, &database).await?
            && order.status == acme_proxy_store::status::OrderStatus::Processing
        {
            acme_proxy_signer::issuance::record_issue_failure(
                &mut order,
                &acme_proxy_core::error::Problem::server_internal("Certificate issuance failed"),
                "issuance cancelled by operator",
                actor,
                client,
                audit,
                &database,
            )
            .await?;
            return Ok(CancelJobOutcome::CancelledAndOrderAbandoned {
                job: Box::new(job),
                order_id,
            });
        }
    }

    // Everything else — every non-relay kind, a relay job that was already
    // `failed`, and one whose order has been swept — gets a plain
    // administrative row. `abandon_relayed_order` writes the
    // `certificate_issue_failed` row on the branch above; this one is the only
    // record the rest of them leave, so it must not be skipped.
    audit
        .record(acme_proxy_jobs::auditor::admin::job_cancelled(
            actor,
            client,
            &job.kind,
            &job.id.to_string(),
        ))
        .await;
    Ok(CancelJobOutcome::Cancelled(Box::new(job)))
}

/// [`cancel_job`] with a confirmation prompt. `Ok(None)` when the operator
/// declined — the `confirm_cleanup_*` shape.
pub async fn confirm_cancel_job(
    id: &str,
    assume_yes: bool,
    reader: &mut impl BufRead,
    actor: Actor,
    client: ClientContext,
    audit: &Auditor,
    database: Arc<Database>,
) -> Result<Option<CancelJobOutcome>, CancelJobError> {
    // Resolve the subject before prompting, the shape `confirm_delete_account`
    // and `confirm_delete_order` already keep: an id that is not one at all
    // used to be parsed as `Uuid::nil()`, so the operator was asked
    // "Cancel job nope?" and only told there was no such job after answering.
    let Some(job_id) = acme_proxy_store::id::parse(id) else {
        return Ok(Some(CancelJobOutcome::NotFound));
    };
    let Some(job) = Job::find_by_id(job_id, &database).await? else {
        return Ok(Some(CancelJobOutcome::NotFound));
    };

    // A prompt that names the kind, whether an order goes with it, and whether
    // a periodic sweep stops. Only a job that is still `ready` will abandon an
    // order — a `failed` one was abandoned when it was retired — so the prompt
    // says so rather than promising a second invalidation.
    let prompt = if job.kind == RELAY_JOB_KIND && job.status == JobStatus::Ready.as_str() {
        format!(
            "Cancel relay job {id}? Order {} will be marked invalid.",
            job.dedup_key
        )
    } else if is_periodic_job_kind(&job.kind) {
        format!(
            "Cancel job {id} ({})? This periodic sweep will not run again until \
             the server restarts.",
            job.kind
        )
    } else {
        format!("Cancel job {id} ({})?", job.kind)
    };
    if !confirm(&prompt, assume_yes, reader) {
        return Ok(None);
    }
    Ok(Some(cancel_job(id, actor, client, audit, database).await?))
}

/// Makes a job eligible to run immediately: a live `ready` job's `run_at` is
/// pulled forward; a `failed`/exhausted one is revived for exactly one more
/// attempt (`attempts` set to `max_attempts - 1`). Refused on
/// `running`/`done`/`cancelled`.
///
/// The runner picks the change up within `jobs.poll_interval_ms`: this writes
/// the row and does not wake anything. Nudging the queue would be the panel's
/// `JobQueue` to do, and this layer is below it — the CLI, which has no runner
/// at all, calls the same function.
///
/// Takes `actor`/`client` and writes its own `job_advanced` audit row, the
/// shape [`cancel_job`] and [`revoke_order`] already keep. It did not, and the
/// three front ends each wrote that row for themselves — five call sites for
/// one operation, on the opposite side of this layer from its sibling's, for no
/// reason anybody had written down. Nothing is recorded when the job is not
/// found or the transition is refused: an administrative row is a side effect
/// of success.
pub async fn run_job_now(
    id: &str,
    actor: Actor,
    client: ClientContext,
    audit: &Auditor,
    database: Arc<Database>,
) -> Result<RunJobNowOutcome, sqlx::Error> {
    let Some(job_id) = acme_proxy_store::id::parse(id) else {
        return Ok(RunJobNowOutcome::NotFound);
    };
    if let Some(job) = Job::advance_row(job_id, &database).await? {
        audit
            .record(acme_proxy_jobs::auditor::admin::job_advanced(
                actor,
                client,
                &job.id.to_string(),
                false,
            ))
            .await;
        return Ok(RunJobNowOutcome::Nudged(Box::new(job)));
    }
    if let Some(job) = Job::revive_row(job_id, &database).await? {
        audit
            .record(acme_proxy_jobs::auditor::admin::job_advanced(
                actor,
                client,
                &job.id.to_string(),
                true,
            ))
            .await;
        return Ok(RunJobNowOutcome::Revived(Box::new(job)));
    }
    Ok(match Job::find_by_id(job_id, &database).await? {
        None => RunJobNowOutcome::NotFound,
        Some(job) => RunJobNowOutcome::Refused(job.status),
    })
}

#[cfg(test)]
mod tests {
    use super::*;
    use acme_proxy_core::audit::AuditEvent;
    use acme_proxy_core::audit::AuditRecord;
    use acme_proxy_core::identifier::Identifier;
    use acme_proxy_signer::SignerBackend;
    use acme_proxy_store::nonce::now_secs;
    use acme_proxy_store::testutil::account_id;

    async fn db() -> Arc<Database> {
        Arc::new(Database::connect_in_memory().await.unwrap())
    }

    /// The actor the CLI supplies, which is what these tests stand in for.
    /// `Actor::cli` reads `$USER`, so it is called rather than hard-coded — the
    /// point of the tests below is the revocation, not the name on the row.
    fn cli_actor() -> Actor {
        Actor::cli()
    }

    async fn audit_rows(db: &Arc<Database>) -> Vec<AuditEntry> {
        AuditEntry::search(
            &AuditQuery {
                limit: 50,
                ..AuditQuery::default()
            },
            db,
        )
        .await
        .unwrap()
        .0
    }

    /// The confirm gate: declined leaves the trail intact, accepted prunes by
    /// age and nothing else.
    #[tokio::test]
    async fn cleaning_the_audit_trail_is_confirm_gated_and_bounded_by_age() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        AuditEntry::insert(
            AuditRecord::new(AuditEvent::CertificateIssued, "default", Actor::system()),
            &db,
        )
        .await
        .unwrap();

        let mut declined: &[u8] = b"n\n";
        assert_eq!(
            confirm_cleanup_audit(0, false, &mut declined, db.clone())
                .await
                .unwrap(),
            None
        );
        assert_eq!(audit_rows(&db).await.len(), 1);

        // Nothing is a week old yet.
        let mut reader: &[u8] = &[];
        assert_eq!(
            confirm_cleanup_audit(7, true, &mut reader, db.clone())
                .await
                .unwrap(),
            Some(0)
        );
        assert_eq!(audit_rows(&db).await.len(), 1);

        // A day's retention keeps a row written moments ago. Not zero days:
        // that cutoff is "now", and a row stamped in the previous second is
        // older than it whenever the test straddles a second boundary.
        assert_eq!(cleanup_audit(1, db.clone()).await.unwrap(), 0);

        // A cutoff in the future takes it.
        assert_eq!(
            AuditEntry::cleanup(acme_proxy_store::audit::audit_cutoff(0) + 3600, &db)
                .await
                .unwrap(),
            1
        );
        assert!(audit_rows(&db).await.is_empty());
    }

    /// `list_audit`/`find_audit` are the thin pass-throughs both front ends
    /// share; this pins that they page and look up rather than doing anything
    /// of their own.
    #[tokio::test]
    async fn listing_and_finding_audit_rows_pages_and_resolves() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        let mut ids = Vec::new();
        for _ in 0..3 {
            ids.push(
                AuditEntry::insert(
                    AuditRecord::new(AuditEvent::CertificateIssued, "default", Actor::system()),
                    &db,
                )
                .await
                .unwrap(),
            );
        }

        let (page, total) = list_audit(
            &AuditQuery {
                limit: 2,
                ..AuditQuery::default()
            },
            db.clone(),
        )
        .await
        .unwrap();
        assert_eq!(total, 3);
        assert_eq!(page.len(), 2);

        assert!(find_audit(ids[0], db.clone()).await.unwrap().is_some());
        assert!(find_audit(9_999, db).await.unwrap().is_none());
    }

    /// A revocation through this layer writes exactly one row, naming the
    /// actor the caller supplied rather than the order's own account — which
    /// is the whole point of the parameter.
    #[tokio::test]
    async fn revoking_writes_one_audit_row_naming_the_caller() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        let signer = in_memory_ca(&db);
        let order = finalized_order(db.clone(), &signer).await;

        let outcome = revoke_order(
            order.id.to_string().as_str(),
            Some(1),
            Actor::admin("root"),
            ClientContext {
                ip: Some("203.0.113.7".to_string()),
                ptr: Some("desk.example.com".to_string()),
                ..ClientContext::default()
            },
            acme_proxy_protocol::acme::revoke::Revocations {
                database: &db,
                audit: &acme_proxy_jobs::auditor::Auditor::offline(db.clone()),
                notify: None,
                revoker: acme_proxy_protocol::acme::revoke::Revoker::Backend(signer.as_ref()),
            },
        )
        .await
        .unwrap();
        assert!(matches!(outcome, RevokeOutcome::Revoked(_)));

        let rows = audit_rows(&db).await;
        assert_eq!(rows.len(), 1, "{rows:?}");
        let row = &rows[0];
        assert_eq!(row.event, "certificate_revoked");
        assert_eq!(row.outcome, "success");
        assert_eq!(row.actor_kind, "admin");
        assert_eq!(row.actor_id.as_deref(), Some("root"));
        assert_eq!(row.account_id, Some(order.account_id.to_string()));
        assert_eq!(row.order_id, Some(order.id.to_string()));
        assert_eq!(row.cert_serial, order.cert_serial);
        assert_eq!(row.client_ip.as_deref(), Some("203.0.113.7"));
        assert_eq!(row.client_ptr.as_deref(), Some("desk.example.com"));
        assert_eq!(row.reason.as_deref(), Some("1"));

        // Revoking again is `AlreadyRevoked` and writes nothing: the operator
        // is being told the state of things, not refused a CA action.
        let outcome = revoke_order(
            order.id.to_string().as_str(),
            None,
            Actor::admin("root"),
            ClientContext::default(),
            acme_proxy_protocol::acme::revoke::Revocations {
                database: &db,
                audit: &acme_proxy_jobs::auditor::Auditor::offline(db.clone()),
                notify: None,
                revoker: acme_proxy_protocol::acme::revoke::Revoker::Backend(signer.as_ref()),
            },
        )
        .await
        .unwrap();
        assert!(matches!(outcome, RevokeOutcome::AlreadyRevoked));
        assert_eq!(audit_rows(&db).await.len(), 1);
    }

    /// A backend wanting every event, which never delivers — enough to see a
    /// `notify_deliver` row queued.
    struct Wanting;

    #[async_trait::async_trait]
    impl acme_proxy_jobs::notify::NotifyBackend for Wanting {
        fn name(&self) -> &'static str {
            "custom"
        }
        async fn send(
            &self,
            _event: &acme_proxy_jobs::notify::NotifyEvent,
        ) -> Result<(), acme_proxy_jobs::notify::NotifyError> {
            Ok(())
        }
    }

    /// An operator's revocation notifies the way `POST /revokeCert` does: the
    /// event is about the certificate, not about who withdrew it.
    #[tokio::test]
    async fn an_operator_revocation_queues_a_certificate_revoked_notification() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        let signer = in_memory_ca(&db);
        let order = finalized_order(db.clone(), &signer).await;
        let dispatcher = acme_proxy_jobs::notify::NotifyDispatcher::new(
            "default",
            vec![acme_proxy_jobs::notify::BackendSlot::new(
                "custom:test",
                Arc::new(Wanting),
                &["certificate_revoked".to_string()],
            )],
            acme_proxy_jobs::testutil::idle_job_queue(db.clone()),
        );

        let outcome = revoke_order(
            order.id.to_string().as_str(),
            None,
            cli_actor(),
            ClientContext::default(),
            acme_proxy_protocol::acme::revoke::Revocations {
                database: &db,
                audit: &Auditor::offline(db.clone()),
                notify: Some(&dispatcher),
                revoker: acme_proxy_protocol::acme::revoke::Revoker::Backend(signer.as_ref()),
            },
        )
        .await
        .unwrap();
        assert!(matches!(outcome, RevokeOutcome::Revoked(_)));

        let queued = Job::count_live(acme_proxy_jobs::notify::NOTIFY_JOB_KIND, &db)
            .await
            .unwrap();
        assert_eq!(queued, 1);
    }

    /// No reason given is an **absent** `reason`, not an empty one: RFC 8555
    /// §7.6 allows omitting it, and that is not the same as `unspecified` (0).
    #[tokio::test]
    async fn a_revocation_with_no_reason_leaves_the_column_absent() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        let signer = in_memory_ca(&db);
        let order = finalized_order(db.clone(), &signer).await;

        revoke_order(
            order.id.to_string().as_str(),
            None,
            cli_actor(),
            ClientContext::default(),
            acme_proxy_protocol::acme::revoke::Revocations {
                database: &db,
                audit: &acme_proxy_jobs::auditor::Auditor::offline(db.clone()),
                notify: None,
                revoker: acme_proxy_protocol::acme::revoke::Revoker::Backend(signer.as_ref()),
            },
        )
        .await
        .unwrap();

        let rows = audit_rows(&db).await;
        assert_eq!(rows[0].reason, None);
        assert_eq!(rows[0].actor_kind, "cli");
        // A CLI revocation genuinely has no client, and says so.
        assert_eq!(rows[0].client_ip, None);
        assert_eq!(rows[0].client_ptr, None);
    }

    #[tokio::test]
    async fn delete_account_not_found() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        let mut reader: &[u8] = &[];
        let outcome = confirm_delete_account("nope", true, &mut reader, db)
            .await
            .unwrap();
        assert_eq!(outcome, DeleteOutcome::NotFound);
    }

    #[tokio::test]
    async fn delete_account_cancelled_leaves_row() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        let acct = account_id(&db).await;

        let mut reader = b"n\n".as_slice();
        let outcome =
            confirm_delete_account(acct.to_string().as_str(), false, &mut reader, db.clone())
                .await
                .unwrap();
        assert_eq!(outcome, DeleteOutcome::Cancelled);
        assert!(
            Account::find_by_id("default", acct.to_string().as_str(), &db)
                .await
                .unwrap()
                .is_some()
        );
    }

    #[tokio::test]
    async fn delete_account_confirmed_deletes_and_cascades() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        let acct = account_id(&db).await;
        let order = Order::create(
            "default",
            acct,
            vec![Identifier::dns("example.com")],
            acme_proxy_store::nonce::now_secs() + 3600,
            None,
            None,
            &db,
        )
        .await
        .unwrap();

        let mut reader: &[u8] = &[];
        let outcome =
            confirm_delete_account(acct.to_string().as_str(), true, &mut reader, db.clone())
                .await
                .unwrap();
        assert!(matches!(outcome, DeleteOutcome::Deleted(_)));
        assert!(
            Account::find_by_id("default", acct.to_string().as_str(), &db)
                .await
                .unwrap()
                .is_none()
        );
        assert!(
            Order::find_by_id(order.id.to_string().as_str(), &db)
                .await
                .unwrap()
                .is_none()
        );
    }

    #[tokio::test]
    async fn delete_order_not_found() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        let mut reader: &[u8] = &[];
        let outcome = confirm_delete_order("nope", true, &mut reader, db)
            .await
            .unwrap();
        assert_eq!(outcome, DeleteOutcome::NotFound);
    }

    #[tokio::test]
    async fn delete_order_cancelled_leaves_row() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        let acct = account_id(&db).await;
        let order = Order::create(
            "default",
            acct,
            vec![Identifier::dns("example.com")],
            acme_proxy_store::nonce::now_secs() + 3600,
            None,
            None,
            &db,
        )
        .await
        .unwrap();

        let mut reader = b"no\n".as_slice();
        let outcome = confirm_delete_order(
            order.id.to_string().as_str(),
            false,
            &mut reader,
            db.clone(),
        )
        .await
        .unwrap();
        assert_eq!(outcome, DeleteOutcome::Cancelled);
        assert!(
            Order::find_by_id(order.id.to_string().as_str(), &db)
                .await
                .unwrap()
                .is_some()
        );
    }

    #[tokio::test]
    async fn delete_order_confirmed_deletes_and_cascades() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        let acct = account_id(&db).await;
        let order = Order::create(
            "default",
            acct,
            vec![Identifier::dns("example.com")],
            acme_proxy_store::nonce::now_secs() + 3600,
            None,
            None,
            &db,
        )
        .await
        .unwrap();
        let authz = Authorization::create(
            order.id,
            Identifier::dns("example.com"),
            acme_proxy_store::nonce::now_secs() + 3600,
            &db,
        )
        .await
        .unwrap();

        let mut reader: &[u8] = &[];
        let outcome =
            confirm_delete_order(order.id.to_string().as_str(), true, &mut reader, db.clone())
                .await
                .unwrap();
        assert!(matches!(outcome, DeleteOutcome::Deleted(_)));
        assert!(
            Order::find_by_id(order.id.to_string().as_str(), &db)
                .await
                .unwrap()
                .is_none()
        );
        assert!(
            Authorization::find_by_id(authz.id.to_string().as_str(), &db)
                .await
                .unwrap()
                .is_none()
        );
    }

    // The bare forms below are what the web admin calls: no prompt, no reader,
    // and a cascade count to report back instead of a bare acknowledgement.

    #[tokio::test]
    async fn bare_delete_account_reports_not_found_for_an_unknown_id() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        assert_eq!(
            delete_account("nope", db).await.unwrap(),
            Deletion::NotFound
        );
    }

    #[tokio::test]
    async fn bare_delete_account_deletes_and_counts_the_cascade() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        let acct = account_id(&db).await;
        for _ in 0..2 {
            Order::create(
                "default",
                acct,
                vec![Identifier::dns("example.com")],
                acme_proxy_store::nonce::now_secs() + 3600,
                None,
                None,
                &db,
            )
            .await
            .unwrap();
        }

        assert_eq!(
            delete_account(acct.to_string().as_str(), db.clone())
                .await
                .unwrap(),
            Deletion::Deleted(Deleted { cascaded: 2 })
        );
        assert!(
            Account::find_by_id("default", acct.to_string().as_str(), &db)
                .await
                .unwrap()
                .is_none()
        );
    }

    #[tokio::test]
    async fn bare_delete_order_reports_not_found_for_an_unknown_id() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        assert_eq!(delete_order("nope", db).await.unwrap(), Deletion::NotFound);
    }

    #[tokio::test]
    async fn bare_delete_order_deletes_and_counts_the_cascade() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        let acct = account_id(&db).await;
        let order = Order::create(
            "default",
            acct,
            vec![Identifier::dns("example.com")],
            acme_proxy_store::nonce::now_secs() + 3600,
            None,
            None,
            &db,
        )
        .await
        .unwrap();
        Authorization::create(
            order.id,
            Identifier::dns("example.com"),
            acme_proxy_store::nonce::now_secs() + 3600,
            &db,
        )
        .await
        .unwrap();

        assert_eq!(
            delete_order(order.id.to_string().as_str(), db.clone())
                .await
                .unwrap(),
            Deletion::Deleted(Deleted { cascaded: 1 })
        );
        assert!(
            Order::find_by_id(order.id.to_string().as_str(), &db)
                .await
                .unwrap()
                .is_none()
        );
    }

    /// A live certificate refuses each `confirm_*` delete **before** the
    /// prompt: the reader is empty and `assume_yes` false, so reaching the
    /// question would have answered `Cancelled`. The bare forms refuse too.
    #[tokio::test]
    async fn a_live_certificate_refuses_account_and_order_deletes_before_asking() {
        let db = db().await;
        let acct = account_id(&db).await;
        let order = acme_proxy_store::testutil::certified_order(&db, acct, None).await;
        let (acct, order) = (acct.to_string(), order.id.to_string());

        let mut reader: &[u8] = &[];
        assert_eq!(
            confirm_delete_account(&acct, false, &mut reader, db.clone())
                .await
                .unwrap(),
            DeleteOutcome::LiveCertificates(1)
        );
        assert_eq!(
            confirm_delete_order(&order, false, &mut reader, db.clone())
                .await
                .unwrap(),
            DeleteOutcome::LiveCertificates(1)
        );
        assert_eq!(
            delete_account(&acct, db.clone()).await.unwrap(),
            Deletion::LiveCertificates(1)
        );
        assert_eq!(
            delete_order(&order, db.clone()).await.unwrap(),
            Deletion::LiveCertificates(1)
        );
        assert!(Order::find_by_id(&order, &db).await.unwrap().is_some());
    }

    #[test]
    fn the_refusals_name_the_subject_the_count_and_the_way_out() {
        let message = live_certificates_refusal("account a-1", 2);
        assert!(message.starts_with("account a-1 holds 2 live certificate(s)"));
        assert!(message.contains("revoke them first"));

        let message = eab_live_certificates_refusal("k-1", 1, 3);
        assert!(message.starts_with("1 account(s) bound to EAB credential k-1 hold 3 live"));
        assert!(message.contains("deactivate the accounts instead"));
    }

    /// A credential with one bound account holding a live certificate.
    async fn eab_with_live_account(db: &Arc<Database>) -> (Eab, uuid::Uuid) {
        let eab = Eab::create(None, None, db).await.unwrap();
        let (mut account, _) =
            Account::find_or_create("default", &[42u8], vec![], &ClientContext::default(), db)
                .await
                .unwrap();
        account.set_eab_kid(eab.kid, db).await.unwrap();
        acme_proxy_store::testutil::certified_order(db, account.id, None).await;
        (eab, account.id)
    }

    #[tokio::test]
    async fn confirm_delete_eab_not_found_cancelled_and_refused() {
        let db = db().await;
        let mut reader: &[u8] = &[];
        assert!(matches!(
            confirm_delete_eab("nope", BoundAccounts::Keep, true, &mut reader, db.clone())
                .await
                .unwrap(),
            EabDeleteOutcome::NotFound
        ));

        let (eab, _) = eab_with_live_account(&db).await;
        let kid = eab.kid.to_string();
        let mut declined: &[u8] = b"n\n";
        assert!(matches!(
            confirm_delete_eab(&kid, BoundAccounts::Keep, false, &mut declined, db.clone())
                .await
                .unwrap(),
            EabDeleteOutcome::Cancelled
        ));
        assert!(Eab::find_any_by_kid(&kid, &db).await.unwrap().is_some());

        // Refused before the prompt, as the account and order deletes are.
        let mut reader: &[u8] = &[];
        assert!(matches!(
            confirm_delete_eab(&kid, BoundAccounts::Delete, false, &mut reader, db.clone())
                .await
                .unwrap(),
            EabDeleteOutcome::LiveCertificates {
                accounts: 1,
                certificates: 1
            }
        ));
        assert!(Eab::find_any_by_kid(&kid, &db).await.unwrap().is_some());
    }

    /// The safe way out of the refusal above: deactivating goes through, and
    /// the certificate's order survives it.
    #[tokio::test]
    async fn confirm_delete_eab_deactivating_keeps_the_live_certificate() {
        let db = db().await;
        let (eab, account) = eab_with_live_account(&db).await;
        let mut reader: &[u8] = &[];

        let EabDeleteOutcome::Deleted(deleted) = confirm_delete_eab(
            &eab.kid.to_string(),
            BoundAccounts::Deactivate,
            true,
            &mut reader,
            db.clone(),
        )
        .await
        .unwrap() else {
            panic!("deactivating is never refused");
        };
        assert_eq!(deleted.deactivated.len(), 1);
        assert_eq!(Order::find_by_account(account, &db).await.unwrap().len(), 1);
        assert!(
            delete_eab(&eab.kid.to_string(), BoundAccounts::Keep, db.clone())
                .await
                .map(|deletion| matches!(deletion, EabDeletion::NotFound))
                .unwrap()
        );
    }

    #[tokio::test]
    async fn bare_cleanup_nonces_removes_stale_rows_without_asking() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        let stale = Nonce {
            value: "stale".to_string(),
            created_at: acme_proxy_store::nonce::now_secs() - 10_000,
        };
        stale.save(&db).await.unwrap();
        Nonce::new().save(&db).await.unwrap();

        assert_eq!(
            cleanup_nonces(Duration::from_secs(300), db.clone())
                .await
                .unwrap(),
            1
        );
        assert!(
            !Nonce::verify("stale", &db, Duration::from_secs(300))
                .await
                .unwrap()
        );
    }

    fn in_memory_ca(database: &Arc<Database>) -> Arc<dyn SignerBackend> {
        Arc::new(
            acme_proxy_signer::local_ca::LocalCa::generate_in_memory(
                "ecdsa-p256",
                90,
                database.clone(),
            )
            .expect("in-memory CA"),
        )
    }

    async fn finalized_order(db: Arc<Database>, signer: &Arc<dyn SignerBackend>) -> Order {
        let acct = account_id(&db).await;
        let mut order = Order::create(
            "default",
            acct,
            vec![Identifier::dns("example.com")],
            acme_proxy_store::nonce::now_secs() + 3600,
            None,
            None,
            &db,
        )
        .await
        .unwrap();

        let key_pair = rcgen::KeyPair::generate().unwrap();
        let params = rcgen::CertificateParams::new(vec!["example.com".to_string()]).unwrap();
        let csr = params.serialize_request(&key_pair).unwrap();
        let chain = match signer
            .issue(
                order.id.to_string().as_str(),
                csr.der(),
                &order.identifiers,
                acme_proxy_signer::RequestedValidity::default(),
            )
            .await
            .unwrap()
        {
            acme_proxy_signer::IssueOutcome::Issued(chain) => chain,
            acme_proxy_signer::IssueOutcome::Processing => {
                panic!("the in-memory local CA issues synchronously")
            }
        };
        let leaf = acme_proxy_core::cert::leaf_der_from_chain(&chain).unwrap();
        let (serial, pubkey) = acme_proxy_core::cert::cert_serial_and_spki(&leaf).unwrap();
        let not_after = acme_proxy_core::cert::cert_validity(&leaf)
            .ok()
            .map(|(_, na)| na);
        order
            .finalize(chain, serial, pubkey, not_after, &db)
            .await
            .unwrap();
        order
    }

    #[tokio::test]
    async fn revoke_order_not_found() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        let outcome = revoke_order(
            "nope",
            None,
            cli_actor(),
            ClientContext::default(),
            acme_proxy_protocol::acme::revoke::Revocations {
                database: &db,
                audit: &acme_proxy_jobs::auditor::Auditor::offline(db.clone()),
                notify: None,
                revoker: acme_proxy_protocol::acme::revoke::Revoker::Backend(
                    in_memory_ca(&db).as_ref(),
                ),
            },
        )
        .await
        .unwrap();
        assert!(matches!(outcome, RevokeOutcome::NotFound));
    }

    #[tokio::test]
    async fn revoke_order_without_a_certificate_is_refused() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        let acct = account_id(&db).await;
        let order = Order::create(
            "default",
            acct,
            vec![Identifier::dns("example.com")],
            acme_proxy_store::nonce::now_secs() + 3600,
            None,
            None,
            &db,
        )
        .await
        .unwrap();

        let outcome = revoke_order(
            order.id.to_string().as_str(),
            None,
            cli_actor(),
            ClientContext::default(),
            acme_proxy_protocol::acme::revoke::Revocations {
                database: &db,
                audit: &acme_proxy_jobs::auditor::Auditor::offline(db.clone()),
                notify: None,
                revoker: acme_proxy_protocol::acme::revoke::Revoker::Backend(
                    in_memory_ca(&db).as_ref(),
                ),
            },
        )
        .await
        .unwrap();
        assert!(matches!(outcome, RevokeOutcome::NotIssued));
    }

    #[tokio::test]
    async fn revoke_order_persists() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        let signer = in_memory_ca(&db);
        let order = finalized_order(db.clone(), &signer).await;

        let outcome = revoke_order(
            order.id.to_string().as_str(),
            Some(1),
            cli_actor(),
            ClientContext::default(),
            acme_proxy_protocol::acme::revoke::Revocations {
                database: &db,
                audit: &acme_proxy_jobs::auditor::Auditor::offline(db.clone()),
                notify: None,
                revoker: acme_proxy_protocol::acme::revoke::Revoker::Backend(signer.as_ref()),
            },
        )
        .await
        .unwrap();
        let RevokeOutcome::Revoked(revoked) = outcome else {
            panic!("expected Revoked, got {outcome:?}");
        };
        assert!(revoked.revoked_at.is_some());
        assert_eq!(revoked.revocation_reason, Some(1));

        let reloaded = Order::find_by_id(order.id.to_string().as_str(), &db)
            .await
            .unwrap()
            .unwrap();
        assert!(reloaded.revoked_at.is_some());

        use x509_parser::prelude::FromDer;
        let der = signer.info().crl_der().await.unwrap().unwrap();
        let (_, crl) =
            x509_parser::revocation_list::CertificateRevocationList::from_der(&der).unwrap();
        assert_eq!(crl.iter_revoked_certificates().count(), 1);
    }

    #[tokio::test]
    async fn revoke_order_already_revoked() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        let signer = in_memory_ca(&db);
        let order = finalized_order(db.clone(), &signer).await;

        revoke_order(
            order.id.to_string().as_str(),
            None,
            cli_actor(),
            ClientContext::default(),
            acme_proxy_protocol::acme::revoke::Revocations {
                database: &db,
                audit: &acme_proxy_jobs::auditor::Auditor::offline(db.clone()),
                notify: None,
                revoker: acme_proxy_protocol::acme::revoke::Revoker::Backend(signer.as_ref()),
            },
        )
        .await
        .unwrap();
        let outcome = revoke_order(
            order.id.to_string().as_str(),
            None,
            cli_actor(),
            ClientContext::default(),
            acme_proxy_protocol::acme::revoke::Revocations {
                database: &db,
                audit: &acme_proxy_jobs::auditor::Auditor::offline(db.clone()),
                notify: None,
                revoker: acme_proxy_protocol::acme::revoke::Revoker::Backend(signer.as_ref()),
            },
        )
        .await
        .unwrap();
        assert!(matches!(outcome, RevokeOutcome::AlreadyRevoked));
    }

    #[tokio::test]
    async fn revoke_order_bad_reason_is_refused() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        let signer = in_memory_ca(&db);
        let order = finalized_order(db.clone(), &signer).await;

        let error = revoke_order(
            order.id.to_string().as_str(),
            Some(999),
            cli_actor(),
            ClientContext::default(),
            acme_proxy_protocol::acme::revoke::Revocations {
                database: &db,
                audit: &acme_proxy_jobs::auditor::Auditor::offline(db.clone()),
                notify: None,
                revoker: acme_proxy_protocol::acme::revoke::Revoker::Backend(signer.as_ref()),
            },
        )
        .await
        .unwrap_err();
        assert!(matches!(error, RevokeError::BadReason(999)));
    }

    #[tokio::test]
    async fn cleanup_nonces_cancelled_leaves_nonces() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        Nonce {
            value: "stale".to_string(),
            created_at: acme_proxy_store::nonce::now_secs() - 600,
        }
        .save(&db)
        .await
        .unwrap();

        let mut reader = b"n\n".as_slice();
        let outcome =
            confirm_cleanup_nonces(Duration::from_secs(300), false, &mut reader, db.clone())
                .await
                .unwrap();
        assert_eq!(outcome, None);

        let count: i64 = sqlx::query_scalar("SELECT COUNT(*) FROM nonces;")
            .fetch_one(db.raw_pool())
            .await
            .unwrap();
        assert_eq!(count, 1);
    }

    #[tokio::test]
    async fn cleanup_nonces_confirmed_removes_stale_and_reports_count() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        Nonce {
            value: "stale".to_string(),
            created_at: acme_proxy_store::nonce::now_secs() - 600,
        }
        .save(&db)
        .await
        .unwrap();

        let mut reader: &[u8] = &[];
        let outcome =
            confirm_cleanup_nonces(Duration::from_secs(300), true, &mut reader, db.clone())
                .await
                .unwrap();
        assert_eq!(outcome, Some(1));

        let count: i64 = sqlx::query_scalar("SELECT COUNT(*) FROM nonces;")
            .fetch_one(db.raw_pool())
            .await
            .unwrap();
        assert_eq!(count, 0);
    }

    #[tokio::test]
    async fn update_account_contact_not_found() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        assert!(
            update_account_contact("nope", vec![], db)
                .await
                .unwrap()
                .is_none()
        );
    }

    #[tokio::test]
    async fn update_account_contact_persists() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        let acct = account_id(&db).await;

        let contact = vec!["mailto:a@example.com".to_string()];
        let updated =
            update_account_contact(acct.to_string().as_str(), contact.clone(), db.clone())
                .await
                .unwrap()
                .unwrap();
        assert_eq!(updated.contact, contact);

        let reloaded = Account::find_by_id("default", acct.to_string().as_str(), &db)
            .await
            .unwrap()
            .unwrap();
        assert_eq!(reloaded.contact, contact);
    }

    #[tokio::test]
    async fn deactivate_account_not_found() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        assert!(
            deactivate_account("nope", db, |_| None, None)
                .await
                .unwrap()
                .is_none()
        );
    }

    /// Persists, and notifies the way the account's own request does.
    #[tokio::test]
    async fn deactivate_account_persists() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        let acct = account_id(&db).await;
        let dispatcher = Arc::new(acme_proxy_jobs::notify::NotifyDispatcher::new(
            "default",
            vec![acme_proxy_jobs::notify::BackendSlot::new(
                "custom:test",
                Arc::new(Wanting),
                &["account_deactivated".to_string()],
            )],
            acme_proxy_jobs::testutil::idle_job_queue(db.clone()),
        ));

        let updated = deactivate_account(
            acct.to_string().as_str(),
            db.clone(),
            |profile| (profile == "default").then(|| dispatcher.clone()),
            Some("203.0.113.7".to_string()),
        )
        .await
        .unwrap()
        .unwrap();
        assert_eq!(updated.status, "deactivated");
        assert_eq!(
            Job::count_live(acme_proxy_jobs::notify::NOTIFY_JOB_KIND, &db)
                .await
                .unwrap(),
            1
        );

        let reloaded = Account::find_by_id("default", acct.to_string().as_str(), &db)
            .await
            .unwrap()
            .unwrap();
        assert_eq!(reloaded.status, "deactivated");
    }

    #[tokio::test]
    async fn load_order_detail_not_found() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        assert!(load_order_detail("nope", db).await.unwrap().is_none());
    }

    #[tokio::test]
    async fn load_order_detail_nests_authorizations_and_challenges() {
        let db = Arc::new(Database::connect_in_memory().await.unwrap());
        let acct = account_id(&db).await;
        let order = Order::create(
            "default",
            acct,
            vec![Identifier::dns("example.com")],
            acme_proxy_store::nonce::now_secs() + 3600,
            None,
            None,
            &db,
        )
        .await
        .unwrap();
        let authz = Authorization::create(
            order.id,
            Identifier::dns("example.com"),
            acme_proxy_store::nonce::now_secs() + 3600,
            &db,
        )
        .await
        .unwrap();
        Challenge::create(authz.id, "http-01", &db).await.unwrap();

        let detail = load_order_detail(order.id.to_string().as_str(), db)
            .await
            .unwrap()
            .unwrap();
        assert_eq!(detail.order.id, order.id);
        assert_eq!(detail.authorizations.len(), 1);
        assert_eq!(detail.authorizations[0].0.id, authz.id);
        assert_eq!(detail.authorizations[0].1.len(), 1);
        assert_eq!(detail.authorizations[0].1[0].typ, "http-01");
    }

    // --- the job queue operator surface ------------------------------------

    use acme_proxy_store::job::Job;
    use acme_proxy_store::job::NewJob;

    /// An order, an `upstream_orders` row for it, and a `signer_relay_issue`
    /// job keyed on the order id — the in-flight-relay shape.
    async fn relay_job(db: &Arc<Database>) -> (Order, Job) {
        let acct = account_id(db).await;
        let order = Order::create(
            "default",
            acct,
            vec![Identifier::dns("example.com")],
            now_secs() + 3600,
            None,
            None,
            db,
        )
        .await
        .unwrap();
        UpstreamOrder::create(
            order.id.to_string().as_str(),
            "https://up.example/o/1",
            None,
            b"csr",
            db,
        )
        .await
        .unwrap();
        let id = acme_proxy_store::id::mint();
        Job::enqueue(
            NewJob {
                id,
                kind: RELAY_JOB_KIND,
                dedup_key: &order.id.to_string(),
                payload: &serde_json::json!({ "order_id": order.id.to_string(), "profile": "default" }),
                run_at: now_secs(),
                deadline: Some(order.expires),
                max_attempts: 5,
            },
            db,
        )
        .await
        .unwrap();
        let job = Job::find_by_id(id, db).await.unwrap().unwrap();
        (order, job)
    }

    /// A plain `ready` sweep job.
    async fn sweep_job(db: &Arc<Database>) -> Job {
        let id = acme_proxy_store::id::mint();
        Job::enqueue(
            NewJob {
                id,
                kind: "nonce_sweep",
                dedup_key: "nonce_sweep",
                payload: &serde_json::json!({}),
                run_at: now_secs() + 3600,
                deadline: None,
                max_attempts: 5,
            },
            db,
        )
        .await
        .unwrap();
        Job::find_by_id(id, db).await.unwrap().unwrap()
    }

    #[tokio::test]
    async fn load_job_detail_attaches_the_upstream_order_only_for_a_relay_job() {
        let db = db().await;
        let (order, job) = relay_job(&db).await;

        let detail = load_job_detail(job.id.to_string().as_str(), db.clone())
            .await
            .unwrap()
            .unwrap();
        assert_eq!(detail.job.id, job.id);
        assert_eq!(detail.upstream_order.as_ref().unwrap().order_id, order.id);

        let sweep = sweep_job(&db).await;
        let detail = load_job_detail(sweep.id.to_string().as_str(), db.clone())
            .await
            .unwrap()
            .unwrap();
        assert!(detail.upstream_order.is_none());

        // Junk id and unknown id.
        assert!(load_job_detail("nope", db.clone()).await.unwrap().is_none());
        assert!(
            load_job_detail(acme_proxy_store::id::mint().to_string().as_str(), db)
                .await
                .unwrap()
                .is_none()
        );
    }

    #[tokio::test]
    async fn load_job_detail_resolves_the_cross_link_after_the_job_is_done() {
        let db = db().await;
        let (_order, job) = relay_job(&db).await;
        // Drive the job to `done` without touching the upstream row.
        sqlx::query("UPDATE jobs SET status = 'done' WHERE id = ?;")
            .bind(job.id)
            .execute(db.raw_pool())
            .await
            .unwrap();

        let detail = load_job_detail(job.id.to_string().as_str(), db)
            .await
            .unwrap()
            .unwrap();
        assert!(detail.upstream_order.is_some());
    }

    #[tokio::test]
    async fn load_upstream_order_detail_finds_the_latest_job_even_when_terminal() {
        let db = db().await;
        let (order, job) = relay_job(&db).await;
        sqlx::query("UPDATE jobs SET status = 'failed' WHERE id = ?;")
            .bind(job.id)
            .execute(db.raw_pool())
            .await
            .unwrap();

        let detail = load_upstream_order_detail(order.id.to_string().as_str(), db.clone())
            .await
            .unwrap()
            .unwrap();
        assert_eq!(detail.upstream_order.order_id, order.id);
        assert_eq!(detail.job.as_ref().unwrap().id, job.id);

        assert!(
            load_upstream_order_detail("nope", db)
                .await
                .unwrap()
                .is_none()
        );
    }

    #[tokio::test]
    async fn cancel_job_on_a_ready_sweep_writes_a_plain_job_cancelled_row_and_no_order_change() {
        let db = db().await;
        let sweep = sweep_job(&db).await;

        let outcome = cancel_job(
            sweep.id.to_string().as_str(),
            cli_actor(),
            ClientContext::default(),
            &acme_proxy_jobs::auditor::Auditor::offline(db.clone()),
            db.clone(),
        )
        .await
        .unwrap();
        assert!(matches!(outcome, CancelJobOutcome::Cancelled(_)));
        assert_eq!(
            Job::find_by_id(sweep.id, &db)
                .await
                .unwrap()
                .unwrap()
                .status,
            "cancelled"
        );

        // One administrative row — `job_cancelled`, not a `certificate_*` one —
        // and it names no order or account.
        let rows = audit_rows(&db).await;
        assert_eq!(rows.len(), 1);
        assert_eq!(rows[0].event, "job_cancelled");
        assert_eq!(rows[0].outcome, "success");
        assert_eq!(rows[0].actor_kind, "cli");
        assert!(rows[0].order_id.is_none());
        assert!(rows[0].account_id.is_none());
    }

    #[tokio::test]
    async fn cancel_job_on_a_ready_relay_job_abandons_the_order_and_audits_the_operator() {
        let db = db().await;
        let (order, job) = relay_job(&db).await;

        let outcome = cancel_job(
            job.id.to_string().as_str(),
            Actor::admin("root"),
            ClientContext {
                ip: Some("203.0.113.7".to_string()),
                ..ClientContext::default()
            },
            &acme_proxy_jobs::auditor::Auditor::offline(db.clone()),
            db.clone(),
        )
        .await
        .unwrap();
        let CancelJobOutcome::CancelledAndOrderAbandoned { order_id, .. } = outcome else {
            panic!("expected CancelledAndOrderAbandoned, got {outcome:?}");
        };
        assert_eq!(order_id, order.id.to_string());

        assert_eq!(
            Job::find_by_id(job.id, &db).await.unwrap().unwrap().status,
            "cancelled"
        );
        let reloaded = Order::find_by_id(order.id.to_string().as_str(), &db)
            .await
            .unwrap()
            .unwrap();
        assert_eq!(reloaded.status.as_str(), "invalid");
        let mapping = UpstreamOrder::find_by_order_id(order.id.to_string().as_str(), &db)
            .await
            .unwrap()
            .unwrap();
        assert_eq!(mapping.status, "invalid");

        let rows = audit_rows(&db).await;
        assert_eq!(rows.len(), 1);
        assert_eq!(rows[0].event, "certificate_issue_failed");
        assert_eq!(rows[0].actor_kind, "admin");
        assert_eq!(rows[0].actor_id.as_deref(), Some("root"));
        assert_eq!(rows[0].client_ip.as_deref(), Some("203.0.113.7"));
    }

    /// A relay job that already **failed** was abandoned when `runner::retire`
    /// retired it: its order is `invalid`, its mapping row is `invalid`, and
    /// its `certificate_issue_failed` row is written. Cancelling it — the
    /// obvious way to tidy a stuck-looking failure — must not do any of that
    /// again.
    ///
    /// It did, and the damage was not the duplicate row: `UpstreamOrder::
    /// mark_invalid` is unguarded, so the second pass overwrote
    /// `upstream_orders.error` with "issuance cancelled by operator",
    /// destroying the upstream CA's own message — the whole reason
    /// `upstream order show` exists.
    #[tokio::test]
    async fn cancel_job_on_a_failed_relay_job_keeps_the_upstream_error_and_writes_one_row() {
        let db = db().await;
        let (order, job) = relay_job(&db).await;

        // Retire it the way the runner does: the order and mapping already
        // invalid, with the upstream's own reason recorded.
        acme_proxy_signer::relay::abandon_relayed_order(
            &mut Order::find_by_id(order.id.to_string().as_str(), &db)
                .await
                .unwrap()
                .unwrap(),
            "urn:ietf:params:acme:error:rejectedIdentifier from the upstream",
            Actor::cli(),
            ClientContext::default(),
            &acme_proxy_jobs::auditor::Auditor::offline(db.clone()),
            &db,
        )
        .await
        .unwrap();
        // Claim it the way the runner does, then retire it: `abandon` is
        // guarded on `status = 'running' AND lease_owner = ?`.
        Job::claim_next(
            "runner-a",
            &[RELAY_JOB_KIND],
            now_secs() + 60,
            now_secs(),
            &db,
        )
        .await
        .unwrap()
        .expect("the relay job is claimable");
        assert!(
            Job::abandon(job.id, "runner-a", "gave up", &db)
                .await
                .unwrap()
        );
        let rows_before = audit_rows(&db).await.len();

        let outcome = cancel_job(
            job.id.to_string().as_str(),
            Actor::admin("root"),
            ClientContext::default(),
            &acme_proxy_jobs::auditor::Auditor::offline(db.clone()),
            db.clone(),
        )
        .await
        .unwrap();
        assert!(
            matches!(outcome, CancelJobOutcome::Cancelled(_)),
            "a failed relay job has nothing left to abandon: {outcome:?}"
        );

        let mapping = UpstreamOrder::find_by_order_id(order.id.to_string().as_str(), &db)
            .await
            .unwrap()
            .unwrap();
        assert_eq!(
            mapping.error.as_deref(),
            Some("urn:ietf:params:acme:error:rejectedIdentifier from the upstream"),
            "the upstream's own reason must survive the cancellation"
        );

        let rows = audit_rows(&db).await;
        assert_eq!(
            rows.len(),
            rows_before + 1,
            "one issuance, one certificate_issue_failed row"
        );
        assert_eq!(rows[0].event, "job_cancelled");
    }

    /// A relay job whose order has been swept: there is nothing to abandon, so
    /// the outcome must not claim one was, and the cancellation still leaves a
    /// row — `job_cancelled` is the only record this branch produces.
    #[tokio::test]
    async fn cancel_job_on_a_relay_job_with_no_order_says_so_and_still_audits() {
        let db = db().await;
        let (order, job) = relay_job(&db).await;
        Order::delete(order.id.to_string().as_str(), &db)
            .await
            .unwrap();

        let outcome = cancel_job(
            job.id.to_string().as_str(),
            Actor::admin("root"),
            ClientContext::default(),
            &acme_proxy_jobs::auditor::Auditor::offline(db.clone()),
            db.clone(),
        )
        .await
        .unwrap();
        assert!(
            matches!(outcome, CancelJobOutcome::Cancelled(_)),
            "nothing was abandoned, so nothing may say it was: {outcome:?}"
        );

        let rows = audit_rows(&db).await;
        assert_eq!(rows.len(), 1, "the cancellation is still an admin action");
        assert_eq!(rows[0].event, "job_cancelled");
    }

    #[tokio::test]
    async fn cancel_job_refuses_a_running_job_and_leaves_the_order_alone() {
        let db = db().await;
        let (order, job) = relay_job(&db).await;
        sqlx::query("UPDATE jobs SET status = 'running' WHERE id = ?;")
            .bind(job.id)
            .execute(db.raw_pool())
            .await
            .unwrap();

        let outcome = cancel_job(
            job.id.to_string().as_str(),
            cli_actor(),
            ClientContext::default(),
            &acme_proxy_jobs::auditor::Auditor::offline(db.clone()),
            db.clone(),
        )
        .await
        .unwrap();
        assert!(matches!(
            outcome,
            CancelJobOutcome::NotCancellable(s) if s == "running"
        ));
        // The order is untouched — cancel of a `running` job abandons nothing.
        assert_ne!(
            Order::find_by_id(order.id.to_string().as_str(), &db)
                .await
                .unwrap()
                .unwrap()
                .status
                .as_str(),
            "invalid"
        );
    }

    #[tokio::test]
    async fn cancel_job_not_found_versus_not_cancellable() {
        let db = db().await;
        assert!(matches!(
            cancel_job(
                "nope",
                cli_actor(),
                ClientContext::default(),
                &acme_proxy_jobs::auditor::Auditor::offline(db.clone()),
                db.clone()
            )
            .await
            .unwrap(),
            CancelJobOutcome::NotFound
        ));
        assert!(matches!(
            cancel_job(
                acme_proxy_store::id::mint().to_string().as_str(),
                cli_actor(),
                ClientContext::default(),
                &acme_proxy_jobs::auditor::Auditor::offline(db.clone()),
                db.clone()
            )
            .await
            .unwrap(),
            CancelJobOutcome::NotFound
        ));

        let sweep = sweep_job(&db).await;
        sqlx::query("UPDATE jobs SET status = 'done' WHERE id = ?;")
            .bind(sweep.id)
            .execute(db.raw_pool())
            .await
            .unwrap();
        assert!(matches!(
            cancel_job(
                sweep.id.to_string().as_str(),
                cli_actor(),
                ClientContext::default(),
                &acme_proxy_jobs::auditor::Auditor::offline(db.clone()),
                db,
            )
                .await
                .unwrap(),
            CancelJobOutcome::NotCancellable(s) if s == "done"
        ));
    }

    #[tokio::test]
    async fn confirm_cancel_job_declined_leaves_the_job() {
        let db = db().await;
        let sweep = sweep_job(&db).await;
        let mut reader = b"n\n".as_slice();
        assert!(
            confirm_cancel_job(
                sweep.id.to_string().as_str(),
                false,
                &mut reader,
                cli_actor(),
                ClientContext::default(),
                &acme_proxy_jobs::auditor::Auditor::offline(db.clone()),
                db.clone(),
            )
            .await
            .unwrap()
            .is_none()
        );
        assert_eq!(
            Job::find_by_id(sweep.id, &db)
                .await
                .unwrap()
                .unwrap()
                .status,
            "ready"
        );
    }

    #[tokio::test]
    async fn run_job_now_nudges_ready_revives_failed_and_refuses_the_rest() {
        let db = db().await;

        // ready -> Nudged.
        let sweep = sweep_job(&db).await; // run_at far future
        let outcome = run_job_now(
            sweep.id.to_string().as_str(),
            Actor::cli(),
            ClientContext::default(),
            &acme_proxy_jobs::auditor::Auditor::offline(db.clone()),
            db.clone(),
        )
        .await
        .unwrap();
        let RunJobNowOutcome::Nudged(job) = outcome else {
            panic!("expected Nudged, got {outcome:?}");
        };
        assert!(job.run_at <= now_secs() + 1);

        // failed -> Revived, exactly one more attempt.
        let (_order, relay) = relay_job(&db).await;
        sqlx::query(
            "UPDATE jobs SET status = 'failed', attempts = 5, last_error = 'boom' WHERE id = ?;",
        )
        .bind(relay.id)
        .execute(db.raw_pool())
        .await
        .unwrap();
        let outcome = run_job_now(
            relay.id.to_string().as_str(),
            Actor::cli(),
            ClientContext::default(),
            &acme_proxy_jobs::auditor::Auditor::offline(db.clone()),
            db.clone(),
        )
        .await
        .unwrap();
        let RunJobNowOutcome::Revived(job) = outcome else {
            panic!("expected Revived, got {outcome:?}");
        };
        assert_eq!(job.status, "ready");
        assert_eq!(job.attempts, 4, "max_attempts - 1");

        // done -> Refused.
        sqlx::query("UPDATE jobs SET status = 'done' WHERE id = ?;")
            .bind(sweep.id)
            .execute(db.raw_pool())
            .await
            .unwrap();
        assert!(matches!(
            run_job_now(
            sweep.id.to_string().as_str(),
            Actor::cli(),
            ClientContext::default(),
            &acme_proxy_jobs::auditor::Auditor::offline(db.clone()),
            db.clone(),
        ).await.unwrap(),
            RunJobNowOutcome::Refused(s) if s == "done"
        ));

        assert!(matches!(
            run_job_now(
                "nope",
                Actor::cli(),
                ClientContext::default(),
                &Auditor::offline(db.clone()),
                db
            )
            .await
            .unwrap(),
            RunJobNowOutcome::NotFound
        ));
    }

    #[test]
    fn revoke_error_display_formatting() {
        let db_err: RevokeError = sqlx::Error::RowNotFound.into();
        assert!(format!("{db_err}").contains("database error"));

        let signer_internal: RevokeError = SignerError::Internal("test".to_string()).into();
        assert!(format!("{signer_internal}").contains("signer error: test"));

        let signer_bad_csr: RevokeError = SignerError::BadCsr.into();
        assert!(format!("{signer_bad_csr}").contains("unexpected badCsr"));

        let internal = RevokeError::Internal("detail".to_string());
        assert!(format!("{internal}").contains("internal error: detail"));

        let bad_reason = RevokeError::BadReason(7);
        assert!(format!("{bad_reason}").contains("unsupported revocation reason code 7"));
    }
}