canic-core 0.110.33

use crate::{
    api::lifecycle::metrics::{
        LifecycleMetricOutcome, LifecycleMetricPhase, LifecycleMetricRole, LifecycleMetricsApi,
    },
    bootstrap,
    config::RoleRuntimeAuthority,
    ids::CanisterRole,
    lifecycle::{LifecyclePhase, lifecycle_trap, retryable_nonroot_bootstrap_error},
    log,
    log::Topic,
    ops::runtime::{
        bootstrap::{BootstrapPhaseLabel, BootstrapStatusOps},
        env::EnvOps,
    },
    workflow::{self},
};
use std::time::Duration;

const MAX_NONROOT_BOOTSTRAP_ATTEMPTS: u32 = 64;

pub fn post_upgrade_nonroot_canister_before_bootstrap(
    role: CanisterRole,
    embedded_release_build_id: Option<&str>,
    authority: RoleRuntimeAuthority,
) -> bool {
    post_upgrade_nonroot_before_bootstrap(role, authority, move |role| {
        workflow::runtime::post_upgrade_nonroot_canister_after_memory_init(
            role,
            embedded_release_build_id,
        )
    })
}

pub fn post_upgrade_nonroot_canister_with_automatic_topup_before_bootstrap(
    role: CanisterRole,
    embedded_release_build_id: Option<&str>,
    authority: RoleRuntimeAuthority,
) -> bool {
    post_upgrade_nonroot_before_bootstrap(role, authority, move |role| {
        workflow::runtime::post_upgrade_nonroot_canister_with_automatic_topup_after_memory_init(
            role,
            embedded_release_build_id,
        )
    })
}

pub fn post_upgrade_local_nonroot_canister_before_bootstrap(
    role: CanisterRole,
    authority: RoleRuntimeAuthority,
) -> bool {
    post_upgrade_nonroot_before_bootstrap(
        role,
        authority,
        workflow::runtime::post_upgrade_local_nonroot_canister_after_memory_init,
    )
}

pub fn post_upgrade_local_nonroot_canister_with_automatic_topup_before_bootstrap(
    role: CanisterRole,
    authority: RoleRuntimeAuthority,
) -> bool {
    post_upgrade_nonroot_before_bootstrap(
        role,
        authority,
        workflow::runtime::post_upgrade_local_nonroot_canister_with_automatic_topup_after_memory_init,
    )
}

fn post_upgrade_nonroot_before_bootstrap(
    role: CanisterRole,
    authority: RoleRuntimeAuthority,
    restore: impl FnOnce(CanisterRole) -> Result<bool, crate::InternalError>,
) -> bool {
    crate::api::timer::TimerApi::initialize_nonroot_runtime_required();
    LifecycleMetricsApi::record_runtime(
        LifecycleMetricPhase::PostUpgrade,
        LifecycleMetricRole::Nonroot,
        LifecycleMetricOutcome::Started,
    );

    if let Err(err) = bootstrap::init_role_runtime_authority(&role, authority) {
        LifecycleMetricsApi::record_runtime(
            LifecycleMetricPhase::PostUpgrade,
            LifecycleMetricRole::Nonroot,
            LifecycleMetricOutcome::Failed,
        );
        lifecycle_trap(
            LifecyclePhase::PostUpgrade,
            format!("runtime authority init failed: {err}"),
        );
    }

    match workflow::runtime::init_memory_registry_post_upgrade() {
        Ok(()) => {}
        Err(err) => {
            LifecycleMetricsApi::record_runtime(
                LifecycleMetricPhase::PostUpgrade,
                LifecycleMetricRole::Nonroot,
                LifecycleMetricOutcome::Failed,
            );
            lifecycle_trap(LifecyclePhase::PostUpgrade, err);
        }
    }

    if let Err(err) = EnvOps::restore_role(role.clone()) {
        LifecycleMetricsApi::record_runtime(
            LifecycleMetricPhase::PostUpgrade,
            LifecycleMetricRole::Nonroot,
            LifecycleMetricOutcome::Failed,
        );
        lifecycle_trap(
            LifecyclePhase::PostUpgrade,
            format!("env restore failed (nonroot upgrade): {err}"),
        );
    }
    let active = match restore(role) {
        Ok(active) => active,
        Err(err) => {
            LifecycleMetricsApi::record_runtime(
                LifecycleMetricPhase::PostUpgrade,
                LifecycleMetricRole::Nonroot,
                LifecycleMetricOutcome::Failed,
            );
            lifecycle_trap(LifecyclePhase::PostUpgrade, err);
        }
    };

    LifecycleMetricsApi::record_runtime(
        LifecycleMetricPhase::PostUpgrade,
        LifecycleMetricRole::Nonroot,
        LifecycleMetricOutcome::Completed,
    );
    active
}

pub fn schedule_post_upgrade_nonroot_bootstrap() {
    LifecycleMetricsApi::record_bootstrap(
        LifecycleMetricPhase::PostUpgrade,
        LifecycleMetricRole::Nonroot,
        LifecycleMetricOutcome::Scheduled,
    );
    BootstrapStatusOps::set_phase(BootstrapPhaseLabel::NONROOT_UPGRADE_SCHEDULED);

    schedule_post_upgrade_nonroot_bootstrap_after(0, Duration::ZERO);
}

fn schedule_post_upgrade_nonroot_bootstrap_after(attempt: u32, delay: Duration) {
    crate::api::timer::TimerApi::defer_lifecycle_required(
        delay,
        "canic:bootstrap:post_upgrade_nonroot_canister",
        async move {
            BootstrapStatusOps::set_phase(BootstrapPhaseLabel::NONROOT_UPGRADE);
            LifecycleMetricsApi::record_bootstrap(
                LifecycleMetricPhase::PostUpgrade,
                LifecycleMetricRole::Nonroot,
                LifecycleMetricOutcome::Started,
            );
            if let Err(err) =
                workflow::bootstrap::nonroot::bootstrap_post_upgrade_nonroot_canister().await
            {
                let next_attempt = attempt.saturating_add(1);
                if retryable_nonroot_bootstrap_error(&err)
                    && next_attempt < MAX_NONROOT_BOOTSTRAP_ATTEMPTS
                {
                    BootstrapStatusOps::set_phase(
                        BootstrapPhaseLabel::NONROOT_UPGRADE_WAITING_AUTHORITY,
                    );
                    log!(
                        Topic::Init,
                        Warn,
                        "non-root post-upgrade bootstrap waiting for managed authority (attempt {next_attempt}/{MAX_NONROOT_BOOTSTRAP_ATTEMPTS}): {err}"
                    );
                    schedule_post_upgrade_nonroot_bootstrap_after(
                        next_attempt,
                        bootstrap_retry_delay(next_attempt),
                    );
                    return;
                }
                LifecycleMetricsApi::record_bootstrap(
                    LifecycleMetricPhase::PostUpgrade,
                    LifecycleMetricRole::Nonroot,
                    LifecycleMetricOutcome::Failed,
                );
                BootstrapStatusOps::mark_failed(format!(
                    "non-root bootstrap failed (post-upgrade): {err}"
                ));
                log!(
                    Topic::Init,
                    Error,
                    "non-root bootstrap failed (post-upgrade): {err}"
                );
                return;
            }
            LifecycleMetricsApi::record_bootstrap(
                LifecycleMetricPhase::PostUpgrade,
                LifecycleMetricRole::Nonroot,
                LifecycleMetricOutcome::Completed,
            );
        },
    );
}

const fn bootstrap_retry_delay(attempt: u32) -> Duration {
    let exponent = if attempt > 4 { 4 } else { attempt };
    Duration::from_millis(250_u64.saturating_mul(1_u64 << exponent))
}