ferrodock 1.34.0

//! Everything Ferrodock currently knows about the Docker Engine.
//!
//! The store is fed by worker responses and read by the pages. It holds no
//! UI state of its own.

mod ci;
mod compose;
mod files;
mod live;
mod terminal;

pub use ci::{CiRuns, JobRun, Run as CiRun, StepRun, elapsed};
pub use compose::{ComposeJobs, Job};
pub use files::FileView;
pub use terminal::Terminal;

use std::collections::{HashMap, HashSet, VecDeque};
use std::time::Instant;

use crate::docker::{
    Action, ComposeProject, ContainerInfo, DiskUsage, Engine, ImageInfo, Inspection, Layer,
    NetworkInfo, Processes, PullProgress, SearchResult, StatsSample, VolumeInfo, format_size,
    group_projects,
};
use crate::worker::Response;
pub use live::Live;

/// Usage readings kept per container for the table's sparklines.
const USAGE_HISTORY: usize = 20;

/// A container's processes, or why they couldn't be read.
pub type ProcessTable = Result<Processes, String>;

pub enum Connection {
    Connecting,
    Connected { version: String },
    Disconnected { reason: String },
}

/// User-facing result of a finished action, or news nobody asked for.
#[derive(Default)]
pub struct Notice {
    pub text: String,
    pub is_error: bool,
    /// Something went wrong on its own (a container crashed): worth a
    /// system notification when the window isn't in front.
    pub alert: bool,
}

/// Docker Hub's results, or why there are none.
pub type SearchAnswer = Result<Vec<SearchResult>, String>;

pub struct Store {
    pub connection: Connection,
    pub containers: Vec<ContainerInfo>,
    /// Compose projects, derived from `containers` whenever they change.
    pub projects: Vec<ComposeProject>,
    pub images: Vec<ImageInfo>,
    pub volumes: Vec<VolumeInfo>,
    pub networks: Vec<NetworkInfo>,
    /// Disk usage, once the Disk page has loaded it.
    pub disk: Option<DiskUsage>,
    /// The item whose inspect output was asked for last, and the result
    /// once it arrives (an error message if it failed).
    pub inspecting: Option<String>,
    pub inspection: Option<Result<Inspection, String>>,
    /// The process table of the container asked about last, when it was
    /// asked for, and the answer (or why it couldn't be read).
    pub processes: Option<(String, Instant, Option<ProcessTable>)>,
    /// The layers of the image asked about last.
    pub history: Option<(String, Option<Vec<Layer>>)>,
    /// The Files tab of the container it was last opened for.
    pub files: Option<FileView>,
    /// The volume being browsed, and its helper container once made.
    pub volume_browser: Option<(String, Option<Result<String, String>>)>,
    /// The open shell, if any.
    pub terminal: Option<Terminal>,
    /// `docker compose` jobs: the last command, and followed logs.
    pub compose: ComposeJobs,
    /// Compose files brought up from Ferrodock, newest first (a copy of
    /// the setting, for the Compose page).
    pub recent_compose: Vec<String>,
    /// Local CI runs of this session.
    pub ci: CiRuns,
    /// Project folders run with Local CI, newest first (a copy of the
    /// setting).
    pub recent_ci: Vec<String>,
    /// Engines to choose from, and the name of the one in use.
    pub engines: Vec<Engine>,
    pub engine: Option<String>,
    /// The last Docker Hub search, and its results once in.
    pub search: Option<(String, Option<SearchAnswer>)>,
    /// Recent CPU and memory of each running container (oldest first),
    /// while the Containers page is open.
    pub usage: HashMap<String, VecDeque<StatsSample>>,
    /// Pulls in progress, by image reference.
    pub pulls: Vec<(String, PullProgress)>,
    /// Why the last run of an image failed, by image reference, until it's
    /// run again (shown on Quick start's cards).
    pub run_errors: HashMap<String, String>,
    /// Linux machines started and still being set up, by name.
    pub setting_up: HashSet<String>,
    /// Why creating a machine failed, by its name, until it's dismissed or
    /// tried again.
    pub machine_errors: HashMap<String, String>,
    /// What creating a cluster is doing, by its name.
    pub kube_steps: HashMap<String, String>,
    /// The nodes and pods of clusters, by name, as last read.
    pub kube_status: HashMap<String, Result<crate::docker::ClusterStatus, String>>,
    /// Clusters whose nodes and pods are being read.
    pub kube_reading: HashSet<String>,
    /// Why creating a cluster failed, by its name, until it's dismissed or
    /// tried again.
    pub kube_errors: HashMap<String, String>,
    /// IDs (names, for volumes) of items with an action in flight, and
    /// the action.
    pub pending: HashMap<String, Action>,
    /// Logs and stats of the container being watched, if any.
    pub live: Option<Live>,
    /// Registry logins, for Settings.
    pub registries: crate::app::registries::Registries,
}

impl Store {
    pub fn new() -> Self {
        Self {
            connection: Connection::Connecting,
            containers: Vec::new(),
            projects: Vec::new(),
            images: Vec::new(),
            volumes: Vec::new(),
            networks: Vec::new(),
            disk: None,
            inspecting: None,
            inspection: None,
            pulls: Vec::new(),
            run_errors: HashMap::new(),
            setting_up: HashSet::new(),
            machine_errors: HashMap::new(),
            kube_steps: HashMap::new(),
            kube_status: HashMap::new(),
            kube_reading: HashSet::new(),
            kube_errors: HashMap::new(),
            usage: HashMap::new(),
            processes: None,
            history: None,
            files: None,
            terminal: None,
            search: None,
            compose: ComposeJobs::default(),
            recent_compose: Vec::new(),
            ci: CiRuns::default(),
            recent_ci: Vec::new(),
            engines: Vec::new(),
            engine: None,
            volume_browser: None,
            pending: HashMap::new(),
            live: None,
            registries: Default::default(),
        }
    }

    /// Records that a file operation was asked for, so the Files tab shows
    /// it loading.
    pub fn files_requested(&mut self, op: &crate::docker::FileOp) {
        use crate::docker::FileOp;
        match op {
            FileOp::BrowseVolume { volume } => self.volume_browser = Some((volume.clone(), None)),
            FileOp::EndBrowse { volume } => {
                if self
                    .volume_browser
                    .as_ref()
                    .is_some_and(|(v, _)| v == volume)
                {
                    self.volume_browser = None;
                }
            }
            _ => files::requested(&mut self.files, op),
        }
    }

    /// Records a terminal request. Returns a session that's now replaced
    /// and should be closed.
    pub fn terminal_requested(&mut self, op: &crate::docker::TermOp) -> Option<u64> {
        terminal::requested(&mut self.terminal, op)
    }

    /// Applies a worker response. Returns a notice when the user should be
    /// told about something.
    pub fn apply(&mut self, response: Response) -> Option<Notice> {
        match response {
            Response::Connected { version } => self.connection = Connection::Connected { version },
            Response::Containers(list) => {
                self.projects = group_projects(&list);
                self.containers = list;
            }
            Response::Images(list) => self.images = list,
            Response::Volumes(list) => self.volumes = list,
            Response::Networks(list) => self.networks = list,
            Response::Disk(usage) => self.disk = Some(usage),
            Response::Usage(readings) => {
                // Forget containers that stopped.
                self.usage
                    .retain(|id, _| readings.iter().any(|(r, _)| r == id));
                for (id, sample) in readings {
                    let history = self.usage.entry(id).or_default();
                    if history.len() == USAGE_HISTORY {
                        history.pop_front();
                    }
                    history.push_back(sample);
                }
            }
            Response::Alert(text) => {
                return Some(Notice {
                    text,
                    is_error: true,
                    alert: true,
                });
            }
            Response::MachineSettingUp(name) => {
                self.setting_up.insert(name);
            }
            Response::KubeStep { cluster, step } => {
                self.kube_steps.insert(cluster, step);
            }
            Response::KubeStatus { cluster, status } => {
                self.kube_reading.remove(&cluster);
                self.kube_status.insert(cluster, status);
            }
            Response::Pulling { image, progress } => {
                match self.pulls.iter_mut().find(|(i, _)| *i == image) {
                    Some(entry) => entry.1 = progress,
                    None => self.pulls.push((image, progress)),
                }
            }
            Response::Ci(event) => {
                if let Some((text, is_error)) = self.ci.apply(event) {
                    return Some(Notice {
                        text,
                        is_error,
                        alert: is_error,
                    });
                }
            }
            Response::CiSaved(result) => {
                let is_error = result.is_err();
                return Some(Notice {
                    text: result.unwrap_or_else(|e| e),
                    is_error,
                    ..Default::default()
                });
            }
            Response::ComposeOutput { job, lines } => self.compose.output(job, lines),
            Response::ComposeDone { job, error } => {
                if let Some((text, is_error)) = self.compose.done(job, error) {
                    return Some(Notice {
                        text,
                        is_error,
                        ..Default::default()
                    });
                }
            }
            Response::SearchResults { term, results } => {
                if let Some((asked, slot)) = &mut self.search
                    && *asked == term
                {
                    *slot = Some(results);
                }
            }
            Response::Registries { logins, outcome } => self.registries.answer(logins, outcome),
            Response::VolumeHelper { volume, result } => {
                if let Some((asked, slot)) = &mut self.volume_browser
                    && *asked == volume
                {
                    *slot = Some(result);
                }
            }
            Response::TermOutput { session, bytes } => {
                terminal::output(&mut self.terminal, session, &bytes);
            }
            Response::TermExit {
                session,
                message,
                no_shell,
            } => {
                terminal::exited(&mut self.terminal, session, message, no_shell);
            }
            Response::Files(result) => files::listed(&mut self.files, result),
            Response::FilePreview {
                container,
                path,
                preview,
            } => files::previewed(&mut self.files, &container, &path, preview),
            Response::Transferred {
                container,
                changed_dir,
                text,
                is_error,
            } => {
                files::transferred(&mut self.files, &container, changed_dir.as_deref());
                return Some(Notice {
                    text,
                    is_error,
                    ..Default::default()
                });
            }
            Response::Processes(result) => {
                let id = match &result {
                    Ok(p) => p.container_id.clone(),
                    Err((id, _)) => id.clone(),
                };
                if let Some((asked, _, slot)) = &mut self.processes
                    && *asked == id
                {
                    *slot = Some(result.map_err(|(_, e)| e));
                }
            }
            Response::History { image, layers } => {
                if let Some((asked, slot)) = &mut self.history
                    && *asked == image
                {
                    *slot = Some(layers);
                }
            }
            Response::Inspected(inspection) => {
                if self.inspecting.as_deref() == Some(inspection.id.as_str()) {
                    self.inspection = Some(Ok(inspection));
                }
            }
            Response::InspectFailed { id, message } => {
                if self.inspecting.as_deref() == Some(id.as_str()) {
                    self.inspection = Some(Err(message));
                }
            }
            Response::Logs { container_id, text } => {
                if let Some(live) = self.live_for(&container_id) {
                    live.logs.push(&text);
                }
            }
            Response::Stats {
                container_id,
                sample,
            } => {
                if let Some(live) = self.live_for(&container_id) {
                    live.push_stats(sample);
                }
            }
            // The app handles these itself.
            Response::EngineStarted(_) | Response::Provider(_) => {}
            Response::Disconnected(reason) => {
                // Which engines there are doesn't depend on reaching one,
                // and switching is how to get out of a dead engine.
                let (engines, engine) = (std::mem::take(&mut self.engines), self.engine.take());
                let ci = std::mem::take(&mut self.ci);
                *self = Self::new();
                self.engines = engines;
                self.engine = engine;
                // The runs stay, to read.
                self.ci = ci;
                self.connection = Connection::Disconnected { reason };
            }
            Response::Done { task, freed } => {
                self.pending.remove(&task.id);
                self.pulls.retain(|(image, _)| *image != task.id);
                if let Some(image) = task.id.strip_prefix("run:") {
                    self.run_errors.remove(image);
                }
                if let Some(name) = task.id.strip_prefix("machine:") {
                    self.setting_up.remove(name);
                }
                if let Some(cluster) = task.id.strip_prefix("kube:") {
                    self.kube_steps.remove(cluster);
                    if task.action == Action::Remove(crate::docker::Resource::Containers) {
                        self.kube_status.remove(cluster);
                    }
                }
                let mut text = format!("{} {}", task.action.past_tense(), task.name);
                if let Some(bytes) = freed.filter(|b| *b > 0) {
                    text.push_str(&format!(" · freed {}", format_size(bytes)));
                }
                return Some(Notice {
                    text,
                    is_error: false,
                    ..Default::default()
                });
            }
            Response::Failed { task, message } => {
                self.pending.remove(&task.id);
                self.pulls.retain(|(image, _)| *image != task.id);
                // A run fails at its own step, or at pulling its image
                // first, which ends it too.
                let run = match task.action {
                    Action::Run => task.id.strip_prefix("run:").map(str::to_owned),
                    Action::Pull => self
                        .pending
                        .remove(&format!("run:{}", task.id))
                        .map(|_| task.id.clone()),
                    _ => None,
                };
                if let Some(image) = run {
                    self.run_errors.insert(image, message.clone());
                }
                if let Some(name) = task.id.strip_prefix("machine:") {
                    self.setting_up.remove(name);
                    self.machine_errors.insert(name.to_owned(), message.clone());
                }
                if let Some(cluster) = task.id.strip_prefix("kube:") {
                    self.kube_steps.remove(cluster);
                    if task.action == Action::Create(crate::docker::Resource::Containers) {
                        self.kube_errors.insert(cluster.to_owned(), message.clone());
                    }
                }
                return Some(Notice {
                    text: message,
                    is_error: true,
                    ..Default::default()
                });
            }
        }
        None
    }

    /// The live data, if it belongs to `container_id`. Late messages from a
    /// container that's no longer watched are dropped.
    fn live_for(&mut self, container_id: &str) -> Option<&mut Live> {
        self.live
            .as_mut()
            .filter(|live| live.container_id == container_id)
    }

    pub fn is_disconnected(&self) -> bool {
        matches!(self.connection, Connection::Disconnected { .. })
    }

    pub fn container(&self, id: &str) -> Option<&ContainerInfo> {
        self.containers.iter().find(|c| c.id == id)
    }

    pub fn running_count(&self) -> usize {
        self.containers.iter().filter(|c| c.is_active()).count()
    }

    /// Names of the containers created from an image.
    pub fn containers_using_image(&self, image_id: &str) -> Vec<&str> {
        self.container_names(|c| c.image_id == image_id)
    }

    /// Names of the containers that mount a volume.
    pub fn containers_using_volume(&self, volume: &str) -> Vec<&str> {
        self.container_names(|c| c.volumes.iter().any(|v| v == volume))
    }

    /// Names of the containers attached to a network.
    pub fn containers_on_network(&self, network: &str) -> Vec<&str> {
        self.container_names(|c| c.networks.iter().any(|n| n == network))
    }

    fn container_names(&self, pred: impl Fn(&ContainerInfo) -> bool) -> Vec<&str> {
        self.containers
            .iter()
            .filter(|c| pred(c))
            .map(|c| c.name.as_str())
            .collect()
    }
}

#[cfg(test)]
mod tests {
    use super::*;
    use crate::docker::{Action, Resource, Task};

    fn container(name: &str, image_id: &str, volumes: &[&str], networks: &[&str]) -> ContainerInfo {
        ContainerInfo {
            id: format!("{name}-id"),
            name: name.into(),
            image: String::new(),
            image_id: image_id.into(),
            command: String::new(),
            state: "running".into(),
            status: String::new(),
            created: 0,
            ports: Vec::new(),
            ip_addresses: Vec::new(),
            networks: networks.iter().map(|s| s.to_string()).collect(),
            mounts: Vec::new(),
            volumes: volumes.iter().map(|s| s.to_string()).collect(),
            compose: None,
            machine: None,
            kube: None,
        }
    }

    #[test]
    fn answers_used_by_questions() {
        let mut store = Store::new();
        store.apply(Response::Containers(vec![
            container("web", "sha256:aaa", &["data"], &["bridge"]),
            container("db", "sha256:bbb", &["data", "logs"], &["backend"]),
        ]));
        assert_eq!(store.containers_using_image("sha256:aaa"), vec!["web"]);
        assert_eq!(store.containers_using_volume("data"), vec!["web", "db"]);
        assert_eq!(store.containers_on_network("backend"), vec!["db"]);
        assert!(store.containers_using_volume("nope").is_empty());
        assert_eq!(store.running_count(), 2);
    }

    fn task(action: Action, id: &str) -> Task {
        Task {
            action,
            id: id.into(),
            name: "web".into(),
        }
    }

    #[test]
    fn tracks_clusters() {
        use crate::docker::Resource;
        let mut store = Store::new();
        let create = Task {
            action: Action::Create(Resource::Containers),
            id: "kube:dev".into(),
            name: "dev".into(),
        };
        store.pending.insert("kube:dev".into(), create.action);
        store.apply(Response::KubeStep {
            cluster: "dev".into(),
            step: "Waiting for Kubernetes…".into(),
        });
        assert_eq!(store.kube_steps["dev"], "Waiting for Kubernetes…");
        store.apply(Response::Failed {
            task: create.clone(),
            message: "k3s stopped".into(),
        });
        assert!(store.kube_steps.is_empty() && store.pending.is_empty());
        assert_eq!(store.kube_errors["dev"], "k3s stopped");

        store.kube_reading.insert("dev".into());
        store.apply(Response::KubeStatus {
            cluster: "dev".into(),
            status: Ok(Default::default()),
        });
        assert!(store.kube_reading.is_empty());
        assert!(store.kube_status["dev"].is_ok());
        store.apply(Response::Done {
            task: Task {
                action: Action::Remove(Resource::Containers),
                ..create
            },
            freed: None,
        });
        assert!(store.kube_status.is_empty());
    }

    #[test]
    fn tracks_machine_setup_and_failure() {
        let mut store = Store::new();
        let make = || {
            task(
                Action::Create(crate::docker::Resource::Containers),
                "machine:box",
            )
        };
        store.pending.insert("machine:box".into(), make().action);
        store.apply(Response::MachineSettingUp("box".into()));
        assert!(store.setting_up.contains("box"));
        store.apply(Response::Failed {
            task: make(),
            message: "no network".into(),
        });
        assert!(store.setting_up.is_empty() && store.pending.is_empty());
        assert_eq!(store.machine_errors["box"], "no network");
        store.apply(Response::MachineSettingUp("box".into()));
        store.apply(Response::Done {
            task: make(),
            freed: None,
        });
        assert!(store.setting_up.is_empty());
    }

    #[test]
    fn action_results_clear_pending_and_notify() {
        let mut store = Store::new();
        store.pending.insert("x".into(), Action::Start);
        let notice = store
            .apply(Response::Failed {
                task: task(Action::Start, "x"),
                message: "boom".into(),
            })
            .unwrap();
        assert!(notice.is_error);
        assert!(store.pending.is_empty());

        let notice = store
            .apply(Response::Done {
                task: task(Action::Remove(Resource::Volumes), "y"),
                freed: None,
            })
            .unwrap();
        assert_eq!(notice.text, "Removed web");
    }

    #[test]
    fn remembers_how_a_run_ended() {
        let mut store = Store::new();
        // A failed pull ends the run that needed it.
        store.pending.insert("run:postgres:17".into(), Action::Run);
        store.apply(Response::Failed {
            task: task(Action::Pull, "postgres:17"),
            message: "Couldn't pull postgres:17: no network".into(),
        });
        assert!(store.pending.is_empty());
        assert_eq!(
            store.run_errors["postgres:17"],
            "Couldn't pull postgres:17: no network"
        );
        // A failed start is kept too, and a later success forgets it.
        store.apply(Response::Failed {
            task: task(Action::Run, "run:mysql:9"),
            message: "port 3306 is taken".into(),
        });
        assert_eq!(store.run_errors["mysql:9"], "port 3306 is taken");
        store.apply(Response::Done {
            task: task(Action::Run, "run:mysql:9"),
            freed: None,
        });
        assert!(!store.run_errors.contains_key("mysql:9"));
    }

    #[test]
    fn disconnect_forgets_everything() {
        let mut store = Store::new();
        store.apply(Response::Containers(vec![container("web", "", &[], &[])]));
        store.pending.insert("web-id".into(), Action::Stop);
        store.engine = Some("work".into());
        store.apply(Response::Disconnected("gone".into()));
        assert_eq!(store.engine.as_deref(), Some("work"), "the engine is kept");
        assert!(store.containers.is_empty());
        assert!(store.pending.is_empty());
        assert!(matches!(store.connection, Connection::Disconnected { .. }));
    }

    #[test]
    fn crashes_are_alerts_and_results_are_not() {
        let mut store = Store::new();
        let alert = store.apply(Response::Alert("web crashed".into())).unwrap();
        assert!(alert.alert && alert.is_error);
        let done = store
            .apply(Response::Done {
                task: task(Action::Stop, "x"),
                freed: None,
            })
            .unwrap();
        assert!(!done.alert);
    }
}