whaledrive 0.0.1

A simple cli utility to download docker images and create ext4 .img files from them.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182

use std::fs;
use anyhow::{Context, Result};

use crate::{
    application_state::{ApplicationState, Image, StateHandle}, models::{
        input_models::*,
        output_models::{ImageInfoResult, ListImagesResult, MakeImageResult, PruneResult, RemoveImageResult},
        registry_models::Platform,
    }, utils::{create_drive_image, download_layers, get_images_path, get_layers_path, get_manifest_for_platform, DockerClient}
};

/// Get the info about an image that will be downloaded
pub async fn image_info(args: ImageInfoArgs) -> Result<String> {
    let handle = StateHandle::new()?;
    let state = &handle.state;
    let platform = Platform {
        architecture: args.architecture,
        os: args.os
    };

    let client = DockerClient::new();
    let auth = client.get_auth_for_image(&args.image.name).await?;
    let manifests = client.get_manifests_for_image(&auth.token, &args.image.name, &args.image.tag).await?;
    let manifest = get_manifest_for_platform(
        &manifests,
        &platform
    ).context("Manifest not found for platform")?;
    let oci_manifest = client.get_oci_manifest(&auth.token, &args.image.name, &manifest.digest.as_str()).await?;
    
    let stored_digest = state.get_stored_image_digest(&args.image.name, &args.image.tag, &platform);
    let downloaded = stored_digest.is_some();
    let is_latest = matches!(stored_digest, Some(v) if v == oci_manifest.config.digest);
    Ok(serde_json::to_string_pretty(&ImageInfoResult {
        digest: oci_manifest.config.digest,
        downloaded,
        is_latest,
    })?)
}

/// Given a image name, tag and platform, create an ext4 file
pub async fn build_image(args: BuildImageArgs) -> Result<String> {
    let mut handle = StateHandle::new()?;
    let state = &mut handle.state;
    let result = build_image_remote(args, state).await?;
    Ok(serde_json::to_string_pretty(&result)?)
}

async fn build_image_remote(args: BuildImageArgs, state: &mut ApplicationState) -> Result<MakeImageResult> {    
    let layers_folder = get_layers_path()?;
    let images_folder = get_images_path()?;
    println!("{}   {}", args.image.name, args.image.tag);
    let platform = Platform {
        architecture: args.architecture,
        os: args.os
    };

    let client = DockerClient::new();
    let auth = client.get_auth_for_image(&args.image.name).await?;
    let manifests = client.get_manifests_for_image(&auth.token, &args.image.name, &args.image.tag).await?;
    let manifest = get_manifest_for_platform(
        &manifests,
        &platform
    ).context("Manifest not found for platform")?;
    let oci_manifest = client.get_oci_manifest(&auth.token, &args.image.name, &manifest.digest.as_str()).await?;
    let stored_digest = state.get_stored_image_digest(&args.image.name, &args.image.tag, &platform);
    let downloaded = stored_digest.is_some();
    let is_latest = matches!(&stored_digest, Some(v) if v == &oci_manifest.config.digest);
    // If the digest doesn't match, it means that we have to download new layers
    let size = if !is_latest {
        // Get layer digests
        let layers = oci_manifest.layers
            .iter()
            .map(|l|{l.digest.clone()})
            .collect::<Vec<String>>();
        // Download each layer
        download_layers(&client, &auth.token, &args.image.name, &layers).await?;
        create_drive_image(
            oci_manifest.config.digest.as_str(),
            &layers,
            layers_folder.as_std_path()
        )?
    } else {
        let digest = stored_digest.context("Expected digest to exist")?;
        state.images.get(&digest).context(format!("Expected image {} to exist", digest))?.size
    };
    // Update state with info about the new image
    if !state.images.contains_key(&oci_manifest.config.digest) {
        state.images.insert(oci_manifest.config.digest.clone(), Image {
            name: args.image.name.clone(),
            tag: args.image.tag.clone(),
            platform: platform.clone(),
            size,
            layers: oci_manifest.layers.iter().map(|l|{l.digest.clone()}).collect::<Vec<String>>()
        });
    }
    state.set_stored_image_digest(&args.image.name, &args.image.tag, &platform, oci_manifest.config.digest.clone());
    let file_path = images_folder.join(format!("{}.img", oci_manifest.config.digest)).to_string();
    Ok(MakeImageResult {
        digest: oci_manifest.config.digest,
        size,
        downloaded,
        file_path
    })
}

/// Clean all layers not associated with an existing image
pub fn prune() -> Result<String> {
    let mut handle = StateHandle::new()?;
    let state = &mut handle.state;
    
    let base_folder = std::env::current_dir()?.join("data");
    let active_digests: Vec<String> = state.tagged_images.values().cloned().collect();
    
    let inactive_layers: Vec<String> = state.layers.iter().filter(|l|{!active_digests.contains(l)}).cloned().collect();
    for layer in &inactive_layers {
        let path = base_folder.join(format!("layers/{}.tgz", layer));
        if path.exists() {
            fs::remove_file(path)?;
        }
    }
    Ok(serde_json::to_string_pretty(&PruneResult {
        layers: inactive_layers
    })?)
}

/// List all drive images that currently exist 
pub fn list_images() -> Result<String> {
    let handle = StateHandle::new()?;
    let state = &handle.state;
    
    let result = serde_json::to_string_pretty(&ListImagesResult {
        images: state.images.clone()
    })?;
    Ok(result)
}

pub fn remove_image(args: RemoveImageArgs) -> Result<String> {
    let mut handle = StateHandle::new()?;
    let state = &mut handle.state;

    let base_folder = std::env::current_dir()?.join("data");
    let platform = Platform {
        architecture: args.architecture.unwrap_or(String::from("amd64")),
        os: args.os.unwrap_or(String::from("linux"))
    };
    let digest = state.get_stored_image_digest(&args.image.name, &args.image.tag, &platform);
    let digest = digest.context(format!("Digest not found for image {}:{}", args.image.name, args.image.tag))?;
    let _ = fs::remove_file(base_folder.join(format!("images/{}.img", digest)));
    let tagged_name = format!(
        "{}:{}-{}:{}",
        args.image.name, args.image.tag,
        platform.os, platform.architecture
    );
    state.tagged_images.remove(&tagged_name);
    state.images.remove(&digest).context("Image not found")?;
    let active_digests: Vec<String> = state.images
        .iter()
        .map(|a|{a.1.layers.clone()})
        .flatten()
        .collect();
    let mut removed_layers = Vec::<String>::new();
    if args.prune {
        let inactive_layers: Vec<String> = state.layers.iter().filter(|l|{!active_digests.contains(l)}).cloned().collect();
        for layer in &inactive_layers {
            let path = base_folder.join(format!("layers/{}.tgz", layer));
            if path.exists() {
                fs::remove_file(path)?;
                removed_layers.push(layer.clone());
            }
        }
    }
    Ok(serde_json::to_string_pretty(&RemoveImageResult {
        digest,
        removed_layers
    })?)
}

/// Completely clean all images and layers stored
pub fn purge() {

}