utiles 0.8.0

Web map tile utils (aka utiles)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102

use serde::{Deserialize, Serialize};
use tracing::{debug, error, info, warn};

use crate::UtilesError;
use crate::cli::args::VacuumArgs;
use crate::errors::UtilesResult;
use crate::fs_async::filesize_async;
use crate::sqlite::{Sqlike3Async, SqliteDbAsyncClient};

#[derive(Debug, Serialize, Deserialize)]
pub(crate) struct VacuumInfo {
    pub fspath: String,

    #[serde(skip_serializing_if = "Option::is_none")]
    pub into: Option<String>,

    pub initial_size: u64,
    pub final_size: u64,
    pub vacuum_time_ms: u128,
    pub analyze_time_ms: u128,
    pub total_time_ms: u128,
    pub size_diff: i64,
}

pub(crate) async fn vacuum_main(args: &VacuumArgs) -> UtilesResult<()> {
    // check that the file exists
    let db = SqliteDbAsyncClient::open_existing(&args.common.filepath, None).await?;
    let pre_vac_file_size = std::fs::metadata(&args.common.filepath)?.len();

    if args.page_size.is_some() {
        let current_page_size = db.pragma_page_size().await?;
        if let Some(page_size) = args.page_size
            && current_page_size != page_size
        {
            debug!("setting page size: {} -> {}", current_page_size, page_size);
            db.pragma_page_size_set(page_size).await?;
        }
    }

    // do the vacuum
    let vacuum_start_time = std::time::Instant::now();
    if let Some(dst) = &args.into {
        if dst == &args.common.filepath {
            warn!("Vacuuming into the same file");
        } else {
            // check that the destination file does not exist
            if std::path::Path::new(dst).exists() {
                error!("Destination file already exists: {}", dst);
                return Err(UtilesError::Error(
                    "Destination file already exists".to_string(),
                ));
            }
        }
        info!("vacuuming: {} -> {}", args.common.filepath, dst);
        db.vacuum_into(dst.clone()).await?;
    } else {
        info!("vacuuming: {}", args.common.filepath);
        db.vacuum().await?;
    }
    let vacuum_time_ms = vacuum_start_time.elapsed().as_millis();

    let mut analyze_time_ms = 0;

    if args.analyze {
        let analyze_start_time = std::time::Instant::now();
        if let Some(dst) = &args.into {
            let dst_db = SqliteDbAsyncClient::open_existing(dst, None).await?;
            info!("analyzing: {}", dst);
            dst_db.analyze().await?;
        } else {
            info!("analyzing: {}", args.common.filepath);
            db.analyze().await?;
        }
        analyze_time_ms = analyze_start_time.elapsed().as_millis();
    }

    // get file size from filepath
    let vacuumed_file_size = match &args.into {
        Some(dst) => filesize_async(dst).await.unwrap_or(0),
        None => filesize_async(&args.common.filepath).await.unwrap_or(0),
    };
    let info = VacuumInfo {
        fspath: args.common.filepath.clone(),
        into: args.into.clone(),
        initial_size: pre_vac_file_size,
        final_size: vacuumed_file_size,
        vacuum_time_ms,
        analyze_time_ms,
        total_time_ms: vacuum_time_ms + analyze_time_ms,
        size_diff: (vacuumed_file_size as i64) - (pre_vac_file_size as i64),
    };
    let out_str = if args.common.min {
        serde_json::to_string(&info)
            .expect("Error serializing VacuumInfo to JSON. This should never happen.")
    } else {
        serde_json::to_string_pretty(&info).expect(
            "Error serializing VacuumInfo to pretty JSON. This should never happen.",
        )
    };
    println!("{out_str}");
    Ok(())
}