geolite 0.0.13

open source geocode solution
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108

pub mod delete_intermediary_data;
pub mod merge_admin_levels;
pub mod sqlite_file;

use clap::Subcommand;

#[derive(Subcommand)]
pub enum optimize_commands {
  #[command(name = "delete-intermediary-data")]
  delete_intermediary_data,
  #[command(name = "sqlite-file")]
  sqlite_file { pbf_or_sqlite: String },
  #[command(name = "merge-admin-levels")]
  merge_admin_levels,
}

fn file_size(path: &str) -> u64 {
  std::fs::metadata(path).map(|m| m.len()).unwrap_or(0)
}

fn dir_size(path: &str) -> u64 {
  let p = std::path::Path::new(path);
  let Ok(entries) = std::fs::read_dir(p) else {
    return 0;
  };
  let mut total = 0u64;
  for entry in entries.flatten() {
    let Ok(metadata) = entry.metadata() else {
      continue;
    };
    if metadata.is_file() {
      total += metadata.len();
    } else if metadata.is_dir() {
      total += dir_size(&entry.path().to_string_lossy());
    }
  }
  total
}

fn fmt_size(bytes: u64) -> String {
  if bytes >= 1_073_741_824 {
    format!("{:.2} gb", bytes as f64 / 1_073_741_824.0)
  } else if bytes >= 1_048_576 {
    format!("{:.2} mb", bytes as f64 / 1_048_576.0)
  } else if bytes >= 1_024 {
    format!("{:.2} kb", bytes as f64 / 1_024.0)
  } else {
    format!("{bytes} b")
  }
}

fn print_sqlite_sizes(label: &str, sqlite_path: &str, index_path: &str) {
  let main = file_size(sqlite_path)
    + file_size(&format!("{sqlite_path}-wal"))
    + file_size(&format!("{sqlite_path}-shm"));
  let osm_path = crate::database::osm_data_path(sqlite_path);
  let osm = file_size(&osm_path)
    + file_size(&format!("{osm_path}-wal"))
    + file_size(&format!("{osm_path}-shm"));
  let index = dir_size(index_path);
  println!(
    "\x1b[1;32m{label}\x1b[0m  main: {}  osm_data: {}  index: {}  total: {}",
    fmt_size(main),
    fmt_size(osm),
    fmt_size(index),
    fmt_size(main + osm + index),
  );
}

pub fn command_handler_optimize(
  data_path: &str,
  sqlite_path: &str,
  index_path: &str,
  command: Option<optimize_commands>,
) {
  print_sqlite_sizes("before", sqlite_path, index_path);
  println!();
  match command {
    None => {
      if !delete_intermediary_data::command_handler_optimize_delete_intermediary_data(
        data_path,
        sqlite_path,
      ) {
        return;
      }
      println!();
      sqlite_file::command_handler_optimize_sqlite_file(sqlite_path);
    }
    Some(optimize_commands::delete_intermediary_data) => {
      delete_intermediary_data::command_handler_optimize_delete_intermediary_data(
        data_path,
        sqlite_path,
      );
    }
    Some(optimize_commands::sqlite_file { .. }) => {
      sqlite_file::command_handler_optimize_sqlite_file(sqlite_path)
    }
    Some(optimize_commands::merge_admin_levels) => {
      if merge_admin_levels::command_handler_optimize_merge_admin_levels(sqlite_path, index_path) {
        println!(
          "\x1b[1;33mnext\x1b[0m run `geolite index user-friendly-name` and `geolite index coordinates`"
        );
      }
    }
  }
  println!();
  print_sqlite_sizes("after ", sqlite_path, index_path);
}