butterfly-dl 2.0.0

Butterfly-dl - Optimized OpenStreetMap data downloader with HTTP support
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120

//! Source resolution logic for butterfly-dl
//!
//! Handles HTTP source routing for OpenStreetMap data downloads.

use butterfly_common::Result;

/// Represents different download sources
#[derive(Debug, Clone, PartialEq)]
pub enum DownloadSource {
    /// HTTP source with direct URL
    Http { url: String },
}

/// Configuration for download sources
pub struct SourceConfig {
    /// HTTP URL for planet files
    pub planet_http_url: String,

    /// Base URL for Geofabrik downloads
    pub geofabrik_base_url: String,
}

impl Default for SourceConfig {
    fn default() -> Self {
        Self {
            planet_http_url: "https://planet.openstreetmap.org/pbf/planet-latest.osm.pbf"
                .to_string(),
            geofabrik_base_url: "https://download.geofabrik.de".to_string(),
        }
    }
}

/// Resolves a source string to a download source
pub fn resolve_source(source: &str, config: &SourceConfig) -> Result<DownloadSource> {
    match source {
        "planet" => resolve_planet_source(config),
        path if path.contains('/') => Ok(DownloadSource::Http {
            url: format!("{}/{}-latest.osm.pbf", config.geofabrik_base_url, path),
        }),
        continent => Ok(DownloadSource::Http {
            url: format!("{}/{}-latest.osm.pbf", config.geofabrik_base_url, continent),
        }),
    }
}

/// Resolves planet source to HTTP download
fn resolve_planet_source(config: &SourceConfig) -> Result<DownloadSource> {
    Ok(DownloadSource::Http {
        url: config.planet_http_url.clone(),
    })
}

/// Generates output filename from source
pub fn resolve_output_filename(source: &str) -> String {
    match source {
        "planet" => "planet-latest.osm.pbf".to_string(),
        path if path.contains('/') => {
            let name = path.split('/').next_back().unwrap_or(path);
            format!("{name}-latest.osm.pbf")
        }
        continent => format!("{continent}-latest.osm.pbf"),
    }
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn test_resolve_planet_source() {
        let config = SourceConfig::default();
        let source = resolve_source("planet", &config).unwrap();

        match source {
            DownloadSource::Http { url } => {
                assert_eq!(
                    url,
                    "https://planet.openstreetmap.org/pbf/planet-latest.osm.pbf"
                );
            }
        }
    }

    #[test]
    fn test_resolve_continent_source() {
        let config = SourceConfig::default();
        let source = resolve_source("europe", &config).unwrap();

        match source {
            DownloadSource::Http { url } => {
                assert_eq!(url, "https://download.geofabrik.de/europe-latest.osm.pbf");
            }
        }
    }

    #[test]
    fn test_resolve_country_source() {
        let config = SourceConfig::default();
        let source = resolve_source("europe/belgium", &config).unwrap();

        match source {
            DownloadSource::Http { url } => {
                assert_eq!(
                    url,
                    "https://download.geofabrik.de/europe/belgium-latest.osm.pbf"
                );
            }
        }
    }

    #[test]
    fn test_resolve_output_filename() {
        assert_eq!(resolve_output_filename("planet"), "planet-latest.osm.pbf");
        assert_eq!(resolve_output_filename("europe"), "europe-latest.osm.pbf");
        assert_eq!(
            resolve_output_filename("europe/belgium"),
            "belgium-latest.osm.pbf"
        );
    }
}