Skip to main content

shaul_http/
parser.rs

1use async_trait::async_trait;
2use shaul_core::{Error, Link, LinkParser, ParseOptions, Resource, Result};
3use url::Url;
4
5/// Default parser: every http(s) URL is a direct download.
6#[derive(Clone, Debug, Default)]
7pub struct DirectLinkParser;
8
9#[async_trait]
10impl LinkParser for DirectLinkParser {
11    fn name(&self) -> &'static str {
12        "direct-http"
13    }
14
15    fn supports(&self, link: &Link) -> bool {
16        let lower = link.as_str().to_ascii_lowercase();
17        lower.starts_with("http://") || lower.starts_with("https://")
18    }
19
20    async fn parse(&self, link: &Link, options: &ParseOptions) -> Result<Resource> {
21        let url = Url::parse(link.as_str())?;
22        if !matches!(url.scheme(), "http" | "https") {
23            return Err(Error::InvalidLink(format!(
24                "unsupported URL scheme: {}",
25                url.scheme()
26            )));
27        }
28        let mut resource =
29            Resource::http_file(url, options.request.clone(), options.checksum.clone())?;
30        if let Some(checksum) = &options.checksum
31            && let Some(file) = resource.files.first_mut()
32        {
33            file.checksum = Some(checksum.clone());
34        }
35        Ok(resource)
36    }
37}
38
39#[cfg(test)]
40mod tests {
41    use super::*;
42
43    #[tokio::test]
44    async fn parses_http_url() {
45        let parser = DirectLinkParser;
46        let link = Link::new("https://example.com/files/model.bin?token=1").unwrap();
47        let resource = parser.parse(&link, &ParseOptions::default()).await.unwrap();
48        assert_eq!(resource.files.len(), 1);
49        assert_eq!(resource.files[0].path, "model.bin");
50    }
51}