chromiumoxide_fetcher 0.7.0

Contains a chromium fetcher
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103

use anyhow::Context;
use std::path::{Path, PathBuf};

use super::ZipArchive;

#[derive(Debug, Default)]
pub struct BrowserFetcherRuntime;

#[cfg(feature = "async-std-runtime")]
impl BrowserFetcherRuntime {
    pub async fn exists(folder_path: &Path) -> bool {
        async_std::fs::metadata(folder_path).await.is_ok()
    }

    pub async fn download(url: &str, archive_path: &Path) -> anyhow::Result<()> {
        use async_std::io::WriteExt;
        use surf::http;

        // Open file
        let file = async_std::fs::File::create(&archive_path)
            .await
            .context("Failed to create archive file")?;
        let mut file = async_std::io::BufWriter::new(file);

        // Download
        let url = url.parse::<surf::Url>().context("Invalid archive url")?;
        let res = surf::RequestBuilder::new(http::Method::Get, url)
            .await
            .map_err(|e| e.into_inner())
            .context("Failed to send request to host")?;
        if res.status() != surf::StatusCode::Ok {
            anyhow::bail!("Invalid archive url");
        }
        async_std::io::copy(res, &mut file)
            .await
            .context("Failed to write to archive file")?;

        // Flush to disk
        file.flush().await.context("Failed to flush to disk")?;
        Ok(())
    }

    pub async fn unzip(archive_path: PathBuf, folder_path: PathBuf) -> anyhow::Result<()> {
        async_std::task::spawn_blocking(move || do_unzip(&archive_path, &folder_path)).await?;
        Ok(())
    }
}

#[cfg(feature = "tokio-runtime")]
impl BrowserFetcherRuntime {
    pub async fn exists(folder_path: &Path) -> bool {
        tokio::fs::metadata(folder_path).await.is_ok()
    }

    pub async fn download(url: &str, archive_path: &Path) -> anyhow::Result<()> {
        use tokio::io::AsyncWriteExt;

        // Open file
        let file = tokio::fs::File::create(&archive_path)
            .await
            .context("Failed to create archive file")?;
        let mut file = tokio::io::BufWriter::new(file);

        // Download
        let url = url.parse::<reqwest::Url>().context("Invalid archive url")?;
        let mut res = reqwest::get(url)
            .await
            .context("Failed to send request to host")?;
        if res.status() != reqwest::StatusCode::OK {
            anyhow::bail!("Invalid archive url");
        }
        while let Some(chunk) = res.chunk().await.context("Failed to read response chunk")? {
            file.write(&chunk)
                .await
                .context("Failed to write to archive file")?;
        }

        // Flush to disk
        file.flush().await.context("Failed to flush to disk")?;

        Ok(())
    }

    pub async fn unzip(archive_path: PathBuf, folder_path: PathBuf) -> anyhow::Result<()> {
        tokio::task::spawn_blocking(move || do_unzip(&archive_path, &folder_path)).await?
    }
}

fn do_unzip(archive_path: &Path, folder_path: &Path) -> anyhow::Result<()> {
    use std::fs;

    // Prepare
    fs::create_dir_all(folder_path).context("Failed to create folder")?;
    let file = fs::File::open(archive_path).context("Failed to open archive")?;

    // Unzip
    let mut archive = ZipArchive::new(file).context("Failed to unzip archive")?;
    archive.extract(folder_path)?;

    // Clean (if possible)
    let _ = fs::remove_file(archive_path);
    Ok(())
}