website_crawler 0.6.52

gRPC tokio based web crawler
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

use std::env;
use std::process::Command;

#[allow(missing_docs)]
fn main() -> Result<(), Box<dyn std::error::Error>> {
    let out_dir = env::var("OUT_DIR").unwrap();

    // let npm = Command::new("npm")
    //     .args(["-v"])
    //     .output()
    //     .unwrap();

    // if !npm.stdout.is_empty() {
    //     let npm = String::from_utf8(npm.stdout).unwrap();
    //     if npm.is_empty() {
    //         p!("npm is required for installing proto files!");
    //     }
    // }

    Command::new("npm")
        .args(["i", "--prefix", &out_dir, "@a11ywatch/protos"])
        .output()
        .expect("failed to execute process");

    tonic_build::compile_protos(format!(
        "{}/node_modules/@a11ywatch/protos/crawler.proto",
        out_dir
    ))?;
    tonic_build::compile_protos(format!(
        "{}/node_modules/@a11ywatch/protos/website.proto",
        out_dir
    ))?;
    tonic_build::compile_protos(format!(
        "{}/node_modules/@a11ywatch/protos/health.proto",
        out_dir
    ))?;

    Ok(())
}