website_crawler 0.4.17

gRPC web crawler that's very fast
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17

use std::process::Command;
use std::env;

fn main() -> Result<(), Box<dyn std::error::Error>> {
    let out_dir = env::var("OUT_DIR").unwrap();

    Command::new("npm")
        .args(["i", "--prefix", &out_dir, "@a11ywatch/protos"])
        .output()
        .expect("failed to execute process");

    tonic_build::compile_protos(format!("{}/node_modules/@a11ywatch/protos/crawler.proto", out_dir))?;
    tonic_build::compile_protos(format!("{}/node_modules/@a11ywatch/protos/website.proto", out_dir))?;
    tonic_build::compile_protos(format!("{}/node_modules/@a11ywatch/protos/health.proto", out_dir))?;

    Ok(())
}