website_crawler 0.4.12

gRPC web crawler that's very fast
Documentation
1
2
3
4
5
6
7
fn main() -> Result<(), Box<dyn std::error::Error>> {
    tonic_build::compile_protos("proto/crawler.proto")?;
    tonic_build::compile_protos("proto/website.proto")?;
    tonic_build::compile_protos("proto/health.proto")?;

    Ok(())
}