website_crawler 0.2.1

crawl all urls on a website async & sync
Documentation 
1
2
3
4
5
6
7

fn main() -> Result<(), Box<dyn std::error::Error>> {
    tonic_build::compile_protos("proto/crawler.proto")?;
    tonic_build::compile_protos("proto/website.proto")?;
    tonic_build::compile_protos("proto/health.proto")?;

    Ok(())
}