website_crawler 0.5.0

gRPC web crawler that is very fast
1
2
3
4
5
6
7
8
9
10
11
12
13

use tokio;
use website_crawler::grpc_start;
use website_crawler::interface::settings::Settings;

/// gRPC server start.
#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    Settings::new(true);

    grpc_start().await?;

    Ok(())
}