website_crawler 0.9.9

gRPC tokio based web crawler built with spider
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22

#[cfg(all(
    not(windows),
    not(target_os = "android"),
    not(target_os = "freebsd"),
    feature = "jemalloc"
))]
#[global_allocator]
static GLOBAL: jemallocator::Jemalloc = jemallocator::Jemalloc;

use tokio;
use website_crawler::grpc_start;
use website_crawler::interface::settings::Settings;

/// gRPC server start.
#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    Settings::new(true);

    grpc_start().await?;

    Ok(())
}