Skip to main content

run

argus_worker::worker

Function run 

Source 
pub async fn run<F, S>(
    config: CrawlConfig,
    frontier: F,
    seen: S,
    storage: Arc<dyn Storage>,
    rate_limiter: Arc<dyn RateLimiter>,
    shutdown: Option<ShutdownSignal>,
) -> Result<()>
where
    F: Frontier + Clone + Send + Sync + 'static,
    S: SeenSet + Clone + Send + Sync + 'static,
Expand description

Runs the crawl with the given frontier, seen set, storage, and rate limiter.