argus-frontier 0.1.0

URL frontier implementations for web crawling
Documentation 
1
2
3
4
5
6
7
8
9

use async_trait::async_trait;

use argus_common::CrawlJob;

#[async_trait]
pub trait Frontier: Send + Sync {
    async fn push(&self, job: CrawlJob);
    async fn pop(&self) -> Option<CrawlJob>;
}