Struct recursive_scraper::schedule::Scheduler

pub struct Scheduler { /* private fields */ }

Implementations

impl Scheduler

pub fn from_client(client: Client) -> Self

pub fn delay(self, delay: Duration) -> Self

pub fn default_client() -> Result<Client>

pub fn client_with_timeout(timeout: Duration) -> Result<Client>

pub fn new() -> Result<Self>

pub fn filter(self, filter: Regex) -> Self

pub fn blacklist(self, blacklist: Regex) -> Self

pub fn disregard_html(self) -> Self

pub fn disregard_other(self) -> Self

pub fn html_dir(self, html_dir: String) -> Self

pub fn other_dir(self, other_dir: String) -> Self

pub fn log_dir(self, log_dir: String) -> Self

pub fn add_pending(&mut self, url: Url)

pub async fn spawn_one_request(&mut self)

pub async fn check_requests(&mut self)

pub async fn process_one_conclusion(&mut self)

pub async fn recursion(&mut self)

pub async fn finish(&mut self) -> Result<()>

Trait Implementations

impl Debug for Scheduler

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.