spire-core 0.8.0

Core types and traits for Spire web scraping framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

//! Type erasure for [`Frontier`]s shared by the crawler and its handlers.

use futures::FutureExt;
use futures::future::BoxFuture;

use crate::Result;
use crate::frontier::seed::Seed;
use crate::frontier::{Ack, Admission, Frontier, Pop, Report};

/// An object-safe [`Frontier`].
pub(crate) trait DynFrontier: Send + Sync + 'static {
    fn push(&self, seed: Seed) -> BoxFuture<'_, Result<Admission>>;
    fn pop(&self) -> BoxFuture<'_, Result<Pop>>;
    fn report(&self, report: Report) -> BoxFuture<'_, Result<Ack>>;
    fn size_hint(&self) -> Option<usize>;
    fn snapshot(&self) -> Option<Vec<Seed>>;
}

impl<F: Frontier> DynFrontier for F {
    fn push(&self, seed: Seed) -> BoxFuture<'_, Result<Admission>> {
        Frontier::push(self, seed).boxed()
    }

    fn pop(&self) -> BoxFuture<'_, Result<Pop>> {
        Frontier::pop(self).boxed()
    }

    fn report(&self, report: Report) -> BoxFuture<'_, Result<Ack>> {
        Frontier::report(self, report).boxed()
    }

    fn size_hint(&self) -> Option<usize> {
        Frontier::size_hint(self)
    }

    fn snapshot(&self) -> Option<Vec<Seed>> {
        Frontier::snapshot(self)
    }
}