spire-core 0.9.0

Core types and traits for Spire web scraping framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15

//! Helpers shared by the frontier's tests.

use crate::frontier::seed::Seed;
use crate::frontier::{Frontier, NextSeed};

pub(crate) fn seed(path: &str) -> Seed {
    Seed::get(format!("https://example.com/{path}")).unwrap()
}

pub(crate) async fn pop_path<F: Frontier>(frontier: &F) -> Option<String> {
    match frontier.pop().await.unwrap() {
        NextSeed::Ready(seed) => Some(seed.uri().path().trim_start_matches('/').to_owned()),
        NextSeed::Wait(_) | NextSeed::Empty => None,
    }
}