turboscraper 0.1.1

A high-performance, concurrent web scraping framework for Rust with built-in support for retries, storage backends, and concurrent request handling
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13

use crate::{http::HttpRequest, HttpResponse, ScraperResult};
use async_trait::async_trait;
use url::Url;

#[async_trait]
pub trait Parser: Send + Sync {
    async fn parse(
        &self,
        response: HttpResponse,
        url: Url,
        depth: usize,
    ) -> ScraperResult<Vec<HttpRequest>>;
}