use crate::client::{IntoUrl, Spider};
use crate::ops::{curated_surface, first_page, Call};
use crate::response::{Outcome, Page, Pages};
use crate::transport::route;
use crate::Result;
#[derive(Debug)]
pub struct Scrape<'a> {
call: Call<'a>,
}
impl<'a> Scrape<'a> {
pub(crate) fn new(spider: &'a Spider, url: impl IntoUrl) -> Scrape<'a> {
Scrape {
call: Call::new(spider, url),
}
}
pub async fn send(self) -> Result<Outcome<Page>> {
first_page(self.send_all().await?)
}
pub async fn send_all(mut self) -> Result<Outcome<Pages>> {
self.call.run(route::SCRAPE, |params| params.clone()).await
}
}
curated_surface!(Scrape, page_links);