Struct EnqueueLinker 

pub struct EnqueueLinker { /* private fields */ }

Enqueues child URLs through a running crawler.

Examples

use millipede_core::prelude::*;
use url::Url;

let enqueue = EnqueueLinker::new(ctx.crawler.clone(), &ctx.request);
let result = enqueue
    .urls([Url::parse("https://example.com/child")?])
    .await?;
assert_eq!(result.added.len() + result.skipped.len(), 1);

Implementations

impl EnqueueLinker

pub fn new(crawler: CrawlerHandle, parent: &Request) -> Self

Creates a linker from the current crawler handle and parent request.

pub fn with_extractor( crawler: CrawlerHandle, parent: &Request, extractor: Arc<dyn LinkExtractor>, ) -> Self

Creates a linker with an HTML-aware link extractor.

pub fn options(&self) -> EnqueueLinksOptions<'_>

Starts configuring an enqueue operation.

pub async fn urls( &self, urls: impl IntoIterator<Item = Url>, ) -> Result<EnqueueResult, CrawlError>

Enqueues explicit absolute URLs using default options.

Explicit URLs bypass EnqueueStrategy relationship filtering. Strategies constrain DOM discovery; callers that already selected concrete URLs retain the URLs-only behavior that predates extractor support.

pub async fn all(&self) -> Result<EnqueueResult, CrawlError>

Extracts links with the default selector and allows every HTTP(S) URL.

pub async fn same_origin(&self) -> Result<EnqueueResult, CrawlError>

Extracts links with the default selector and keeps the parent’s origin.

pub async fn same_hostname(&self) -> Result<EnqueueResult, CrawlError>

Extracts links with the default selector and keeps the parent’s hostname.

pub async fn same_domain(&self) -> Result<EnqueueResult, CrawlError>

Extracts links with the default selector and keeps the parent’s registrable domain.

Trait Implementations

impl Clone for EnqueueLinker

fn clone(&self) -> EnqueueLinker

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for EnqueueLinker

fn fmt(&self, formatter: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.