kreuzcrawl 0.2.0

High-performance web crawling engine
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18

//! Public types used across the kreuzcrawl crate.

mod config;
mod discovery;
mod metadata;
mod results;

pub use config::{
    AuthConfig, BrowserConfig, BrowserMode, BrowserWait, ContentConfig, CrawlConfig, ExtractionMeta, ProxyConfig,
};
pub use discovery::{
    AssetCategory, CookieInfo, CrawlEvent, DownloadedAsset, FeedInfo, FeedType, ImageInfo, ImageSource, JsonLdEntry,
    LinkInfo, LinkType,
};
pub use metadata::{ArticleMetadata, FaviconInfo, HeadingInfo, HreflangEntry, PageMetadata, ResponseMeta};
pub use results::{
    CachedPage, CrawlPageResult, CrawlResult, DownloadedDocument, MapResult, MarkdownResult, ScrapeResult, SitemapUrl,
};