docrawl/
lib.rs

1//! docrawl library API: programmatic crawling for documentation sites.
2//!
3//! Basic usage:
4//! - Build a `CrawlConfig` and `Config`
5//! - Call `crawl(cfg).await`
6//!
7//! This crate also ships a CLI (bin: `docrawl`) which wraps the library.
8
9pub mod cache;
10pub mod config;
11pub mod crawler;
12pub mod extract;
13pub mod manifest;
14pub mod robots;
15pub mod save;
16pub mod security;
17pub mod sink;
18pub mod sitemap;
19pub mod util;
20
21pub use crate::config::Config;
22pub use crate::crawler::{crawl, CrawlConfig};
23pub use crate::sink::{FileSink, Sink, Stats};