servo_fetch/
lib.rs

1//! Fetch, render, and extract web content as Markdown, JSON, or screenshots with an embedded Servo browser engine.
2//! No Chromium, no containers, no external processes.
3//!
4//! ## Async usage
5//!
6//! ```no_run
7//! # async fn run() -> servo_fetch::Result<()> {
8//! let md = servo_fetch::markdown("https://example.com").await?;
9//! # Ok(()) }
10//! ```
11//!
12//! ## Sync usage
13//!
14//! ```no_run
15//! let md = servo_fetch::blocking::markdown("https://example.com")?;
16//! # Ok::<(), servo_fetch::Error>(())
17//! ```
18
19#![deny(unsafe_code)]
20
21pub mod blocking;
22pub mod extract;
23pub mod headers;
24pub mod sanitize;
25pub mod schema;
26pub mod visibility;
27
28pub(crate) mod bridge;
29pub(crate) mod client;
30pub(crate) mod cookies;
31pub(crate) mod crawl;
32pub(crate) mod error;
33pub(crate) mod fetch;
34pub(crate) mod layout;
35pub(crate) mod map;
36pub(crate) mod net;
37pub(crate) mod pdf;
38pub(crate) mod robots;
39pub(crate) mod runtime;
40pub(crate) mod scope;
41pub(crate) mod screenshot;
42pub(crate) mod sys;
43
44pub use client::{Client, ClientBuilder, ScreenshotOptions};
45pub use cookies::{CookieSpec, load_cookies};
46pub use crawl::{CrawlOptions, CrawlPage, CrawlResult, crawl, crawl_each};
47pub use error::{Error, Result};
48pub use fetch::{ConsoleLevel, ConsoleMessage, FetchOptions, Page, extract_json, fetch, markdown, text};
49pub use http::HeaderMap;
50pub use map::{MapOptions, MappedUrl, map};
51pub use net::{NetworkPolicy, validate_url};
52pub use visibility::{VisibilityFlags, VisibilityPolicy};
53
54/// Set the network policy. Must be called at most once, before any engine use.
55pub fn init(policy: NetworkPolicy) {
56    bridge::set_engine_policy(policy);
57}
servo_fetch/lib.rs

servo_fetch/
lib.rs
