Skip to main content

chromiumoxide/
lib.rs

1#![recursion_limit = "256"]
2//! A high-level API for programmatically interacting with the [Chrome DevTools Protocol](https://chromedevtools.github.io/devtools-protocol/).
3//!
4//! This crate uses the [Chrome DevTools protocol] to drive/launch a Chromium or
5//! Chrome (potentially headless) browser.
6//!
7//! # Example
8//! ```no_run
9//! use futures_util::StreamExt;
10//! use chromiumoxide::{Browser, BrowserConfig};
11//!
12//! #[tokio::main]
13//! async fn main() -> Result<(), Box<dyn std::error::Error>> {
14//!
15//!     let (browser, mut handler) =
16//!         Browser::launch(BrowserConfig::builder().with_head().build()?).await?;
17//!
18//!     let handle = tokio::task::spawn(async move {
19//!         loop {
20//!             let _event = handler.next().await.unwrap();
21//!         }
22//!     });
23//!
24//!     let page = browser.new_page("https://en.wikipedia.org").await?;
25//!
26//!     // type into the search field and hit `Enter`,
27//!     // this triggers a navigation to the search result page
28//!     page.find_element("input#searchInput")
29//!             .await?
30//!             .click()
31//!             .await?
32//!             .type_str("Rust programming language")
33//!             .await?
34//!             .press_key("Enter")
35//!             .await?;
36//!
37//!     let html = page.wait_for_navigation().await?.content().await?;
38//!
39//!     let _ = handle.await;
40//!     Ok(())
41//! }
42//! ```
43//!
44//! The [`chromiumoxide_pdl`] crate contains a [PDL
45//! parser](chromiumoxide_pdl/src/pdl/parser.rs), which is a rust rewrite of a
46//! [python script in the chromium source tree]( https://chromium.googlesource.com/deps/inspector_protocol/+/refs/heads/master/pdl.py) and a
47//! [`Generator`](chromiumoxide_pdl/src/build/generator.rs) that turns the
48//! parsed PDL files into rust code. The
49//! [`chromiumoxide_cdp`](chromiumoxide_cdp) crate only purpose is to integrate
50//! the generator during is build process and include the generated output
51//! before compiling the crate itself. This separation is done merely because
52//! the generated output is ~60K lines of rust code (not including all the Proc
53//! macro extensions). So expect the compilation to take some time.
54//!
55//! The generator can be configured and used independently, see [`build.rs`] of
56//! [`chromiumoxide_cdp`].
57//!
58//! [chromedp](https://github.com/chromedp/chromedp)
59//! [rust-headless-chrome](https://github.com/Edu4rdSHL/rust-headless-chrome) which the launch
60//! config, `KeyDefinition` and typing support is taken from.
61//! [puppeteer](https://github.com/puppeteer/puppeteer)
62
63#![warn(missing_debug_implementations, rust_2018_idioms)]
64
65pub mod async_process;
66pub mod auth;
67pub mod bg_cleanup;
68pub mod browser;
69#[cfg(feature = "_cache")]
70pub mod cache;
71pub mod content_stream;
72#[cfg(feature = "_cache")]
73pub mod http;
74
75pub mod cmd;
76pub mod conn;
77pub mod detection;
78pub mod element;
79pub mod error;
80pub mod handler;
81pub mod javascript;
82pub mod js;
83pub mod keys;
84pub mod layout;
85pub mod listeners;
86pub mod mouse;
87pub mod page;
88pub mod runtime_release;
89pub mod uring_fs;
90pub mod utils;
91
92use crate::handler::http::HttpRequest;
93use std::sync::Arc;
94
95/// re-export fingerprint management.
96pub use spider_fingerprint;
97/// re-export network blocker.
98pub use spider_network_blocker;
99
100#[cfg(feature = "firewall")]
101/// re-export firewall.
102pub use spider_firewall;
103
104pub use crate::browser::{Browser, BrowserConfig};
105pub use crate::conn::Connection;
106pub use crate::element::Element;
107pub use crate::error::Result;
108#[cfg(feature = "fetcher")]
109pub use crate::fetcher::{BrowserFetcher, BrowserFetcherOptions};
110pub use crate::handler::page::active_page_count;
111pub use crate::handler::Handler;
112pub use crate::page::Page;
113/// re-export the generated cdp types
114pub use chromiumoxide_cdp::cdp;
115pub use chromiumoxide_types::{self as types, Binary, Command, Method, MethodType};
116
117#[cfg(feature = "fetcher")]
118pub mod fetcher {
119    pub use chromiumoxide_fetcher::*;
120}
121
122/// HTTP request.
123pub type ArcHttpRequest = Option<Arc<HttpRequest>>;
124
125pub use serde;
126#[cfg(not(feature = "simd"))]
127pub use serde_json;
128#[cfg(feature = "simd")]
129pub use sonic_rs as serde_json;
130
131/// Init the cache global worker.
132#[cfg(feature = "_cache")]
133pub use cache::dump_remote::init_default_cache_worker;