void_crawl_core 0.3.4

Rust-native CDP browser automation core — stealth-patched headless Chrome, profile leasing, captcha detection
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115

//! `capture_captcha` pulls every piece a third-party solver (2Captcha,
//! CapSolver, Anti-Captcha) needs to produce a token: kind, sitekey,
//! widget selector + rect, response-field selector, page URL, and any
//! already-present token.
//!
//! Without this the caller has to re-probe the page themselves — at
//! which point voidcrawl is a worse puppeteer. The capture API is the
//! hand-off point between "voidcrawl saw the captcha" and "solver
//! service produces a token", and it needs to be complete enough that
//! the caller never has to touch the DOM.

#![allow(clippy::expect_used, clippy::unwrap_used, clippy::panic)]

use void_crawl_core::{
    BrowserSession, CaptchaKind, capture_captcha, detect_captcha, inject_captcha_token,
};

async fn headless_session() -> BrowserSession {
    BrowserSession::builder().headless().no_sandbox().launch().await.expect("launch")
}

#[tokio::test]
async fn captures_turnstile_sitekey_from_data_attr() {
    let session = headless_session().await;
    let page = session
        .new_page("data:text/html,<html><body><div class='cf-turnstile' data-sitekey='0x4AAAAAAA_test_key_abc' data-action='login' data-cdata='ctx123'></div></body></html>")
        .await
        .expect("new_page");

    let info = capture_captcha(&page).await.expect("capture").expect("should detect");
    assert_eq!(info.kind, CaptchaKind::Turnstile);
    assert_eq!(info.sitekey.as_deref(), Some("0x4AAAAAAA_test_key_abc"));
    assert_eq!(info.action.as_deref(), Some("login"));
    assert_eq!(info.cdata.as_deref(), Some("ctx123"));
    assert!(info.widget_rendered, "widget element present in DOM");
    assert!(info.page_url.starts_with("data:"));

    page.close().await.ok();
    session.close().await.ok();
}

#[tokio::test]
async fn captures_recaptcha_sitekey_from_data_attr() {
    let session = headless_session().await;
    let page = session
        .new_page("data:text/html,<html><body><div class='g-recaptcha' data-sitekey='6LexampleSiteKey_v2'></div></body></html>")
        .await
        .expect("new_page");

    let info = capture_captcha(&page).await.expect("capture").expect("should detect");
    assert_eq!(info.kind, CaptchaKind::Recaptcha);
    assert_eq!(info.sitekey.as_deref(), Some("6LexampleSiteKey_v2"));

    page.close().await.ok();
    session.close().await.ok();
}

#[tokio::test]
async fn captures_existing_turnstile_token_if_widget_already_solved() {
    let session = headless_session().await;
    let page = session
        .new_page("data:text/html,<html><body><div class='cf-turnstile' data-sitekey='0x4test'><input name='cf-turnstile-response' value='SOLVED_TOKEN_123'></div></body></html>")
        .await
        .expect("new_page");

    let info = capture_captcha(&page).await.expect("capture").expect("should detect");
    assert_eq!(info.existing_token.as_deref(), Some("SOLVED_TOKEN_123"));
    page.close().await.ok();
    session.close().await.ok();
}

#[tokio::test]
async fn capture_returns_none_on_plain_page() {
    let session = headless_session().await;
    let page =
        session.new_page("data:text/html,<html><body>hi</body></html>").await.expect("new_page");
    assert!(capture_captcha(&page).await.expect("capture").is_none());
    page.close().await.ok();
    session.close().await.ok();
}

#[tokio::test]
async fn detect_captcha_remains_backward_compat_wrapper() {
    let session = headless_session().await;
    let page = session
        .new_page("data:text/html,<html><body><div class='cf-turnstile' data-sitekey='0x4t'></div></body></html>")
        .await
        .expect("new_page");
    let kind = detect_captcha(&page).await.expect("detect");
    assert_eq!(kind, Some(CaptchaKind::Turnstile));
    page.close().await.ok();
    session.close().await.ok();
}

#[tokio::test]
async fn inject_token_writes_into_turnstile_response_field() {
    let session = headless_session().await;
    let page = session
        .new_page("data:text/html,<html><body><form><div class='cf-turnstile' data-sitekey='0x4t'></div><input name='cf-turnstile-response' value=''></form></body></html>")
        .await
        .expect("new_page");

    inject_captcha_token(&page, CaptchaKind::Turnstile, "SOLVED_FROM_EXTERNAL_SOLVER")
        .await
        .expect("inject");

    let v = page
        .evaluate_js("document.querySelector('input[name=cf-turnstile-response]').value")
        .await
        .expect("read");
    assert_eq!(v.as_str(), Some("SOLVED_FROM_EXTERNAL_SOLVER"));

    page.close().await.ok();
    session.close().await.ok();
}