mara 0.2.0

A high-performance scraper that clears challenges over a rotating pool of egress IPs.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96

use chromiumoxide::Page;
use serde::Deserialize;

/// The challenge widget's bounding box, in viewport (CSS) coordinates. The locator JS also reports
/// a width, but only x/y/h are used, so it's dropped on deserialize.
#[derive(Debug, Clone, Copy, Deserialize)]
pub struct ChallengeWidget {
    pub x: f64,
    pub y: f64,
    pub h: f64,
}

const LOCATE_JS: &str = r#"(() => {
  const toBox = (r) => ({ x: r.x, y: r.y, w: r.width, h: r.height });
  const findIframe = (root) => {
    for (const el of root.querySelectorAll('*')) {
      if (el.tagName === 'IFRAME') {
        const r = el.getBoundingClientRect();
        if (r.width > 0 && r.height > 0) return r;
      }
      if (el.shadowRoot) {
        const r = findIframe(el.shadowRoot);
        if (r) return r;
      }
    }
    return null;
  };
  const r = findIframe(document);
  if (r) return toBox(r);
  const inp = document.querySelector(
    'input[name="cf-turnstile-response"], input[id^="cf-chl-widget"][id$="_response"]'
  );
  if (inp) {
    let el = inp.parentElement;
    while (el) {
      const a = el.getBoundingClientRect();
      if (a.height >= 40 && a.height <= 120 && a.y > 0) {
        return toBox({ x: a.x, y: a.y, width: 300, height: a.height });
      }
      el = el.parentElement;
    }
  }
  return null;
})()"#;

pub const PROBE_JS: &str = r#"(() => {
  const out = { hasInput: false, inputAncestors: [], shadowHosts: 0, iframes: [], webgl: null };
  try {
    const gl = document.createElement('canvas').getContext('webgl');
    if (!gl) { out.webgl = 'NO_CONTEXT'; }
    else {
      const dbg = gl.getExtension('WEBGL_debug_renderer_info');
      out.webgl = dbg ? gl.getParameter(dbg.UNMASKED_RENDERER_WEBGL) : 'no_debug_ext';
    }
  } catch (e) { out.webgl = 'ERR:' + e; }
  out.geom = {
    screenX: window.screenX, screenY: window.screenY,
    innerW: window.innerWidth, innerH: window.innerHeight,
    outerW: window.outerWidth, outerH: window.outerHeight,
    dpr: window.devicePixelRatio,
    toolbarByOuterInner: window.outerHeight - window.innerHeight,
  };
  let shadowHosts = 0;
  const walk = (root, inShadow) => {
    for (const el of root.querySelectorAll('*')) {
      if (el.tagName === 'IFRAME') {
        const r = el.getBoundingClientRect();
        out.iframes.push({ src: (el.src||'').slice(0, 60), x: r.x, y: r.y, w: r.width, h: r.height, inShadow });
      }
      if (el.shadowRoot) { shadowHosts++; walk(el.shadowRoot, true); }
    }
  };
  walk(document, false);
  out.shadowHosts = shadowHosts;
  const inp = document.querySelector('input[name="cf-turnstile-response"], input[id^="cf-chl-widget"][id$="_response"]');
  if (inp) {
    out.hasInput = true;
    let el = inp;
    for (let i = 0; i < 6 && el; i++) {
      const r = el.getBoundingClientRect();
      out.inputAncestors.push({ tag: el.tagName, id: el.id || '', x: r.x, y: r.y, w: r.width, h: r.height });
      el = el.parentElement;
    }
  }
  return JSON.stringify(out);
})()"#;

pub async fn locate_widget(page: &Page) -> Option<ChallengeWidget> {
    match page.evaluate(LOCATE_JS).await {
        Ok(res) => res.into_value::<Option<ChallengeWidget>>().ok().flatten(),
        Err(e) => {
            tracing::debug!("locate_widget eval failed (likely mid-navigation): {e}");
            None
        }
    }
}