crawlberg-browser 1.10.0

Internal headless-browser fallback used by the crawlberg crawler. Not intended for direct use.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

use std::collections::HashMap;

use crate::net::client::{RequestInfo, Response};

pub enum InterceptAction {
    Continue,
    Block,
    Fulfill(Response),
    ModifyHeaders(HashMap<String, String>),
}

#[async_trait::async_trait]
pub trait RequestInterceptor {
    async fn intercept(&self, request: &RequestInfo) -> InterceptAction;
}

/// Whether `url` matches one of the interception block patterns: `*` blocks everything,
/// `*text*` matches a URL containing `text`, `*suffix` and `prefix*` match its end and start,
/// and any other pattern, including one with `*` only in the middle such as `a*b`, matches a URL
/// that contains it literally, star included.
pub(crate) fn matches_block_pattern(patterns: &[String], url: &str) -> bool {
    patterns.iter().any(|pattern| {
        if pattern == "*" {
            true
        } else if pattern.starts_with('*') && pattern.ends_with('*') {
            url.contains(&pattern[1..pattern.len() - 1])
        } else if let Some(suffix) = pattern.strip_prefix('*') {
            url.ends_with(suffix)
        } else if let Some(prefix) = pattern.strip_suffix('*') {
            url.starts_with(prefix)
        } else {
            url.contains(pattern.as_str())
        }
    })
}