rust_scrapling 0.4.1

Modern web scraping: spiders, CSS selectors, robots.txt/AutoThrottle politeness, and LLM/RAG-ready Markdown extraction - a Rust port of Scrapling
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17

use rust_scrapling::fetchers::config::FetcherConfig;
use rust_scrapling::spiders::session::SessionManager;

#[test]
fn test_session_manager_creation() {
    let mut sm = SessionManager::new(FetcherConfig::default());
    sm.ensure_default().expect("default session should build");
    // Default session should exist now
}

#[test]
fn test_session_manager_add_session() {
    let mut sm = SessionManager::new(FetcherConfig::default());
    sm.add_session("stealth", FetcherConfig::builder().stealth(true).build())
        .expect("session should build");
    sm.ensure_default().expect("default session should build");
}