scrapr-bindings 0.1.1

A Rust web scraping library for Python
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

use crate::request::RequestOptions;
use pyo3::{PyErr, PyResult, pyfunction};

#[pyfunction]
pub fn fetch_url(url: &str) -> PyResult<String> {
    scrapr_core::fetch_url(url)
        .map_err(|e| PyErr::new::<pyo3::exceptions::PyRuntimeError, _>(e.to_string()))
}

#[pyfunction]
pub fn fetch_url_with_options(url: &str, opts: RequestOptions) -> PyResult<String> {
    let core_options = scrapr_core::RequestOptions {
        headers: opts.headers,
        cookies: opts.cookies,
        query: opts.query,
    };

    scrapr_core::fetch_url_with_options(url, core_options)
        .map_err(|e| PyErr::new::<pyo3::exceptions::PyRuntimeError, _>(e.to_string()))
}