rust_scrapling 0.4.1

Modern web scraping: spiders, CSS selectors, robots.txt/AutoThrottle politeness, and LLM/RAG-ready Markdown extraction - a Rust port of Scrapling
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15

//! Generic spider templates that build on the [`Spider`](crate::spiders::spider::Spider) trait.

pub mod crawler;
pub mod csv_feed;
pub mod shopify;
pub mod site_to_markdown;
pub mod sitemap;
pub mod xml_feed;

pub use crawler::{CrawlRule, CrawlSpider};
pub use csv_feed::CsvFeedSpider;
pub use shopify::ShopifySpider;
pub use site_to_markdown::SiteToMarkdownSpider;
pub use sitemap::SitemapSpider;
pub use xml_feed::XmlFeedSpider;