medina 0.0.2-alpha.5

An asynchronous web crawling engine
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

mod crawler;
mod crawler_runner;
mod page;
mod task_runner;

mod host_priority_queue;

pub use crawler::Crawler;
pub use crawler_runner::CrawlerRunner;
pub use page::{Error, Page, PageResult};

pub type PagesVec = Vec<Box<dyn Page>>;
pub type ResultsVec = Vec<Box<dyn Page>>;

#[cfg(test)]
mod tests {
    #[test]
    fn it_works() {
        assert_eq!(2 + 2, 4);
    }
}