unobtanium 3.0.0

Opinioated Web search engine library with crawler and viewer companion.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32


use crate::crawling::File;
use crate::crawling::Redirect;
use crate::crawling::Request;
use crate::crawling::CrawlLogEntry;


/// Holds all the output that comes from processing a single crawl command
pub struct CrawlOutput {
	pub crawl_log_entry: CrawlLogEntry,
	pub requests: Vec<RequestOutput>,
	pub direct_outputs: Vec<CrawlOutputComponent>,
}

/// Holds all the output that can fall out of a request
pub struct RequestOutput {
	pub request: Request,
	pub outputs: Vec<CrawlOutputComponent>,
}

/// A response to a request or direct response in case no
/// request had to be made, containing either a file or redirect.
///
/// A response may result in multiple of these.
pub enum CrawlOutputComponent{
	File {
		file: File
	},
	Redirect{
		redirect: Redirect
	},
}