unobtanium 3.0.0

Opinioated Web search engine library with crawler and viewer companion.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109

use criterium::DirectMatch;
use criterium::number::NumberCriterium;
use criterium::rusqlite::assembler::*;
use criterium::string::StringCriterium;
use serde::{Serialize,Deserialize};

use crate::crawling::CrawlType;
use crate::crawling::ExitCode;
use crate::criterium::UuidCriterium;
use crate::database::fields::*;
use crate::database::CrawlerSchema;
	
use crate::crawling::CrawlLogEntry;
use crate::time::UtcTimestamp;

use super::UrlCriterium;

#[derive(Clone,Debug,Serialize,Deserialize)]
#[serde(rename_all="snake_case")]
pub enum CrawlLogEntryCriterium {

	/// Match the crawled URL
	Url(UrlCriterium),
	
	/// Match the numeric representation of a crawl type.
	CrawlType(NumberCriterium<CrawlType>),

	/// Match the Uuid of a specific crawl and by extension crawl summary.
	CrawlUuid(UuidCriterium),

	/// When the crawl happend.
	CrawlTime(NumberCriterium<UtcTimestamp>),

	/// Match the Uuid of the crawling agent.
	AgentUuid(UuidCriterium),

	/// Match against the numeric crawl exit code
	///
	/// This may change to a dedicated exit code criterium in the future to allow for
	/// queries for is_contentful or is_redirect.
	ExitCode(NumberCriterium<ExitCode>),

	/// Match how long the request took in milliseconds.
	RequestDurationMilliseconds(NumberCriterium<i64>),

	/// Match the message of the crawl log entry (only intended for human use)
	Message(StringCriterium),
}

impl AssembleRusqliteQuery<CrawlerSchema, ()> for CrawlLogEntryCriterium {
	fn assemble_rusqlite_query(
		&self,
		assembly_context: &AssemblyContext,
		_user_context: &(),
	) -> InvertableRusqliteQuery<CrawlerSchema> {
		match self {
			Self::Url(c) =>
				c.assemble_rusqlite_query(
					&assembly_context.prefix_with("crawl_log_entry_url_"),
					&()
				).inner_join(
					None,
					UrlField::UrlId.into(),
					Some(assembly_context.prefix()),
					CrawlLogField::UrlId.into(),
				),
			Self::CrawlType(c) =>
				c.assemble_query(assembly_context, &CrawlLogField::CrawlType.into()),
			Self::CrawlUuid(c) =>
				c.assemble_query(assembly_context, &CrawlLogField::CrawlUuid.into()),
			Self::CrawlTime(c) =>
				c.assemble_query(assembly_context, &CrawlLogField::TimeStartedUnixUtc.into()),
			Self::AgentUuid(c) => {
				c.assemble_query(
					&assembly_context.prefix_with("crawl_log_agent_"),
					&AgentField::AgentUuid.into()
				).inner_join(
					None,
					AgentField::AgentId.into(),
					Some(assembly_context.prefix()),
					CrawlLogField::AgentId.into()
				)
			},
			Self::ExitCode(c) =>
				c.assemble_query(assembly_context, &CrawlLogField::ExitCode.into()),
			Self::RequestDurationMilliseconds(c) =>
				c.assemble_query(assembly_context, &CrawlLogField::TimeTakenMs.into()),
			Self::Message(c) =>
				c.assemble_query(assembly_context, &CrawlLogField::Message.into()),
		}
	}
}

impl DirectMatch<CrawlLogEntry> for CrawlLogEntryCriterium {
	type Output = Option<bool>;

	fn criterium_match(&self, data: &CrawlLogEntry) -> Self::Output {
		match self {
			Self::Url(c) => c.criterium_match(&data.url).into(),
			Self::CrawlType(c) => c.criterium_match(&data.crawl_type).into(),
			Self::CrawlUuid(c) => c.criterium_match(&data.crawl_uuid).into(),
			Self::CrawlTime(c) => c.criterium_match(&data.time_started).into(),
			Self::AgentUuid(_) => None,
			Self::ExitCode(c) => c.criterium_match(&data.exit_code).into(),
			Self::RequestDurationMilliseconds(c) => c.criterium_match(&data.time_taken_ms).into(),
			Self::Message(c) => c.criterium_match(&data.message.as_ref()).into(),
		}
	}
}