unobtanium 3.0.0

Opinioated Web search engine library with crawler and viewer companion.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109

//! Integrate the origin datatype with Criterium

use criterium::sql::Field;
use criterium::CriteriumChainBuilder;
use serde::{Serialize,Deserialize};
use url::Url;

use criterium::DirectMatch;
use criterium::NumberCriterium;
use criterium::rusqlite::assembler::*;
use criterium::StringCriterium;

use crate::database::fields::*;
use crate::Origin;

#[derive(Clone,Debug,Serialize,Deserialize)]
#[serde(rename_all="snake_case")]
pub enum OriginCriterium {

	/// Matches the URL scheme, the scheme is never None.
	Scheme(StringCriterium),

	/// Matches the URL Host, non-ascii hsotnames are punycode encoded.
	Host(StringCriterium),

	/// Matches the Url port, extracted using [Url::port_or_known_default].
	Port(NumberCriterium<u16>),

	/// Matches equality to the given origin
	Equals(Origin),
}

impl OriginCriterium {
	/// Adds some smarts to the hostname.
	///
	/// A dot on any end indicates that the name
	/// is supposed to continue in that direction
	/// turnung the name into a equals, prefix, suffix or
	/// contains match as appropriate.
	pub fn parse_host(host: String) -> Self {
		let start_dot = host.starts_with(".");
		return OriginCriterium::Host(
			if host.ends_with(".") {
				if start_dot {
					StringCriterium::Contains(host)
				} else {
					StringCriterium::HasPrefix(host)
				}
			} else if start_dot {
				StringCriterium::HasSuffix(host)
			} else {
				StringCriterium::Equals(host)
			}
		);
	}
}

impl<F: Field + From<OriginField>> AssembleRusqliteQuery<F ,()> for OriginCriterium {
	fn assemble_rusqlite_query(
		&self,
		assembly_context: &AssemblyContext,
		_context: &()
	) -> InvertableRusqliteQuery<F> {
		match self {
			Self::Scheme(c) => c.assemble_query(assembly_context, &OriginField::Scheme.into()),
			Self::Host(c) =>   c.assemble_query(assembly_context, &OriginField::Host.into()),
			Self::Port(c) =>   c.assemble_query(assembly_context, &OriginField::Port.into()),
			Self::Equals(origin) => {
				let mut builder = CriteriumChainBuilder::and(false) ;
				builder.add_criterium(Self::Scheme(origin.scheme.clone().into())); 
				builder.add_criterium(Self::Host(origin.host.clone().into())); 
				builder.add_criterium(Self::Port(origin.port.into())); 
				builder.to_chain().assemble_rusqlite_query(assembly_context, &())
			}
		}
	}
}

impl DirectMatch<Origin> for OriginCriterium {

	type Output =  bool;
	
	fn criterium_match(&self, data: &Origin) -> bool {
		match self {
			Self::Scheme(c) => c.criterium_match(&data.scheme),
			Self::Host(c) =>   c.criterium_match(&data.host.as_ref()),
			Self::Port(c) =>   c.criterium_match(&data.port),
			Self::Equals(origin) => origin == data, 
		}
	}
}

impl DirectMatch<Url> for OriginCriterium {

	type Output =  bool;
	
	fn criterium_match(&self, data: &Url) -> bool {
		match self {
			Self::Scheme(c) => c.criterium_match(data.scheme()),
			Self::Host(c) =>   c.criterium_match(&data.host_str()),
			Self::Port(c) =>   c.criterium_match(&data.port_or_known_default()),
			Self::Equals(origin) =>
				origin.host.as_deref() == data.host_str() &&
				origin.port == data.port() &&
				origin.scheme == data.scheme(),
		}
	}
}