1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
use timely::dataflow::scopes::child::Iterative;
use timely::dataflow::Scope;
use timely::progress::Timestamp;
use differential_dataflow::lattice::Lattice;
use differential_dataflow::operators::{Join, Threshold};
use crate::binding::{AsBinding, Binding};
use crate::plan::{Dependencies, ImplContext, Implementable};
use crate::{CollectionRelation, Implemented, Relation, ShutdownHandle, Var, VariableMap};
#[derive(Hash, PartialEq, Eq, PartialOrd, Ord, Clone, Debug, Serialize, Deserialize)]
pub struct Antijoin<P1: Implementable, P2: Implementable> {
pub variables: Vec<Var>,
pub left_plan: Box<P1>,
pub right_plan: Box<P2>,
}
impl<P1: Implementable, P2: Implementable> Implementable for Antijoin<P1, P2> {
fn dependencies(&self) -> Dependencies {
Dependencies::merge(
self.left_plan.dependencies(),
self.right_plan.dependencies(),
)
}
fn into_bindings(&self) -> Vec<Binding> {
unimplemented!();
}
fn implement<'b, T, I, S>(
&self,
nested: &mut Iterative<'b, S, u64>,
local_arrangements: &VariableMap<Iterative<'b, S, u64>>,
context: &mut I,
) -> (Implemented<'b, S>, ShutdownHandle)
where
T: Timestamp + Lattice,
I: ImplContext<T>,
S: Scope<Timestamp = T>,
{
let mut shutdown_handle = ShutdownHandle::empty();
let left = {
let (left, shutdown) = self
.left_plan
.implement(nested, local_arrangements, context);
shutdown_handle.merge_with(shutdown);
left
};
let right = {
let (right, shutdown) = self
.right_plan
.implement(nested, local_arrangements, context);
shutdown_handle.merge_with(shutdown);
right
};
let variables = self
.variables
.iter()
.cloned()
.chain(
left.variables()
.drain(..)
.filter(|x| !self.variables.contains(x)),
)
.collect();
let right_projected = {
let (projected, shutdown) = right.projected(nested, context, &self.variables);
shutdown_handle.merge_with(shutdown);
projected
};
let left_arranged = {
let (arranged, shutdown) = left.tuples_by_variables(nested, context, &self.variables);
shutdown_handle.merge_with(shutdown);
arranged
};
let tuples = left_arranged
.distinct()
.antijoin(&right_projected.distinct())
.map(|(key, tuple)| key.iter().cloned().chain(tuple.iter().cloned()).collect());
let relation = CollectionRelation { variables, tuples };
(Implemented::Collection(relation), shutdown_handle)
}
}