1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
use crate::{
model::{
graph::{
edge::GqlEdge,
filtering::EdgesViewCollection,
timeindex::{GqlEventTime, GqlTimeInput},
windowset::GqlEdgesWindowSet,
GqlAlignmentUnit, WindowDuration,
},
sorting::{EdgeSortBy, SortByTime},
},
rayon::blocking_compute,
};
use dynamic_graphql::{ResolvedObject, ResolvedObjectFields};
use itertools::Itertools;
use raphtory::{
core::utils::time::TryIntoInterval,
db::{
api::view::{internal::InternalFilter, DynamicGraph, EdgeSelect},
graph::edges::Edges,
},
errors::GraphError,
prelude::*,
};
use raphtory_api::{core::utils::time::IntoTime, iter::IntoDynBoxed};
use std::{cmp::Ordering, sync::Arc};
use crate::model::graph::filtering::GqlEdgeFilter;
use raphtory::db::{
api::view::Filter, graph::views::filter::model::edge_filter::CompositeEdgeFilter,
};
#[derive(ResolvedObject, Clone)]
#[graphql(name = "Edges")]
pub(crate) struct GqlEdges {
pub(crate) ee: Edges<'static, DynamicGraph>,
}
impl GqlEdges {
fn update<E: Into<Edges<'static, DynamicGraph>>>(&self, edges: E) -> Self {
Self::new(edges)
}
}
impl GqlEdges {
pub(crate) fn new<E: Into<Edges<'static, DynamicGraph>>>(edges: E) -> Self {
Self { ee: edges.into() }
}
fn iter(&self) -> Box<dyn Iterator<Item = GqlEdge> + '_> {
let iter = self.ee.iter().map(GqlEdge::from_ref);
Box::new(iter)
}
}
/// A collection of edges.
///
/// Collections can be filtered and used to create lists.
#[ResolvedObjectFields]
impl GqlEdges {
////////////////////////
// LAYERS AND WINDOWS //
////////////////////////
/// Returns a collection containing only edges in the default edge layer.
async fn default_layer(&self) -> Self {
self.update(self.ee.default_layer())
}
/// Returns a collection containing only edges belonging to the listed layers.
async fn layers(&self, names: Vec<String>) -> Self {
let self_clone = self.clone();
blocking_compute(move || self_clone.update(self_clone.ee.valid_layers(names))).await
}
/// Returns a collection containing edges belonging to all layers except the excluded list of layers.
async fn exclude_layers(&self, names: Vec<String>) -> Self {
let self_clone = self.clone();
blocking_compute(move || self_clone.update(self_clone.ee.exclude_valid_layers(names))).await
}
/// Returns a collection containing edges belonging to the specified layer.
async fn layer(&self, name: String) -> Self {
self.update(self.ee.valid_layers(name))
}
/// Returns a collection containing edges belonging to all layers except the excluded layer specified.
async fn exclude_layer(&self, name: String) -> Self {
self.update(self.ee.exclude_valid_layers(name))
}
/// Creates a WindowSet with the given window duration and optional step using a rolling window. A rolling window is a window that moves forward by step size at each iteration.
///
/// Returns a collection of collections. This means that item in the window set is a collection of edges.
///
/// alignment_unit optionally aligns the windows to the specified unit. "Unaligned" can be passed for no alignment.
/// If unspecified (i.e. by default), alignment is done on the smallest unit of time in the step (or window if no step is passed).
/// e.g. "1 month and 1 day" will align at the start of the day.
/// Note that passing a step larger than window while alignment_unit is not "Unaligned" may lead to some entries appearing before
/// the start of the first window and/or after the end of the last window (i.e. not included in any window).
async fn rolling(
&self,
window: WindowDuration,
step: Option<WindowDuration>,
alignment_unit: Option<GqlAlignmentUnit>,
) -> Result<GqlEdgesWindowSet, GraphError> {
let window = window.try_into_interval()?;
let step = step.map(|x| x.try_into_interval()).transpose()?;
let ws = if let Some(unit) = alignment_unit {
self.ee.rolling_aligned(window, step, unit.into())?
} else {
self.ee.rolling(window, step)?
};
Ok(GqlEdgesWindowSet::new(ws))
}
/// Creates a WindowSet with the given step size using an expanding window. An expanding window is a window that grows by step size at each iteration.
///
/// Returns a collection of collections. This means that item in the window set is a collection of edges.
///
/// alignment_unit optionally aligns the windows to the specified unit. "Unaligned" can be passed for no alignment.
/// If unspecified (i.e. by default), alignment is done on the smallest unit of time in the step.
/// e.g. "1 month and 1 day" will align at the start of the day.
async fn expanding(
&self,
step: WindowDuration,
alignment_unit: Option<GqlAlignmentUnit>,
) -> Result<GqlEdgesWindowSet, GraphError> {
let step = step.try_into_interval()?;
let ws = if let Some(unit) = alignment_unit {
self.ee.expanding_aligned(step, unit.into())?
} else {
self.ee.expanding(step)?
};
Ok(GqlEdgesWindowSet::new(ws))
}
/// Creates a view of the Edge including all events between the specified start (inclusive) and end (exclusive).
async fn window(&self, start: GqlTimeInput, end: GqlTimeInput) -> Self {
self.update(self.ee.window(start.into_time(), end.into_time()))
}
/// Creates a view of the Edge including all events at a specified time.
async fn at(&self, time: GqlTimeInput) -> Self {
self.update(self.ee.at(time.into_time()))
}
async fn latest(&self) -> Self {
let e = self.ee.clone();
let latest = blocking_compute(move || e.latest()).await;
self.update(latest)
}
/// Creates a view of the Edge including all events that are valid at time. This is equivalent to before(time + 1) for Graph and at(time) for PersistentGraph.
async fn snapshot_at(&self, time: GqlTimeInput) -> Self {
self.update(self.ee.snapshot_at(time.into_time()))
}
/// Creates a view of the Edge including all events that are valid at the latest time. This is equivalent to a no-op for Graph and latest() for PersistentGraph.
async fn snapshot_latest(&self) -> Self {
self.update(self.ee.snapshot_latest())
}
/// Creates a view of the Edge including all events before a specified end (exclusive).
async fn before(&self, time: GqlTimeInput) -> Self {
self.update(self.ee.before(time.into_time()))
}
/// Creates a view of the Edge including all events after a specified start (exclusive).
async fn after(&self, time: GqlTimeInput) -> Self {
self.update(self.ee.after(time.into_time()))
}
/// Shrinks both the start and end of the window.
async fn shrink_window(&self, start: GqlTimeInput, end: GqlTimeInput) -> Self {
self.update(self.ee.shrink_window(start.into_time(), end.into_time()))
}
/// Set the start of the window.
async fn shrink_start(&self, start: GqlTimeInput) -> Self {
self.update(self.ee.shrink_start(start.into_time()))
}
/// Set the end of the window.
async fn shrink_end(&self, end: GqlTimeInput) -> Self {
self.update(self.ee.shrink_end(end.into_time()))
}
/// Takes a specified selection of views and applies them in order given.
async fn apply_views(&self, views: Vec<EdgesViewCollection>) -> Result<GqlEdges, GraphError> {
let mut return_view: GqlEdges = self.update(self.ee.clone());
for view in views {
return_view = match view {
EdgesViewCollection::DefaultLayer(apply) => {
if apply {
return_view.default_layer().await
} else {
return_view
}
}
EdgesViewCollection::Latest(apply) => {
if apply {
return_view.latest().await
} else {
return_view
}
}
EdgesViewCollection::SnapshotLatest(apply) => {
if apply {
return_view.snapshot_latest().await
} else {
return_view
}
}
EdgesViewCollection::SnapshotAt(at) => return_view.snapshot_at(at).await,
EdgesViewCollection::Layers(layers) => return_view.layers(layers).await,
EdgesViewCollection::ExcludeLayers(layers) => {
return_view.exclude_layers(layers).await
}
EdgesViewCollection::ExcludeLayer(layer) => return_view.exclude_layer(layer).await,
EdgesViewCollection::Window(window) => {
return_view.window(window.start, window.end).await
}
EdgesViewCollection::At(at) => return_view.at(at).await,
EdgesViewCollection::Before(time) => return_view.before(time).await,
EdgesViewCollection::After(time) => return_view.after(time).await,
EdgesViewCollection::ShrinkWindow(window) => {
return_view.shrink_window(window.start, window.end).await
}
EdgesViewCollection::ShrinkStart(time) => return_view.shrink_start(time).await,
EdgesViewCollection::ShrinkEnd(time) => return_view.shrink_end(time).await,
EdgesViewCollection::EdgeFilter(filter) => return_view.filter(filter).await?,
}
}
Ok(return_view)
}
/// Returns an edge object for each update within the original edge.
async fn explode(&self) -> Self {
self.update(self.ee.explode())
}
/// Returns an edge object for each layer within the original edge.
///
/// Each new edge object contains only updates from the respective layers.
async fn explode_layers(&self) -> Self {
self.update(self.ee.explode_layers())
}
/// Specify a sort order from: source, destination, property, time. You can also reverse the ordering.
async fn sorted(&self, sort_bys: Vec<EdgeSortBy>) -> Self {
let self_clone = self.clone();
blocking_compute(move || {
let sorted: Arc<[_]> = self_clone
.ee
.iter()
.sorted_by(|first_edge, second_edge| {
sort_bys.clone().into_iter().fold(
Ordering::Equal,
|current_ordering, sort_by| {
current_ordering.then_with(|| {
let ordering = if sort_by.src == Some(true) {
first_edge.src().id().partial_cmp(&second_edge.src().id())
} else if sort_by.dst == Some(true) {
first_edge.dst().id().partial_cmp(&second_edge.dst().id())
} else if let Some(sort_by_time) = sort_by.time {
let (first_time, second_time) = match sort_by_time {
SortByTime::Latest => {
(first_edge.latest_time(), second_edge.latest_time())
}
SortByTime::Earliest => (
first_edge.earliest_time(),
second_edge.earliest_time(),
),
};
first_time.partial_cmp(&second_time)
} else if let Some(sort_by_property) = sort_by.property {
let first_prop_maybe =
first_edge.properties().get(&*sort_by_property);
let second_prop_maybe =
second_edge.properties().get(&*sort_by_property);
first_prop_maybe.partial_cmp(&second_prop_maybe)
} else {
None
};
if let Some(ordering) = ordering {
if sort_by.reverse == Some(true) {
ordering.reverse()
} else {
ordering
}
} else {
Ordering::Equal
}
})
},
)
})
.map(|edge_view| edge_view.edge)
.collect();
self_clone.update(Edges::new(
self_clone.ee.base_graph().clone(),
Arc::new(move || {
let sorted = sorted.clone();
(0..sorted.len()).map(move |i| sorted[i]).into_dyn_boxed()
}),
))
})
.await
}
////////////////////////
//// TIME QUERIES //////
////////////////////////
/// Returns the start time of the window or none if there is no window.
async fn start(&self) -> GqlEventTime {
self.ee.start().into()
}
/// Returns the end time of the window or none if there is no window.
async fn end(&self) -> GqlEventTime {
self.ee.end().into()
}
/////////////////
//// List ///////
/////////////////
/// Returns the number of edges.
///
/// Returns:
/// int:
async fn count(&self) -> usize {
let self_clone = self.clone();
blocking_compute(move || self_clone.ee.len()).await
}
/// Fetch one page with a number of items up to a specified limit, optionally offset by a specified amount.
/// The page_index sets the number of pages to skip (defaults to 0).
///
/// For example, if page(5, 2, 1) is called, a page with 5 items, offset by 11 items (2 pages of 5 + 1),
/// will be returned.
async fn page(
&self,
limit: usize,
offset: Option<usize>,
page_index: Option<usize>,
) -> Vec<GqlEdge> {
let self_clone = self.clone();
blocking_compute(move || {
let start = page_index.unwrap_or(0) * limit + offset.unwrap_or(0);
self_clone.iter().skip(start).take(limit).collect()
})
.await
}
/// Returns a list of all objects in the current selection of the collection. You should filter the collection first then call list.
async fn list(&self) -> Vec<GqlEdge> {
let self_clone = self.clone();
blocking_compute(move || self_clone.iter().collect()).await
}
/// Returns a filtered view that applies to list down the chain
async fn filter(&self, expr: GqlEdgeFilter) -> Result<Self, GraphError> {
let self_clone = self.clone();
blocking_compute(move || {
let filter: CompositeEdgeFilter = expr.try_into()?;
let filtered = self_clone.ee.filter(filter)?;
Ok(self_clone.update(filtered.into_dyn()))
})
.await
}
/// Returns filtered list of edges
async fn select(&self, expr: GqlEdgeFilter) -> Result<Self, GraphError> {
let self_clone = self.clone();
blocking_compute(move || {
let filter: CompositeEdgeFilter = expr.try_into()?;
let filtered = self_clone.ee.select(filter)?;
Ok(self_clone.update(filtered))
})
.await
}
}