1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
use crate::{
model::{
graph::{
filtering::{GqlNodeFilter, NodesViewCollection},
node::GqlNode,
timeindex::{GqlEventTime, GqlTimeInput},
windowset::GqlNodesWindowSet,
GqlAlignmentUnit, WindowDuration,
},
sorting::{NodeSortBy, SortByTime},
},
rayon::blocking_compute,
};
use dynamic_graphql::{ResolvedObject, ResolvedObjectFields};
use itertools::Itertools;
use raphtory::{
core::utils::time::TryIntoInterval,
db::{
api::{
state::{ops::DynNodeFilter, Index},
view::{filter_ops::NodeSelect, DynamicGraph, Filter},
},
graph::{
nodes::{IntoDynNodes, Nodes},
views::filter::model::node_filter::CompositeNodeFilter,
},
},
errors::GraphError,
prelude::*,
};
use raphtory_api::core::{entities::VID, utils::time::IntoTime};
use std::cmp::Ordering;
#[derive(ResolvedObject, Clone)]
#[graphql(name = "Nodes")]
pub(crate) struct GqlNodes {
pub(crate) nn: Nodes<'static, DynamicGraph, DynamicGraph, DynNodeFilter>,
}
impl GqlNodes {
fn update<N: IntoDynNodes>(&self, nodes: N) -> Self {
GqlNodes::new(nodes)
}
}
impl GqlNodes {
pub(crate) fn new<N: IntoDynNodes>(nodes: N) -> Self {
Self {
nn: nodes.into_dyn(),
}
}
fn iter(&self) -> Box<dyn Iterator<Item = GqlNode> + '_> {
let iter = self.nn.iter_owned_unlocked().map(GqlNode::from);
Box::new(iter)
}
}
#[ResolvedObjectFields]
impl GqlNodes {
////////////////////////
// LAYERS AND WINDOWS //
////////////////////////
/// Return a view of the nodes containing only the default edge layer.
async fn default_layer(&self) -> Self {
self.update(self.nn.default_layer())
}
/// Return a view of the nodes containing all layers specified.
async fn layers(&self, names: Vec<String>) -> Self {
self.update(self.nn.valid_layers(names))
}
/// Return a view of the nodes containing all layers except those specified.
async fn exclude_layers(&self, names: Vec<String>) -> Self {
let self_clone = self.clone();
blocking_compute(move || self_clone.update(self_clone.nn.exclude_valid_layers(names))).await
}
/// Return a view of the nodes containing the specified layer.
async fn layer(&self, name: String) -> Self {
self.update(self.nn.valid_layers(name))
}
/// Return a view of the nodes containing all layers except those specified.
async fn exclude_layer(&self, name: String) -> Self {
self.update(self.nn.exclude_valid_layers(name))
}
/// Creates a WindowSet with the specified window size and optional step using a rolling window.
///
/// A rolling window is a window that moves forward by step size at each iteration.
///
/// alignment_unit optionally aligns the windows to the specified unit. "Unaligned" can be passed for no alignment.
/// If unspecified (i.e. by default), alignment is done on the smallest unit of time in the step (or window if no step is passed).
/// e.g. "1 month and 1 day" will align at the start of the day.
/// Note that passing a step larger than window while alignment_unit is not "Unaligned" may lead to some entries appearing before
/// the start of the first window and/or after the end of the last window (i.e. not included in any window).
async fn rolling(
&self,
window: WindowDuration,
step: Option<WindowDuration>,
alignment_unit: Option<GqlAlignmentUnit>,
) -> Result<GqlNodesWindowSet, GraphError> {
let window = window.try_into_interval()?;
let step = step.map(|x| x.try_into_interval()).transpose()?;
let ws = if let Some(unit) = alignment_unit {
self.nn.rolling_aligned(window, step, unit.into())?
} else {
self.nn.rolling(window, step)?
};
Ok(GqlNodesWindowSet::new(ws))
}
/// Creates a WindowSet with the specified step size using an expanding window.
///
/// An expanding window is a window that grows by step size at each iteration.
///
/// alignment_unit optionally aligns the windows to the specified unit. "Unaligned" can be passed for no alignment.
/// If unspecified (i.e. by default), alignment is done on the smallest unit of time in the step.
/// e.g. "1 month and 1 day" will align at the start of the day.
async fn expanding(
&self,
step: WindowDuration,
alignment_unit: Option<GqlAlignmentUnit>,
) -> Result<GqlNodesWindowSet, GraphError> {
let step = step.try_into_interval()?;
let ws = if let Some(unit) = alignment_unit {
self.nn.expanding_aligned(step, unit.into())?
} else {
self.nn.expanding(step)?
};
Ok(GqlNodesWindowSet::new(ws))
}
/// Create a view of the node including all events between the specified start (inclusive) and end (exclusive).
async fn window(&self, start: GqlTimeInput, end: GqlTimeInput) -> Self {
self.update(self.nn.window(start.into_time(), end.into_time()))
}
/// Create a view of the nodes including all events at a specified time.
async fn at(&self, time: GqlTimeInput) -> Self {
self.update(self.nn.at(time.into_time()))
}
/// Create a view of the nodes including all events at the latest time.
async fn latest(&self) -> Self {
let self_clone = self.clone();
blocking_compute(move || self_clone.update(self_clone.nn.latest())).await
}
/// Create a view of the nodes including all events that are valid at the specified time.
async fn snapshot_at(&self, time: GqlTimeInput) -> Self {
self.update(self.nn.snapshot_at(time.into_time()))
}
/// Create a view of the nodes including all events that are valid at the latest time.
async fn snapshot_latest(&self) -> Self {
let self_clone = self.clone();
blocking_compute(move || self_clone.update(self_clone.nn.snapshot_latest())).await
}
/// Create a view of the nodes including all events before specified end time (exclusive).
async fn before(&self, time: GqlTimeInput) -> Self {
self.update(self.nn.before(time.into_time()))
}
/// Create a view of the nodes including all events after the specified start time (exclusive).
async fn after(&self, time: GqlTimeInput) -> Self {
self.update(self.nn.after(time.into_time()))
}
/// Shrink both the start and end of the window.
async fn shrink_window(&self, start: GqlTimeInput, end: GqlTimeInput) -> Self {
self.update(self.nn.shrink_window(start.into_time(), end.into_time()))
}
/// Set the start of the window to the larger of a specified start time and self.start().
async fn shrink_start(&self, start: GqlTimeInput) -> Self {
self.update(self.nn.shrink_start(start.into_time()))
}
/// Set the end of the window to the smaller of a specified end and self.end().
async fn shrink_end(&self, end: GqlTimeInput) -> Self {
self.update(self.nn.shrink_end(end.into_time()))
}
/// Filter nodes by node type.
async fn type_filter(&self, node_types: Vec<String>) -> Self {
let self_clone = self.clone();
blocking_compute(move || self_clone.update(self_clone.nn.type_filter(&node_types))).await
}
async fn apply_views(&self, views: Vec<NodesViewCollection>) -> Result<GqlNodes, GraphError> {
let mut return_view: GqlNodes = GqlNodes::new(self.nn.clone());
for view in views {
return_view = match view {
NodesViewCollection::DefaultLayer(apply) => {
if apply {
return_view.default_layer().await
} else {
return_view
}
}
NodesViewCollection::ExcludeLayer(layer) => return_view.exclude_layer(layer).await,
NodesViewCollection::Layers(layers) => return_view.layers(layers).await,
NodesViewCollection::ExcludeLayers(layers) => {
return_view.exclude_layers(layers).await
}
NodesViewCollection::Window(window) => {
return_view.window(window.start, window.end).await
}
NodesViewCollection::At(at) => return_view.at(at).await,
NodesViewCollection::Latest(apply) => {
if apply {
return_view.latest().await
} else {
return_view
}
}
NodesViewCollection::SnapshotLatest(apply) => {
if apply {
return_view.snapshot_latest().await
} else {
return_view
}
}
NodesViewCollection::SnapshotAt(at) => return_view.snapshot_at(at).await,
NodesViewCollection::Before(time) => return_view.before(time).await,
NodesViewCollection::After(time) => return_view.after(time).await,
NodesViewCollection::ShrinkWindow(window) => {
return_view.shrink_window(window.start, window.end).await
}
NodesViewCollection::ShrinkStart(time) => return_view.shrink_start(time).await,
NodesViewCollection::ShrinkEnd(time) => return_view.shrink_end(time).await,
NodesViewCollection::NodeFilter(node_filter) => {
return_view.filter(node_filter).await?
}
NodesViewCollection::TypeFilter(types) => return_view.type_filter(types).await,
}
}
Ok(return_view)
}
/////////////////
//// Sorting ////
/////////////////
async fn sorted(&self, sort_bys: Vec<NodeSortBy>) -> Self {
let self_clone = self.clone();
blocking_compute(move || {
let sorted: Index<VID> = self_clone
.nn
.iter()
.sorted_by(|first_node, second_node| {
sort_bys
.iter()
.fold(Ordering::Equal, |current_ordering, sort_by| {
current_ordering.then_with(|| {
let ordering = if sort_by.id == Some(true) {
first_node.id().partial_cmp(&second_node.id())
} else if let Some(sort_by_time) = sort_by.time.as_ref() {
let (first_time, second_time) = match sort_by_time {
SortByTime::Latest => {
(first_node.latest_time(), second_node.latest_time())
}
SortByTime::Earliest => (
first_node.earliest_time(),
second_node.earliest_time(),
),
};
first_time.partial_cmp(&second_time)
} else if let Some(sort_by_property) = sort_by.property.as_ref() {
let first_prop_maybe =
first_node.properties().get(sort_by_property);
let second_prop_maybe =
second_node.properties().get(sort_by_property);
first_prop_maybe.partial_cmp(&second_prop_maybe)
} else {
None
};
if let Some(ordering) = ordering {
if sort_by.reverse == Some(true) {
ordering.reverse()
} else {
ordering
}
} else {
Ordering::Equal
}
})
})
})
.map(|node_view| node_view.node)
.collect();
GqlNodes::new(self_clone.nn.indexed(sorted))
})
.await
}
////////////////////////
//// TIME QUERIES //////
////////////////////////
/// Returns the start time of the window. Errors if there is no window.
async fn start(&self) -> GqlEventTime {
self.nn.start().into()
}
/// Returns the end time of the window. Errors if there is no window.
async fn end(&self) -> GqlEventTime {
self.nn.end().into()
}
/////////////////
//// List ///////
/////////////////
async fn count(&self) -> usize {
let self_clone = self.clone();
blocking_compute(move || self_clone.nn.len()).await
}
/// Fetch one page with a number of items up to a specified limit, optionally offset by a specified amount.
/// The page_index sets the number of pages to skip (defaults to 0).
///
/// For example, if page(5, 2, 1) is called, a page with 5 items, offset by 11 items (2 pages of 5 + 1),
/// will be returned.
async fn page(
&self,
limit: usize,
offset: Option<usize>,
page_index: Option<usize>,
) -> Vec<GqlNode> {
let self_clone = self.clone();
blocking_compute(move || {
let start = page_index.unwrap_or(0) * limit + offset.unwrap_or(0);
self_clone.iter().skip(start).take(limit).collect()
})
.await
}
async fn list(&self) -> Vec<GqlNode> {
let self_clone = self.clone();
blocking_compute(move || self_clone.iter().collect()).await
}
/// Returns a view of the node ids.
async fn ids(&self) -> Vec<String> {
let self_clone = self.clone();
blocking_compute(move || self_clone.nn.iter_unlocked().map(|nn| nn.name()).collect()).await
}
/// Returns a filtered view that applies to list down the chain
async fn filter(&self, expr: GqlNodeFilter) -> Result<Self, GraphError> {
let self_clone = self.clone();
blocking_compute(move || {
let filter: CompositeNodeFilter = expr.try_into()?;
let filtered = self_clone.nn.filter(filter)?;
Ok(self_clone.update(filtered.into_dyn()))
})
.await
}
/// Returns filtered list of nodes
async fn select(&self, expr: GqlNodeFilter) -> Result<Self, GraphError> {
let self_clone = self.clone();
blocking_compute(move || {
let filter: CompositeNodeFilter = expr.try_into()?;
let filtered = self_clone.nn.select(filter)?;
Ok(self_clone.update(filtered.into_dyn()))
})
.await
}
}