use crate::layer::*;
use crate::structure::*;
use std::convert::TryInto;
#[derive(Clone)]
pub struct InternalLayerTriplePredicateIterator {
len: usize,
predicate_wavelet_lookup: WaveletLookup,
subject_iterator: InternalLayerTripleSubjectIterator,
predicate_pos: u64,
peeked: Option<IdTriple>,
}
impl InternalLayerTriplePredicateIterator {
pub fn new(
predicate_wavelet_lookup: WaveletLookup,
subjects: Option<&MonotonicLogArray>,
s_p_adjacency_list: &AdjacencyList,
sp_o_adjacency_list: &AdjacencyList,
) -> Self {
let len = predicate_wavelet_lookup.len();
let subject_iterator = InternalLayerTripleSubjectIterator::new(
subjects,
s_p_adjacency_list,
sp_o_adjacency_list,
);
Self {
len,
predicate_wavelet_lookup: predicate_wavelet_lookup.clone(),
subject_iterator,
predicate_pos: 0,
peeked: None,
}
}
fn next_pos(&mut self) -> bool {
if self.predicate_pos >= self.len as u64 {
return false;
}
let s_p_pos = self
.predicate_wavelet_lookup
.entry(self.predicate_pos.try_into().unwrap());
self.subject_iterator.seek_s_p_pos(s_p_pos);
self.predicate_pos += 1;
true
}
pub fn peek(&mut self) -> Option<&IdTriple> {
self.peeked = self.next();
self.peeked.as_ref()
}
}
impl Iterator for InternalLayerTriplePredicateIterator {
type Item = IdTriple;
fn next(&mut self) -> Option<IdTriple> {
if self.peeked.is_some() {
let peeked = self.peeked;
self.peeked = None;
return peeked;
}
if self.next_pos() {
self.subject_iterator.next()
} else {
None
}
}
}
#[derive(Clone)]
pub struct OptInternalLayerTriplePredicateIterator(
pub Option<InternalLayerTriplePredicateIterator>,
);
impl OptInternalLayerTriplePredicateIterator {
pub fn peek(&mut self) -> Option<&IdTriple> {
self.0.as_mut().and_then(|i| i.peek())
}
}
impl Iterator for OptInternalLayerTriplePredicateIterator {
type Item = IdTriple;
fn next(&mut self) -> Option<IdTriple> {
self.0.as_mut().and_then(|i| i.next())
}
}
#[derive(Clone)]
pub struct InternalTriplePredicateIterator {
predicate: u64,
positives: Vec<OptInternalLayerTriplePredicateIterator>,
negatives: Vec<OptInternalLayerTriplePredicateIterator>,
}
impl InternalTriplePredicateIterator {
pub fn from_layer<T: 'static + InternalLayerImpl>(layer: &T, predicate: u64) -> Self {
let mut positives = Vec::new();
let mut negatives = Vec::new();
positives.push(layer.internal_triple_additions_by_predicate(predicate));
negatives.push(layer.internal_triple_removals_by_predicate(predicate));
let mut layer_opt = layer.immediate_parent();
while layer_opt.is_some() {
positives.push(
layer_opt
.unwrap()
.internal_triple_additions_by_predicate(predicate),
);
negatives.push(
layer_opt
.unwrap()
.internal_triple_removals_by_predicate(predicate),
);
layer_opt = layer_opt.unwrap().immediate_parent();
}
Self {
predicate,
positives,
negatives,
}
}
}
impl Iterator for InternalTriplePredicateIterator {
type Item = IdTriple;
fn next(&mut self) -> Option<IdTriple> {
'outer: loop {
let lowest_index = self
.positives
.iter_mut()
.map(|p| p.peek())
.enumerate()
.filter(|(_, elt)| elt.is_some())
.min_by_key(|(_, elt)| elt.unwrap())
.map(|(index, _)| index);
match lowest_index {
None => return None,
Some(lowest_index) => {
let lowest = self.positives[lowest_index].next().unwrap();
for iter in self.negatives[0..lowest_index].iter_mut() {
if iter.peek() == Some(&lowest) {
iter.next().unwrap();
continue 'outer;
}
}
return Some(lowest);
}
}
}
}
}
#[cfg(test)]
mod tests {
use crate::layer::base::tests::*;
use crate::layer::child::tests::*;
use crate::layer::*;
use futures::prelude::*;
use futures::sync::oneshot;
use std::sync::Arc;
use tokio::runtime::{Runtime, TaskExecutor};
#[test]
fn base_triple_predicate_iterator() {
let runtime = Runtime::new().unwrap();
let base_layer: InternalLayer = example_base_layer(&runtime.executor()).into();
let triples: Vec<_> = base_layer.triple_additions_p(3).collect();
let expected = vec![
IdTriple::new(2, 3, 6),
IdTriple::new(3, 3, 6),
IdTriple::new(4, 3, 6),
];
assert_eq!(expected, triples);
}
fn child_layer(executor: &TaskExecutor) -> InternalLayer {
let base_layer = example_base_layer(executor);
let parent: Arc<InternalLayer> = Arc::new(base_layer.into());
let child_files = child_layer_files();
let child_builder = ChildLayerFileBuilder::from_files(parent.clone(), &child_files);
let fut = child_builder
.into_phase2()
.and_then(|b| b.add_triple(1, 2, 3))
.and_then(|b| b.add_triple(3, 3, 4))
.and_then(|b| b.add_triple(3, 5, 6))
.and_then(|b| b.remove_triple(1, 1, 1))
.and_then(|b| b.remove_triple(2, 1, 3))
.and_then(|b| b.remove_triple(2, 3, 6))
.and_then(|b| b.remove_triple(4, 3, 6))
.and_then(|b| b.finalize());
oneshot::spawn(fut, executor).wait().unwrap();
ChildLayer::load_from_files([5, 4, 3, 2, 1], parent, &child_files)
.wait()
.unwrap()
.into()
}
#[test]
fn child_triple_addition_iterator() {
let runtime = Runtime::new().unwrap();
let layer = child_layer(&runtime.executor());
let triples: Vec<_> = layer.triple_additions_p(3).collect();
let expected = vec![IdTriple::new(3, 3, 4)];
assert_eq!(expected, triples);
}
#[test]
fn child_triple_removal_iterator() {
let runtime = Runtime::new().unwrap();
let layer = child_layer(&runtime.executor());
let triples: Vec<_> = layer.triple_removals_p(3).collect();
let expected = vec![IdTriple::new(2, 3, 6), IdTriple::new(4, 3, 6)];
assert_eq!(expected, triples);
}
use crate::storage::memory::*;
use crate::storage::LayerStore;
#[test]
fn combined_iterator_for_predicate() {
let runtime = Runtime::new().unwrap();
let store = MemoryLayerStore::new();
let mut builder = store.create_base_layer().wait().unwrap();
let base_name = builder.name();
builder.add_string_triple(StringTriple::new_value("cow", "says", "moo"));
builder.add_string_triple(StringTriple::new_value("duck", "says", "quack"));
builder.add_string_triple(StringTriple::new_node("cow", "likes", "duck"));
builder.add_string_triple(StringTriple::new_node("duck", "hates", "cow"));
oneshot::spawn(builder.commit_boxed(), &runtime.executor())
.wait()
.unwrap();
builder = store.create_child_layer(base_name).wait().unwrap();
let child1_name = builder.name();
builder.add_string_triple(StringTriple::new_value("horse", "says", "neigh"));
builder.add_string_triple(StringTriple::new_node("horse", "likes", "horse"));
oneshot::spawn(builder.commit_boxed(), &runtime.executor())
.wait()
.unwrap();
builder = store.create_child_layer(child1_name).wait().unwrap();
let child2_name = builder.name();
builder.remove_string_triple(StringTriple::new_node("duck", "hates", "cow"));
builder.add_string_triple(StringTriple::new_node("duck", "likes", "cow"));
oneshot::spawn(builder.commit_boxed(), &runtime.executor())
.wait()
.unwrap();
builder = store.create_child_layer(child2_name).wait().unwrap();
let child3_name = builder.name();
builder.remove_string_triple(StringTriple::new_node("duck", "likes", "cow"));
builder.add_string_triple(StringTriple::new_node("duck", "hates", "cow"));
oneshot::spawn(builder.commit_boxed(), &runtime.executor())
.wait()
.unwrap();
builder = store.create_child_layer(child3_name).wait().unwrap();
let child4_name = builder.name();
builder.remove_string_triple(StringTriple::new_node("duck", "hates", "cow"));
builder.add_string_triple(StringTriple::new_node("duck", "likes", "cow"));
oneshot::spawn(builder.commit_boxed(), &runtime.executor())
.wait()
.unwrap();
let layer = store.get_layer(child4_name).wait().unwrap().unwrap();
let predicate_id = layer.predicate_id("likes").unwrap();
let triples: Vec<_> = layer
.triples_p(predicate_id)
.map(|t| layer.id_triple_to_string(&t).unwrap())
.collect();
let expected = vec![
StringTriple::new_node("cow", "likes", "duck"),
StringTriple::new_node("duck", "likes", "cow"),
StringTriple::new_node("horse", "likes", "horse"),
];
assert_eq!(expected, triples);
}
}