use std::{cmp::Ordering, fmt::Debug, hash::Hash};
use educe::Educe;
use raw_btree::RawBTree;
use slab::Slab;
use crate::{
Quad,
RdfDisplay,
Resource,
dataset::{DatasetMut, Graph, IndexedBTreeDataset, ResourceTraversableDataset, TraversableDataset},
};
fn resource_cmp<R: Ord>(resources: &Slab<Entry<R>>) -> impl '_ + Fn(&usize, &R) -> Ordering {
|&i, resource| resources[i].value.cmp(resource)
}
fn resource_index_cmp<R: Ord>(resources: &Slab<Entry<R>>) -> impl '_ + Fn(&usize, &usize) -> Ordering {
|&i, &j| resources[i].value.cmp(&resources[j].value)
}
fn quad_with_resources<R: Resource>(resources: &Slab<Entry<R>>, Quad(s, p, o, g): Quad<usize, usize, usize, usize>) -> Quad<&R, &R, &R, &R> {
unsafe {
Quad(
&resources.get_unchecked(s).value,
&resources.get_unchecked(p).value,
&resources.get_unchecked(o).value,
g.map(|g| &resources.get_unchecked(g).value),
)
}
}
fn quad_cmp<'a, R: Resource + Ord>(
resources: &'a Slab<Entry<R>>,
quads: &'a Slab<Quad<usize, usize, usize, usize>>,
) -> impl 'a + Fn(&usize, &Quad<&R, &R, &R, &R>) -> Ordering {
|&i, quad| quad_with_resources(resources, quads[i]).cmp(quad)
}
fn quad_index_cmp<'a, R: Resource + Ord>(
resources: &'a Slab<Entry<R>>,
quads: &'a Slab<Quad<usize, usize, usize, usize>>,
) -> impl 'a + Fn(&usize, &usize) -> Ordering {
|&i, &j| quad_with_resources(resources, quads[i]).cmp(&quad_with_resources(resources, quads[j]))
}
#[derive(Clone)]
pub struct BTreeDataset<R> {
pub(crate) resources: Slab<Entry<R>>,
pub(crate) quads: Slab<Quad<usize, usize, usize, usize>>,
pub(crate) resources_indexes: RawBTree<usize>,
pub(crate) quads_indexes: RawBTree<usize>,
}
impl<R> Default for BTreeDataset<R> {
fn default() -> Self {
Self {
quads: Slab::new(),
resources: Slab::new(),
quads_indexes: RawBTree::new(),
resources_indexes: RawBTree::new(),
}
}
}
impl<R> BTreeDataset<R> {
pub fn new() -> Self {
Self::default()
}
pub fn len(&self) -> usize {
self.quads.len()
}
pub fn is_empty(&self) -> bool {
self.quads.is_empty()
}
}
impl<R: Resource> BTreeDataset<R> {
pub fn iter(&self) -> Quads<'_, R> {
Quads {
resources: &self.resources,
quads: &self.quads,
indexes: self.quads_indexes.iter(),
}
}
pub fn resources(&self) -> Resources<'_, R> {
Resources {
resources: &self.resources,
indexes: self.resources_indexes.iter(),
}
}
pub fn into_indexed(self) -> IndexedBTreeDataset<R> {
IndexedBTreeDataset::from_non_indexed(self)
}
}
impl<R: Resource + Ord> BTreeDataset<R> {
fn index_of_resource(&self, resource: &R) -> Option<usize> {
self.resources_indexes.get(resource_cmp(&self.resources), resource).copied()
}
fn index_of_quad(&self, quad: Quad<&R, &R, &R, &R>) -> Option<usize> {
self.quads_indexes.get(quad_cmp(&self.resources, &self.quads), &quad).copied()
}
pub fn contains_resource(&self, resource: &R) -> bool {
self.index_of_resource(resource).is_some()
}
pub fn contains(&self, quad: Quad<&R, &R, &R, &R>) -> bool {
self.index_of_quad(quad).is_some()
}
pub fn insert(&mut self, quad: Quad<R, R, R, R>) -> bool {
let s_i_pre = self.index_of_resource(&quad.0);
let p_i_pre = self.index_of_resource(&quad.1);
let o_i_pre = self.index_of_resource(&quad.2);
let g_i_pre = quad.3.as_ref().map(|g| self.index_of_resource(g));
let g_existing = match g_i_pre {
Some(Some(g_i)) => Some(Some(g_i)),
None => Some(None),
Some(None) => None,
};
if let (Some(s_i), Some(p_i), Some(o_i), Some(g_slot)) = (s_i_pre, p_i_pre, o_i_pre, g_existing) {
let target = Quad(s_i, p_i, o_i, g_slot);
let resources = &self.resources;
let quads = &self.quads;
let cmp = |i: &usize, t: &Quad<usize, usize, usize, usize>| quad_with_resources(resources, quads[*i]).cmp(&quad_with_resources(resources, *t));
if self.quads_indexes.get(cmp, &target).is_some() {
return false;
}
}
let e = self.quads.vacant_entry();
let i = e.key();
let s_i = match s_i_pre {
Some(s_i) => {
self.resources[s_i].occurrences += 1;
s_i
}
None => {
let s_i = self.resources.insert(Entry::new(quad.0));
self.resources_indexes.insert(resource_index_cmp(&self.resources), s_i);
s_i
}
};
let p_i = match p_i_pre {
Some(p_i) => {
self.resources[p_i].occurrences += 1;
p_i
}
None => {
let p_i = self.resources.insert(Entry::new(quad.1));
self.resources_indexes.insert(resource_index_cmp(&self.resources), p_i);
p_i
}
};
let o_i = match o_i_pre {
Some(o_i) => {
self.resources[o_i].occurrences += 1;
o_i
}
None => {
let o_i = self.resources.insert(Entry::new(quad.2));
self.resources_indexes.insert(resource_index_cmp(&self.resources), o_i);
o_i
}
};
let g_i = match (quad.3, g_i_pre) {
(_, Some(Some(g_i))) => {
self.resources[g_i].occurrences += 1;
Some(g_i)
}
(Some(g), Some(None)) => {
let g_i = self.resources.insert(Entry::new(g));
self.resources_indexes.insert(resource_index_cmp(&self.resources), g_i);
Some(g_i)
}
(None, None) => None,
(Some(_), None) | (None, Some(_)) => unreachable!(),
};
e.insert(Quad(s_i, p_i, o_i, g_i));
self.quads_indexes.insert(quad_index_cmp(&self.resources, &self.quads), i);
true
}
pub fn remove(&mut self, quad: Quad<&R, &R, &R, &R>) -> bool {
match self.quads_indexes.remove(quad_cmp(&self.resources, &self.quads), &quad) {
Some(i) => {
let Quad(s_i, p_i, o_i, g_i) = self.quads.remove(i);
let s = &mut self.resources[s_i];
s.occurrences -= 1;
if s.is_empty() {
self.resources_indexes.remove(resource_cmp(&self.resources), quad.0);
self.resources.remove(s_i);
}
let p = &mut self.resources[p_i];
p.occurrences -= 1;
if p.is_empty() {
self.resources_indexes.remove(resource_cmp(&self.resources), quad.1);
self.resources.remove(p_i);
}
let o = &mut self.resources[o_i];
o.occurrences -= 1;
if o.is_empty() {
self.resources_indexes.remove(resource_cmp(&self.resources), quad.2);
self.resources.remove(o_i);
}
if let Some(g_i) = g_i {
let g = &mut self.resources[g_i];
g.occurrences -= 1;
if g.is_empty() {
self.resources_indexes.remove(resource_index_cmp(&self.resources), &g_i);
self.resources.remove(g_i);
}
}
true
}
None => false,
}
}
}
impl<R: Resource + Clone + Ord> FromIterator<Quad<R, R, R, R>> for BTreeDataset<R> {
fn from_iter<T: IntoIterator<Item = Quad<R, R, R, R>>>(iter: T) -> Self {
let mut result = Self::new();
result.extend(iter);
result
}
}
impl<R: Resource + Clone + Ord> Extend<Quad<R, R, R, R>> for BTreeDataset<R> {
fn extend<T: IntoIterator<Item = Quad<R, R, R, R>>>(&mut self, iter: T) {
for quad in iter {
self.insert(quad);
}
}
}
impl<R: Resource + Clone + Ord> BTreeDataset<R> {
pub fn absorb<I: IntoIterator<Item = Quad<R, R, R, R>>>(&mut self, iter: I) {
self.extend(iter);
}
}
impl<R: Resource> Graph for BTreeDataset<R> {
type Subject = R;
type Predicate = R;
type Object = R;
}
impl<R: Resource> crate::dataset::Dataset for BTreeDataset<R> {
type Graph = R;
}
impl<R: Resource> TraversableDataset for BTreeDataset<R> {
type Quads<'a>
= Quads<'a, R>
where
R: 'a;
fn quads(&self) -> Self::Quads<'_> {
self.iter()
}
fn quads_count(&self) -> usize {
self.len()
}
}
impl<R: Resource> ResourceTraversableDataset for BTreeDataset<R> {
type Resources<'a>
= Resources<'a, R>
where
R: 'a;
fn resources(&self) -> Self::Resources<'_> {
self.resources()
}
fn resource_count(&self) -> usize {
self.resources.len()
}
}
impl<R: Resource + Clone + Ord> DatasetMut for BTreeDataset<R> {
fn insert(&mut self, quad: Quad<Self::Subject, Self::Predicate, Self::Object, <Self as crate::dataset::Dataset>::Graph>) {
self.insert(quad);
}
fn remove(&mut self, quad: Quad<&Self::Subject, &Self::Predicate, &Self::Object, &<Self as crate::dataset::Dataset>::Graph>) {
self.remove(quad);
}
}
#[derive(Educe)]
#[educe(Clone, Copy)]
pub struct Quads<'a, R> {
resources: &'a Slab<Entry<R>>,
quads: &'a Slab<Quad<usize, usize, usize, usize>>,
indexes: raw_btree::Iter<'a, usize>,
}
impl<'a, R: Resource> Iterator for Quads<'a, R> {
type Item = Quad<&'a R, &'a R, &'a R, &'a R>;
fn next(&mut self) -> Option<Self::Item> {
self.indexes.next().map(|&i| quad_with_resources(self.resources, self.quads[i]))
}
}
pub struct IntoQuads<R> {
resources: Slab<Entry<R>>,
quads: Slab<Quad<usize, usize, usize, usize>>,
indexes: raw_btree::IntoIter<usize>,
}
impl<R: Resource + Clone> Iterator for IntoQuads<R> {
type Item = Quad<R, R, R, R>;
fn next(&mut self) -> Option<Self::Item> {
self.indexes.next().map(|i| quad_with_resources(&self.resources, self.quads.remove(i)).cloned())
}
}
impl<'a, R: Resource> IntoIterator for &'a BTreeDataset<R> {
type Item = Quad<&'a R, &'a R, &'a R, &'a R>;
type IntoIter = Quads<'a, R>;
fn into_iter(self) -> Self::IntoIter {
self.iter()
}
}
impl<R: Resource + Clone> IntoIterator for BTreeDataset<R> {
type Item = Quad<R, R, R, R>;
type IntoIter = IntoQuads<R>;
fn into_iter(self) -> Self::IntoIter {
IntoQuads {
resources: self.resources,
quads: self.quads,
indexes: self.quads_indexes.into_iter(),
}
}
}
pub struct Resources<'a, R> {
resources: &'a Slab<Entry<R>>,
indexes: raw_btree::Iter<'a, usize>,
}
impl<'a, R> Iterator for Resources<'a, R> {
type Item = &'a R;
fn next(&mut self) -> Option<Self::Item> {
self.indexes.next().map(|&i| &self.resources[i].value)
}
}
impl<A: Resource + PartialEq<B>, B: Resource> PartialEq<BTreeDataset<B>> for BTreeDataset<A> {
fn eq(&self, other: &BTreeDataset<B>) -> bool {
self.len() == other.len() && self.iter().zip(other).all(|(a, b)| a == b)
}
}
impl<R: Resource + Eq> Eq for BTreeDataset<R> {}
impl<R: Resource + PartialOrd> PartialOrd for BTreeDataset<R> {
fn partial_cmp(&self, other: &Self) -> Option<Ordering> {
self.iter().partial_cmp(other)
}
}
impl<R: Resource + Ord> Ord for BTreeDataset<R> {
fn cmp(&self, other: &Self) -> Ordering {
self.iter().cmp(other)
}
}
impl<R: Resource + Hash> Hash for BTreeDataset<R> {
fn hash<H: std::hash::Hasher>(&self, state: &mut H) {
state.write_usize(self.len());
for elt in self {
elt.hash(state);
}
}
}
#[derive(Default, Clone)]
pub(crate) struct Entry<R> {
pub value: R,
pub(crate) occurrences: usize,
}
impl<R> Entry<R> {
pub const fn new(value: R) -> Self {
Self { value, occurrences: 1 }
}
pub const fn is_empty(&self) -> bool {
self.occurrences == 0
}
}
impl<R: Resource + Debug> Debug for BTreeDataset<R> {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
f.debug_set().entries(self.iter()).finish()
}
}
impl<R: Resource + RdfDisplay> RdfDisplay for BTreeDataset<R> {
fn rdf_fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result {
for t in self {
writeln!(f, "{} .", t.rdf_display())?;
}
Ok(())
}
}
#[cfg(feature = "serde")]
impl<R: Resource + serde::Serialize> serde::Serialize for BTreeDataset<R> {
fn serialize<S: serde::Serializer>(&self, serializer: S) -> Result<S::Ok, S::Error> {
use serde::ser::SerializeSeq;
let mut seq = serializer.serialize_seq(Some(self.len()))?;
for quad in self {
seq.serialize_element(&quad)?;
}
seq.end()
}
}
#[cfg(feature = "serde")]
impl<'de, R: Resource + Clone + Ord + serde::Deserialize<'de>> serde::Deserialize<'de> for BTreeDataset<R> {
fn deserialize<D: serde::Deserializer<'de>>(deserializer: D) -> Result<Self, D::Error> {
struct Visitor<R>(std::marker::PhantomData<R>);
impl<'de, R: Resource + Clone + Ord + serde::Deserialize<'de>> serde::de::Visitor<'de> for Visitor<R> {
type Value = BTreeDataset<R>;
fn expecting(&self, formatter: &mut std::fmt::Formatter) -> std::fmt::Result {
write!(formatter, "an RDF dataset")
}
fn visit_seq<A>(self, mut seq: A) -> Result<Self::Value, A::Error>
where
A: serde::de::SeqAccess<'de>,
{
let mut result = BTreeDataset::new();
while let Some(quad) = seq.next_element()? {
result.insert(quad);
}
Ok(result)
}
}
deserializer.deserialize_seq(Visitor(std::marker::PhantomData))
}
}
#[cfg(test)]
#[allow(clippy::unwrap_used, clippy::panic, clippy::expect_used)]
mod tests {
use rand::{Rng, SeedableRng, rngs::SmallRng};
use crate::Quad;
use super::BTreeDataset;
fn rng_graph(rng: &mut SmallRng) -> Option<u32> {
let g = rng.next_u32();
if g % 2 == 0 { Some(g) } else { None }
}
fn insert_test(n: usize, seed: [u8; 32]) {
let mut rng = SmallRng::from_seed(seed);
let mut quads = Vec::new();
quads.resize_with(n, || Quad(rng.next_u32(), rng.next_u32(), rng.next_u32(), rng_graph(&mut rng)));
let mut dataset = BTreeDataset::new();
for &t in &quads {
dataset.insert(t);
}
quads.sort_unstable();
quads.dedup();
assert_eq!(dataset.len(), quads.len());
test_eq(dataset, quads)
}
fn remove_test(n: usize, seed: [u8; 32]) {
use rand::prelude::SliceRandom;
let mut rng = SmallRng::from_seed(seed);
let mut quads = Vec::new();
quads.resize_with(n, || Quad(rng.next_u32(), rng.next_u32(), rng.next_u32(), rng_graph(&mut rng)));
let mut dataset = BTreeDataset::new();
for &t in &quads {
dataset.insert(t);
}
quads.shuffle(&mut rng);
for _ in 0..(n / 2) {
let t = quads.pop().unwrap();
dataset.remove(t.as_ref());
}
quads.sort_unstable();
quads.dedup();
test_eq(dataset, quads)
}
fn test_eq(dataset: BTreeDataset<u32>, quads: Vec<Quad<u32, u32, u32, u32>>) {
assert_eq!(dataset.len(), quads.len());
let mut a = quads.iter().copied();
let mut b = dataset.iter().map(Quad::into_copied);
loop {
match (a.next(), b.next()) {
(Some(a), Some(b)) => assert_eq!(a, b),
(None, None) => break,
_ => panic!("different length"),
}
}
}
#[test]
fn insert() {
for i in 0u8..32 {
insert_test(i as usize * 11, [i; 32]);
}
}
#[test]
fn remove() {
for i in 0u8..32 {
remove_test(i as usize * 11, [i; 32]);
}
}
}