kgdata 4.0.1

Library to process dumps of knowledge graphs (Wikipedia, DBpedia, Wikidata)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34

use rayon::prelude::*;

use super::ParallelDataset;

#[derive(Clone)]
pub struct FoldOp<D: ParallelDataset, ID, F> {
    pub base: D,
    pub identity: ID,
    pub op: F,
}

impl<T, D, ID, F> IntoParallelIterator for FoldOp<D, ID, F>
where
    D: ParallelDataset,
    F: (Fn(T, D::Item) -> T) + Sync + Send,
    ID: Fn() -> T + Sync + Send,
    T: Send,
{
    type Iter = rayon::iter::Fold<D::Iter, ID, F>;
    type Item = T;

    fn into_par_iter(self) -> Self::Iter {
        self.base.into_par_iter().fold(self.identity, self.op)
    }
}

impl<D, T, ID, F> ParallelDataset for FoldOp<D, ID, F>
where
    D: ParallelDataset,
    F: (Fn(T, D::Item) -> T) + Sync + Send,
    ID: Fn() -> T + Sync + Send,
    T: Send,
{
}