kgdata 4.0.1

Library to process dumps of knowledge graphs (Wikipedia, DBpedia, Wikidata)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59

use rayon::prelude::*;

use super::ParallelDataset;

#[derive(Clone)]
pub struct MapOp<D: ParallelDataset, F> {
    pub base: D,
    pub op: F,
}

#[derive(Clone)]
pub struct FlatMapOp<D: ParallelDataset, F> {
    pub base: D,
    pub op: F,
}

impl<D, F, R> IntoParallelIterator for MapOp<D, F>
where
    D: ParallelDataset,
    F: (Fn(D::Item) -> R) + Sync + Send,
    R: Send,
{
    type Iter = rayon::iter::Map<D::Iter, F>;
    type Item = F::Output;

    fn into_par_iter(self) -> Self::Iter {
        self.base.into_par_iter().map(self.op)
    }
}

impl<D, F, R> ParallelDataset for MapOp<D, F>
where
    D: ParallelDataset,
    F: (Fn(D::Item) -> R) + Sync + Send,
    R: Send,
{
}

impl<D, F, PI> IntoParallelIterator for FlatMapOp<D, F>
where
    D: ParallelDataset,
    F: (Fn(D::Item) -> PI) + Sync + Send,
    PI: IntoParallelIterator,
{
    type Iter = rayon::iter::FlatMap<D::Iter, F>;
    type Item = PI::Item;

    fn into_par_iter(self) -> Self::Iter {
        self.base.into_par_iter().flat_map(self.op)
    }
}

impl<D, F, PI> ParallelDataset for FlatMapOp<D, F>
where
    D: ParallelDataset,
    F: (Fn(D::Item) -> PI) + Sync + Send,
    PI: IntoParallelIterator,
{
}