qbice 0.6.5

The Query-Based Incremental Computation Engine
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103

use std::thread::available_parallelism;

use tokio::task::JoinSet;
use tracing::instrument;

use crate::{
    Query,
    config::Config,
    engine::computation_graph::{
        CallerInformation, caller::CallerKind,
        computing::BackwardProjectionLockGuard, database::Snapshot,
    },
};

impl<C: Config, Q: Query> Snapshot<C, Q> {
    #[instrument(
        skip(self, caller_information, backward_projection_lock_guard),
        level = "debug",
        fields(
            type = std::any::type_name::<Q>(),
        )
    )]
    pub(super) async fn invoke_backward_projections(
        self,
        caller_information: &CallerInformation,
        backward_projection_lock_guard: BackwardProjectionLockGuard<C>,
    ) {
        // SAFETY: We are reading our own backward edges, which we've already
        // acquired the lock for.
        let backward_edges = unsafe {
            self.engine().get_backward_edges_unchecked(self.query_id()).await
        };

        let mut backward_projections = Vec::new();
        for query_id in backward_edges {
            let query_kind = self.engine().get_query_kind(&query_id).await;

            if query_kind.is_projection() {
                backward_projections.push(query_id);
            }
        }

        let expected_parallelism = available_parallelism()
            .map_or_else(|_| 1, std::num::NonZero::get)
            * 4;

        let chunk_size = std::cmp::max(
            (backward_projections.len()) / expected_parallelism,
            1,
        );

        let mut join_set = JoinSet::new();

        let timestamp = caller_information.timestamp();
        for chunk in backward_projections.chunks(chunk_size) {
            let engine = self.engine().clone();
            let chunk = chunk.to_vec();
            let active_computation_graph =
                caller_information.clone_active_computation_guard();

            join_set.spawn(async move {
                for query_id in chunk {
                    let entry =
                        engine.executor_registry.get_executor_entry_by_type_id(
                            &query_id.stable_type_id(),
                        );

                    let _ = entry
                        .repair_query_from_query_id(
                            &engine,
                            &query_id.compact_hash_128(),
                            &CallerInformation::new(
                                CallerKind::BackwardProjectionPropagation,
                                timestamp,
                                active_computation_graph.clone(),
                            ),
                        )
                        .await;
                }
            });
        }

        while let Some(res) = join_set.join_next().await {
            match res {
                Ok(()) => {}

                Err(er) => match er.try_into_panic() {
                    Ok(panic_reason) => {
                        std::panic::resume_unwind(panic_reason);
                    }
                    Err(er) => {
                        panic!(
                            "Backward projection task failed without \
                             panicking: {er}"
                        );
                    }
                },
            }
        }

        self.done_backward_projection(backward_projection_lock_guard).await;
    }
}