Skip to main content

liminal_server/auth_lys/
grant_stream_owner.rs

1//! One owner of Lys's consumer-opened grant log, stopped and joined before store release.
2
3#[path = "grant_stream_owner/binding.rs"]
4mod binding;
5#[path = "grant_stream_owner/config.rs"]
6mod config;
7#[path = "grant_stream_owner/configured.rs"]
8mod configured;
9#[path = "grant_stream_owner/engine.rs"]
10mod engine;
11#[path = "grant_stream_owner/http.rs"]
12mod http;
13#[path = "grant_stream_owner/state.rs"]
14mod state;
15
16pub use config::{GrantStreamConfig, GrantSubjectConfig};
17pub use state::{StreamDiagnostics, StreamHealth, StreamState};
18
19use crate::auth_lys::live::drafts::{DraftDecisionHook, PullReport};
20use crate::config::types::LysConfig;
21use lys_identity::grants::change_stream::{ChangesPage, ChangesRequest, LogName};
22use std::sync::Arc;
23use std::thread::JoinHandle;
24
25/// Only stable local names cross diagnostics, errors, Debug and tracing.
26#[derive(Clone, Copy, Debug, PartialEq, Eq, thiserror::Error)]
27#[error("{name}")]
28pub struct StreamError {
29    name: &'static str,
30    transport_ended: bool,
31}
32
33impl StreamError {
34    pub(super) const fn named(name: &'static str) -> Self {
35        Self {
36            name,
37            transport_ended: false,
38        }
39    }
40    const fn transport() -> Self {
41        Self {
42            name: "revocation_stream_unavailable",
43            transport_ended: true,
44        }
45    }
46    /// The named failure, containing no transport error or remote response text.
47    #[must_use]
48    pub const fn name(self) -> &'static str {
49        self.name
50    }
51}
52
53/// The guard must remain on the server start stack until its shutdown finalizer joins it.
54pub struct GrantStreamOwner {
55    state: Arc<StreamState>,
56    worker: Option<JoinHandle<Result<(), StreamError>>>,
57    draft_hook: Option<Arc<dyn DraftDecisionHook>>,
58}
59
60impl std::fmt::Debug for GrantStreamOwner {
61    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
62        f.debug_struct("GrantStreamOwner")
63            .field("state", &self.state)
64            .field("worker", &self.worker.is_some())
65            .finish_non_exhaustive()
66    }
67}
68
69impl GrantStreamOwner {
70    /// Starts the configured owner on the standalone server's existing ask runtime.
71    ///
72    /// # Errors
73    /// A missing runtime or any refusal from [`Self::start_configured`].
74    pub fn start_for_server(
75        config: &crate::config::types::ServerConfig,
76        supervisor: &crate::server::ConnectionSupervisor,
77        health: &crate::health::HealthServerHandle,
78        runtime: Option<&tokio::runtime::Runtime>,
79        draft_hook: Option<Arc<dyn DraftDecisionHook>>,
80    ) -> Result<Option<Self>, crate::ServerError> {
81        let Some(lys) = config.auth.as_ref().and_then(|auth| auth.lys.as_ref()) else {
82            return Ok(None);
83        };
84        if lys.membership.is_none() && lys.grant_stream.is_none() {
85            return Ok(None);
86        }
87        let runtime = runtime.ok_or_else(|| config_error("grant_stream_runtime_missing"))?;
88        Self::start_configured(
89            lys,
90            supervisor,
91            health,
92            runtime.handle().clone(),
93            draft_hook,
94        )
95    }
96
97    /// Installs both authorities before any connection and starts exactly one read.
98    ///
99    /// The supplied handle is the server's already owned Lys runtime; shutdown
100    /// joins this guard before that runtime or the store can be released.
101    ///
102    /// # Errors
103    /// Refuses invalid bounds, unreadable credentials or keys, a foreign membership
104    /// log, a second owner or authority, and failure to spawn the owned worker.
105    pub fn start_configured(
106        lys: &LysConfig,
107        supervisor: &crate::server::ConnectionSupervisor,
108        health: &crate::health::HealthServerHandle,
109        handle: tokio::runtime::Handle,
110        draft_hook: Option<Arc<dyn DraftDecisionHook>>,
111    ) -> Result<Option<Self>, crate::ServerError> {
112        let Some(config) = lys.grant_stream.as_ref() else {
113            if lys.membership.is_some() {
114                return Err(config_error(
115                    "auth.lys.membership requires auth.lys.grant_stream",
116                ));
117            }
118            return Ok(None);
119        };
120        let configured::Installation {
121            state,
122            engine,
123            http,
124            root,
125        } = configured::prepare(lys, config, supervisor, health, handle.clone())?;
126        let worker_state = Arc::clone(&state);
127        let worker = std::thread::Builder::new()
128            .name("liminal-grants".into())
129            .spawn(move || {
130                let result = handle.block_on(read(engine, http, root));
131                if let Err(error) = result {
132                    worker_state.update(|inner| {
133                        if !matches!(inner.diagnostics.readiness, "gap" | "reset") {
134                            inner.diagnostics.readiness = "terminal";
135                        }
136                        inner.diagnostics.last_error = Some(error.name());
137                        inner.diagnostics.stopped = true;
138                        Ok(())
139                    })?;
140                } else {
141                    worker_state.update(|inner| {
142                        inner.diagnostics.readiness = "unavailable";
143                        inner.diagnostics.last_error = Some("grant_stream_stopped");
144                        inner.diagnostics.stopped = true;
145                        Ok(())
146                    })?;
147                }
148                result
149            })
150            .map_err(|_| config_error("grant_stream_worker_unavailable"))?;
151        Ok(Some(Self {
152            state,
153            worker: Some(worker),
154            draft_hook,
155        }))
156    }
157
158    /// The health/progress authority installed at start.
159    #[must_use]
160    pub fn state(&self) -> Arc<StreamState> {
161        Arc::clone(&self.state)
162    }
163
164    /// Hook for an explicitly accepted published draft decision, never a grant change.
165    /// The current Lys frame contract has no such variant; unknown rows remain terminal.
166    ///
167    /// # Errors
168    /// A missing hook or a named approved-pull failure, retained without draft words.
169    pub async fn draft_decided(&self) -> Result<PullReport, StreamError> {
170        let hook = self
171            .draft_hook
172            .as_ref()
173            .ok_or(StreamError::named("grant_stream_draft_hook_missing"))?;
174        let result = hook
175            .draft_decided()
176            .await
177            .map_err(|_| StreamError::named("grant_stream_draft_pull_failed"));
178        if let Err(error) = result.as_ref() {
179            self.state.update(|inner| {
180                inner.diagnostics.last_error = Some(error.name());
181                Ok(())
182            })?;
183        }
184        result
185    }
186
187    /// Cancels every pending HTTP ask and joins the worker, including on startup unwind.
188    ///
189    /// # Errors
190    /// The terminal reader failure or an unexpectedly terminated worker.
191    pub fn finish(&mut self) -> Result<(), StreamError> {
192        self.draft_hook = None;
193        self.state.stop.send_replace(true);
194        match self.worker.take() {
195            Some(worker) => worker
196                .join()
197                .map_err(|_| StreamError::named("grant_stream_worker_panicked"))?,
198            None => Ok(()),
199        }
200    }
201}
202
203impl Drop for GrantStreamOwner {
204    fn drop(&mut self) {
205        if let Err(error) = self.finish() {
206            tracing::error!(cause = error.name(), "grant stream shutdown failed");
207        }
208    }
209}
210
211fn config_error(message: &str) -> crate::ServerError {
212    crate::ServerError::ConfigValidation {
213        message: message.into(),
214    }
215}
216fn as_config(error: StreamError) -> crate::ServerError {
217    config_error(error.name())
218}
219
220/// The shutdown finalizer joins the reader before flushing or releasing the store.
221///
222/// # Errors
223/// The owner's terminal failure or a failed worker join, by its stable name.
224pub fn finish_configured(owner: &mut Option<GrantStreamOwner>) -> Result<(), crate::ServerError> {
225    owner
226        .as_mut()
227        .map_or(Ok(()), |owner| owner.finish().map_err(as_config))
228}
229
230pub(crate) fn read_credential(
231    path: &std::path::Path,
232    bound: usize,
233) -> Result<zeroize::Zeroizing<String>, crate::ServerError> {
234    http::read_file(path, bound).map_err(as_config)
235}
236
237async fn read(
238    mut engine: engine::Engine,
239    http: http::Http,
240    root: Arc<crate::auth_lys::root_presence::RootPresence>,
241) -> Result<(), StreamError> {
242    let result = read_pages(&mut engine, &http, &root).await;
243    if let Err(error) = result.as_ref() {
244        engine.terminal(error.name())?;
245    }
246    result
247}
248
249async fn read_pages(
250    engine: &mut engine::Engine,
251    http: &http::Http,
252    root: &crate::auth_lys::root_presence::RootPresence,
253) -> Result<(), StreamError> {
254    let mut reopens = 0_usize;
255    loop {
256        if *http.stop.borrow() {
257            engine.lost()?;
258            return Ok(());
259        }
260        let before = engine.state.snapshot()?;
261        let question = ChangesRequest {
262            log: Some(LogName {
263                identity: engine.state.log.identity.clone(),
264                epoch: engine.state.log.epoch,
265            }),
266            after: before.cursor,
267            limit: engine.config.page_positions,
268            wait: true,
269            placements: true,
270            placed: before.placed,
271        };
272        engine.state.update(|inner| {
273            inner.diagnostics.requests = inner
274                .diagnostics
275                .requests
276                .checked_add(1)
277                .ok_or(StreamError::named("grant_stream_counter_exhausted"))?;
278            Ok(())
279        })?;
280        let page = match http
281            .post::<_, ChangesPage>("grants/changes", &question)
282            .await
283        {
284            Ok(page) => page,
285            Err(error) if error.name() == "grant_stream_stopped" => {
286                engine.lost()?;
287                return Ok(());
288            }
289            Err(error) if error.transport_ended => {
290                engine.lost()?;
291                if reopens >= engine.config.max_transport_reopens {
292                    return Err(error);
293                }
294                reopens += 1;
295                engine.state.update(|inner| {
296                    inner.diagnostics.reopens = inner
297                        .diagnostics
298                        .reopens
299                        .checked_add(1)
300                        .ok_or(StreamError::named("grant_stream_counter_exhausted"))?;
301                    Ok(())
302                })?;
303                continue;
304            }
305            Err(error) => {
306                engine.lost()?;
307                return Err(error);
308            }
309        };
310        if let Err(error) = engine.page(page) {
311            if error.name() == "grant_stream_membership_failed" && *http.stop.borrow() {
312                engine.lost()?;
313                return Ok(());
314            }
315            return Err(error);
316        }
317        // SRV-038: asked on the ready fence's own event, never on a timer.
318        if engine.take_root_owed() {
319            root.ask_now().await;
320        }
321        let after = engine.state.snapshot()?;
322        if (before.cursor, before.placed) == (after.cursor, after.placed) {
323            return Err(StreamError::named("grant_stream_no_progress"));
324        }
325        reopens = 0;
326    }
327}
328
329#[cfg(test)]
330#[path = "grant_stream_owner/tests.rs"]
331pub(crate) mod tests;