ruststream 0.7.3

Async messaging framework for Rust: broker-agnostic traits, router, codecs, and a conformance harness for broker authors.
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
//! The [`RustStream`] builder: construction, configuration and handler registration.

use std::{
    borrow::Cow, collections::BTreeMap, error::Error as StdError, fmt, future::Future,
    marker::PhantomData, sync::Arc, time::Duration,
};

use crate::codec::Codec;
use crate::runtime::publish_source::BrokerRegistration;
use crate::{Broker, DescribeServer, ServerSpec};

use tokio_util::task::TaskTracker;

use crate::runtime::lifecycle::{BoxError, BrokerCell, BrokerLifecycle, ConnectedSlot};
use crate::runtime::metadata::HandlerMetadata;
use crate::runtime::middleware::{Identity, Stack};
#[cfg(feature = "poll-diagnostics")]
use crate::runtime::poll_diagnostics::PollDiagnostics;
use crate::runtime::publish::{PublishIdentity, PublishLayer, PublishStack};
use crate::runtime::redelivery::ScopeDelivery;
use crate::runtime::router::RouterSink;
#[cfg(feature = "testing")]
use crate::testing::coordinator::TestHooks;

use super::scope::BrokerScope;
use super::{AppInfo, LifecycleHook, LifecyclePhase, Starter, StateInit};

/// The top-level application object.
///
/// `RustStream` binds one or more brokers, the handlers attached to each, and the service
/// lifecycle into a single runnable unit. Handlers are registered through [`with_broker`], which
/// hands a scope bound to that broker; nothing connects or subscribes until [`run`]. Brokers are
/// held type-erased (only their lifecycle), so a single service can mix broker types.
///
/// The type parameter `Layers` is the global middleware stack applied to every per-message
/// handler registered on a broker scope, whether directly or via
/// [`include_router`](BrokerScope::include_router) (batch handlers are the exception: a
/// per-message layer cannot wrap a whole-batch handler); it defaults to the no-op [`Identity`]
/// and grows as [`layer`] is called. Add all layers before [`with_broker`], since a layer only
/// applies to handlers registered after it.
///
/// The type parameter `Phase` tracks the builder phase at compile time: [`new`](Self::new)
/// starts in [`Setup`], where the state ([`on_startup`]), the middleware stack ([`layer`]) and
/// the publish pipeline ([`publish_layer`](Self::publish_layer)) are still configurable; the
/// first [`with_broker`] moves it to [`Wired`], where those methods no longer exist - so a
/// configuration call that would silently not apply to already-registered handlers does not
/// compile. `Phase` defaults to [`Wired`], the built service; `Setup` lives inside a builder
/// chain and is rarely written out.
///
/// [`with_broker`]: Self::with_broker
/// [`layer`]: Self::layer
/// [`on_startup`]: Self::on_startup
/// [`run`]: Self::run
///
/// # Examples
///
/// ```
/// # #[cfg(all(feature = "macros", feature = "memory", feature = "json"))]
/// # mod demo {
/// use ruststream::memory::prelude::*;
/// use ruststream::runtime::layers::TracingLayer;
/// use serde::Deserialize;
///
/// #[derive(Deserialize)]
/// struct Order {
///     id: u64,
/// }
///
/// #[subscriber("orders")]
/// async fn accept(order: &Order) -> HandlerOutcome {
///     tracing::info!(order.id, "accepted");
///     HandlerOutcome::ack()
/// }
///
/// /// What `#[ruststream::app]` runs: a span around every delivery, one broker, one handler.
/// pub fn app() -> impl App {
///     RustStream::new(AppInfo::new("orders", "0.1.0"))
///         .layer(TracingLayer::default())
///         .with_broker(MemoryBroker::new(), |b| {
///             b.include(accept);
///         })
/// }
/// # }
/// # fn main() {}
/// ```
pub struct RustStream<Layers = Identity, State = (), Pipeline = PublishIdentity, Phase = Wired> {
    pub(super) info: AppInfo,
    pub(super) brokers: Vec<RegisteredBroker>,
    pub(super) starters: Vec<Starter<State>>,
    pub(super) handlers: Vec<HandlerMetadata>,
    pub(super) servers: BTreeMap<String, ServerSpec>,
    pub(super) publish_pipeline: Pipeline,
    pub(super) state_init: StateInit<State>,
    pub(super) after_startup: Vec<LifecycleHook<State>>,
    pub(super) on_shutdown: Vec<LifecycleHook<State>>,
    pub(super) after_shutdown: Vec<LifecycleHook<State>>,
    pub(super) shutdown_timeout: Option<Duration>,
    /// Tracks post-settle `and_after` continuations spawned during dispatch, so a graceful
    /// shutdown drains them after the dispatch loops stop. Shared (cloned) into every
    /// [`Delivery`].
    pub(super) continuations: TaskTracker,
    /// Shared recording-and-quiescence hooks for the [`TestApp`](crate::testing::TestApp) harness,
    /// cloned into every scope's [`Delivery`]. Empty until a harness installs a coordinator, so a
    /// non-harness run with the `testing` feature enabled stays inert.
    #[cfg(feature = "testing")]
    pub(super) test_hooks: Arc<TestHooks>,
    /// Where every subscription's poll-time samples go, and what they are held to.
    #[cfg(feature = "poll-diagnostics")]
    pub(super) poll_diagnostics: PollDiagnostics,
    pub(super) global: Layers,
    // `fn() -> Phase` keeps the marker out of auto-trait and variance considerations, matching
    // the router builder's broker marker.
    pub(super) phase: PhantomData<fn() -> Phase>,
}

/// [`RustStream`] phase marker: the builder is still being configured - the state type, the
/// middleware stack, and the publish pipeline may change, and no broker is registered yet.
#[derive(Debug, Clone, Copy, Default)]
pub struct Setup;

/// [`RustStream`] phase marker: at least one broker (with its handlers) is registered, so the
/// state type, the middleware stack, and the publish pipeline are fixed.
#[derive(Debug, Clone, Copy, Default)]
pub struct Wired;

/// A broker held by the app for lifecycle management, paired with its optional label.
///
/// The label is the broker's stable runtime identity and its `AsyncAPI` server name; it is `Some`
/// for a broker registered through [`with_broker_labeled`](RustStream::with_broker_labeled) (or its
/// codec variant) and `None` otherwise.
pub(crate) struct RegisteredBroker {
    pub(crate) lifecycle: Box<dyn BrokerLifecycle>,
    pub(crate) label: Option<String>,
}

/// The internals the [`TestApp`](crate::testing::TestApp) harness needs to drive an app without
/// connecting: the brokers (to recover and instrument), the deferred starters, the lifecycle hooks,
/// and the shared test hooks slot. Produced by [`RustStream::into_test_parts`].
///
/// Public in name only, and never nameable outside the crate: the sealed supertrait of
/// [`App`](crate::runtime::App) hands it to the harness for an app a builder returned as
/// `impl App`, and a method of that trait cannot return a crate-private type.
#[cfg(feature = "testing")]
#[doc(hidden)]
#[allow(unreachable_pub, missing_debug_implementations)]
pub struct TestParts<State> {
    pub(crate) brokers: Vec<RegisteredBroker>,
    pub(crate) starters: Vec<Starter<State>>,
    pub(crate) state_init: StateInit<State>,
    pub(crate) after_startup: Vec<LifecycleHook<State>>,
    pub(crate) shutdown_timeout: Option<Duration>,
    pub(crate) continuations: TaskTracker,
    pub(crate) test_hooks: Arc<TestHooks>,
}

impl<Layers, State, Pipeline, Phase> fmt::Debug for RustStream<Layers, State, Pipeline, Phase> {
    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
        f.debug_struct("RustStream")
            .field("info", &self.info)
            .field("brokers", &self.brokers.len())
            .field("handlers", &self.handlers.len())
            .finish_non_exhaustive()
    }
}

impl RustStream<Identity, (), PublishIdentity, Setup> {
    /// Creates an empty service with the given metadata, no global middleware, and the unit
    /// application state `()`. Produce a typed state with [`on_startup`](Self::on_startup).
    #[must_use]
    pub fn new(info: AppInfo) -> Self {
        Self {
            info,
            brokers: Vec::new(),
            starters: Vec::new(),
            handlers: Vec::new(),
            servers: BTreeMap::new(),
            publish_pipeline: PublishIdentity,
            state_init: Box::new(|| Box::pin(async { Ok(()) })),
            after_startup: Vec::new(),
            on_shutdown: Vec::new(),
            after_shutdown: Vec::new(),
            shutdown_timeout: None,
            continuations: TaskTracker::new(),
            #[cfg(feature = "testing")]
            test_hooks: Arc::new(TestHooks::detached()),
            #[cfg(feature = "poll-diagnostics")]
            poll_diagnostics: PollDiagnostics::new(),
            global: Identity,
            phase: PhantomData,
        }
    }
}

impl<Layers, State, Pipeline> RustStream<Layers, State, Pipeline, Setup> {
    /// Adds a global middleware layer, applied to every handler registered later.
    ///
    /// The first layer added runs outermost. Only available before the first
    /// [`with_broker`](Self::with_broker): a layer added later could not wrap the handlers
    /// already registered, so that ordering does not compile.
    #[must_use]
    pub fn layer<N>(self, layer: N) -> RustStream<Stack<N, Layers>, State, Pipeline, Setup> {
        RustStream {
            info: self.info,
            brokers: self.brokers,
            starters: self.starters,
            handlers: self.handlers,
            servers: self.servers,
            publish_pipeline: self.publish_pipeline,
            state_init: self.state_init,
            after_startup: self.after_startup,
            on_shutdown: self.on_shutdown,
            after_shutdown: self.after_shutdown,
            shutdown_timeout: self.shutdown_timeout,
            continuations: self.continuations,
            #[cfg(feature = "testing")]
            test_hooks: self.test_hooks,
            #[cfg(feature = "poll-diagnostics")]
            poll_diagnostics: self.poll_diagnostics,
            global: Stack::new(layer, self.global),
            phase: PhantomData,
        }
    }

    /// Produces the typed application state at startup, transitioning the app's state type from the
    /// previous `State` to `State2`.
    ///
    /// The hook runs once before brokers connect; its future can `await` (open a database pool,
    /// connect a client), and the produced `State2` is shared with every handler (read via
    /// [`Context::state`](crate::runtime::Context::state)) and the read-only lifecycle hooks. A
    /// failing hook aborts startup. The initial state is `()` (from [`new`](Self::new)), so the
    /// first call's hook receives `()`.
    ///
    /// Only available before the first [`with_broker`](Self::with_broker): the call fixes the
    /// app's state type, and handlers registered against a different state type could not be
    /// carried across - so that ordering does not compile.
    ///
    /// # Panics
    ///
    /// Panics if a lifecycle hook ([`after_startup`](Self::after_startup),
    /// [`on_shutdown`](Self::on_shutdown), [`after_shutdown`](Self::after_shutdown)) was
    /// registered first: hooks close over the state type and cannot be carried across the state
    /// change. Register hooks after `on_startup`.
    #[must_use]
    pub fn on_startup<F, Fut, State2, E>(
        self,
        hook: F,
    ) -> RustStream<Layers, State2, Pipeline, Setup>
    where
        F: FnOnce(State) -> Fut + Send + 'static,
        Fut: Future<Output = Result<State2, E>> + Send,
        State: Send + 'static,
        State2: Send + Sync + 'static,
        E: StdError + Send + Sync + 'static,
    {
        assert!(
            self.after_startup.is_empty()
                && self.on_shutdown.is_empty()
                && self.after_shutdown.is_empty(),
            "on_startup must be called before lifecycle hooks are registered: hooks close over \
             the state type and cannot be carried across the state change"
        );
        let prev = self.state_init;
        RustStream {
            info: self.info,
            brokers: self.brokers,
            // Provably empty: with_broker (the only way to add starters) leaves Setup.
            starters: Vec::new(),
            handlers: self.handlers,
            servers: self.servers,
            publish_pipeline: self.publish_pipeline,
            state_init: Box::new(move || {
                Box::pin(async move {
                    let prev_state = prev().await?;
                    hook(prev_state).await.map_err(|e| Box::new(e) as BoxError)
                })
            }),
            after_startup: Vec::new(),
            on_shutdown: Vec::new(),
            after_shutdown: Vec::new(),
            shutdown_timeout: self.shutdown_timeout,
            continuations: self.continuations,
            #[cfg(feature = "testing")]
            test_hooks: self.test_hooks,
            #[cfg(feature = "poll-diagnostics")]
            poll_diagnostics: self.poll_diagnostics,
            global: self.global,
            phase: PhantomData,
        }
    }

    /// Adds an outgoing publish middleware, run on every publish a handler makes before it
    /// reaches the broker (a Confluent / Avro envelope, publish metrics, dead-letter): a
    /// `reply(..)` form's reply and every message that leaves through an injected
    /// [`Out`](crate::runtime::Out) slot alike, each under the transforms its own mount site
    /// named. It composes into the
    /// pipeline type parameter, so the *last* one added wraps the rest and runs outermost (unlike the
    /// consume-side [`layer`](Self::layer), where the first added is outermost); the middleware must
    /// be [`Clone`] (the pipeline is cloned into each publishing handler and each slot). Only
    /// available before
    /// the first [`with_broker`](Self::with_broker): a middleware added later could not wrap the
    /// publishers already handed out, so that ordering does not compile.
    ///
    /// A handler mounted through [`include_router`](BrokerScope::include_router) is the one
    /// exception on the slot side: a router's routes are typed before the app that mounts them,
    /// so its slots carry their own `.out(marker, policy).transform(..)` steps and not this
    /// chain (its replies still travel it).
    #[must_use]
    pub fn publish_layer<M>(
        self,
        middleware: M,
    ) -> RustStream<Layers, State, PublishStack<M, Pipeline>, Setup>
    where
        M: PublishLayer + Clone + 'static,
    {
        // Prepend `middleware` as the new outermost wrapper: the publish pipeline stays a statically
        // composed type (no `dyn` dispatch), and the last one added runs outermost.
        RustStream {
            info: self.info,
            brokers: self.brokers,
            starters: self.starters,
            handlers: self.handlers,
            servers: self.servers,
            publish_pipeline: PublishStack::new(middleware, self.publish_pipeline),
            state_init: self.state_init,
            after_startup: self.after_startup,
            on_shutdown: self.on_shutdown,
            after_shutdown: self.after_shutdown,
            shutdown_timeout: self.shutdown_timeout,
            continuations: self.continuations,
            #[cfg(feature = "testing")]
            test_hooks: self.test_hooks,
            #[cfg(feature = "poll-diagnostics")]
            poll_diagnostics: self.poll_diagnostics,
            global: self.global,
            phase: PhantomData,
        }
    }

    /// Sets what the poll-time diagnostics hold every subscription's handler to, and where their
    /// reports go (`poll-diagnostics` feature).
    ///
    /// With the feature on, every subscription is sampled whether or not this is called; the call
    /// changes the threshold or the sampling interval, and the handle kept outside reads the
    /// reports or hands them to an exporter. Only available before the first
    /// [`with_broker`](Self::with_broker), which opens subscriptions under the settings in place
    /// then, so that ordering does not compile.
    ///
    /// # Examples
    ///
    /// ```
    /// # #[cfg(all(feature = "macros", feature = "memory", feature = "json"))]
    /// # mod demo {
    /// use std::time::Duration;
    ///
    /// use ruststream::memory::prelude::*;
    /// use ruststream::runtime::PollDiagnostics;
    /// use serde::Deserialize;
    ///
    /// #[derive(Deserialize)]
    /// struct Order {
    ///     id: u64,
    /// }
    ///
    /// #[subscriber("orders")]
    /// async fn accept(order: &Order) -> HandlerOutcome {
    ///     tracing::info!(order.id, "accepted");
    ///     HandlerOutcome::ack()
    /// }
    ///
    /// /// The caller keeps a clone of `diagnostics` to read the reports while the app runs.
    /// pub fn app(diagnostics: &PollDiagnostics) -> impl App {
    ///     RustStream::new(AppInfo::new("orders", "0.1.0"))
    ///         .poll_diagnostics(diagnostics.clone().threshold(Duration::from_micros(500)))
    ///         .with_broker(MemoryBroker::new(), |b| {
    ///             b.include(accept);
    ///         })
    /// }
    /// # }
    /// # fn main() {}
    /// ```
    #[cfg(feature = "poll-diagnostics")]
    #[must_use]
    pub fn poll_diagnostics(mut self, diagnostics: PollDiagnostics) -> Self {
        self.poll_diagnostics = diagnostics;
        self
    }
}

impl<Layers, State, Pipeline, Phase> RustStream<Layers, State, Pipeline, Phase> {
    /// Rebuilds the app under a different phase marker; the fields move as they are.
    fn into_phase<Q>(self) -> RustStream<Layers, State, Pipeline, Q> {
        RustStream {
            info: self.info,
            brokers: self.brokers,
            starters: self.starters,
            handlers: self.handlers,
            servers: self.servers,
            publish_pipeline: self.publish_pipeline,
            state_init: self.state_init,
            after_startup: self.after_startup,
            on_shutdown: self.on_shutdown,
            after_shutdown: self.after_shutdown,
            shutdown_timeout: self.shutdown_timeout,
            continuations: self.continuations,
            #[cfg(feature = "testing")]
            test_hooks: self.test_hooks,
            #[cfg(feature = "poll-diagnostics")]
            poll_diagnostics: self.poll_diagnostics,
            global: self.global,
            phase: PhantomData,
        }
    }

    /// Adds a hook run after brokers connect and handlers are spawned (for example, to publish an
    /// initial message or signal readiness). A failing hook aborts startup.
    #[must_use]
    pub fn after_startup<F, Fut, E>(self, hook: F) -> Self
    where
        State: Send + Sync + 'static,
        F: FnOnce(Arc<State>) -> Fut + Send + 'static,
        Fut: Future<Output = Result<(), E>> + Send,
        E: StdError + Send + Sync + 'static,
    {
        self.push_lifecycle_hook(LifecyclePhase::AfterStartup, hook)
    }

    /// Adds a hook run when shutdown begins, while brokers are still connected. Errors are logged.
    #[must_use]
    pub fn on_shutdown<F, Fut, E>(self, hook: F) -> Self
    where
        State: Send + Sync + 'static,
        F: FnOnce(Arc<State>) -> Fut + Send + 'static,
        Fut: Future<Output = Result<(), E>> + Send,
        E: StdError + Send + Sync + 'static,
    {
        self.push_lifecycle_hook(LifecyclePhase::OnShutdown, hook)
    }

    /// Adds a hook run after brokers have shut down (for final async resource teardown). Errors are
    /// logged.
    #[must_use]
    pub fn after_shutdown<F, Fut, E>(self, hook: F) -> Self
    where
        State: Send + Sync + 'static,
        F: FnOnce(Arc<State>) -> Fut + Send + 'static,
        Fut: Future<Output = Result<(), E>> + Send,
        E: StdError + Send + Sync + 'static,
    {
        self.push_lifecycle_hook(LifecyclePhase::AfterShutdown, hook)
    }

    fn push_lifecycle_hook<F, Fut, E>(mut self, phase: LifecyclePhase, hook: F) -> Self
    where
        State: Send + Sync + 'static,
        F: FnOnce(Arc<State>) -> Fut + Send + 'static,
        Fut: Future<Output = Result<(), E>> + Send,
        E: StdError + Send + Sync + 'static,
    {
        let boxed: LifecycleHook<State> = Box::new(move |state| {
            Box::pin(async move { hook(state).await.map_err(|e| Box::new(e) as BoxError) })
        });
        match phase {
            LifecyclePhase::AfterStartup => self.after_startup.push(boxed),
            LifecyclePhase::OnShutdown => self.on_shutdown.push(boxed),
            LifecyclePhase::AfterShutdown => self.after_shutdown.push(boxed),
        }
        self
    }

    /// Sets how long [`run`](Self::run) waits for in-flight handlers to finish after shutdown is
    /// triggered. After the timeout, the remaining handler tasks are aborted. The same bound then
    /// applies to draining post-settle `and_after` continuations; on timeout they are abandoned
    /// (they are at-most-once side effects, so this loses follow-up work, never a settlement).
    /// Defaults to waiting indefinitely.
    #[must_use]
    pub fn shutdown_timeout(mut self, timeout: Duration) -> Self {
        self.shutdown_timeout = Some(timeout);
        self
    }

    /// Registers a broker for lifecycle management only (connect / shutdown), without attaching
    /// subscribers. Use for publish-only brokers.
    #[must_use]
    pub fn register_broker<R>(mut self, broker: R) -> Self
    where
        R: BrokerRegistration,
    {
        // No subscriptions read the slot, but a Bindable registration's tokens do.
        let (broker, slot) = broker.into_parts();
        self.brokers.push(RegisteredBroker {
            lifecycle: Box::new(BrokerCell { broker, slot }),
            label: None,
        });
        self
    }

    /// Records an `AsyncAPI` server (one per broker the service connects to).
    ///
    /// Build the [`ServerSpec`] directly, or get it from a broker that implements
    /// [`DescribeServer`](crate::DescribeServer): `app.server("nats", broker.describe_server())`.
    /// `build_spec` emits these in the document's `servers` section.
    ///
    /// For a self-describing broker, prefer
    /// [`with_broker_labeled`](Self::with_broker_labeled), which derives this entry from the broker
    /// under its label in one step. Use this method for brokers without a network address (the
    /// in-memory broker), or to override a labeled broker's own spec.
    #[must_use]
    pub fn server(mut self, name: impl Into<String>, spec: ServerSpec) -> Self {
        self.servers.insert(name.into(), spec);
        self
    }

    /// Registers a broker and the handlers attached to it.
    ///
    /// `build` receives a [`BrokerScope`] typed to this broker; use it to attach handlers. The
    /// broker is then held for lifecycle management. Call this once per broker.
    ///
    /// The scope carries no codec of its own, so macro handlers mounted with `b.include(handle)`
    /// decode with the [`DefaultCodec`](crate::codec::DefaultCodec). To decode with another codec
    /// scope-wide, use [`with_broker_codec`](Self::with_broker_codec).
    ///
    /// The first call moves the builder to the [`Wired`] phase: the state, the middleware stack,
    /// and the publish pipeline are fixed from here on, so a configuration call that could not
    /// apply to this broker's handlers does not compile.
    #[must_use]
    pub fn with_broker<R, F>(
        self,
        broker: R,
        build: F,
    ) -> RustStream<Layers, State, Pipeline, Wired>
    where
        R: BrokerRegistration,
        Layers: Clone,
        Pipeline: Clone,
        State: Send + Sync + 'static,
        F: FnOnce(&mut BrokerScope<R::Broker, Layers, (), State, Pipeline>),
    {
        let mut this = self.into_phase::<Wired>();
        let (broker, slot) = broker.into_parts();
        let mut scope = this.new_scope(broker, slot, ());
        build(&mut scope);
        this.collect_scope(scope, None);
        this
    }

    /// Registers a broker with a scope-wide `codec`, replacing the
    /// [`DefaultCodec`](crate::codec::DefaultCodec) a codec-less scope decodes with.
    ///
    /// `build` receives a [`BrokerScope`] whose [`include`](BrokerScope::include) family reads
    /// the same as on a codec-less scope (`b.include(handle)`) but decodes with `codec`.
    #[must_use]
    pub fn with_broker_codec<R, C, F>(
        self,
        broker: R,
        codec: C,
        build: F,
    ) -> RustStream<Layers, State, Pipeline, Wired>
    where
        R: BrokerRegistration,
        C: Codec + Clone + 'static,
        Layers: Clone,
        Pipeline: Clone,
        State: Send + Sync + 'static,
        F: FnOnce(&mut BrokerScope<R::Broker, Layers, C, State, Pipeline>),
    {
        let mut this = self.into_phase::<Wired>();
        let (broker, slot) = broker.into_parts();
        let mut scope = this.new_scope(broker, slot, codec);
        build(&mut scope);
        this.collect_scope(scope, None);
        this
    }

    /// Registers a self-describing broker under `label`, along with the handlers attached to it.
    ///
    /// The `label` is the broker's stable identity in the service and the name of its `AsyncAPI`
    /// server: the broker's [`describe_server`](DescribeServer::describe_server) coordinates are
    /// recorded in the `servers` map under `label`, so the document stays in sync with the brokers
    /// actually mounted, with no separate [`server`](Self::server) call. An explicit
    /// [`server(label, spec)`](Self::server) entry for the same label takes precedence.
    ///
    /// Like [`with_broker`](Self::with_broker), the scope decodes with the
    /// [`DefaultCodec`](crate::codec::DefaultCodec); use
    /// [`with_broker_labeled_codec`](Self::with_broker_labeled_codec) to name another.
    ///
    /// # Examples
    ///
    /// ```no_run
    /// # #[cfg(feature = "memory")]
    /// # async fn run() -> Result<(), ruststream::runtime::RustStreamError> {
    /// use ruststream::runtime::{AppInfo, RustStream};
    /// use ruststream::{Broker, DescribeServer, ServerSpec};
    ///
    /// # struct NatsBroker;
    /// # struct ConnectedNats;
    /// # impl NatsBroker { fn new(_: &str) -> Self { Self } }
    /// # impl Broker for NatsBroker {
    /// #     type Error = std::io::Error;
    /// #     type Connected = ConnectedNats;
    /// #     async fn connect(self) -> Result<ConnectedNats, Self::Error> { Ok(ConnectedNats) }
    /// # }
    /// # impl ruststream::ConnectedBroker for ConnectedNats {
    /// #     type Error = std::io::Error;
    /// #     type Closed = ();
    /// #     async fn shutdown(self) -> Result<(), Self::Error> { Ok(()) }
    /// # }
    /// # impl DescribeServer for NatsBroker {
    /// #     fn describe_server(&self) -> ServerSpec { ServerSpec::new("nats:4222", "nats") }
    /// # }
    /// let app = RustStream::new(AppInfo::new("svc", "0.1.0"))
    ///     .with_broker_labeled("ingress", NatsBroker::new("nats://localhost"), |_b| {});
    /// // The AsyncAPI `servers` map now carries "ingress" with the broker's host / protocol.
    /// app.run().await
    /// # }
    /// ```
    #[must_use]
    pub fn with_broker_labeled<R, F>(
        self,
        label: impl Into<String>,
        broker: R,
        build: F,
    ) -> RustStream<Layers, State, Pipeline, Wired>
    where
        R: BrokerRegistration,
        R::Broker: DescribeServer,
        Layers: Clone,
        Pipeline: Clone,
        State: Send + Sync + 'static,
        F: FnOnce(&mut BrokerScope<R::Broker, Layers, (), State, Pipeline>),
    {
        let mut this = self.into_phase::<Wired>();
        let (broker, slot) = broker.into_parts();
        let label = this.record_server(label, &broker);
        let mut scope = this.new_scope(broker, slot, ());
        build(&mut scope);
        this.collect_scope(scope, Some(label));
        this
    }

    /// Registers a self-describing broker under `label` with a default `codec`.
    ///
    /// Combines [`with_broker_labeled`](Self::with_broker_labeled) (the label is the broker's
    /// identity and `AsyncAPI` server name) with
    /// [`with_broker_codec`](Self::with_broker_codec) (the scope's macro handlers decode with
    /// `codec`).
    #[must_use]
    pub fn with_broker_labeled_codec<R, C, F>(
        self,
        label: impl Into<String>,
        broker: R,
        codec: C,
        build: F,
    ) -> RustStream<Layers, State, Pipeline, Wired>
    where
        R: BrokerRegistration,
        R::Broker: DescribeServer,
        C: Codec + Clone + 'static,
        Layers: Clone,
        Pipeline: Clone,
        State: Send + Sync + 'static,
        F: FnOnce(&mut BrokerScope<R::Broker, Layers, C, State, Pipeline>),
    {
        let mut this = self.into_phase::<Wired>();
        let (broker, slot) = broker.into_parts();
        let label = this.record_server(label, &broker);
        let mut scope = this.new_scope(broker, slot, codec);
        build(&mut scope);
        this.collect_scope(scope, Some(label));
        this
    }

    /// Records `broker`'s server coordinates under `label` (keeping an explicit
    /// [`server`](Self::server) entry already set for the same label), returning the owned label.
    fn record_server<B: DescribeServer>(&mut self, label: impl Into<String>, broker: &B) -> String {
        let label = label.into();
        self.servers
            .entry(label.clone())
            .or_insert_with(|| broker.describe_server());
        label
    }

    /// Builds a fresh scope bound to `broker` carrying `codec` and the app's publishers / pipeline.
    fn new_scope<B, C>(
        &self,
        broker: B,
        slot: ConnectedSlot<B>,
        codec: C,
    ) -> BrokerScope<B, Layers, C, State, Pipeline>
    where
        B: Broker + 'static,
        Layers: Clone,
        Pipeline: Clone,
        State: Send + Sync + 'static,
    {
        BrokerScope {
            broker,
            slot,
            startup_hooks: Vec::new(),
            sink: RouterSink::new(),
            pipeline: self.publish_pipeline.clone(),
            global: self.global.clone(),
            codec,
        }
    }

    /// Drains a built scope's registrations into the app and holds the broker for lifecycle,
    /// recording `label` as the broker's stable runtime identity (`None` when unlabeled).
    ///
    /// The broker itself is boxed into a [`BrokerCell`] whose consuming `connect` publishes the
    /// typed connected form into a shared slot; each starter reads the slot at startup, after
    /// every broker connected and before any subscription opens.
    fn collect_scope<B, C>(
        &mut self,
        scope: BrokerScope<B, Layers, C, State, Pipeline>,
        label: Option<String>,
    ) where
        B: Broker + 'static,
        State: Send + Sync + 'static,
    {
        let BrokerScope {
            broker,
            slot,
            startup_hooks,
            sink,
            ..
        } = scope;
        self.after_startup.extend(startup_hooks);
        let (starters, handlers) = sink.into_parts();
        for (bound, meta) in starters.into_iter().zip(handlers) {
            let slot = Arc::clone(&slot);
            // A live harness waits only for what reaches a subscription the app mounts, and tells
            // two subscriptions reporting one name apart by the identity noted here.
            #[cfg(feature = "testing")]
            let subscription = self.test_hooks.subscribed(self.brokers.len(), &meta.name);
            // The scope id is the index this broker will occupy once pushed below; the harness
            // uses it to scope recorded deliveries per broker.
            let scope_delivery = Arc::new(ScopeDelivery::new(
                self.continuations.clone(),
                #[cfg(feature = "testing")]
                self.test_hooks.clone(),
                #[cfg(feature = "testing")]
                self.brokers.len(),
                #[cfg(feature = "testing")]
                subscription,
                #[cfg(feature = "poll-diagnostics")]
                self.poll_diagnostics.clone(),
            ));
            self.starters.push(Box::new(move |state, shutdown| {
                let connected = slot
                    .lock()
                    .expect("connected slot mutex poisoned")
                    .clone()
                    .expect("brokers connect before subscriptions open");
                bound(connected, state, scope_delivery, shutdown)
            }));
            // The scope's label is the name of this broker's AsyncAPI server, so every channel
            // the scope mounts can say which server it lives on.
            self.handlers.push(HandlerMetadata {
                server: label.clone().map(Cow::Owned),
                ..meta
            });
        }
        self.brokers.push(RegisteredBroker {
            lifecycle: Box::new(BrokerCell { broker, slot }),
            label,
        });
    }

    /// Returns metadata for every registered handler, in registration order. Input to the
    /// `AsyncAPI` generator.
    #[must_use]
    pub fn handlers(&self) -> &[HandlerMetadata] {
        &self.handlers
    }

    /// Returns the service metadata.
    #[must_use]
    pub fn info(&self) -> &AppInfo {
        &self.info
    }

    /// Returns the registered `AsyncAPI` servers, keyed by name. Input to the `AsyncAPI` generator.
    #[must_use]
    pub fn servers(&self) -> &BTreeMap<String, ServerSpec> {
        &self.servers
    }

    /// Decomposes the app into the pieces the [`TestApp`](crate::testing::TestApp) harness drives:
    /// the brokers, the deferred starters, the lifecycle hooks, and the shared test-hooks slot.
    /// Handlers metadata and `AsyncAPI` servers are dropped (the harness does not need them).
    #[cfg(feature = "testing")]
    pub(crate) fn into_test_parts(self) -> TestParts<State> {
        TestParts {
            brokers: self.brokers,
            starters: self.starters,
            state_init: self.state_init,
            after_startup: self.after_startup,
            shutdown_timeout: self.shutdown_timeout,
            continuations: self.continuations,
            test_hooks: self.test_hooks,
        }
    }
}