pub struct MultiplexEngine { /* private fields */ }Expand description
Engine that dispatches prompts to multiple embacle runners concurrently
Implementations§
Source§impl MultiplexEngine
impl MultiplexEngine
Sourcepub fn new(state: &SharedState) -> Self
pub fn new(state: &SharedState) -> Self
Create a new multiplex engine backed by the shared server state
Sourcepub async fn execute(
&self,
messages: &[ChatMessage],
providers: &[CliRunnerType],
params: &MultiplexParams,
) -> Result<MultiplexResult, RunnerError>
pub async fn execute( &self, messages: &[ChatMessage], providers: &[CliRunnerType], params: &MultiplexParams, ) -> Result<MultiplexResult, RunnerError>
Execute a prompt against all specified providers concurrently
Each provider runs in its own tokio task. Failures in one provider do not affect others — all results are collected and returned.
Auto Trait Implementations§
impl !RefUnwindSafe for MultiplexEngine
impl !UnwindSafe for MultiplexEngine
impl Freeze for MultiplexEngine
impl Send for MultiplexEngine
impl Sync for MultiplexEngine
impl Unpin for MultiplexEngine
impl UnsafeUnpin for MultiplexEngine
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> FutureExt for T
impl<T> FutureExt for T
Source§fn with_context(self, otel_cx: Context) -> WithContext<Self> ⓘ
fn with_context(self, otel_cx: Context) -> WithContext<Self> ⓘ
Source§fn with_current_context(self) -> WithContext<Self> ⓘ
fn with_current_context(self) -> WithContext<Self> ⓘ
impl<A, B, T> HttpServerConnExec<A, B> for Twhere
B: Body,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> IntoMaybeUndefined<T> for T
impl<T> IntoMaybeUndefined<T> for T
Source§fn into_maybe_undefined(self) -> MaybeUndefined<T>
fn into_maybe_undefined(self) -> MaybeUndefined<T>
Converts this value into a three-state builder argument.
Source§impl<T> IntoOption<T> for T
impl<T> IntoOption<T> for T
Source§fn into_option(self) -> Option<T>
fn into_option(self) -> Option<T>
Converts this value into an optional builder argument.