pub struct SwarmCoordinator {
pub engine: Arc<InferenceEngine>,
pub scratch_dir: PathBuf,
pub worker_model: Option<String>,
pub gpu_state: Arc<GpuState>,
pub professional: bool,
}Expand description
The Core parallel orchestrator locking background models to strict 12GB KV cache boundaries.
Fields§
§engine: Arc<InferenceEngine>§scratch_dir: PathBuf§worker_model: Option<String>§gpu_state: Arc<GpuState>§professional: boolImplementations§
Source§impl SwarmCoordinator
impl SwarmCoordinator
pub fn new( engine: Arc<InferenceEngine>, gpu_state: Arc<GpuState>, worker_model: Option<String>, professional: bool, ) -> Self
Sourcepub async fn dispatch_swarm(
&self,
tasks: Vec<WorkerTask>,
progression_tx: Sender<SwarmMessage>,
max_workers: usize,
) -> Result<(), String>
pub async fn dispatch_swarm( &self, tasks: Vec<WorkerTask>, progression_tx: Sender<SwarmMessage>, max_workers: usize, ) -> Result<(), String>
Spawns parallel execution green-threads while respecting the hardware-aware limit.
Trait Implementations§
Auto Trait Implementations§
impl Freeze for SwarmCoordinator
impl !RefUnwindSafe for SwarmCoordinator
impl Send for SwarmCoordinator
impl Sync for SwarmCoordinator
impl Unpin for SwarmCoordinator
impl UnsafeUnpin for SwarmCoordinator
impl !UnwindSafe for SwarmCoordinator
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<S> FromSample<S> for S
impl<S> FromSample<S> for S
fn from_sample_(s: S) -> S
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more