pub struct SchedulerStats {
pub active_sequences: usize,
pub queued_requests: usize,
pub completed_sequences: usize,
pub total_tokens_emitted: usize,
pub total_batch_steps: usize,
}Expand description
Real-time operational statistics of the continuous batch scheduler.
Fields§
§active_sequences: usize§queued_requests: usize§completed_sequences: usize§total_tokens_emitted: usize§total_batch_steps: usizeTrait Implementations§
Source§impl Clone for SchedulerStats
impl Clone for SchedulerStats
Source§fn clone(&self) -> SchedulerStats
fn clone(&self) -> SchedulerStats
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for SchedulerStats
impl Debug for SchedulerStats
Source§impl Default for SchedulerStats
impl Default for SchedulerStats
Source§fn default() -> SchedulerStats
fn default() -> SchedulerStats
Returns the “default value” for a type. Read more
Auto Trait Implementations§
impl Forget for SchedulerStats
impl Freeze for SchedulerStats
impl Move for SchedulerStats
impl RefUnwindSafe for SchedulerStats
impl Send for SchedulerStats
impl Sync for SchedulerStats
impl Unpin for SchedulerStats
impl UnsafeUnpin for SchedulerStats
impl UnwindSafe for SchedulerStats
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more