pub struct QueuedRequest {
pub sequence_id: u64,
pub prompt: Vec<TokenId>,
pub config: SpeculativeConfig,
pub sender: Sender<GenerationEvent>,
pub priority: usize,
pub created_at: Instant,
}Expand description
An incoming inference request submitted to the batch scheduler.
Fields§
§sequence_id: u64§prompt: Vec<TokenId>§config: SpeculativeConfig§sender: Sender<GenerationEvent>§priority: usize§created_at: InstantImplementations§
Source§impl QueuedRequest
impl QueuedRequest
pub fn new( sequence_id: u64, prompt: Vec<TokenId>, config: SpeculativeConfig, sender: Sender<GenerationEvent>, ) -> Self
Auto Trait Implementations§
impl Forget for QueuedRequest
impl Freeze for QueuedRequest
impl Move for QueuedRequest
impl RefUnwindSafe for QueuedRequest
impl Send for QueuedRequest
impl Sync for QueuedRequest
impl Unpin for QueuedRequest
impl UnsafeUnpin for QueuedRequest
impl UnwindSafe for QueuedRequest
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more