pub struct PrefillTask {
pub sequence_id: u64,
pub prompt: Vec<TokenId>,
pub processed_tokens: usize,
}Expand description
An active prompt ingestion task being processed in chunks.
Fields§
§sequence_id: u64§prompt: Vec<TokenId>§processed_tokens: usizeImplementations§
Source§impl PrefillTask
impl PrefillTask
Trait Implementations§
Source§impl Clone for PrefillTask
impl Clone for PrefillTask
Auto Trait Implementations§
impl Forget for PrefillTask
impl Freeze for PrefillTask
impl Move for PrefillTask
impl RefUnwindSafe for PrefillTask
impl Send for PrefillTask
impl Sync for PrefillTask
impl Unpin for PrefillTask
impl UnsafeUnpin for PrefillTask
impl UnwindSafe for PrefillTask
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more