pub struct KvSlotReservation {
pub block_size: usize,
pub total_blocks: usize,
pub free_blocks_before: usize,
pub free_blocks_after: usize,
pub allocations: Vec<KvSlotAllocation>,
}Expand description
Model-owned paged-KV reservation evidence.
Executors that own a vLLM-style physical KV block pool return this after
reserving all requested slots. Executors without model-owned paged KV return
None from reserve_kv_slots.
Fields§
§block_size: usize§total_blocks: usize§free_blocks_before: usize§free_blocks_after: usize§allocations: Vec<KvSlotAllocation>Trait Implementations§
Source§impl Clone for KvSlotReservation
impl Clone for KvSlotReservation
Source§fn clone(&self) -> KvSlotReservation
fn clone(&self) -> KvSlotReservation
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for KvSlotReservation
impl Debug for KvSlotReservation
Source§impl<'de> Deserialize<'de> for KvSlotReservation
impl<'de> Deserialize<'de> for KvSlotReservation
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
impl Eq for KvSlotReservation
Source§impl PartialEq for KvSlotReservation
impl PartialEq for KvSlotReservation
Source§impl Serialize for KvSlotReservation
impl Serialize for KvSlotReservation
impl StructuralPartialEq for KvSlotReservation
Auto Trait Implementations§
impl Freeze for KvSlotReservation
impl RefUnwindSafe for KvSlotReservation
impl Send for KvSlotReservation
impl Sync for KvSlotReservation
impl Unpin for KvSlotReservation
impl UnsafeUnpin for KvSlotReservation
impl UnwindSafe for KvSlotReservation
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more