pub struct ServedLogitRecord {
pub layer: u32,
pub tokens: usize,
pub n_expert: usize,
pub n_used: usize,
pub scaling_factor: f32,
pub route_norm: bool,
pub active: Vec<u8>,
pub bias: Vec<f32>,
pub logits: Vec<f32>,
}Fields§
§layer: u32§tokens: usize§n_expert: usize§n_used: usize§scaling_factor: f32§route_norm: bool§active: Vec<u8>§bias: Vec<f32>§logits: Vec<f32>Auto Trait Implementations§
impl Freeze for ServedLogitRecord
impl RefUnwindSafe for ServedLogitRecord
impl Send for ServedLogitRecord
impl Sync for ServedLogitRecord
impl Unpin for ServedLogitRecord
impl UnsafeUnpin for ServedLogitRecord
impl UnwindSafe for ServedLogitRecord
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more