pub struct ModelBenchmark {
pub variant: ModelVariant,
pub resolved_config: DdlConfig,
pub num_params: usize,
pub input_shape: [usize; 2],
pub output_shape: [usize; 3],
pub timing: BenchmarkTiming,
pub tokens_per_second: f64,
pub estimated_hidden_state_bytes: usize,
pub estimated_logit_bytes: usize,
pub estimated_parameter_bytes: usize,
pub memory: ModelMemoryBreakdown,
}Fields§
§variant: ModelVariant§resolved_config: DdlConfig§num_params: usize§input_shape: [usize; 2]§output_shape: [usize; 3]§timing: BenchmarkTiming§tokens_per_second: f64§estimated_logit_bytes: usize§estimated_parameter_bytes: usize§memory: ModelMemoryBreakdownTrait Implementations§
Source§impl Clone for ModelBenchmark
impl Clone for ModelBenchmark
Source§fn clone(&self) -> ModelBenchmark
fn clone(&self) -> ModelBenchmark
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for ModelBenchmark
impl Debug for ModelBenchmark
Source§impl<'de> Deserialize<'de> for ModelBenchmark
impl<'de> Deserialize<'de> for ModelBenchmark
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for ModelBenchmark
impl RefUnwindSafe for ModelBenchmark
impl Send for ModelBenchmark
impl Sync for ModelBenchmark
impl Unpin for ModelBenchmark
impl UnsafeUnpin for ModelBenchmark
impl UnwindSafe for ModelBenchmark
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more