Struct llama_cpp_2::timing::LlamaTimings

pub struct LlamaTimings { /* private fields */ }

A wrapper around llama_timings.

Implementations

impl LlamaTimings

pub fn new( t_start_ms: f64, t_end_ms: f64, t_load_ms: f64, t_sample_ms: f64, t_p_eval_ms: f64, t_eval_ms: f64, n_sample: i32, n_p_eval: i32, n_eval: i32 ) -> Self

Create a new LlamaTimings.

let timings = LlamaTimings::new(1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7, 8, 9);
let timings_str = "load time = 3.00 ms
sample time = 4.00 ms / 7 runs (0.57 ms per token, 1750.00 tokens per second)
prompt eval time = 5.00 ms / 8 tokens (0.62 ms per token, 1600.00 tokens per second)
eval time = 6.00 ms / 9 runs (0.67 ms per token, 1500.00 tokens per second)
total time = 1.00 ms";
assert_eq!(timings_str, format!("{}", timings));

pub fn t_start_ms(&self) -> f64

Get the start time in milliseconds.

pub fn t_end_ms(&self) -> f64

Get the end time in milliseconds.

pub fn t_load_ms(&self) -> f64

Get the load time in milliseconds.

pub fn t_sample_ms(&self) -> f64

Get the sample time in milliseconds.

pub fn t_p_eval_ms(&self) -> f64

Get the prompt evaluation time in milliseconds.

pub fn t_eval_ms(&self) -> f64

Get the evaluation time in milliseconds.

pub fn n_sample(&self) -> i32

Get the number of samples.

pub fn n_p_eval(&self) -> i32

Get the number of prompt evaluations.

pub fn n_eval(&self) -> i32

Get the number of evaluations.

pub fn set_t_start_ms(&mut self, t_start_ms: f64)

Set the start time in milliseconds.

pub fn set_t_end_ms(&mut self, t_end_ms: f64)

Set the end time in milliseconds.

pub fn set_t_load_ms(&mut self, t_load_ms: f64)

Set the load time in milliseconds.

pub fn set_t_sample_ms(&mut self, t_sample_ms: f64)

Set the sample time in milliseconds.

pub fn set_t_p_eval_ms(&mut self, t_p_eval_ms: f64)

Set the prompt evaluation time in milliseconds.

pub fn set_t_eval_ms(&mut self, t_eval_ms: f64)

Set the evaluation time in milliseconds.

pub fn set_n_sample(&mut self, n_sample: i32)

Set the number of samples.

pub fn set_n_p_eval(&mut self, n_p_eval: i32)

Set the number of prompt evaluations.

pub fn set_n_eval(&mut self, n_eval: i32)

Set the number of evaluations.

Trait Implementations

impl Clone for LlamaTimings

fn clone(&self) -> LlamaTimings

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LlamaTimings

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Display for LlamaTimings

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Copy for LlamaTimings