pub type RequestCharacteristics = RequestCharacteristics;Expand description
Request characteristics alias
Aliased Type§
pub struct RequestCharacteristics {
pub avg_input_tokens: usize,
pub avg_output_tokens: usize,
pub typical_batch_size: usize,
pub latency_requirements: LatencyRequirements,
}Fields§
§avg_input_tokens: usize§avg_output_tokens: usize§typical_batch_size: usize§latency_requirements: LatencyRequirements