Struct ResourceLimits 

pub struct ResourceLimits {
    pub max_concurrent_requests: u32,
    pub max_tokens_per_request: u32,
    pub rate_limit_rpm: u32,
    pub max_batch_size: u32,
    pub max_input_bytes: u32,
    pub max_output_bytes: u32,
}

Resource limits

Fields

max_concurrent_requests: u32

Maximum concurrent requests

max_tokens_per_request: u32

Maximum tokens per request

rate_limit_rpm: u32

Rate limit (requests per minute)

max_batch_size: u32

Maximum batch size

max_input_bytes: u32

Maximum input size in bytes

max_output_bytes: u32

Maximum output size in bytes

Implementations

impl ResourceLimits

pub fn new() -> ResourceLimits

Create new resource limits

pub fn with_max_concurrent(self, max: u32) -> ResourceLimits

Set max concurrent requests

pub fn with_max_tokens(self, max: u32) -> ResourceLimits

Set max tokens per request

pub fn with_rate_limit(self, rpm: u32) -> ResourceLimits

Set rate limit

pub fn with_max_batch(self, max: u32) -> ResourceLimits

Set max batch size

Trait Implementations

impl Clone for ResourceLimits

fn clone(&self) -> ResourceLimits

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ResourceLimits

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl Default for ResourceLimits

fn default() -> ResourceLimits

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for ResourceLimits

fn deserialize<__D>( __deserializer: __D, ) -> Result<ResourceLimits, <__D as Deserializer<'de>>::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Eq for ResourceLimits

impl From<&CapabilitySet> for ResourceLimits

fn from(caps: &CapabilitySet) -> ResourceLimits

Converts to this type from the input type.

impl PartialEq for ResourceLimits

fn eq(&self, other: &ResourceLimits) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for ResourceLimits

fn serialize<__S>( &self, __serializer: __S, ) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for ResourceLimits