Struct ReleaseMemoryOccupationReqInput 

pub struct ReleaseMemoryOccupationReqInput {
    pub rid: Option<StrOrList>,
    pub http_worker_ipc: Option<String>,
    pub tags: Option<Vec<String>>,
}

Release GPU memory (weights, kv_cache; all when None).

Fields

rid: Option<StrOrList>

Request id; control operations rarely set it.

http_worker_ipc: Option<String>

In-process HTTP worker address; unused across processes.

tags: Option<Vec<String>>

The regions.

Trait Implementations

impl Clone for ReleaseMemoryOccupationReqInput

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ReleaseMemoryOccupationReqInput

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for ReleaseMemoryOccupationReqInput

fn eq(&self, other: &Self) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for ReleaseMemoryOccupationReqInput

impl Wire for ReleaseMemoryOccupationReqInput

fn encode(&self, encoder: &mut Encoder)

Append this value to a message.

fn decode(decoder: &mut Decoder<'_>) -> Result<Self>

Read one value of this type.