Struct ServerInfo 

pub struct ServerInfo {

    pub engine_version: String,
    pub api_version: String,
    pub instance_id: String,
    pub parallelism: Option<ParallelismInfo>,
    pub max_model_len: u32,
    pub kv_block_size: u32,
    pub total_kv_blocks: u64,
    pub max_running_requests: u64,
    pub max_batched_tokens: u64,
    pub max_loras: u32,
    pub rl_capabilities: Option<RlCapabilities>,
    pub proto_version: String,
    pub effective_attention_block_size: Option<u64>,
}

Fields

engine_version: String

api_version: String

instance_id: String

parallelism: Option<ParallelismInfo>

max_model_len: u32

kv_block_size: u32

total_kv_blocks: u64

max_running_requests: u64

max_batched_tokens: u64

max_loras: u32

rl_capabilities: Option<RlCapabilities>

proto_version: String

effective_attention_block_size: Option<u64>

Full-attention block size in tokens after initialization; absent if unavailable.

Implementations

impl ServerInfo

pub fn effective_attention_block_size(&self) -> u64

Returns the value of effective_attention_block_size, or the default value if effective_attention_block_size is unset.

Trait Implementations

impl Clone for ServerInfo

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ServerInfo

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ServerInfo

fn default() -> Self

Returns the “default value” for a type.

impl Eq for ServerInfo

impl Hash for ServerInfo

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)

where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.

impl Message for ServerInfo

fn encoded_len(&self) -> usize

Returns the encoded length of the message without a length delimiter.

fn clear(&mut self)

Clears the message, resetting all fields to their default.

fn encode(&self, buf: &mut impl BufMut) -> Result<(), EncodeError>

where Self: Sized,

Encodes the message to a buffer.

fn encode_to_vec(&self) -> Vec<u8>

where Self: Sized,

Encodes the message to a newly allocated buffer.

fn encode_length_delimited( &self, buf: &mut impl BufMut, ) -> Result<(), EncodeError>

where Self: Sized,

Encodes the message with a length-delimiter to a buffer.

fn encode_length_delimited_to_vec(&self) -> Vec<u8>

where Self: Sized,

Encodes the message with a length-delimiter to a newly allocated buffer.

fn decode(buf: impl Buf) -> Result<Self, DecodeError>

where Self: Default,

Decodes an instance of the message from a buffer.

fn decode_length_delimited(buf: impl Buf) -> Result<Self, DecodeError>

where Self: Default,

Decodes a length-delimited instance of the message from the buffer.

fn merge(&mut self, buf: impl Buf) -> Result<(), DecodeError>

where Self: Sized,

Decodes an instance of the message from a buffer, and merges it into self.

fn merge_length_delimited(&mut self, buf: impl Buf) -> Result<(), DecodeError>

where Self: Sized,

Decodes a length-delimited instance of the message from buffer, and merges it into self.

impl PartialEq for ServerInfo

fn eq(&self, other: &Self) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for ServerInfo