pub struct BackendInfo {
pub backend_type: BackendType,
pub model_name: String,
pub supports_streaming: bool,
pub max_tokens: u32,
pub typical_latency_ms: u64,
pub memory_usage_mb: u64,
pub version: String,
}Expand description
Backend metadata for diagnostics and selection
Fields§
§backend_type: BackendTypeType of backend
model_name: StringName of the model being used
supports_streaming: boolWhether this backend supports streaming responses
max_tokens: u32Maximum number of tokens the model can generate
typical_latency_ms: u64Typical latency in milliseconds
memory_usage_mb: u64Memory usage in megabytes
version: StringBackend version string
Implementations§
Trait Implementations§
Source§impl Clone for BackendInfo
impl Clone for BackendInfo
Source§fn clone(&self) -> BackendInfo
fn clone(&self) -> BackendInfo
Returns a duplicate of the value. Read more
1.0.0§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for BackendInfo
impl Debug for BackendInfo
Source§impl<'de> Deserialize<'de> for BackendInfo
impl<'de> Deserialize<'de> for BackendInfo
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for BackendInfo
impl RefUnwindSafe for BackendInfo
impl Send for BackendInfo
impl Sync for BackendInfo
impl Unpin for BackendInfo
impl UnwindSafe for BackendInfo
Blanket Implementations§
§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
§unsafe fn clone_to_uninit(&self, dest: *mut u8)
unsafe fn clone_to_uninit(&self, dest: *mut u8)
🔬This is a nightly-only experimental API. (
clone_to_uninit)