Struct LLMInstance

pub struct LLMInstance {
    pub id: String,
    pub base_url: String,
    pub active_requests: Arc<AtomicUsize>,
    pub status: Arc<RwLock<InstanceStatus>>,
    pub is_in_timeout: Arc<AtomicBool>,
    pub timeout_until: Arc<RwLock<Option<Instant>>>,
    pub supported_models: Arc<RwLock<HashMap<String, Vec<ModelCapability>>>>,
}

Fields

id: String

base_url: String

active_requests: Arc<AtomicUsize>

status: Arc<RwLock<InstanceStatus>>

is_in_timeout: Arc<AtomicBool>

timeout_until: Arc<RwLock<Option<Instant>>>

supported_models: Arc<RwLock<HashMap<String, Vec<ModelCapability>>>>

Implementations

impl LLMInstance

pub fn new( id: String, base_url: String, initial_status: InstanceStatus, supported_models_map: HashMap<String, Vec<ModelCapability>>, ) -> Self

Trait Implementations

impl Clone for LLMInstance

fn clone(&self) -> LLMInstance

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LLMInstance

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.