Struct MultiModelManager 

pub struct MultiModelManager { /* private fields */ }

Multi-model manager

Implementations

impl MultiModelManager

pub fn new(config: MultiModelConfig) -> Self

Create a new multi-model manager

pub fn set_debug_logger(&mut self, logger: DebugLogger)

Set debug logger

pub fn set_quantizer(&mut self, quantizer: WebQuantizer)

Set quantizer for model optimization

pub fn register_model(&mut self, metadata: &str) -> Result<(), JsValue>

Register a model in the system

pub async fn load_model(&mut self, model_id: &str) -> Result<(), JsValue>

Load a model by ID

pub fn unload_model(&mut self, model_id: &str) -> Result<(), JsValue>

Unload a model by ID

pub fn get_model_index(&self, model_id: &str) -> Option<usize>

Get a model for inference by ID

pub fn route_request(&self, input_context: &str) -> Result<String, JsValue>

Route a request to the appropriate model

pub fn add_routing_rule(&mut self, rule_json: &str) -> Result<(), JsValue>

Add a routing rule

pub fn set_default_model(&mut self, model_id: &str)

Set the default model

pub fn get_loaded_models(&self) -> Array

Get list of loaded models

pub fn get_performance_stats(&self) -> String

Get performance statistics for all models

pub fn optimize_memory(&mut self) -> Result<(), JsValue>

Optimize memory usage by unloading inactive models

pub async fn preload_models(&mut self) -> Result<(), JsValue>

Preload models based on usage patterns

pub fn get_total_memory_usage(&self) -> usize

Get current memory usage across all models

pub fn get_system_status(&self) -> String

Get system status summary

Trait Implementations

impl From<MultiModelManager> for JsValue

fn from(value: MultiModelManager) -> Self

Converts to this type from the input type.

impl FromWasmAbi for MultiModelManager

type Abi = u32

The Wasm ABI type that this converts from when coming back out from the ABI boundary.

unsafe fn from_abi(js: u32) -> Self

Recover a Self from Self::Abi.

impl IntoWasmAbi for MultiModelManager

type Abi = u32

The Wasm ABI type that this converts into when crossing the ABI boundary.

fn into_abi(self) -> u32

Convert self into Self::Abi so that it can be sent across the wasm ABI boundary.

impl LongRefFromWasmAbi for MultiModelManager

type Abi = u32

Same as RefFromWasmAbi::Abi

type Anchor = RcRef<MultiModelManager>

Same as RefFromWasmAbi::Anchor

unsafe fn long_ref_from_abi(js: Self::Abi) -> Self::Anchor

Same as RefFromWasmAbi::ref_from_abi

impl OptionFromWasmAbi for MultiModelManager

fn is_none(abi: &Self::Abi) -> bool

Tests whether the argument is a “none” instance. If so it will be deserialized as None, and otherwise it will be passed to FromWasmAbi.

impl OptionIntoWasmAbi for MultiModelManager

fn none() -> Self::Abi

Returns an ABI instance indicating “none”, which JS will interpret as the None branch of this option.

impl RefFromWasmAbi for MultiModelManager

type Abi = u32

The Wasm ABI type references to Self are recovered from.

type Anchor = RcRef<MultiModelManager>

The type that holds the reference to Self for the duration of the invocation of the function that has an &Self parameter. This is required to ensure that the lifetimes don’t persist beyond one function call, and so that they remain anonymous.

unsafe fn ref_from_abi(js: Self::Abi) -> Self::Anchor

Recover a Self::Anchor from Self::Abi.

impl RefMutFromWasmAbi for MultiModelManager

type Abi = u32

Same as RefFromWasmAbi::Abi

type Anchor = RcRefMut<MultiModelManager>

Same as RefFromWasmAbi::Anchor

unsafe fn ref_mut_from_abi(js: Self::Abi) -> Self::Anchor

Same as RefFromWasmAbi::ref_from_abi

impl TryFromJsValue for MultiModelManager

fn try_from_js_value(value: JsValue) -> Result<Self, JsValue>

Performs the conversion.

fn try_from_js_value_ref(value: &JsValue) -> Option<Self>

Performs the conversion.

impl VectorFromWasmAbi for MultiModelManager

type Abi = <Box<[JsValue]> as FromWasmAbi>::Abi

unsafe fn vector_from_abi(js: Self::Abi) -> Box<[MultiModelManager]>

impl VectorIntoWasmAbi for MultiModelManager

type Abi = <Box<[JsValue]> as IntoWasmAbi>::Abi

fn vector_into_abi(vector: Box<[MultiModelManager]>) -> Self::Abi

impl WasmDescribe for MultiModelManager

fn describe()

impl WasmDescribeVector for MultiModelManager

fn describe_vector()

impl SupportsConstructor for MultiModelManager

impl SupportsInstanceProperty for MultiModelManager

impl SupportsStaticProperty for MultiModelManager