Struct BatchProcessor 

pub struct BatchProcessor { /* private fields */ }

Batch processor for efficient inference

Implementations

impl BatchProcessor

pub fn new(config: BatchConfig) -> Self

Create a new batch processor

pub fn add_request( &mut self, input: WasmTensor, priority: Priority, timeout_ms: Option<u32>, ) -> String

Add a request to the batch queue

pub async fn process_batch(&mut self) -> Result<Vec<BatchResponse>, JsValue>

Process pending requests based on batching strategy

pub fn is_batch_ready(&self) -> bool

Check if a batch is ready to process

pub fn queue_length(&self) -> usize

Get current queue length

pub fn get_stats(&self) -> String

Get batch statistics

pub fn clear_queue(&mut self)

Clear all pending requests

pub fn update_config(&mut self, config: BatchConfig)

Update configuration

Trait Implementations

impl From<BatchProcessor> for JsValue

fn from(value: BatchProcessor) -> Self

Converts to this type from the input type.

impl FromWasmAbi for BatchProcessor

type Abi = u32

The Wasm ABI type that this converts from when coming back out from the ABI boundary.

unsafe fn from_abi(js: u32) -> Self

Recover a Self from Self::Abi.

impl IntoWasmAbi for BatchProcessor

type Abi = u32

The Wasm ABI type that this converts into when crossing the ABI boundary.

fn into_abi(self) -> u32

Convert self into Self::Abi so that it can be sent across the wasm ABI boundary.

impl LongRefFromWasmAbi for BatchProcessor

type Abi = u32

Same as RefFromWasmAbi::Abi

type Anchor = RcRef<BatchProcessor>

Same as RefFromWasmAbi::Anchor

unsafe fn long_ref_from_abi(js: Self::Abi) -> Self::Anchor

Same as RefFromWasmAbi::ref_from_abi

impl OptionFromWasmAbi for BatchProcessor

fn is_none(abi: &Self::Abi) -> bool

Tests whether the argument is a “none” instance. If so it will be deserialized as None, and otherwise it will be passed to FromWasmAbi.

impl OptionIntoWasmAbi for BatchProcessor

fn none() -> Self::Abi

Returns an ABI instance indicating “none”, which JS will interpret as the None branch of this option.

impl RefFromWasmAbi for BatchProcessor

type Abi = u32

The Wasm ABI type references to Self are recovered from.

type Anchor = RcRef<BatchProcessor>

The type that holds the reference to Self for the duration of the invocation of the function that has an &Self parameter. This is required to ensure that the lifetimes don’t persist beyond one function call, and so that they remain anonymous.

unsafe fn ref_from_abi(js: Self::Abi) -> Self::Anchor

Recover a Self::Anchor from Self::Abi.

impl RefMutFromWasmAbi for BatchProcessor

type Abi = u32

Same as RefFromWasmAbi::Abi

type Anchor = RcRefMut<BatchProcessor>

Same as RefFromWasmAbi::Anchor

unsafe fn ref_mut_from_abi(js: Self::Abi) -> Self::Anchor

Same as RefFromWasmAbi::ref_from_abi

impl TryFromJsValue for BatchProcessor

fn try_from_js_value(value: JsValue) -> Result<Self, JsValue>

Performs the conversion.

fn try_from_js_value_ref(value: &JsValue) -> Option<Self>

Performs the conversion.

impl VectorFromWasmAbi for BatchProcessor

type Abi = <Box<[JsValue]> as FromWasmAbi>::Abi

unsafe fn vector_from_abi(js: Self::Abi) -> Box<[BatchProcessor]>

impl VectorIntoWasmAbi for BatchProcessor

type Abi = <Box<[JsValue]> as IntoWasmAbi>::Abi

fn vector_into_abi(vector: Box<[BatchProcessor]>) -> Self::Abi

impl WasmDescribe for BatchProcessor

fn describe()

impl WasmDescribeVector for BatchProcessor

fn describe_vector()

impl SupportsConstructor for BatchProcessor

impl SupportsInstanceProperty for BatchProcessor

impl SupportsStaticProperty for BatchProcessor