Struct CanvasApp 

pub struct CanvasApp { /* private fields */ }

The main canvas application for WASM.

Implementations

impl CanvasApp

pub fn new(canvas_id: &str) -> Result<CanvasApp, JsValue>

Create a new canvas application attached to the given canvas element ID.

Errors

Returns an error if the canvas element is not found or 2D context fails.

pub fn render(&mut self)

Render the current scene to the canvas.

pub fn handle_touch(&mut self, x: f32, y: f32, phase: &str) -> Option<String>

Handle a touch event at the given coordinates.

pub fn handle_click(&mut self, x: f32, y: f32) -> Option<String>

Handle a mouse click at the given coordinates.

pub fn add_element(&mut self, json: &str) -> Result<String, JsValue>

Add an element to the scene from JSON.

Errors

Returns an error if JSON parsing fails.

pub fn remove_element(&mut self, id: &str) -> Result<(), JsValue>

Remove an element from the scene.

Errors

Returns an error if the element is not found.

pub fn get_scene_json(&self) -> String

Get the current scene as JSON.

pub fn set_scene_json(&mut self, json: &str) -> Result<(), JsValue>

Update the entire scene from JSON.

Errors

Returns an error if JSON parsing fails.

pub fn apply_scene_document(&mut self, json: &str) -> Result<(), JsValue>

Apply a canonical scene document serialized as JSON.

Errors

Returns an error if the JSON is invalid or the scene cannot be converted.

pub fn element_count(&self) -> usize

Get the number of elements in the scene.

pub fn frame_count(&self) -> u64

Get the current frame count.

pub fn resize(&mut self, width: u32, height: u32)

Resize the canvas.

pub fn set_background_color(&mut self, color: &str)

Set the background color (CSS color string).

pub fn is_connected(&self) -> bool

Check if connected to AI backend.

pub fn update_video_frame( &mut self, stream_id: &str, data: &[u8], width: u32, height: u32, timestamp: f64, )

The data should be RGBA bytes.

pub fn remove_video_stream(&mut self, stream_id: &str)

Remove a video stream from the cache.

pub fn get_video_stream_ids(&self) -> Vec<String>

Get the list of registered video stream IDs.

pub fn has_video_frame(&self, stream_id: &str) -> bool

Check if a video stream has a cached frame.

pub fn get_video_frame_timestamp(&self, stream_id: &str) -> f64

Get the timestamp of the last frame for a video stream. Returns 0.0 if the stream doesn’t exist.

pub fn set_holographic_config(&mut self, preset: &str) -> Result<(), JsValue>

Enable holographic mode with a preset configuration.

Supported presets: “portrait”, “4k” Pass an empty string or “off” to disable holographic mode.

Errors

Returns an error if the preset is not recognized.

pub fn is_holographic_mode(&self) -> bool

Check if holographic mode is currently enabled.

pub fn get_quilt_dimensions(&self) -> JsValue

Get the quilt dimensions for the current holographic configuration.

Returns a JS object: { width, height, views, columns, rows } Returns null if holographic mode is not enabled.

pub fn render_quilt(&mut self) -> Result<Vec<u8>, JsValue>

Render the current scene as a holographic quilt.

Returns the quilt as RGBA pixel data (Vec<u8>). The dimensions can be obtained from getQuiltDimensions().

Errors

Returns an error if holographic mode is not enabled.

pub fn set_holographic_camera( &mut self, pos_x: f32, pos_y: f32, pos_z: f32, target_x: f32, target_y: f32, target_z: f32, )

Set the holographic camera position and target.

Arguments

• pos_x, pos_y, pos_z - Camera position in world space
• target_x, target_y, target_z - Point the camera looks at

pub fn get_holographic_preset(&self) -> String

Get the current holographic configuration preset name.

Returns “portrait”, “4k”, or “none” if holographic mode is disabled.

pub fn get_quilt_view_info(&self, view_index: u32) -> JsValue

Get information about a specific quilt view.

Returns a JS object with view offset, dimensions, and camera position, or null if the view index is out of range or holographic mode is disabled.

pub fn get_holographic_stats(&self) -> JsValue

Get statistics from the holographic renderer.

Returns a JS object with: framesRendered, avgRenderTimeMs, peakRenderTimeMs, totalViewsRendered Returns null if holographic mode is not enabled.

pub fn reset_holographic_stats(&mut self)

Reset holographic rendering statistics.

pub fn process_voice( &mut self, transcript: String, confidence: f32, is_final: bool, timestamp: f64, ) -> JsValue

Process a voice recognition result.

This method handles speech recognition results from the Web Speech API. If a touch event is pending within the fusion window, it will create a fused intent combining the voice command with the touch location.

Arguments

• transcript - The recognized speech text
• confidence - Confidence score (0.0 to 1.0)
• is_final - Whether this is a final (committed) result
• timestamp - Timestamp when the speech was recognized (ms since epoch)

Returns

JSON-encoded fusion result if fusion occurs, or null if no fusion.

pub fn has_pending_touch(&self) -> bool

Check if there’s a pending touch waiting for voice fusion.

Returns true if a touch event is stored and still within the fusion window.

pub fn fusion_time_remaining(&self) -> u32

Get the remaining time in the fusion window for a pending touch.

Returns the time in milliseconds, or 0 if no pending touch or expired.

pub fn set_fusion_window(&mut self, window_ms: u32)

Configure the fusion time window.

Sets how long a touch event waits for a voice command before expiring.

Arguments

• window_ms - Time window in milliseconds (default: 2000)

pub fn clear_pending_touch(&mut self)

Clear any pending touch event.

Call this to cancel touch+voice fusion if the user cancels the operation.

pub fn get_fusion_window(&self) -> u32

Get the current fusion window configuration in milliseconds.

pub fn get_min_voice_confidence(&self) -> f32

Get the minimum confidence threshold for voice recognition.

pub fn set_min_voice_confidence(&mut self, confidence: f32)

Set the minimum confidence threshold for voice recognition.

Voice events with confidence below this threshold will be ignored.

Arguments

• confidence - Minimum confidence (0.0 to 1.0, default: 0.5)

Trait Implementations

impl From<CanvasApp> for JsValue

fn from(value: CanvasApp) -> Self

Converts to this type from the input type.

impl FromWasmAbi for CanvasApp

type Abi = u32

The Wasm ABI type that this converts from when coming back out from the ABI boundary.

unsafe fn from_abi(js: u32) -> Self

Recover a Self from Self::Abi.

impl IntoWasmAbi for CanvasApp

type Abi = u32

The Wasm ABI type that this converts into when crossing the ABI boundary.

fn into_abi(self) -> u32

Convert self into Self::Abi so that it can be sent across the wasm ABI boundary.

impl LongRefFromWasmAbi for CanvasApp

type Abi = u32

Same as RefFromWasmAbi::Abi

type Anchor = RcRef<CanvasApp>

Same as RefFromWasmAbi::Anchor

unsafe fn long_ref_from_abi(js: Self::Abi) -> Self::Anchor

Same as RefFromWasmAbi::ref_from_abi

impl OptionFromWasmAbi for CanvasApp

fn is_none(abi: &Self::Abi) -> bool

Tests whether the argument is a “none” instance. If so it will be deserialized as None, and otherwise it will be passed to FromWasmAbi.

impl OptionIntoWasmAbi for CanvasApp

fn none() -> Self::Abi

Returns an ABI instance indicating “none”, which JS will interpret as the None branch of this option.

impl RefFromWasmAbi for CanvasApp

type Abi = u32

The Wasm ABI type references to Self are recovered from.

type Anchor = RcRef<CanvasApp>

The type that holds the reference to Self for the duration of the invocation of the function that has an &Self parameter. This is required to ensure that the lifetimes don’t persist beyond one function call, and so that they remain anonymous.

unsafe fn ref_from_abi(js: Self::Abi) -> Self::Anchor

Recover a Self::Anchor from Self::Abi.

impl RefMutFromWasmAbi for CanvasApp

type Abi = u32

Same as RefFromWasmAbi::Abi

type Anchor = RcRefMut<CanvasApp>

Same as RefFromWasmAbi::Anchor

unsafe fn ref_mut_from_abi(js: Self::Abi) -> Self::Anchor

Same as RefFromWasmAbi::ref_from_abi

impl TryFromJsValue for CanvasApp

fn try_from_js_value(value: JsValue) -> Result<Self, JsValue>

Performs the conversion.

fn try_from_js_value_ref(value: &JsValue) -> Option<Self>

Performs the conversion.

impl VectorFromWasmAbi for CanvasApp

type Abi = <Box<[JsValue]> as FromWasmAbi>::Abi

unsafe fn vector_from_abi(js: Self::Abi) -> Box<[CanvasApp]>

impl VectorIntoWasmAbi for CanvasApp

type Abi = <Box<[JsValue]> as IntoWasmAbi>::Abi

fn vector_into_abi(vector: Box<[CanvasApp]>) -> Self::Abi

impl WasmDescribe for CanvasApp

fn describe()

impl WasmDescribeVector for CanvasApp

fn describe_vector()

impl SupportsConstructor for CanvasApp

impl SupportsInstanceProperty for CanvasApp

impl SupportsStaticProperty for CanvasApp