use crate::prelude::*;
use crate::runtime::vm::{self as runtime};
use crate::store::{AutoAssertNoGc, StoreData, StoreOpaque, Stored};
use crate::trampoline::generate_table_export;
use crate::{AnyRef, AsContext, AsContextMut, ExternRef, Func, HeapType, Ref, TableType};
use anyhow::{anyhow, bail, Context, Result};
use core::iter;
use core::ptr::NonNull;
use runtime::{GcRootsList, SendSyncPtr};
use wasmtime_environ::TypeTrace;
#[derive(Copy, Clone, Debug)]
#[repr(transparent)] pub struct Table(pub(super) Stored<crate::runtime::vm::ExportTable>);
impl Table {
pub fn new(mut store: impl AsContextMut, ty: TableType, init: Ref) -> Result<Table> {
Table::_new(store.as_context_mut().0, ty, init)
}
#[cfg(feature = "async")]
pub async fn new_async<T>(
mut store: impl AsContextMut<Data = T>,
ty: TableType,
init: Ref,
) -> Result<Table>
where
T: Send,
{
let mut store = store.as_context_mut();
assert!(
store.0.async_support(),
"cannot use `new_async` without enabling async support on the config"
);
store
.on_fiber(|store| Table::_new(store.0, ty, init))
.await?
}
fn _new(store: &mut StoreOpaque, ty: TableType, init: Ref) -> Result<Table> {
let wasmtime_export = generate_table_export(store, &ty)?;
let init = init.into_table_element(store, ty.element())?;
unsafe {
let table = Table::from_wasmtime_table(wasmtime_export, store);
let wasmtime_table = table.wasmtime_table(store, iter::empty());
(*wasmtime_table)
.fill(store.gc_store_mut()?, 0, init, ty.minimum())
.err2anyhow()?;
Ok(table)
}
}
pub fn ty(&self, store: impl AsContext) -> TableType {
self._ty(store.as_context().0)
}
fn _ty(&self, store: &StoreOpaque) -> TableType {
let ty = &store[self.0].table.table;
TableType::from_wasmtime_table(store.engine(), ty)
}
fn wasmtime_table(
&self,
store: &mut StoreOpaque,
lazy_init_range: impl Iterator<Item = u32>,
) -> *mut runtime::Table {
unsafe {
let export = &store[self.0];
crate::runtime::vm::Instance::from_vmctx(export.vmctx, |handle| {
let idx = handle.table_index(&*export.definition);
handle.get_defined_table_with_lazy_init(idx, lazy_init_range)
})
}
}
pub fn get(&self, mut store: impl AsContextMut, index: u32) -> Option<Ref> {
let mut store = AutoAssertNoGc::new(store.as_context_mut().0);
let table = self.wasmtime_table(&mut store, iter::once(index));
unsafe {
match (*table).get(store.unwrap_gc_store_mut(), index)? {
runtime::TableElement::FuncRef(f) => {
let func = Func::from_vm_func_ref(&mut store, f);
Some(func.into())
}
runtime::TableElement::UninitFunc => {
unreachable!("lazy init above should have converted UninitFunc")
}
runtime::TableElement::GcRef(None) => {
Some(Ref::null(self._ty(&store).element().heap_type()))
}
#[cfg_attr(not(feature = "gc"), allow(unreachable_code, unused_variables))]
runtime::TableElement::GcRef(Some(x)) => {
match self._ty(&store).element().heap_type().top() {
HeapType::Any => {
let x = AnyRef::from_cloned_gc_ref(&mut store, x);
Some(x.into())
}
HeapType::Extern => {
let x = ExternRef::from_cloned_gc_ref(&mut store, x);
Some(x.into())
}
HeapType::Func => {
unreachable!("never have TableElement::GcRef for func tables")
}
ty => unreachable!("not a top type: {ty:?}"),
}
}
}
}
}
pub fn set(&self, mut store: impl AsContextMut, index: u32, val: Ref) -> Result<()> {
let store = store.as_context_mut().0;
let ty = self.ty(&store);
let val = val.into_table_element(store, ty.element())?;
let table = self.wasmtime_table(store, iter::empty());
unsafe {
(*table)
.set(index, val)
.map_err(|()| anyhow!("table element index out of bounds"))
}
}
pub fn size(&self, store: impl AsContext) -> u32 {
self.internal_size(store.as_context().0)
}
pub(crate) fn internal_size(&self, store: &StoreOpaque) -> u32 {
unsafe { (*store[self.0].definition).current_elements }
}
pub fn grow(&self, mut store: impl AsContextMut, delta: u32, init: Ref) -> Result<u32> {
let store = store.as_context_mut().0;
let ty = self.ty(&store);
let init = init.into_table_element(store, ty.element())?;
let table = self.wasmtime_table(store, iter::empty());
unsafe {
match (*table).grow(delta, init, store)? {
Some(size) => {
let vm = (*table).vmtable();
*store[self.0].definition = vm;
Ok(size)
}
None => bail!("failed to grow table by `{}`", delta),
}
}
}
#[cfg(feature = "async")]
pub async fn grow_async<T>(
&self,
mut store: impl AsContextMut<Data = T>,
delta: u32,
init: Ref,
) -> Result<u32>
where
T: Send,
{
let mut store = store.as_context_mut();
assert!(
store.0.async_support(),
"cannot use `grow_async` without enabling async support on the config"
);
store
.on_fiber(|store| self.grow(store, delta, init))
.await?
}
pub fn copy(
mut store: impl AsContextMut,
dst_table: &Table,
dst_index: u32,
src_table: &Table,
src_index: u32,
len: u32,
) -> Result<()> {
let store = store.as_context_mut().0;
let dst_ty = dst_table.ty(&store);
let src_ty = src_table.ty(&store);
src_ty
.element()
.ensure_matches(store.engine(), dst_ty.element())
.context(
"type mismatch: source table's element type does not match \
destination table's element type",
)?;
let dst_table = dst_table.wasmtime_table(store, iter::empty());
let src_range = src_index..(src_index.checked_add(len).unwrap_or(u32::MAX));
let src_table = src_table.wasmtime_table(store, src_range);
unsafe {
runtime::Table::copy(
store.gc_store_mut()?,
dst_table,
src_table,
dst_index,
src_index,
len,
)
.err2anyhow()?;
}
Ok(())
}
pub fn fill(&self, mut store: impl AsContextMut, dst: u32, val: Ref, len: u32) -> Result<()> {
let store = store.as_context_mut().0;
let ty = self.ty(&store);
let val = val.into_table_element(store, ty.element())?;
let table = self.wasmtime_table(store, iter::empty());
unsafe {
(*table)
.fill(store.gc_store_mut()?, dst, val, len)
.err2anyhow()?;
}
Ok(())
}
pub(crate) fn trace_roots(&self, store: &mut StoreOpaque, gc_roots_list: &mut GcRootsList) {
if !self
._ty(store)
.element()
.is_vmgcref_type_and_points_to_object()
{
return;
}
let table = self.wasmtime_table(store, iter::empty());
for gc_ref in unsafe { (*table).gc_refs_mut() } {
if let Some(gc_ref) = gc_ref {
let gc_ref = NonNull::from(gc_ref);
let gc_ref = SendSyncPtr::new(gc_ref);
unsafe {
gc_roots_list.add_root(gc_ref);
}
}
}
}
pub(crate) unsafe fn from_wasmtime_table(
mut wasmtime_export: crate::runtime::vm::ExportTable,
store: &mut StoreOpaque,
) -> Table {
wasmtime_export
.table
.table
.wasm_ty
.canonicalize_for_runtime_usage(&mut |module_index| {
crate::runtime::vm::Instance::from_vmctx(wasmtime_export.vmctx, |instance| {
instance.engine_type_index(module_index)
})
});
Table(store.store_data_mut().insert(wasmtime_export))
}
pub(crate) fn wasmtime_ty<'a>(&self, data: &'a StoreData) -> &'a wasmtime_environ::Table {
&data[self.0].table.table
}
pub(crate) fn vmimport(&self, store: &StoreOpaque) -> crate::runtime::vm::VMTableImport {
let export = &store[self.0];
crate::runtime::vm::VMTableImport {
from: export.definition,
vmctx: export.vmctx,
}
}
#[allow(dead_code)] pub(crate) fn hash_key(&self, store: &StoreOpaque) -> impl core::hash::Hash + Eq {
store[self.0].definition as usize
}
}
#[cfg(test)]
mod tests {
use super::*;
use crate::{Instance, Module, Store};
#[test]
fn hash_key_is_stable_across_duplicate_store_data_entries() -> Result<()> {
let mut store = Store::<()>::default();
let module = Module::new(
store.engine(),
r#"
(module
(table (export "t") 1 1 externref)
)
"#,
)?;
let instance = Instance::new(&mut store, &module, &[])?;
let t1 = instance.get_table(&mut store, "t").unwrap();
let t2 = instance.get_table(&mut store, "t").unwrap();
assert!(t1.get(&mut store, 0).unwrap().unwrap_extern().is_none());
assert!(t2.get(&mut store, 0).unwrap().unwrap_extern().is_none());
let e = ExternRef::new(&mut store, 42)?;
t1.set(&mut store, 0, e.into())?;
assert!(t1.get(&mut store, 0).unwrap().unwrap_extern().is_some());
assert!(t2.get(&mut store, 0).unwrap().unwrap_extern().is_some());
assert!(t1.hash_key(&store.as_context().0) == t2.hash_key(&store.as_context().0));
let instance2 = Instance::new(&mut store, &module, &[])?;
let t3 = instance2.get_table(&mut store, "t").unwrap();
assert!(t1.hash_key(&store.as_context().0) != t3.hash_key(&store.as_context().0));
Ok(())
}
}