use crate::component::*;
use crate::prelude::*;
use crate::Module;
use crate::ScopeVec;
use crate::{
EntityIndex, ModuleEnvironment, ModuleTranslation, ModuleTypesBuilder, PrimaryMap, Tunables,
TypeConvert, WasmHeapType, WasmValType,
};
use anyhow::anyhow;
use anyhow::{bail, Result};
use indexmap::IndexMap;
use std::collections::HashMap;
use std::mem;
use wasmparser::types::{
AliasableResourceId, ComponentCoreModuleTypeId, ComponentEntityType, ComponentFuncTypeId,
ComponentInstanceTypeId, Types,
};
use wasmparser::{Chunk, ComponentImportName, Encoding, Parser, Payload, Validator};
use wasmtime_types::ModuleInternedTypeIndex;
use wasmtime_types::WasmResult;
mod adapt;
pub use self::adapt::*;
mod inline;
pub struct Translator<'a, 'data> {
result: Translation<'data>,
parser: Parser,
lexical_scopes: Vec<LexicalScope<'data>>,
validator: &'a mut Validator,
types: PreInliningComponentTypes<'a>,
tunables: &'a Tunables,
scope_vec: &'data ScopeVec<u8>,
static_modules: PrimaryMap<StaticModuleIndex, ModuleTranslation<'data>>,
static_components: PrimaryMap<StaticComponentIndex, Translation<'data>>,
}
struct LexicalScope<'data> {
parser: Parser,
translation: Translation<'data>,
closure_args: ClosedOverVars,
}
#[derive(Default)]
struct Translation<'data> {
initializers: Vec<LocalInitializer<'data>>,
exports: IndexMap<&'data str, ComponentItem>,
types: Option<Types>,
}
#[allow(missing_docs)]
enum LocalInitializer<'data> {
Import(ComponentImportName<'data>, ComponentEntityType),
Lower {
func: ComponentFuncIndex,
lower_ty: ComponentFuncTypeId,
canonical_abi: ModuleInternedTypeIndex,
options: LocalCanonicalOptions,
},
Lift(ComponentFuncTypeId, FuncIndex, LocalCanonicalOptions),
Resource(AliasableResourceId, WasmValType, Option<FuncIndex>),
ResourceNew(AliasableResourceId, ModuleInternedTypeIndex),
ResourceRep(AliasableResourceId, ModuleInternedTypeIndex),
ResourceDrop(AliasableResourceId, ModuleInternedTypeIndex),
ModuleStatic(StaticModuleIndex, ComponentCoreModuleTypeId),
ModuleInstantiate(ModuleIndex, HashMap<&'data str, ModuleInstanceIndex>),
ModuleSynthetic(HashMap<&'data str, EntityIndex>),
ComponentStatic(StaticComponentIndex, ClosedOverVars),
ComponentInstantiate(
ComponentIndex,
HashMap<&'data str, ComponentItem>,
ComponentInstanceTypeId,
),
ComponentSynthetic(HashMap<&'data str, ComponentItem>, ComponentInstanceTypeId),
AliasExportFunc(ModuleInstanceIndex, &'data str),
AliasExportTable(ModuleInstanceIndex, &'data str),
AliasExportGlobal(ModuleInstanceIndex, &'data str),
AliasExportMemory(ModuleInstanceIndex, &'data str),
AliasComponentExport(ComponentInstanceIndex, &'data str),
AliasModule(ClosedOverModule),
AliasComponent(ClosedOverComponent),
Export(ComponentItem),
}
#[derive(Default)]
struct ClosedOverVars {
components: PrimaryMap<ComponentUpvarIndex, ClosedOverComponent>,
modules: PrimaryMap<ModuleUpvarIndex, ClosedOverModule>,
}
enum ClosedOverComponent {
Local(ComponentIndex),
Upvar(ComponentUpvarIndex),
}
enum ClosedOverModule {
Local(ModuleIndex),
Upvar(ModuleUpvarIndex),
}
struct LocalCanonicalOptions {
string_encoding: StringEncoding,
memory: Option<MemoryIndex>,
realloc: Option<FuncIndex>,
post_return: Option<FuncIndex>,
}
enum Action {
KeepGoing,
Skip(usize),
Done,
}
impl<'a, 'data> Translator<'a, 'data> {
pub fn new(
tunables: &'a Tunables,
validator: &'a mut Validator,
types: &'a mut ComponentTypesBuilder,
scope_vec: &'data ScopeVec<u8>,
) -> Self {
let mut parser = Parser::new(0);
parser.set_features(*validator.features());
Self {
result: Translation::default(),
tunables,
validator,
types: PreInliningComponentTypes::new(types),
parser,
lexical_scopes: Vec::new(),
static_components: Default::default(),
static_modules: Default::default(),
scope_vec,
}
}
pub fn translate(
mut self,
component: &'data [u8],
) -> Result<(
ComponentTranslation,
PrimaryMap<StaticModuleIndex, ModuleTranslation<'data>>,
)> {
let mut remaining = component;
loop {
let payload = match self.parser.parse(remaining, true)? {
Chunk::Parsed { payload, consumed } => {
remaining = &remaining[consumed..];
payload
}
Chunk::NeedMoreData(_) => unreachable!(),
};
match self.translate_payload(payload, component)? {
Action::KeepGoing => {}
Action::Skip(n) => remaining = &remaining[n..],
Action::Done => break,
}
}
assert!(remaining.is_empty());
assert!(self.lexical_scopes.is_empty());
let mut component = inline::run(
self.types.types_mut_for_inlining(),
&self.result,
&self.static_modules,
&self.static_components,
)?;
self.partition_adapter_modules(&mut component);
let translation =
component.finish(self.types.types_mut_for_inlining(), self.result.types_ref())?;
Ok((translation, self.static_modules))
}
fn translate_payload(
&mut self,
payload: Payload<'data>,
component: &'data [u8],
) -> Result<Action> {
match payload {
Payload::Version {
num,
encoding,
range,
} => {
self.validator.version(num, encoding, &range)?;
match encoding {
Encoding::Component => {}
Encoding::Module => {
bail!("attempted to parse a wasm module with a component parser");
}
}
}
Payload::End(offset) => {
assert!(self.result.types.is_none());
self.result.types = Some(self.validator.end(offset)?);
let LexicalScope {
parser,
translation,
closure_args,
} = match self.lexical_scopes.pop() {
Some(frame) => frame,
None => return Ok(Action::Done),
};
self.parser = parser;
let component = mem::replace(&mut self.result, translation);
let static_idx = self.static_components.push(component);
self.result
.initializers
.push(LocalInitializer::ComponentStatic(static_idx, closure_args));
}
Payload::ComponentTypeSection(s) => {
let mut component_type_index =
self.validator.types(0).unwrap().component_type_count();
self.validator.component_type_section(&s)?;
let types = self.validator.types(0).unwrap();
for ty in s {
match ty? {
wasmparser::ComponentType::Resource { rep, dtor } => {
let rep = self.types.convert_valtype(rep);
let id = types
.component_any_type_at(component_type_index)
.unwrap_resource();
let dtor = dtor.map(FuncIndex::from_u32);
self.result
.initializers
.push(LocalInitializer::Resource(id, rep, dtor));
}
wasmparser::ComponentType::Defined(_)
| wasmparser::ComponentType::Func(_)
| wasmparser::ComponentType::Instance(_)
| wasmparser::ComponentType::Component(_) => {}
}
component_type_index += 1;
}
}
Payload::CoreTypeSection(s) => {
self.validator.core_type_section(&s)?;
}
Payload::ComponentImportSection(s) => {
self.validator.component_import_section(&s)?;
for import in s {
let import = import?;
let types = self.validator.types(0).unwrap();
let ty = types
.component_entity_type_of_import(import.name.0)
.unwrap();
self.result
.initializers
.push(LocalInitializer::Import(import.name, ty));
}
}
Payload::ComponentCanonicalSection(s) => {
let mut core_func_index = self.validator.types(0).unwrap().function_count();
self.validator.component_canonical_section(&s)?;
for func in s {
let types = self.validator.types(0).unwrap();
let init = match func? {
wasmparser::CanonicalFunction::Lift {
type_index,
core_func_index,
options,
} => {
let ty = types.component_any_type_at(type_index).unwrap_func();
let func = FuncIndex::from_u32(core_func_index);
let options = self.canonical_options(&options);
LocalInitializer::Lift(ty, func, options)
}
wasmparser::CanonicalFunction::Lower {
func_index,
options,
} => {
let lower_ty = types.component_function_at(func_index);
let func = ComponentFuncIndex::from_u32(func_index);
let options = self.canonical_options(&options);
let canonical_abi = self.core_func_signature(core_func_index)?;
core_func_index += 1;
LocalInitializer::Lower {
func,
options,
canonical_abi,
lower_ty,
}
}
wasmparser::CanonicalFunction::ResourceNew { resource } => {
let resource = types.component_any_type_at(resource).unwrap_resource();
let ty = self.core_func_signature(core_func_index)?;
core_func_index += 1;
LocalInitializer::ResourceNew(resource, ty)
}
wasmparser::CanonicalFunction::ResourceDrop { resource } => {
let resource = types.component_any_type_at(resource).unwrap_resource();
let ty = self.core_func_signature(core_func_index)?;
core_func_index += 1;
LocalInitializer::ResourceDrop(resource, ty)
}
wasmparser::CanonicalFunction::ResourceRep { resource } => {
let resource = types.component_any_type_at(resource).unwrap_resource();
let ty = self.core_func_signature(core_func_index)?;
core_func_index += 1;
LocalInitializer::ResourceRep(resource, ty)
}
};
self.result.initializers.push(init);
}
}
Payload::ModuleSection {
parser,
unchecked_range,
} => {
let index = self.validator.types(0).unwrap().module_count();
self.validator.module_section(&unchecked_range)?;
let translation = ModuleEnvironment::new(
self.tunables,
self.validator,
self.types.module_types_builder(),
)
.translate(
parser,
component
.get(unchecked_range.start..unchecked_range.end)
.ok_or_else(|| {
anyhow!(
"section range {}..{} is out of bounds (bound = {})",
unchecked_range.start,
unchecked_range.end,
component.len()
)
.context("wasm component contains an invalid module section")
})?,
)?;
let static_idx = self.static_modules.push(translation);
let types = self.validator.types(0).unwrap();
let ty = types.module_at(index);
self.result
.initializers
.push(LocalInitializer::ModuleStatic(static_idx, ty));
return Ok(Action::Skip(unchecked_range.end - unchecked_range.start));
}
Payload::ComponentSection {
parser,
unchecked_range,
} => {
self.validator.component_section(&unchecked_range)?;
self.lexical_scopes.push(LexicalScope {
parser: mem::replace(&mut self.parser, parser),
translation: mem::take(&mut self.result),
closure_args: ClosedOverVars::default(),
});
}
Payload::InstanceSection(s) => {
self.validator.instance_section(&s)?;
for instance in s {
let init = match instance? {
wasmparser::Instance::Instantiate { module_index, args } => {
let index = ModuleIndex::from_u32(module_index);
self.instantiate_module(index, &args)
}
wasmparser::Instance::FromExports(exports) => {
self.instantiate_module_from_exports(&exports)
}
};
self.result.initializers.push(init);
}
}
Payload::ComponentInstanceSection(s) => {
let mut index = self.validator.types(0).unwrap().component_instance_count();
self.validator.component_instance_section(&s)?;
for instance in s {
let types = self.validator.types(0).unwrap();
let ty = types.component_instance_at(index);
let init = match instance? {
wasmparser::ComponentInstance::Instantiate {
component_index,
args,
} => {
let index = ComponentIndex::from_u32(component_index);
self.instantiate_component(index, &args, ty)?
}
wasmparser::ComponentInstance::FromExports(exports) => {
self.instantiate_component_from_exports(&exports, ty)?
}
};
self.result.initializers.push(init);
index += 1;
}
}
Payload::ComponentExportSection(s) => {
self.validator.component_export_section(&s)?;
for export in s {
let export = export?;
let item = self.kind_to_item(export.kind, export.index)?;
let prev = self.result.exports.insert(export.name.0, item);
assert!(prev.is_none());
self.result
.initializers
.push(LocalInitializer::Export(item));
}
}
Payload::ComponentStartSection { start, range } => {
self.validator.component_start_section(&start, &range)?;
unimplemented!("component start section");
}
Payload::ComponentAliasSection(s) => {
self.validator.component_alias_section(&s)?;
for alias in s {
let init = match alias? {
wasmparser::ComponentAlias::InstanceExport {
kind: _,
instance_index,
name,
} => {
let instance = ComponentInstanceIndex::from_u32(instance_index);
LocalInitializer::AliasComponentExport(instance, name)
}
wasmparser::ComponentAlias::Outer { kind, count, index } => {
self.alias_component_outer(kind, count, index);
continue;
}
wasmparser::ComponentAlias::CoreInstanceExport {
kind,
instance_index,
name,
} => {
let instance = ModuleInstanceIndex::from_u32(instance_index);
self.alias_module_instance_export(kind, instance, name)
}
};
self.result.initializers.push(init);
}
}
Payload::CustomSection { .. } => {}
other => {
self.validator.payload(&other)?;
panic!("unimplemented section {other:?}");
}
}
Ok(Action::KeepGoing)
}
fn instantiate_module(
&mut self,
module: ModuleIndex,
raw_args: &[wasmparser::InstantiationArg<'data>],
) -> LocalInitializer<'data> {
let mut args = HashMap::with_capacity(raw_args.len());
for arg in raw_args {
match arg.kind {
wasmparser::InstantiationArgKind::Instance => {
let idx = ModuleInstanceIndex::from_u32(arg.index);
args.insert(arg.name, idx);
}
}
}
LocalInitializer::ModuleInstantiate(module, args)
}
fn instantiate_module_from_exports(
&mut self,
exports: &[wasmparser::Export<'data>],
) -> LocalInitializer<'data> {
let mut map = HashMap::with_capacity(exports.len());
for export in exports {
let idx = match export.kind {
wasmparser::ExternalKind::Func => {
let index = FuncIndex::from_u32(export.index);
EntityIndex::Function(index)
}
wasmparser::ExternalKind::Table => {
let index = TableIndex::from_u32(export.index);
EntityIndex::Table(index)
}
wasmparser::ExternalKind::Memory => {
let index = MemoryIndex::from_u32(export.index);
EntityIndex::Memory(index)
}
wasmparser::ExternalKind::Global => {
let index = GlobalIndex::from_u32(export.index);
EntityIndex::Global(index)
}
wasmparser::ExternalKind::Tag => unimplemented!("wasm exceptions"),
};
map.insert(export.name, idx);
}
LocalInitializer::ModuleSynthetic(map)
}
fn instantiate_component(
&mut self,
component: ComponentIndex,
raw_args: &[wasmparser::ComponentInstantiationArg<'data>],
ty: ComponentInstanceTypeId,
) -> Result<LocalInitializer<'data>> {
let mut args = HashMap::with_capacity(raw_args.len());
for arg in raw_args {
let idx = self.kind_to_item(arg.kind, arg.index)?;
args.insert(arg.name, idx);
}
Ok(LocalInitializer::ComponentInstantiate(component, args, ty))
}
fn instantiate_component_from_exports(
&mut self,
exports: &[wasmparser::ComponentExport<'data>],
ty: ComponentInstanceTypeId,
) -> Result<LocalInitializer<'data>> {
let mut map = HashMap::with_capacity(exports.len());
for export in exports {
let idx = self.kind_to_item(export.kind, export.index)?;
map.insert(export.name.0, idx);
}
Ok(LocalInitializer::ComponentSynthetic(map, ty))
}
fn kind_to_item(
&mut self,
kind: wasmparser::ComponentExternalKind,
index: u32,
) -> Result<ComponentItem> {
Ok(match kind {
wasmparser::ComponentExternalKind::Func => {
let index = ComponentFuncIndex::from_u32(index);
ComponentItem::Func(index)
}
wasmparser::ComponentExternalKind::Module => {
let index = ModuleIndex::from_u32(index);
ComponentItem::Module(index)
}
wasmparser::ComponentExternalKind::Instance => {
let index = ComponentInstanceIndex::from_u32(index);
ComponentItem::ComponentInstance(index)
}
wasmparser::ComponentExternalKind::Component => {
let index = ComponentIndex::from_u32(index);
ComponentItem::Component(index)
}
wasmparser::ComponentExternalKind::Value => {
unimplemented!("component values");
}
wasmparser::ComponentExternalKind::Type => {
let types = self.validator.types(0).unwrap();
let ty = types.component_any_type_at(index);
ComponentItem::Type(ty)
}
})
}
fn alias_module_instance_export(
&mut self,
kind: wasmparser::ExternalKind,
instance: ModuleInstanceIndex,
name: &'data str,
) -> LocalInitializer<'data> {
match kind {
wasmparser::ExternalKind::Func => LocalInitializer::AliasExportFunc(instance, name),
wasmparser::ExternalKind::Memory => LocalInitializer::AliasExportMemory(instance, name),
wasmparser::ExternalKind::Table => LocalInitializer::AliasExportTable(instance, name),
wasmparser::ExternalKind::Global => LocalInitializer::AliasExportGlobal(instance, name),
wasmparser::ExternalKind::Tag => {
unimplemented!("wasm exceptions");
}
}
}
fn alias_component_outer(
&mut self,
kind: wasmparser::ComponentOuterAliasKind,
count: u32,
index: u32,
) {
match kind {
wasmparser::ComponentOuterAliasKind::CoreType
| wasmparser::ComponentOuterAliasKind::Type => {}
wasmparser::ComponentOuterAliasKind::CoreModule => {
let index = ModuleIndex::from_u32(index);
let mut module = ClosedOverModule::Local(index);
let depth = self.lexical_scopes.len() - (count as usize);
for frame in self.lexical_scopes[depth..].iter_mut() {
module = ClosedOverModule::Upvar(frame.closure_args.modules.push(module));
}
self.result
.initializers
.push(LocalInitializer::AliasModule(module));
}
wasmparser::ComponentOuterAliasKind::Component => {
let index = ComponentIndex::from_u32(index);
let mut component = ClosedOverComponent::Local(index);
let depth = self.lexical_scopes.len() - (count as usize);
for frame in self.lexical_scopes[depth..].iter_mut() {
component =
ClosedOverComponent::Upvar(frame.closure_args.components.push(component));
}
self.result
.initializers
.push(LocalInitializer::AliasComponent(component));
}
}
}
fn canonical_options(&self, opts: &[wasmparser::CanonicalOption]) -> LocalCanonicalOptions {
let mut ret = LocalCanonicalOptions {
string_encoding: StringEncoding::Utf8,
memory: None,
realloc: None,
post_return: None,
};
for opt in opts {
match opt {
wasmparser::CanonicalOption::UTF8 => {
ret.string_encoding = StringEncoding::Utf8;
}
wasmparser::CanonicalOption::UTF16 => {
ret.string_encoding = StringEncoding::Utf16;
}
wasmparser::CanonicalOption::CompactUTF16 => {
ret.string_encoding = StringEncoding::CompactUtf16;
}
wasmparser::CanonicalOption::Memory(idx) => {
let idx = MemoryIndex::from_u32(*idx);
ret.memory = Some(idx);
}
wasmparser::CanonicalOption::Realloc(idx) => {
let idx = FuncIndex::from_u32(*idx);
ret.realloc = Some(idx);
}
wasmparser::CanonicalOption::PostReturn(idx) => {
let idx = FuncIndex::from_u32(*idx);
ret.post_return = Some(idx);
}
}
}
return ret;
}
fn core_func_signature(&mut self, index: u32) -> WasmResult<ModuleInternedTypeIndex> {
let types = self.validator.types(0).unwrap();
let id = types.core_function_at(index);
let module = Module::default();
self.types
.module_types_builder()
.intern_type(&module, types, id)
}
}
impl Translation<'_> {
fn types_ref(&self) -> wasmparser::types::TypesRef<'_> {
self.types.as_ref().unwrap().as_ref()
}
}
mod pre_inlining {
use super::*;
pub struct PreInliningComponentTypes<'a> {
types: &'a mut ComponentTypesBuilder,
}
impl<'a> PreInliningComponentTypes<'a> {
pub fn new(types: &'a mut ComponentTypesBuilder) -> Self {
Self { types }
}
pub fn module_types_builder(&mut self) -> &mut ModuleTypesBuilder {
self.types.module_types_builder_mut()
}
pub fn types(&self) -> &ComponentTypesBuilder {
self.types
}
pub fn types_mut_for_inlining(&mut self) -> &mut ComponentTypesBuilder {
self.types
}
}
impl TypeConvert for PreInliningComponentTypes<'_> {
fn lookup_heap_type(&self, index: wasmparser::UnpackedIndex) -> WasmHeapType {
self.types.lookup_heap_type(index)
}
fn lookup_type_index(
&self,
index: wasmparser::UnpackedIndex,
) -> wasmtime_types::EngineOrModuleTypeIndex {
self.types.lookup_type_index(index)
}
}
}
use pre_inlining::PreInliningComponentTypes;