mod constant_evaluator;
mod emitter;
pub mod index;
mod keyword_set;
mod layouter;
mod namer;
mod overloads;
mod terminator;
mod type_methods;
mod typifier;
pub use constant_evaluator::{
ConstantEvaluator, ConstantEvaluatorError, ExpressionKind, ExpressionKindTracker,
};
pub use emitter::Emitter;
pub use index::{BoundsCheckPolicies, BoundsCheckPolicy, IndexableLength, IndexableLengthError};
pub use keyword_set::{CaseInsensitiveKeywordSet, KeywordSet};
pub use layouter::{Alignment, LayoutError, LayoutErrorInner, Layouter, TypeLayout};
pub use namer::{EntryPointIndex, ExternalTextureNameKey, NameKey, Namer};
pub use overloads::{Conclusion, MissingSpecialType, OverloadSet, Rule};
pub use terminator::ensure_block_returns;
use thiserror::Error;
pub use type_methods::{
concrete_int_scalars, min_max_float_representable_by, vector_size_str, vector_sizes,
};
pub use typifier::{compare_types, ResolveContext, ResolveError, TypeResolution};
use crate::non_max_u32::NonMaxU32;
impl From<super::StorageFormat> for super::Scalar {
fn from(format: super::StorageFormat) -> Self {
use super::{ScalarKind as Sk, StorageFormat as Sf};
let kind = match format {
Sf::R8Unorm => Sk::Float,
Sf::R8Snorm => Sk::Float,
Sf::R8Uint => Sk::Uint,
Sf::R8Sint => Sk::Sint,
Sf::R16Uint => Sk::Uint,
Sf::R16Sint => Sk::Sint,
Sf::R16Float => Sk::Float,
Sf::Rg8Unorm => Sk::Float,
Sf::Rg8Snorm => Sk::Float,
Sf::Rg8Uint => Sk::Uint,
Sf::Rg8Sint => Sk::Sint,
Sf::R32Uint => Sk::Uint,
Sf::R32Sint => Sk::Sint,
Sf::R32Float => Sk::Float,
Sf::Rg16Uint => Sk::Uint,
Sf::Rg16Sint => Sk::Sint,
Sf::Rg16Float => Sk::Float,
Sf::Rgba8Unorm => Sk::Float,
Sf::Rgba8Snorm => Sk::Float,
Sf::Rgba8Uint => Sk::Uint,
Sf::Rgba8Sint => Sk::Sint,
Sf::Bgra8Unorm => Sk::Float,
Sf::Rgb10a2Uint => Sk::Uint,
Sf::Rgb10a2Unorm => Sk::Float,
Sf::Rg11b10Ufloat => Sk::Float,
Sf::R64Uint => Sk::Uint,
Sf::Rg32Uint => Sk::Uint,
Sf::Rg32Sint => Sk::Sint,
Sf::Rg32Float => Sk::Float,
Sf::Rgba16Uint => Sk::Uint,
Sf::Rgba16Sint => Sk::Sint,
Sf::Rgba16Float => Sk::Float,
Sf::Rgba32Uint => Sk::Uint,
Sf::Rgba32Sint => Sk::Sint,
Sf::Rgba32Float => Sk::Float,
Sf::R16Unorm => Sk::Float,
Sf::R16Snorm => Sk::Float,
Sf::Rg16Unorm => Sk::Float,
Sf::Rg16Snorm => Sk::Float,
Sf::Rgba16Unorm => Sk::Float,
Sf::Rgba16Snorm => Sk::Float,
};
let width = match format {
Sf::R64Uint => 8,
_ => 4,
};
super::Scalar { kind, width }
}
}
#[derive(Debug, Clone, Copy, PartialEq, Eq, Hash)]
pub enum HashableLiteral {
F64(u64),
F32(u32),
F16(u16),
U32(u32),
I32(i32),
U64(u64),
I64(i64),
Bool(bool),
AbstractInt(i64),
AbstractFloat(u64),
}
impl From<crate::Literal> for HashableLiteral {
fn from(l: crate::Literal) -> Self {
match l {
crate::Literal::F64(v) => Self::F64(v.to_bits()),
crate::Literal::F32(v) => Self::F32(v.to_bits()),
crate::Literal::F16(v) => Self::F16(v.to_bits()),
crate::Literal::U32(v) => Self::U32(v),
crate::Literal::I32(v) => Self::I32(v),
crate::Literal::U64(v) => Self::U64(v),
crate::Literal::I64(v) => Self::I64(v),
crate::Literal::Bool(v) => Self::Bool(v),
crate::Literal::AbstractInt(v) => Self::AbstractInt(v),
crate::Literal::AbstractFloat(v) => Self::AbstractFloat(v.to_bits()),
}
}
}
impl crate::Literal {
pub const fn new(value: u8, scalar: crate::Scalar) -> Option<Self> {
match (value, scalar.kind, scalar.width) {
(value, crate::ScalarKind::Float, 8) => Some(Self::F64(value as _)),
(value, crate::ScalarKind::Float, 4) => Some(Self::F32(value as _)),
(value, crate::ScalarKind::Uint, 4) => Some(Self::U32(value as _)),
(value, crate::ScalarKind::Sint, 4) => Some(Self::I32(value as _)),
(value, crate::ScalarKind::Uint, 8) => Some(Self::U64(value as _)),
(value, crate::ScalarKind::Sint, 8) => Some(Self::I64(value as _)),
(1, crate::ScalarKind::Bool, crate::BOOL_WIDTH) => Some(Self::Bool(true)),
(0, crate::ScalarKind::Bool, crate::BOOL_WIDTH) => Some(Self::Bool(false)),
(value, crate::ScalarKind::AbstractInt, 8) => Some(Self::AbstractInt(value as _)),
(value, crate::ScalarKind::AbstractFloat, 8) => Some(Self::AbstractFloat(value as _)),
_ => None,
}
}
pub const fn zero(scalar: crate::Scalar) -> Option<Self> {
Self::new(0, scalar)
}
pub const fn one(scalar: crate::Scalar) -> Option<Self> {
Self::new(1, scalar)
}
pub const fn width(&self) -> crate::Bytes {
match *self {
Self::F64(_) | Self::I64(_) | Self::U64(_) => 8,
Self::F32(_) | Self::U32(_) | Self::I32(_) => 4,
Self::F16(_) => 2,
Self::Bool(_) => crate::BOOL_WIDTH,
Self::AbstractInt(_) | Self::AbstractFloat(_) => crate::ABSTRACT_WIDTH,
}
}
pub const fn scalar(&self) -> crate::Scalar {
match *self {
Self::F64(_) => crate::Scalar::F64,
Self::F32(_) => crate::Scalar::F32,
Self::F16(_) => crate::Scalar::F16,
Self::U32(_) => crate::Scalar::U32,
Self::I32(_) => crate::Scalar::I32,
Self::U64(_) => crate::Scalar::U64,
Self::I64(_) => crate::Scalar::I64,
Self::Bool(_) => crate::Scalar::BOOL,
Self::AbstractInt(_) => crate::Scalar::ABSTRACT_INT,
Self::AbstractFloat(_) => crate::Scalar::ABSTRACT_FLOAT,
}
}
pub const fn scalar_kind(&self) -> crate::ScalarKind {
self.scalar().kind
}
pub const fn ty_inner(&self) -> crate::TypeInner {
crate::TypeInner::Scalar(self.scalar())
}
}
impl super::AddressSpace {
pub fn access(self) -> crate::StorageAccess {
use crate::StorageAccess as Sa;
match self {
crate::AddressSpace::Function
| crate::AddressSpace::Private
| crate::AddressSpace::WorkGroup => Sa::LOAD | Sa::STORE,
crate::AddressSpace::Uniform => Sa::LOAD,
crate::AddressSpace::Storage { access } => access,
crate::AddressSpace::Handle => Sa::LOAD,
crate::AddressSpace::Immediate => Sa::LOAD,
crate::AddressSpace::TaskPayload => Sa::LOAD | Sa::STORE,
}
}
}
impl super::MathFunction {
pub const fn argument_count(&self) -> usize {
match *self {
Self::Abs => 1,
Self::Min => 2,
Self::Max => 2,
Self::Clamp => 3,
Self::Saturate => 1,
Self::Cos => 1,
Self::Cosh => 1,
Self::Sin => 1,
Self::Sinh => 1,
Self::Tan => 1,
Self::Tanh => 1,
Self::Acos => 1,
Self::Asin => 1,
Self::Atan => 1,
Self::Atan2 => 2,
Self::Asinh => 1,
Self::Acosh => 1,
Self::Atanh => 1,
Self::Radians => 1,
Self::Degrees => 1,
Self::Ceil => 1,
Self::Floor => 1,
Self::Round => 1,
Self::Fract => 1,
Self::Trunc => 1,
Self::Modf => 1,
Self::Frexp => 1,
Self::Ldexp => 2,
Self::Exp => 1,
Self::Exp2 => 1,
Self::Log => 1,
Self::Log2 => 1,
Self::Pow => 2,
Self::Dot => 2,
Self::Dot4I8Packed => 2,
Self::Dot4U8Packed => 2,
Self::Outer => 2,
Self::Cross => 2,
Self::Distance => 2,
Self::Length => 1,
Self::Normalize => 1,
Self::FaceForward => 3,
Self::Reflect => 2,
Self::Refract => 3,
Self::Sign => 1,
Self::Fma => 3,
Self::Mix => 3,
Self::Step => 2,
Self::SmoothStep => 3,
Self::Sqrt => 1,
Self::InverseSqrt => 1,
Self::Inverse => 1,
Self::Transpose => 1,
Self::Determinant => 1,
Self::QuantizeToF16 => 1,
Self::CountTrailingZeros => 1,
Self::CountLeadingZeros => 1,
Self::CountOneBits => 1,
Self::ReverseBits => 1,
Self::ExtractBits => 3,
Self::InsertBits => 4,
Self::FirstTrailingBit => 1,
Self::FirstLeadingBit => 1,
Self::Pack4x8snorm => 1,
Self::Pack4x8unorm => 1,
Self::Pack2x16snorm => 1,
Self::Pack2x16unorm => 1,
Self::Pack2x16float => 1,
Self::Pack4xI8 => 1,
Self::Pack4xU8 => 1,
Self::Pack4xI8Clamp => 1,
Self::Pack4xU8Clamp => 1,
Self::Unpack4x8snorm => 1,
Self::Unpack4x8unorm => 1,
Self::Unpack2x16snorm => 1,
Self::Unpack2x16unorm => 1,
Self::Unpack2x16float => 1,
Self::Unpack4xI8 => 1,
Self::Unpack4xU8 => 1,
}
}
}
impl crate::Expression {
pub const fn needs_pre_emit(&self) -> bool {
match *self {
Self::Literal(_)
| Self::Constant(_)
| Self::Override(_)
| Self::ZeroValue(_)
| Self::FunctionArgument(_)
| Self::GlobalVariable(_)
| Self::LocalVariable(_) => true,
_ => false,
}
}
pub const fn is_dynamic_index(&self) -> bool {
match *self {
Self::Literal(_) | Self::ZeroValue(_) | Self::Constant(_) => false,
_ => true,
}
}
}
impl crate::Function {
pub fn originating_global(
&self,
mut pointer: crate::Handle<crate::Expression>,
) -> Option<crate::Handle<crate::GlobalVariable>> {
loop {
pointer = match self.expressions[pointer] {
crate::Expression::Access { base, .. } => base,
crate::Expression::AccessIndex { base, .. } => base,
crate::Expression::GlobalVariable(handle) => return Some(handle),
crate::Expression::LocalVariable(_) => return None,
crate::Expression::FunctionArgument(_) => return None,
_ => unreachable!(),
}
}
}
}
impl crate::SampleLevel {
pub const fn implicit_derivatives(&self) -> bool {
match *self {
Self::Auto | Self::Bias(_) => true,
Self::Zero | Self::Exact(_) | Self::Gradient { .. } => false,
}
}
}
impl crate::Binding {
pub const fn to_built_in(&self) -> Option<crate::BuiltIn> {
match *self {
crate::Binding::BuiltIn(built_in) => Some(built_in),
Self::Location { .. } => None,
}
}
}
impl super::SwizzleComponent {
pub const XYZW: [Self; 4] = [Self::X, Self::Y, Self::Z, Self::W];
pub const fn index(&self) -> u32 {
match *self {
Self::X => 0,
Self::Y => 1,
Self::Z => 2,
Self::W => 3,
}
}
pub const fn from_index(idx: u32) -> Self {
match idx {
0 => Self::X,
1 => Self::Y,
2 => Self::Z,
_ => Self::W,
}
}
}
impl super::ImageClass {
pub const fn is_multisampled(self) -> bool {
match self {
crate::ImageClass::Sampled { multi, .. } | crate::ImageClass::Depth { multi } => multi,
crate::ImageClass::Storage { .. } => false,
crate::ImageClass::External => false,
}
}
pub const fn is_mipmapped(self) -> bool {
match self {
crate::ImageClass::Sampled { multi, .. } | crate::ImageClass::Depth { multi } => !multi,
crate::ImageClass::Storage { .. } => false,
crate::ImageClass::External => false,
}
}
pub const fn is_depth(self) -> bool {
matches!(self, crate::ImageClass::Depth { .. })
}
}
impl crate::Module {
pub const fn to_ctx(&self) -> GlobalCtx<'_> {
GlobalCtx {
types: &self.types,
constants: &self.constants,
overrides: &self.overrides,
global_expressions: &self.global_expressions,
}
}
pub fn compare_types(&self, lhs: &TypeResolution, rhs: &TypeResolution) -> bool {
compare_types(lhs, rhs, &self.types)
}
}
#[derive(Debug)]
pub(super) enum U32EvalError {
NonConst,
Negative,
}
#[derive(Clone, Copy)]
pub struct GlobalCtx<'a> {
pub types: &'a crate::UniqueArena<crate::Type>,
pub constants: &'a crate::Arena<crate::Constant>,
pub overrides: &'a crate::Arena<crate::Override>,
pub global_expressions: &'a crate::Arena<crate::Expression>,
}
impl GlobalCtx<'_> {
#[cfg_attr(
not(any(
feature = "glsl-in",
feature = "spv-in",
feature = "wgsl-in",
glsl_out,
hlsl_out,
msl_out,
wgsl_out
)),
allow(dead_code)
)]
pub(super) fn eval_expr_to_u32(
&self,
handle: crate::Handle<crate::Expression>,
) -> Result<u32, U32EvalError> {
self.eval_expr_to_u32_from(handle, self.global_expressions)
}
pub(super) fn eval_expr_to_u32_from(
&self,
handle: crate::Handle<crate::Expression>,
arena: &crate::Arena<crate::Expression>,
) -> Result<u32, U32EvalError> {
match self.eval_expr_to_literal_from(handle, arena) {
Some(crate::Literal::U32(value)) => Ok(value),
Some(crate::Literal::I32(value)) => {
value.try_into().map_err(|_| U32EvalError::Negative)
}
_ => Err(U32EvalError::NonConst),
}
}
#[cfg_attr(not(feature = "wgsl-in"), allow(dead_code))]
pub(super) fn eval_expr_to_bool(
&self,
handle: crate::Handle<crate::Expression>,
) -> Option<bool> {
self.eval_expr_to_bool_from(handle, self.global_expressions)
}
#[cfg_attr(not(feature = "wgsl-in"), allow(dead_code))]
pub(super) fn eval_expr_to_bool_from(
&self,
handle: crate::Handle<crate::Expression>,
arena: &crate::Arena<crate::Expression>,
) -> Option<bool> {
match self.eval_expr_to_literal_from(handle, arena) {
Some(crate::Literal::Bool(value)) => Some(value),
_ => None,
}
}
#[expect(dead_code)]
pub(crate) fn eval_expr_to_literal(
&self,
handle: crate::Handle<crate::Expression>,
) -> Option<crate::Literal> {
self.eval_expr_to_literal_from(handle, self.global_expressions)
}
pub(super) fn eval_expr_to_literal_from(
&self,
handle: crate::Handle<crate::Expression>,
arena: &crate::Arena<crate::Expression>,
) -> Option<crate::Literal> {
fn get(
gctx: GlobalCtx,
handle: crate::Handle<crate::Expression>,
arena: &crate::Arena<crate::Expression>,
) -> Option<crate::Literal> {
match arena[handle] {
crate::Expression::Literal(literal) => Some(literal),
crate::Expression::ZeroValue(ty) => match gctx.types[ty].inner {
crate::TypeInner::Scalar(scalar) => crate::Literal::zero(scalar),
_ => None,
},
_ => None,
}
}
match arena[handle] {
crate::Expression::Constant(c) => {
get(*self, self.constants[c].init, self.global_expressions)
}
_ => get(*self, handle, arena),
}
}
pub fn compare_types(&self, lhs: &TypeResolution, rhs: &TypeResolution) -> bool {
compare_types(lhs, rhs, self.types)
}
}
#[derive(Error, Debug, Clone, Copy, PartialEq)]
pub enum ResolveArraySizeError {
#[error("array element count must be positive (> 0)")]
ExpectedPositiveArrayLength,
#[error("internal: array size override has not been resolved")]
NonConstArrayLength,
}
impl crate::ArraySize {
pub fn resolve(&self, gctx: GlobalCtx) -> Result<IndexableLength, ResolveArraySizeError> {
match *self {
crate::ArraySize::Constant(length) => Ok(IndexableLength::Known(length.get())),
crate::ArraySize::Pending(handle) => {
let Some(expr) = gctx.overrides[handle].init else {
return Err(ResolveArraySizeError::NonConstArrayLength);
};
let length = gctx.eval_expr_to_u32(expr).map_err(|err| match err {
U32EvalError::NonConst => ResolveArraySizeError::NonConstArrayLength,
U32EvalError::Negative => ResolveArraySizeError::ExpectedPositiveArrayLength,
})?;
if length == 0 {
return Err(ResolveArraySizeError::ExpectedPositiveArrayLength);
}
Ok(IndexableLength::Known(length))
}
crate::ArraySize::Dynamic => Ok(IndexableLength::Dynamic),
}
}
}
pub fn flatten_compose<'arenas>(
ty: crate::Handle<crate::Type>,
components: &'arenas [crate::Handle<crate::Expression>],
expressions: &'arenas crate::Arena<crate::Expression>,
types: &'arenas crate::UniqueArena<crate::Type>,
) -> impl Iterator<Item = crate::Handle<crate::Expression>> + 'arenas {
let (size, is_vector) = if let crate::TypeInner::Vector { size, .. } = types[ty].inner {
(size as usize, true)
} else {
(components.len(), false)
};
fn flatten_compose<'c>(
component: &'c crate::Handle<crate::Expression>,
is_vector: bool,
expressions: &'c crate::Arena<crate::Expression>,
) -> &'c [crate::Handle<crate::Expression>] {
if is_vector {
if let crate::Expression::Compose {
ty: _,
components: ref subcomponents,
} = expressions[*component]
{
return subcomponents;
}
}
core::slice::from_ref(component)
}
fn flatten_splat<'c>(
component: &'c crate::Handle<crate::Expression>,
is_vector: bool,
expressions: &'c crate::Arena<crate::Expression>,
) -> impl Iterator<Item = crate::Handle<crate::Expression>> {
let mut expr = *component;
let mut count = 1;
if is_vector {
if let crate::Expression::Splat { size, value } = expressions[expr] {
expr = value;
count = size as usize;
}
}
core::iter::repeat_n(expr, count)
}
components
.iter()
.flat_map(move |component| flatten_compose(component, is_vector, expressions))
.flat_map(move |component| flatten_compose(component, is_vector, expressions))
.flat_map(move |component| flatten_splat(component, is_vector, expressions))
.take(size)
}
impl super::ShaderStage {
pub const fn compute_like(self) -> bool {
match self {
Self::Vertex | Self::Fragment => false,
Self::Compute | Self::Task | Self::Mesh => true,
}
}
}
#[test]
fn test_matrix_size() {
let module = crate::Module::default();
assert_eq!(
crate::TypeInner::Matrix {
columns: crate::VectorSize::Tri,
rows: crate::VectorSize::Tri,
scalar: crate::Scalar::F32,
}
.size(module.to_ctx()),
48,
);
}
impl crate::Module {
#[allow(clippy::type_complexity)]
pub fn analyze_mesh_shader_info(
&self,
gv: crate::Handle<crate::GlobalVariable>,
) -> (
crate::MeshStageInfo,
[Option<crate::Handle<crate::Override>>; 2],
Option<crate::WithSpan<crate::valid::EntryPointError>>,
) {
use crate::span::AddSpan;
use crate::valid::EntryPointError;
#[derive(Default)]
struct OutError {
pub inner: Option<EntryPointError>,
}
impl OutError {
pub fn set(&mut self, err: EntryPointError) {
if self.inner.is_none() {
self.inner = Some(err);
}
}
}
let null_type = crate::Handle::new(NonMaxU32::new(0).unwrap());
let mut output = crate::MeshStageInfo {
topology: crate::MeshOutputTopology::Triangles,
max_vertices: 0,
max_vertices_override: None,
max_primitives: 0,
max_primitives_override: None,
vertex_output_type: null_type,
primitive_output_type: null_type,
output_variable: gv,
};
let mut error = OutError::default();
let r#type = &self.types[self.global_variables[gv].ty].inner;
let mut topology = output.topology;
let mut vertex_info = (0, None, null_type);
let mut primitive_info = (0, None, null_type);
match r#type {
&crate::TypeInner::Struct { ref members, .. } => {
let mut builtins = crate::FastHashSet::default();
for member in members {
match member.binding {
Some(crate::Binding::BuiltIn(crate::BuiltIn::VertexCount)) => {
if self.types[member.ty].inner.scalar() != Some(crate::Scalar::U32) {
error.set(EntryPointError::BadMeshOutputVariableField);
}
if builtins.contains(&crate::BuiltIn::VertexCount) {
error.set(EntryPointError::BadMeshOutputVariableType);
}
builtins.insert(crate::BuiltIn::VertexCount);
}
Some(crate::Binding::BuiltIn(crate::BuiltIn::PrimitiveCount)) => {
if self.types[member.ty].inner.scalar() != Some(crate::Scalar::U32) {
error.set(EntryPointError::BadMeshOutputVariableField);
}
if builtins.contains(&crate::BuiltIn::PrimitiveCount) {
error.set(EntryPointError::BadMeshOutputVariableType);
}
builtins.insert(crate::BuiltIn::PrimitiveCount);
}
Some(crate::Binding::BuiltIn(
crate::BuiltIn::Vertices | crate::BuiltIn::Primitives,
)) => {
let ty = &self.types[member.ty].inner;
let (a, b, c) = match ty {
&crate::TypeInner::Array { base, size, .. } => {
let ty = base;
let (max, max_override) = match size {
crate::ArraySize::Constant(a) => (a.get(), None),
crate::ArraySize::Pending(o) => (0, Some(o)),
crate::ArraySize::Dynamic => {
error.set(EntryPointError::BadMeshOutputVariableField);
(0, None)
}
};
(max, max_override, ty)
}
_ => {
error.set(EntryPointError::BadMeshOutputVariableField);
(0, None, null_type)
}
};
if matches!(
member.binding,
Some(crate::Binding::BuiltIn(crate::BuiltIn::Primitives))
) {
primitive_info = (a, b, c);
match self.types[c].inner {
crate::TypeInner::Struct { ref members, .. } => {
for member in members {
match member.binding {
Some(crate::Binding::BuiltIn(
crate::BuiltIn::PointIndex,
)) => {
topology = crate::MeshOutputTopology::Points;
}
Some(crate::Binding::BuiltIn(
crate::BuiltIn::LineIndices,
)) => {
topology = crate::MeshOutputTopology::Lines;
}
Some(crate::Binding::BuiltIn(
crate::BuiltIn::TriangleIndices,
)) => {
topology = crate::MeshOutputTopology::Triangles;
}
_ => (),
}
}
}
_ => (),
}
if builtins.contains(&crate::BuiltIn::Primitives) {
error.set(EntryPointError::BadMeshOutputVariableType);
}
builtins.insert(crate::BuiltIn::Primitives);
} else {
vertex_info = (a, b, c);
if builtins.contains(&crate::BuiltIn::Vertices) {
error.set(EntryPointError::BadMeshOutputVariableType);
}
builtins.insert(crate::BuiltIn::Vertices);
}
}
_ => error.set(EntryPointError::BadMeshOutputVariableType),
}
}
output = crate::MeshStageInfo {
topology,
max_vertices: vertex_info.0,
max_vertices_override: None,
vertex_output_type: vertex_info.2,
max_primitives: primitive_info.0,
max_primitives_override: None,
primitive_output_type: primitive_info.2,
..output
}
}
_ => error.set(EntryPointError::BadMeshOutputVariableType),
}
(
output,
[vertex_info.1, primitive_info.1],
error
.inner
.map(|a| a.with_span_handle(self.global_variables[gv].ty, &self.types)),
)
}
}