use crate::burn_backend::onnx::{Source::*, Transform::*, Weight};
pub(crate) const WEIGHTS: &[Weight] = &[
Weight { path: "submodule1.constant930", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule1.constant931", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule1.constant932", shape: Some(&[1]), source: ConstF32(&[3.0]) },
Weight { path: "submodule1.constant933", shape: Some(&[1]), source: ConstF32(&[2.0]) },
Weight { path: "submodule1.constant934", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule1.conv2d1.bias", shape: Some(&[256]), source: Param("pre_encode.conv.0.bias", Copy) },
Weight { path: "submodule1.conv2d1.weight", shape: Some(&[256, 1, 3, 3]), source: Param("pre_encode.conv.0.weight", Copy) },
Weight { path: "submodule10.constant144", shape: Some(&[8, 128]), source: Param("layers.5.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule10.constant145", shape: Some(&[8, 128]), source: Param("layers.5.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule10.constant1537", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule10.constant1538", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule10.constant1584", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule10.conv1d13.bias", shape: Some(&[2048]), source: Param("layers.4.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule10.conv1d13.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.4.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule10.conv1d14.bias", shape: Some(&[1024]), source: Param("/layers.4/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule10.conv1d14.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.4/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule10.conv1d15.bias", shape: Some(&[1024]), source: Param("layers.4.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule10.conv1d15.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.4.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule10.layernormalization23.beta", shape: Some(&[1024]), source: Param("layers.4.norm_conv.bias", Copy) },
Weight { path: "submodule10.layernormalization23.gamma", shape: Some(&[1024]), source: Param("layers.4.norm_conv.weight", Copy) },
Weight { path: "submodule10.layernormalization24.beta", shape: Some(&[1024]), source: Param("layers.4.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule10.layernormalization24.gamma", shape: Some(&[1024]), source: Param("layers.4.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule10.layernormalization25.beta", shape: Some(&[1024]), source: Param("layers.4.norm_out.bias", Copy) },
Weight { path: "submodule10.layernormalization25.gamma", shape: Some(&[1024]), source: Param("layers.4.norm_out.weight", Copy) },
Weight { path: "submodule10.layernormalization26.beta", shape: Some(&[1024]), source: Param("layers.5.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule10.layernormalization26.gamma", shape: Some(&[1024]), source: Param("layers.5.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule10.layernormalization27.beta", shape: Some(&[1024]), source: Param("layers.5.norm_self_att.bias", Copy) },
Weight { path: "submodule10.layernormalization27.gamma", shape: Some(&[1024]), source: Param("layers.5.norm_self_att.weight", Copy) },
Weight { path: "submodule10.linear45.bias", shape: Some(&[4096]), source: Param("layers.4.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule10.linear45.weight", shape: Some(&[1024, 4096]), source: Param("/layers.4/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule10.linear46.bias", shape: Some(&[1024]), source: Param("layers.4.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule10.linear46.weight", shape: Some(&[4096, 1024]), source: Param("/layers.4/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule10.linear47.bias", shape: Some(&[4096]), source: Param("layers.5.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule10.linear47.weight", shape: Some(&[1024, 4096]), source: Param("/layers.5/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule10.linear48.bias", shape: Some(&[1024]), source: Param("layers.5.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule10.linear48.weight", shape: Some(&[4096, 1024]), source: Param("/layers.5/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule10.linear49.bias", shape: Some(&[1024]), source: Param("layers.5.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule10.linear49.weight", shape: Some(&[1024, 1024]), source: Param("/layers.5/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule10.linear50.bias", shape: Some(&[1024]), source: Param("layers.5.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule10.linear50.weight", shape: Some(&[1024, 1024]), source: Param("/layers.5/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule10.linear51.bias", shape: Some(&[1024]), source: Param("layers.5.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule10.linear51.weight", shape: Some(&[1024, 1024]), source: Param("/layers.5/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule10.linear52.weight", shape: Some(&[1024, 1024]), source: Param("/layers.5/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule10.linear53.bias", shape: Some(&[1024]), source: Param("layers.5.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule10.linear53.weight", shape: Some(&[1024, 1024]), source: Param("/layers.5/self_attn/linear_out/MatMul#1", Copy) },
Weight { path: "submodule11.constant1600", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule11.constant1601", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule11.constant1647", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule11.constant168", shape: Some(&[8, 128]), source: Param("layers.6.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule11.constant169", shape: Some(&[8, 128]), source: Param("layers.6.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule11.conv1d16.bias", shape: Some(&[2048]), source: Param("layers.5.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule11.conv1d16.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.5.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule11.conv1d17.bias", shape: Some(&[1024]), source: Param("/layers.5/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule11.conv1d17.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.5/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule11.conv1d18.bias", shape: Some(&[1024]), source: Param("layers.5.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule11.conv1d18.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.5.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule11.layernormalization28.beta", shape: Some(&[1024]), source: Param("layers.5.norm_conv.bias", Copy) },
Weight { path: "submodule11.layernormalization28.gamma", shape: Some(&[1024]), source: Param("layers.5.norm_conv.weight", Copy) },
Weight { path: "submodule11.layernormalization29.beta", shape: Some(&[1024]), source: Param("layers.5.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule11.layernormalization29.gamma", shape: Some(&[1024]), source: Param("layers.5.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule11.layernormalization30.beta", shape: Some(&[1024]), source: Param("layers.5.norm_out.bias", Copy) },
Weight { path: "submodule11.layernormalization30.gamma", shape: Some(&[1024]), source: Param("layers.5.norm_out.weight", Copy) },
Weight { path: "submodule11.layernormalization31.beta", shape: Some(&[1024]), source: Param("layers.6.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule11.layernormalization31.gamma", shape: Some(&[1024]), source: Param("layers.6.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule11.layernormalization32.beta", shape: Some(&[1024]), source: Param("layers.6.norm_self_att.bias", Copy) },
Weight { path: "submodule11.layernormalization32.gamma", shape: Some(&[1024]), source: Param("layers.6.norm_self_att.weight", Copy) },
Weight { path: "submodule11.linear54.bias", shape: Some(&[4096]), source: Param("layers.5.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule11.linear54.weight", shape: Some(&[1024, 4096]), source: Param("/layers.5/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule11.linear55.bias", shape: Some(&[1024]), source: Param("layers.5.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule11.linear55.weight", shape: Some(&[4096, 1024]), source: Param("/layers.5/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule11.linear56.bias", shape: Some(&[4096]), source: Param("layers.6.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule11.linear56.weight", shape: Some(&[1024, 4096]), source: Param("/layers.6/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule11.linear57.bias", shape: Some(&[1024]), source: Param("layers.6.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule11.linear57.weight", shape: Some(&[4096, 1024]), source: Param("/layers.6/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule11.linear58.bias", shape: Some(&[1024]), source: Param("layers.6.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule11.linear58.weight", shape: Some(&[1024, 1024]), source: Param("/layers.6/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule11.linear59.bias", shape: Some(&[1024]), source: Param("layers.6.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule11.linear59.weight", shape: Some(&[1024, 1024]), source: Param("/layers.6/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule11.linear60.bias", shape: Some(&[1024]), source: Param("layers.6.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule11.linear60.weight", shape: Some(&[1024, 1024]), source: Param("/layers.6/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule11.linear61.weight", shape: Some(&[1024, 1024]), source: Param("/layers.6/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule11.linear62.bias", shape: Some(&[1024]), source: Param("layers.6.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule11.linear62.weight", shape: Some(&[1024, 1024]), source: Param("/layers.6/self_attn/linear_out/MatMul#1", Copy) },
Weight { path: "submodule12.constant1663", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule12.constant1664", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule12.constant1710", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule12.constant192", shape: Some(&[8, 128]), source: Param("layers.7.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule12.constant193", shape: Some(&[8, 128]), source: Param("layers.7.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule12.conv1d19.bias", shape: Some(&[2048]), source: Param("layers.6.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule12.conv1d19.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.6.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule12.conv1d20.bias", shape: Some(&[1024]), source: Param("/layers.6/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule12.conv1d20.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.6/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule12.conv1d21.bias", shape: Some(&[1024]), source: Param("layers.6.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule12.conv1d21.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.6.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule12.layernormalization33.beta", shape: Some(&[1024]), source: Param("layers.6.norm_conv.bias", Copy) },
Weight { path: "submodule12.layernormalization33.gamma", shape: Some(&[1024]), source: Param("layers.6.norm_conv.weight", Copy) },
Weight { path: "submodule12.layernormalization34.beta", shape: Some(&[1024]), source: Param("layers.6.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule12.layernormalization34.gamma", shape: Some(&[1024]), source: Param("layers.6.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule12.layernormalization35.beta", shape: Some(&[1024]), source: Param("layers.6.norm_out.bias", Copy) },
Weight { path: "submodule12.layernormalization35.gamma", shape: Some(&[1024]), source: Param("layers.6.norm_out.weight", Copy) },
Weight { path: "submodule12.layernormalization36.beta", shape: Some(&[1024]), source: Param("layers.7.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule12.layernormalization36.gamma", shape: Some(&[1024]), source: Param("layers.7.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule12.layernormalization37.beta", shape: Some(&[1024]), source: Param("layers.7.norm_self_att.bias", Copy) },
Weight { path: "submodule12.layernormalization37.gamma", shape: Some(&[1024]), source: Param("layers.7.norm_self_att.weight", Copy) },
Weight { path: "submodule12.linear63.bias", shape: Some(&[4096]), source: Param("layers.6.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule12.linear63.weight", shape: Some(&[1024, 4096]), source: Param("/layers.6/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule12.linear64.bias", shape: Some(&[1024]), source: Param("layers.6.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule12.linear64.weight", shape: Some(&[4096, 1024]), source: Param("/layers.6/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule12.linear65.bias", shape: Some(&[4096]), source: Param("layers.7.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule12.linear65.weight", shape: Some(&[1024, 4096]), source: Param("/layers.7/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule12.linear66.bias", shape: Some(&[1024]), source: Param("layers.7.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule12.linear66.weight", shape: Some(&[4096, 1024]), source: Param("/layers.7/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule12.linear67.bias", shape: Some(&[1024]), source: Param("layers.7.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule12.linear67.weight", shape: Some(&[1024, 1024]), source: Param("/layers.7/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule12.linear68.bias", shape: Some(&[1024]), source: Param("layers.7.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule12.linear68.weight", shape: Some(&[1024, 1024]), source: Param("/layers.7/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule12.linear69.bias", shape: Some(&[1024]), source: Param("layers.7.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule12.linear69.weight", shape: Some(&[1024, 1024]), source: Param("/layers.7/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule12.linear70.weight", shape: Some(&[1024, 1024]), source: Param("/layers.7/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule12.linear71.bias", shape: Some(&[1024]), source: Param("layers.7.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule12.linear71.weight", shape: Some(&[1024, 1024]), source: Param("/layers.7/self_attn/linear_out/MatMul#1", Copy) },
Weight { path: "submodule13.constant1726", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule13.constant1727", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule13.constant1773", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule13.constant216", shape: Some(&[8, 128]), source: Param("layers.8.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule13.constant217", shape: Some(&[8, 128]), source: Param("layers.8.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule13.conv1d22.bias", shape: Some(&[2048]), source: Param("layers.7.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule13.conv1d22.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.7.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule13.conv1d23.bias", shape: Some(&[1024]), source: Param("/layers.7/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule13.conv1d23.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.7/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule13.conv1d24.bias", shape: Some(&[1024]), source: Param("layers.7.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule13.conv1d24.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.7.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule13.layernormalization38.beta", shape: Some(&[1024]), source: Param("layers.7.norm_conv.bias", Copy) },
Weight { path: "submodule13.layernormalization38.gamma", shape: Some(&[1024]), source: Param("layers.7.norm_conv.weight", Copy) },
Weight { path: "submodule13.layernormalization39.beta", shape: Some(&[1024]), source: Param("layers.7.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule13.layernormalization39.gamma", shape: Some(&[1024]), source: Param("layers.7.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule13.layernormalization40.beta", shape: Some(&[1024]), source: Param("layers.7.norm_out.bias", Copy) },
Weight { path: "submodule13.layernormalization40.gamma", shape: Some(&[1024]), source: Param("layers.7.norm_out.weight", Copy) },
Weight { path: "submodule13.layernormalization41.beta", shape: Some(&[1024]), source: Param("layers.8.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule13.layernormalization41.gamma", shape: Some(&[1024]), source: Param("layers.8.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule13.layernormalization42.beta", shape: Some(&[1024]), source: Param("layers.8.norm_self_att.bias", Copy) },
Weight { path: "submodule13.layernormalization42.gamma", shape: Some(&[1024]), source: Param("layers.8.norm_self_att.weight", Copy) },
Weight { path: "submodule13.linear72.bias", shape: Some(&[4096]), source: Param("layers.7.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule13.linear72.weight", shape: Some(&[1024, 4096]), source: Param("/layers.7/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule13.linear73.bias", shape: Some(&[1024]), source: Param("layers.7.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule13.linear73.weight", shape: Some(&[4096, 1024]), source: Param("/layers.7/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule13.linear74.bias", shape: Some(&[4096]), source: Param("layers.8.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule13.linear74.weight", shape: Some(&[1024, 4096]), source: Param("/layers.8/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule13.linear75.bias", shape: Some(&[1024]), source: Param("layers.8.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule13.linear75.weight", shape: Some(&[4096, 1024]), source: Param("/layers.8/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule13.linear76.bias", shape: Some(&[1024]), source: Param("layers.8.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule13.linear76.weight", shape: Some(&[1024, 1024]), source: Param("/layers.8/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule13.linear77.bias", shape: Some(&[1024]), source: Param("layers.8.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule13.linear77.weight", shape: Some(&[1024, 1024]), source: Param("/layers.8/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule13.linear78.bias", shape: Some(&[1024]), source: Param("layers.8.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule13.linear78.weight", shape: Some(&[1024, 1024]), source: Param("/layers.8/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule13.linear79.weight", shape: Some(&[1024, 1024]), source: Param("/layers.8/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule13.linear80.bias", shape: Some(&[1024]), source: Param("layers.8.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule13.linear80.weight", shape: Some(&[1024, 1024]), source: Param("/layers.8/self_attn/linear_out/MatMul#1", Copy) },
Weight { path: "submodule14.constant1789", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule14.constant1790", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule14.constant1836", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule14.constant240", shape: Some(&[8, 128]), source: Param("layers.9.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule14.constant241", shape: Some(&[8, 128]), source: Param("layers.9.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule14.conv1d25.bias", shape: Some(&[2048]), source: Param("layers.8.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule14.conv1d25.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.8.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule14.conv1d26.bias", shape: Some(&[1024]), source: Param("/layers.8/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule14.conv1d26.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.8/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule14.conv1d27.bias", shape: Some(&[1024]), source: Param("layers.8.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule14.conv1d27.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.8.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule14.layernormalization43.beta", shape: Some(&[1024]), source: Param("layers.8.norm_conv.bias", Copy) },
Weight { path: "submodule14.layernormalization43.gamma", shape: Some(&[1024]), source: Param("layers.8.norm_conv.weight", Copy) },
Weight { path: "submodule14.layernormalization44.beta", shape: Some(&[1024]), source: Param("layers.8.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule14.layernormalization44.gamma", shape: Some(&[1024]), source: Param("layers.8.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule14.layernormalization45.beta", shape: Some(&[1024]), source: Param("layers.8.norm_out.bias", Copy) },
Weight { path: "submodule14.layernormalization45.gamma", shape: Some(&[1024]), source: Param("layers.8.norm_out.weight", Copy) },
Weight { path: "submodule14.layernormalization46.beta", shape: Some(&[1024]), source: Param("layers.9.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule14.layernormalization46.gamma", shape: Some(&[1024]), source: Param("layers.9.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule14.layernormalization47.beta", shape: Some(&[1024]), source: Param("layers.9.norm_self_att.bias", Copy) },
Weight { path: "submodule14.layernormalization47.gamma", shape: Some(&[1024]), source: Param("layers.9.norm_self_att.weight", Copy) },
Weight { path: "submodule14.linear81.bias", shape: Some(&[4096]), source: Param("layers.8.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule14.linear81.weight", shape: Some(&[1024, 4096]), source: Param("/layers.8/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule14.linear82.bias", shape: Some(&[1024]), source: Param("layers.8.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule14.linear82.weight", shape: Some(&[4096, 1024]), source: Param("/layers.8/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule14.linear83.bias", shape: Some(&[4096]), source: Param("layers.9.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule14.linear83.weight", shape: Some(&[1024, 4096]), source: Param("/layers.9/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule14.linear84.bias", shape: Some(&[1024]), source: Param("layers.9.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule14.linear84.weight", shape: Some(&[4096, 1024]), source: Param("/layers.9/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule14.linear85.bias", shape: Some(&[1024]), source: Param("layers.9.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule14.linear85.weight", shape: Some(&[1024, 1024]), source: Param("/layers.9/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule14.linear86.bias", shape: Some(&[1024]), source: Param("layers.9.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule14.linear86.weight", shape: Some(&[1024, 1024]), source: Param("/layers.9/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule14.linear87.bias", shape: Some(&[1024]), source: Param("layers.9.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule14.linear87.weight", shape: Some(&[1024, 1024]), source: Param("/layers.9/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule14.linear88.weight", shape: Some(&[1024, 1024]), source: Param("/layers.9/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule14.linear89.bias", shape: Some(&[1024]), source: Param("layers.9.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule14.linear89.weight", shape: Some(&[1024, 1024]), source: Param("/layers.9/self_attn/linear_out/MatMul#1", Copy) },
Weight { path: "submodule15.constant1852", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule15.constant1853", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule15.constant1899", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule15.constant264", shape: Some(&[8, 128]), source: Param("layers.10.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule15.constant265", shape: Some(&[8, 128]), source: Param("layers.10.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule15.conv1d28.bias", shape: Some(&[2048]), source: Param("layers.9.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule15.conv1d28.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.9.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule15.conv1d29.bias", shape: Some(&[1024]), source: Param("/layers.9/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule15.conv1d29.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.9/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule15.conv1d30.bias", shape: Some(&[1024]), source: Param("layers.9.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule15.conv1d30.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.9.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule15.layernormalization48.beta", shape: Some(&[1024]), source: Param("layers.9.norm_conv.bias", Copy) },
Weight { path: "submodule15.layernormalization48.gamma", shape: Some(&[1024]), source: Param("layers.9.norm_conv.weight", Copy) },
Weight { path: "submodule15.layernormalization49.beta", shape: Some(&[1024]), source: Param("layers.9.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule15.layernormalization49.gamma", shape: Some(&[1024]), source: Param("layers.9.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule15.layernormalization50.beta", shape: Some(&[1024]), source: Param("layers.9.norm_out.bias", Copy) },
Weight { path: "submodule15.layernormalization50.gamma", shape: Some(&[1024]), source: Param("layers.9.norm_out.weight", Copy) },
Weight { path: "submodule15.layernormalization51.beta", shape: Some(&[1024]), source: Param("layers.10.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule15.layernormalization51.gamma", shape: Some(&[1024]), source: Param("layers.10.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule15.layernormalization52.beta", shape: Some(&[1024]), source: Param("layers.10.norm_self_att.bias", Copy) },
Weight { path: "submodule15.layernormalization52.gamma", shape: Some(&[1024]), source: Param("layers.10.norm_self_att.weight", Copy) },
Weight { path: "submodule15.linear90.bias", shape: Some(&[4096]), source: Param("layers.9.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule15.linear90.weight", shape: Some(&[1024, 4096]), source: Param("/layers.9/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule15.linear91.bias", shape: Some(&[1024]), source: Param("layers.9.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule15.linear91.weight", shape: Some(&[4096, 1024]), source: Param("/layers.9/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule15.linear92.bias", shape: Some(&[4096]), source: Param("layers.10.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule15.linear92.weight", shape: Some(&[1024, 4096]), source: Param("/layers.10/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule15.linear93.bias", shape: Some(&[1024]), source: Param("layers.10.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule15.linear93.weight", shape: Some(&[4096, 1024]), source: Param("/layers.10/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule15.linear94.bias", shape: Some(&[1024]), source: Param("layers.10.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule15.linear94.weight", shape: Some(&[1024, 1024]), source: Param("/layers.10/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule15.linear95.bias", shape: Some(&[1024]), source: Param("layers.10.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule15.linear95.weight", shape: Some(&[1024, 1024]), source: Param("/layers.10/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule15.linear96.bias", shape: Some(&[1024]), source: Param("layers.10.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule15.linear96.weight", shape: Some(&[1024, 1024]), source: Param("/layers.10/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule15.linear97.weight", shape: Some(&[1024, 1024]), source: Param("/layers.10/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule15.linear98.bias", shape: Some(&[1024]), source: Param("layers.10.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule15.linear98.weight", shape: Some(&[1024, 1024]), source: Param("/layers.10/self_attn/linear_out/MatMul#1", Copy) },
Weight { path: "submodule16.constant1915", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule16.constant1916", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule16.constant1962", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule16.constant288", shape: Some(&[8, 128]), source: Param("layers.11.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule16.constant289", shape: Some(&[8, 128]), source: Param("layers.11.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule16.conv1d31.bias", shape: Some(&[2048]), source: Param("layers.10.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule16.conv1d31.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.10.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule16.conv1d32.bias", shape: Some(&[1024]), source: Param("/layers.10/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule16.conv1d32.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.10/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule16.conv1d33.bias", shape: Some(&[1024]), source: Param("layers.10.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule16.conv1d33.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.10.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule16.layernormalization53.beta", shape: Some(&[1024]), source: Param("layers.10.norm_conv.bias", Copy) },
Weight { path: "submodule16.layernormalization53.gamma", shape: Some(&[1024]), source: Param("layers.10.norm_conv.weight", Copy) },
Weight { path: "submodule16.layernormalization54.beta", shape: Some(&[1024]), source: Param("layers.10.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule16.layernormalization54.gamma", shape: Some(&[1024]), source: Param("layers.10.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule16.layernormalization55.beta", shape: Some(&[1024]), source: Param("layers.10.norm_out.bias", Copy) },
Weight { path: "submodule16.layernormalization55.gamma", shape: Some(&[1024]), source: Param("layers.10.norm_out.weight", Copy) },
Weight { path: "submodule16.layernormalization56.beta", shape: Some(&[1024]), source: Param("layers.11.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule16.layernormalization56.gamma", shape: Some(&[1024]), source: Param("layers.11.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule16.layernormalization57.beta", shape: Some(&[1024]), source: Param("layers.11.norm_self_att.bias", Copy) },
Weight { path: "submodule16.layernormalization57.gamma", shape: Some(&[1024]), source: Param("layers.11.norm_self_att.weight", Copy) },
Weight { path: "submodule16.linear100.bias", shape: Some(&[1024]), source: Param("layers.10.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule16.linear100.weight", shape: Some(&[4096, 1024]), source: Param("/layers.10/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule16.linear101.bias", shape: Some(&[4096]), source: Param("layers.11.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule16.linear101.weight", shape: Some(&[1024, 4096]), source: Param("/layers.11/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule16.linear102.bias", shape: Some(&[1024]), source: Param("layers.11.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule16.linear102.weight", shape: Some(&[4096, 1024]), source: Param("/layers.11/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule16.linear103.bias", shape: Some(&[1024]), source: Param("layers.11.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule16.linear103.weight", shape: Some(&[1024, 1024]), source: Param("/layers.11/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule16.linear104.bias", shape: Some(&[1024]), source: Param("layers.11.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule16.linear104.weight", shape: Some(&[1024, 1024]), source: Param("/layers.11/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule16.linear105.bias", shape: Some(&[1024]), source: Param("layers.11.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule16.linear105.weight", shape: Some(&[1024, 1024]), source: Param("/layers.11/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule16.linear106.weight", shape: Some(&[1024, 1024]), source: Param("/layers.11/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule16.linear107.bias", shape: Some(&[1024]), source: Param("layers.11.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule16.linear107.weight", shape: Some(&[1024, 1024]), source: Param("/layers.11/self_attn/linear_out/MatMul#1", Copy) },
Weight { path: "submodule16.linear99.bias", shape: Some(&[4096]), source: Param("layers.10.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule16.linear99.weight", shape: Some(&[1024, 4096]), source: Param("/layers.10/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule17.constant1978", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule17.constant1979", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule17.constant2025", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule17.constant312", shape: Some(&[8, 128]), source: Param("layers.12.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule17.constant313", shape: Some(&[8, 128]), source: Param("layers.12.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule17.conv1d34.bias", shape: Some(&[2048]), source: Param("layers.11.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule17.conv1d34.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.11.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule17.conv1d35.bias", shape: Some(&[1024]), source: Param("/layers.11/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule17.conv1d35.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.11/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule17.conv1d36.bias", shape: Some(&[1024]), source: Param("layers.11.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule17.conv1d36.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.11.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule17.layernormalization58.beta", shape: Some(&[1024]), source: Param("layers.11.norm_conv.bias", Copy) },
Weight { path: "submodule17.layernormalization58.gamma", shape: Some(&[1024]), source: Param("layers.11.norm_conv.weight", Copy) },
Weight { path: "submodule17.layernormalization59.beta", shape: Some(&[1024]), source: Param("layers.11.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule17.layernormalization59.gamma", shape: Some(&[1024]), source: Param("layers.11.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule17.layernormalization60.beta", shape: Some(&[1024]), source: Param("layers.11.norm_out.bias", Copy) },
Weight { path: "submodule17.layernormalization60.gamma", shape: Some(&[1024]), source: Param("layers.11.norm_out.weight", Copy) },
Weight { path: "submodule17.layernormalization61.beta", shape: Some(&[1024]), source: Param("layers.12.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule17.layernormalization61.gamma", shape: Some(&[1024]), source: Param("layers.12.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule17.layernormalization62.beta", shape: Some(&[1024]), source: Param("layers.12.norm_self_att.bias", Copy) },
Weight { path: "submodule17.layernormalization62.gamma", shape: Some(&[1024]), source: Param("layers.12.norm_self_att.weight", Copy) },
Weight { path: "submodule17.linear108.bias", shape: Some(&[4096]), source: Param("layers.11.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule17.linear108.weight", shape: Some(&[1024, 4096]), source: Param("/layers.11/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule17.linear109.bias", shape: Some(&[1024]), source: Param("layers.11.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule17.linear109.weight", shape: Some(&[4096, 1024]), source: Param("/layers.11/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule17.linear110.bias", shape: Some(&[4096]), source: Param("layers.12.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule17.linear110.weight", shape: Some(&[1024, 4096]), source: Param("/layers.12/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule17.linear111.bias", shape: Some(&[1024]), source: Param("layers.12.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule17.linear111.weight", shape: Some(&[4096, 1024]), source: Param("/layers.12/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule17.linear112.bias", shape: Some(&[1024]), source: Param("layers.12.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule17.linear112.weight", shape: Some(&[1024, 1024]), source: Param("/layers.12/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule17.linear113.bias", shape: Some(&[1024]), source: Param("layers.12.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule17.linear113.weight", shape: Some(&[1024, 1024]), source: Param("/layers.12/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule17.linear114.bias", shape: Some(&[1024]), source: Param("layers.12.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule17.linear114.weight", shape: Some(&[1024, 1024]), source: Param("/layers.12/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule17.linear115.weight", shape: Some(&[1024, 1024]), source: Param("/layers.12/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule17.linear116.bias", shape: Some(&[1024]), source: Param("layers.12.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule17.linear116.weight", shape: Some(&[1024, 1024]), source: Param("/layers.12/self_attn/linear_out/MatMul#1", Copy) },
Weight { path: "submodule18.constant2041", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule18.constant2042", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule18.constant2088", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule18.constant336", shape: Some(&[8, 128]), source: Param("layers.13.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule18.constant337", shape: Some(&[8, 128]), source: Param("layers.13.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule18.conv1d37.bias", shape: Some(&[2048]), source: Param("layers.12.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule18.conv1d37.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.12.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule18.conv1d38.bias", shape: Some(&[1024]), source: Param("/layers.12/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule18.conv1d38.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.12/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule18.conv1d39.bias", shape: Some(&[1024]), source: Param("layers.12.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule18.conv1d39.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.12.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule18.layernormalization63.beta", shape: Some(&[1024]), source: Param("layers.12.norm_conv.bias", Copy) },
Weight { path: "submodule18.layernormalization63.gamma", shape: Some(&[1024]), source: Param("layers.12.norm_conv.weight", Copy) },
Weight { path: "submodule18.layernormalization64.beta", shape: Some(&[1024]), source: Param("layers.12.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule18.layernormalization64.gamma", shape: Some(&[1024]), source: Param("layers.12.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule18.layernormalization65.beta", shape: Some(&[1024]), source: Param("layers.12.norm_out.bias", Copy) },
Weight { path: "submodule18.layernormalization65.gamma", shape: Some(&[1024]), source: Param("layers.12.norm_out.weight", Copy) },
Weight { path: "submodule18.layernormalization66.beta", shape: Some(&[1024]), source: Param("layers.13.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule18.layernormalization66.gamma", shape: Some(&[1024]), source: Param("layers.13.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule18.layernormalization67.beta", shape: Some(&[1024]), source: Param("layers.13.norm_self_att.bias", Copy) },
Weight { path: "submodule18.layernormalization67.gamma", shape: Some(&[1024]), source: Param("layers.13.norm_self_att.weight", Copy) },
Weight { path: "submodule18.linear117.bias", shape: Some(&[4096]), source: Param("layers.12.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule18.linear117.weight", shape: Some(&[1024, 4096]), source: Param("/layers.12/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule18.linear118.bias", shape: Some(&[1024]), source: Param("layers.12.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule18.linear118.weight", shape: Some(&[4096, 1024]), source: Param("/layers.12/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule18.linear119.bias", shape: Some(&[4096]), source: Param("layers.13.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule18.linear119.weight", shape: Some(&[1024, 4096]), source: Param("/layers.13/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule18.linear120.bias", shape: Some(&[1024]), source: Param("layers.13.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule18.linear120.weight", shape: Some(&[4096, 1024]), source: Param("/layers.13/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule18.linear121.bias", shape: Some(&[1024]), source: Param("layers.13.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule18.linear121.weight", shape: Some(&[1024, 1024]), source: Param("/layers.13/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule18.linear122.bias", shape: Some(&[1024]), source: Param("layers.13.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule18.linear122.weight", shape: Some(&[1024, 1024]), source: Param("/layers.13/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule18.linear123.bias", shape: Some(&[1024]), source: Param("layers.13.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule18.linear123.weight", shape: Some(&[1024, 1024]), source: Param("/layers.13/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule18.linear124.weight", shape: Some(&[1024, 1024]), source: Param("/layers.13/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule18.linear125.bias", shape: Some(&[1024]), source: Param("layers.13.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule18.linear125.weight", shape: Some(&[1024, 1024]), source: Param("/layers.13/self_attn/linear_out/MatMul#1", Copy) },
Weight { path: "submodule19.constant2104", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule19.constant2105", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule19.constant2151", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule19.constant360", shape: Some(&[8, 128]), source: Param("layers.14.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule19.constant361", shape: Some(&[8, 128]), source: Param("layers.14.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule19.conv1d40.bias", shape: Some(&[2048]), source: Param("layers.13.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule19.conv1d40.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.13.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule19.conv1d41.bias", shape: Some(&[1024]), source: Param("/layers.13/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule19.conv1d41.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.13/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule19.conv1d42.bias", shape: Some(&[1024]), source: Param("layers.13.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule19.conv1d42.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.13.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule19.layernormalization68.beta", shape: Some(&[1024]), source: Param("layers.13.norm_conv.bias", Copy) },
Weight { path: "submodule19.layernormalization68.gamma", shape: Some(&[1024]), source: Param("layers.13.norm_conv.weight", Copy) },
Weight { path: "submodule19.layernormalization69.beta", shape: Some(&[1024]), source: Param("layers.13.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule19.layernormalization69.gamma", shape: Some(&[1024]), source: Param("layers.13.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule19.layernormalization70.beta", shape: Some(&[1024]), source: Param("layers.13.norm_out.bias", Copy) },
Weight { path: "submodule19.layernormalization70.gamma", shape: Some(&[1024]), source: Param("layers.13.norm_out.weight", Copy) },
Weight { path: "submodule19.layernormalization71.beta", shape: Some(&[1024]), source: Param("layers.14.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule19.layernormalization71.gamma", shape: Some(&[1024]), source: Param("layers.14.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule19.layernormalization72.beta", shape: Some(&[1024]), source: Param("layers.14.norm_self_att.bias", Copy) },
Weight { path: "submodule19.layernormalization72.gamma", shape: Some(&[1024]), source: Param("layers.14.norm_self_att.weight", Copy) },
Weight { path: "submodule19.linear126.bias", shape: Some(&[4096]), source: Param("layers.13.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule19.linear126.weight", shape: Some(&[1024, 4096]), source: Param("/layers.13/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule19.linear127.bias", shape: Some(&[1024]), source: Param("layers.13.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule19.linear127.weight", shape: Some(&[4096, 1024]), source: Param("/layers.13/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule19.linear128.bias", shape: Some(&[4096]), source: Param("layers.14.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule19.linear128.weight", shape: Some(&[1024, 4096]), source: Param("/layers.14/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule19.linear129.bias", shape: Some(&[1024]), source: Param("layers.14.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule19.linear129.weight", shape: Some(&[4096, 1024]), source: Param("/layers.14/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule19.linear130.bias", shape: Some(&[1024]), source: Param("layers.14.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule19.linear130.weight", shape: Some(&[1024, 1024]), source: Param("/layers.14/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule19.linear131.bias", shape: Some(&[1024]), source: Param("layers.14.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule19.linear131.weight", shape: Some(&[1024, 1024]), source: Param("/layers.14/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule19.linear132.bias", shape: Some(&[1024]), source: Param("layers.14.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule19.linear132.weight", shape: Some(&[1024, 1024]), source: Param("/layers.14/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule19.linear133.weight", shape: Some(&[1024, 1024]), source: Param("/layers.14/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule19.linear134.bias", shape: Some(&[1024]), source: Param("layers.14.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule19.linear134.weight", shape: Some(&[1024, 1024]), source: Param("/layers.14/self_attn/linear_out/MatMul#1", Copy) },
Weight { path: "submodule2.constant973", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule2.constant974", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule2.constant975", shape: Some(&[1]), source: ConstF32(&[3.0]) },
Weight { path: "submodule2.constant976", shape: Some(&[1]), source: ConstF32(&[2.0]) },
Weight { path: "submodule2.constant977", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule2.conv2d2.bias", shape: Some(&[256]), source: Param("pre_encode.conv.2.bias", Copy) },
Weight { path: "submodule2.conv2d2.weight", shape: Some(&[256, 1, 3, 3]), source: Param("pre_encode.conv.2.weight", Copy) },
Weight { path: "submodule2.conv2d3.bias", shape: Some(&[256]), source: Param("pre_encode.conv.3.bias", Copy) },
Weight { path: "submodule2.conv2d3.weight", shape: Some(&[256, 256, 1, 1]), source: Param("pre_encode.conv.3.weight", Copy) },
Weight { path: "submodule20.constant2167", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule20.constant2168", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule20.constant2214", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule20.constant384", shape: Some(&[8, 128]), source: Param("layers.15.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule20.constant385", shape: Some(&[8, 128]), source: Param("layers.15.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule20.conv1d43.bias", shape: Some(&[2048]), source: Param("layers.14.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule20.conv1d43.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.14.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule20.conv1d44.bias", shape: Some(&[1024]), source: Param("/layers.14/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule20.conv1d44.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.14/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule20.conv1d45.bias", shape: Some(&[1024]), source: Param("layers.14.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule20.conv1d45.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.14.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule20.layernormalization73.beta", shape: Some(&[1024]), source: Param("layers.14.norm_conv.bias", Copy) },
Weight { path: "submodule20.layernormalization73.gamma", shape: Some(&[1024]), source: Param("layers.14.norm_conv.weight", Copy) },
Weight { path: "submodule20.layernormalization74.beta", shape: Some(&[1024]), source: Param("layers.14.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule20.layernormalization74.gamma", shape: Some(&[1024]), source: Param("layers.14.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule20.layernormalization75.beta", shape: Some(&[1024]), source: Param("layers.14.norm_out.bias", Copy) },
Weight { path: "submodule20.layernormalization75.gamma", shape: Some(&[1024]), source: Param("layers.14.norm_out.weight", Copy) },
Weight { path: "submodule20.layernormalization76.beta", shape: Some(&[1024]), source: Param("layers.15.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule20.layernormalization76.gamma", shape: Some(&[1024]), source: Param("layers.15.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule20.layernormalization77.beta", shape: Some(&[1024]), source: Param("layers.15.norm_self_att.bias", Copy) },
Weight { path: "submodule20.layernormalization77.gamma", shape: Some(&[1024]), source: Param("layers.15.norm_self_att.weight", Copy) },
Weight { path: "submodule20.linear135.bias", shape: Some(&[4096]), source: Param("layers.14.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule20.linear135.weight", shape: Some(&[1024, 4096]), source: Param("/layers.14/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule20.linear136.bias", shape: Some(&[1024]), source: Param("layers.14.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule20.linear136.weight", shape: Some(&[4096, 1024]), source: Param("/layers.14/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule20.linear137.bias", shape: Some(&[4096]), source: Param("layers.15.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule20.linear137.weight", shape: Some(&[1024, 4096]), source: Param("/layers.15/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule20.linear138.bias", shape: Some(&[1024]), source: Param("layers.15.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule20.linear138.weight", shape: Some(&[4096, 1024]), source: Param("/layers.15/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule20.linear139.bias", shape: Some(&[1024]), source: Param("layers.15.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule20.linear139.weight", shape: Some(&[1024, 1024]), source: Param("/layers.15/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule20.linear140.bias", shape: Some(&[1024]), source: Param("layers.15.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule20.linear140.weight", shape: Some(&[1024, 1024]), source: Param("/layers.15/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule20.linear141.bias", shape: Some(&[1024]), source: Param("layers.15.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule20.linear141.weight", shape: Some(&[1024, 1024]), source: Param("/layers.15/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule20.linear142.weight", shape: Some(&[1024, 1024]), source: Param("/layers.15/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule20.linear143.bias", shape: Some(&[1024]), source: Param("layers.15.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule20.linear143.weight", shape: Some(&[1024, 1024]), source: Param("/layers.15/self_attn/linear_out/MatMul#1", Copy) },
Weight { path: "submodule21.constant2230", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule21.constant2231", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule21.constant2277", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule21.constant408", shape: Some(&[8, 128]), source: Param("layers.16.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule21.constant409", shape: Some(&[8, 128]), source: Param("layers.16.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule21.conv1d46.bias", shape: Some(&[2048]), source: Param("layers.15.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule21.conv1d46.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.15.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule21.conv1d47.bias", shape: Some(&[1024]), source: Param("/layers.15/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule21.conv1d47.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.15/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule21.conv1d48.bias", shape: Some(&[1024]), source: Param("layers.15.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule21.conv1d48.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.15.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule21.layernormalization78.beta", shape: Some(&[1024]), source: Param("layers.15.norm_conv.bias", Copy) },
Weight { path: "submodule21.layernormalization78.gamma", shape: Some(&[1024]), source: Param("layers.15.norm_conv.weight", Copy) },
Weight { path: "submodule21.layernormalization79.beta", shape: Some(&[1024]), source: Param("layers.15.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule21.layernormalization79.gamma", shape: Some(&[1024]), source: Param("layers.15.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule21.layernormalization80.beta", shape: Some(&[1024]), source: Param("layers.15.norm_out.bias", Copy) },
Weight { path: "submodule21.layernormalization80.gamma", shape: Some(&[1024]), source: Param("layers.15.norm_out.weight", Copy) },
Weight { path: "submodule21.layernormalization81.beta", shape: Some(&[1024]), source: Param("layers.16.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule21.layernormalization81.gamma", shape: Some(&[1024]), source: Param("layers.16.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule21.layernormalization82.beta", shape: Some(&[1024]), source: Param("layers.16.norm_self_att.bias", Copy) },
Weight { path: "submodule21.layernormalization82.gamma", shape: Some(&[1024]), source: Param("layers.16.norm_self_att.weight", Copy) },
Weight { path: "submodule21.linear144.bias", shape: Some(&[4096]), source: Param("layers.15.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule21.linear144.weight", shape: Some(&[1024, 4096]), source: Param("/layers.15/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule21.linear145.bias", shape: Some(&[1024]), source: Param("layers.15.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule21.linear145.weight", shape: Some(&[4096, 1024]), source: Param("/layers.15/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule21.linear146.bias", shape: Some(&[4096]), source: Param("layers.16.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule21.linear146.weight", shape: Some(&[1024, 4096]), source: Param("/layers.16/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule21.linear147.bias", shape: Some(&[1024]), source: Param("layers.16.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule21.linear147.weight", shape: Some(&[4096, 1024]), source: Param("/layers.16/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule21.linear148.bias", shape: Some(&[1024]), source: Param("layers.16.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule21.linear148.weight", shape: Some(&[1024, 1024]), source: Param("/layers.16/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule21.linear149.bias", shape: Some(&[1024]), source: Param("layers.16.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule21.linear149.weight", shape: Some(&[1024, 1024]), source: Param("/layers.16/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule21.linear150.bias", shape: Some(&[1024]), source: Param("layers.16.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule21.linear150.weight", shape: Some(&[1024, 1024]), source: Param("/layers.16/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule21.linear151.weight", shape: Some(&[1024, 1024]), source: Param("/layers.16/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule21.linear152.bias", shape: Some(&[1024]), source: Param("layers.16.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule21.linear152.weight", shape: Some(&[1024, 1024]), source: Param("/layers.16/self_attn/linear_out/MatMul#1", Copy) },
Weight { path: "submodule22.constant2293", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule22.constant2294", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule22.constant2340", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule22.constant432", shape: Some(&[8, 128]), source: Param("layers.17.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule22.constant433", shape: Some(&[8, 128]), source: Param("layers.17.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule22.conv1d49.bias", shape: Some(&[2048]), source: Param("layers.16.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule22.conv1d49.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.16.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule22.conv1d50.bias", shape: Some(&[1024]), source: Param("/layers.16/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule22.conv1d50.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.16/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule22.conv1d51.bias", shape: Some(&[1024]), source: Param("layers.16.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule22.conv1d51.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.16.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule22.layernormalization83.beta", shape: Some(&[1024]), source: Param("layers.16.norm_conv.bias", Copy) },
Weight { path: "submodule22.layernormalization83.gamma", shape: Some(&[1024]), source: Param("layers.16.norm_conv.weight", Copy) },
Weight { path: "submodule22.layernormalization84.beta", shape: Some(&[1024]), source: Param("layers.16.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule22.layernormalization84.gamma", shape: Some(&[1024]), source: Param("layers.16.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule22.layernormalization85.beta", shape: Some(&[1024]), source: Param("layers.16.norm_out.bias", Copy) },
Weight { path: "submodule22.layernormalization85.gamma", shape: Some(&[1024]), source: Param("layers.16.norm_out.weight", Copy) },
Weight { path: "submodule22.layernormalization86.beta", shape: Some(&[1024]), source: Param("layers.17.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule22.layernormalization86.gamma", shape: Some(&[1024]), source: Param("layers.17.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule22.layernormalization87.beta", shape: Some(&[1024]), source: Param("layers.17.norm_self_att.bias", Copy) },
Weight { path: "submodule22.layernormalization87.gamma", shape: Some(&[1024]), source: Param("layers.17.norm_self_att.weight", Copy) },
Weight { path: "submodule22.linear153.bias", shape: Some(&[4096]), source: Param("layers.16.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule22.linear153.weight", shape: Some(&[1024, 4096]), source: Param("/layers.16/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule22.linear154.bias", shape: Some(&[1024]), source: Param("layers.16.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule22.linear154.weight", shape: Some(&[4096, 1024]), source: Param("/layers.16/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule22.linear155.bias", shape: Some(&[4096]), source: Param("layers.17.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule22.linear155.weight", shape: Some(&[1024, 4096]), source: Param("/layers.17/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule22.linear156.bias", shape: Some(&[1024]), source: Param("layers.17.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule22.linear156.weight", shape: Some(&[4096, 1024]), source: Param("/layers.17/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule22.linear157.bias", shape: Some(&[1024]), source: Param("layers.17.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule22.linear157.weight", shape: Some(&[1024, 1024]), source: Param("/layers.17/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule22.linear158.bias", shape: Some(&[1024]), source: Param("layers.17.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule22.linear158.weight", shape: Some(&[1024, 1024]), source: Param("/layers.17/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule22.linear159.bias", shape: Some(&[1024]), source: Param("layers.17.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule22.linear159.weight", shape: Some(&[1024, 1024]), source: Param("/layers.17/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule22.linear160.weight", shape: Some(&[1024, 1024]), source: Param("/layers.17/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule22.linear161.bias", shape: Some(&[1024]), source: Param("layers.17.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule22.linear161.weight", shape: Some(&[1024, 1024]), source: Param("/layers.17/self_attn/linear_out/MatMul#1", Copy) },
Weight { path: "submodule23.constant2356", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule23.constant2357", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule23.constant2403", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule23.constant456", shape: Some(&[8, 128]), source: Param("layers.18.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule23.constant457", shape: Some(&[8, 128]), source: Param("layers.18.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule23.conv1d52.bias", shape: Some(&[2048]), source: Param("layers.17.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule23.conv1d52.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.17.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule23.conv1d53.bias", shape: Some(&[1024]), source: Param("/layers.17/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule23.conv1d53.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.17/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule23.conv1d54.bias", shape: Some(&[1024]), source: Param("layers.17.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule23.conv1d54.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.17.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule23.layernormalization88.beta", shape: Some(&[1024]), source: Param("layers.17.norm_conv.bias", Copy) },
Weight { path: "submodule23.layernormalization88.gamma", shape: Some(&[1024]), source: Param("layers.17.norm_conv.weight", Copy) },
Weight { path: "submodule23.layernormalization89.beta", shape: Some(&[1024]), source: Param("layers.17.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule23.layernormalization89.gamma", shape: Some(&[1024]), source: Param("layers.17.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule23.layernormalization90.beta", shape: Some(&[1024]), source: Param("layers.17.norm_out.bias", Copy) },
Weight { path: "submodule23.layernormalization90.gamma", shape: Some(&[1024]), source: Param("layers.17.norm_out.weight", Copy) },
Weight { path: "submodule23.layernormalization91.beta", shape: Some(&[1024]), source: Param("layers.18.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule23.layernormalization91.gamma", shape: Some(&[1024]), source: Param("layers.18.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule23.layernormalization92.beta", shape: Some(&[1024]), source: Param("layers.18.norm_self_att.bias", Copy) },
Weight { path: "submodule23.layernormalization92.gamma", shape: Some(&[1024]), source: Param("layers.18.norm_self_att.weight", Copy) },
Weight { path: "submodule23.linear162.bias", shape: Some(&[4096]), source: Param("layers.17.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule23.linear162.weight", shape: Some(&[1024, 4096]), source: Param("/layers.17/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule23.linear163.bias", shape: Some(&[1024]), source: Param("layers.17.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule23.linear163.weight", shape: Some(&[4096, 1024]), source: Param("/layers.17/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule23.linear164.bias", shape: Some(&[4096]), source: Param("layers.18.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule23.linear164.weight", shape: Some(&[1024, 4096]), source: Param("/layers.18/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule23.linear165.bias", shape: Some(&[1024]), source: Param("layers.18.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule23.linear165.weight", shape: Some(&[4096, 1024]), source: Param("/layers.18/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule23.linear166.bias", shape: Some(&[1024]), source: Param("layers.18.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule23.linear166.weight", shape: Some(&[1024, 1024]), source: Param("/layers.18/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule23.linear167.bias", shape: Some(&[1024]), source: Param("layers.18.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule23.linear167.weight", shape: Some(&[1024, 1024]), source: Param("/layers.18/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule23.linear168.bias", shape: Some(&[1024]), source: Param("layers.18.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule23.linear168.weight", shape: Some(&[1024, 1024]), source: Param("/layers.18/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule23.linear169.weight", shape: Some(&[1024, 1024]), source: Param("/layers.18/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule23.linear170.bias", shape: Some(&[1024]), source: Param("layers.18.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule23.linear170.weight", shape: Some(&[1024, 1024]), source: Param("/layers.18/self_attn/linear_out/MatMul#1", Copy) },
Weight { path: "submodule24.constant2419", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule24.constant2420", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule24.constant2466", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule24.constant480", shape: Some(&[8, 128]), source: Param("layers.19.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule24.constant481", shape: Some(&[8, 128]), source: Param("layers.19.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule24.conv1d55.bias", shape: Some(&[2048]), source: Param("layers.18.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule24.conv1d55.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.18.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule24.conv1d56.bias", shape: Some(&[1024]), source: Param("/layers.18/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule24.conv1d56.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.18/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule24.conv1d57.bias", shape: Some(&[1024]), source: Param("layers.18.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule24.conv1d57.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.18.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule24.layernormalization93.beta", shape: Some(&[1024]), source: Param("layers.18.norm_conv.bias", Copy) },
Weight { path: "submodule24.layernormalization93.gamma", shape: Some(&[1024]), source: Param("layers.18.norm_conv.weight", Copy) },
Weight { path: "submodule24.layernormalization94.beta", shape: Some(&[1024]), source: Param("layers.18.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule24.layernormalization94.gamma", shape: Some(&[1024]), source: Param("layers.18.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule24.layernormalization95.beta", shape: Some(&[1024]), source: Param("layers.18.norm_out.bias", Copy) },
Weight { path: "submodule24.layernormalization95.gamma", shape: Some(&[1024]), source: Param("layers.18.norm_out.weight", Copy) },
Weight { path: "submodule24.layernormalization96.beta", shape: Some(&[1024]), source: Param("layers.19.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule24.layernormalization96.gamma", shape: Some(&[1024]), source: Param("layers.19.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule24.layernormalization97.beta", shape: Some(&[1024]), source: Param("layers.19.norm_self_att.bias", Copy) },
Weight { path: "submodule24.layernormalization97.gamma", shape: Some(&[1024]), source: Param("layers.19.norm_self_att.weight", Copy) },
Weight { path: "submodule24.linear171.bias", shape: Some(&[4096]), source: Param("layers.18.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule24.linear171.weight", shape: Some(&[1024, 4096]), source: Param("/layers.18/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule24.linear172.bias", shape: Some(&[1024]), source: Param("layers.18.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule24.linear172.weight", shape: Some(&[4096, 1024]), source: Param("/layers.18/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule24.linear173.bias", shape: Some(&[4096]), source: Param("layers.19.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule24.linear173.weight", shape: Some(&[1024, 4096]), source: Param("/layers.19/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule24.linear174.bias", shape: Some(&[1024]), source: Param("layers.19.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule24.linear174.weight", shape: Some(&[4096, 1024]), source: Param("/layers.19/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule24.linear175.bias", shape: Some(&[1024]), source: Param("layers.19.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule24.linear175.weight", shape: Some(&[1024, 1024]), source: Param("/layers.19/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule24.linear176.bias", shape: Some(&[1024]), source: Param("layers.19.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule24.linear176.weight", shape: Some(&[1024, 1024]), source: Param("/layers.19/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule24.linear177.bias", shape: Some(&[1024]), source: Param("layers.19.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule24.linear177.weight", shape: Some(&[1024, 1024]), source: Param("/layers.19/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule24.linear178.weight", shape: Some(&[1024, 1024]), source: Param("/layers.19/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule24.linear179.bias", shape: Some(&[1024]), source: Param("layers.19.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule24.linear179.weight", shape: Some(&[1024, 1024]), source: Param("/layers.19/self_attn/linear_out/MatMul#1", Copy) },
Weight { path: "submodule25.constant2482", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule25.constant2483", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule25.constant2529", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule25.constant504", shape: Some(&[8, 128]), source: Param("layers.20.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule25.constant505", shape: Some(&[8, 128]), source: Param("layers.20.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule25.conv1d58.bias", shape: Some(&[2048]), source: Param("layers.19.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule25.conv1d58.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.19.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule25.conv1d59.bias", shape: Some(&[1024]), source: Param("/layers.19/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule25.conv1d59.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.19/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule25.conv1d60.bias", shape: Some(&[1024]), source: Param("layers.19.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule25.conv1d60.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.19.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule25.layernormalization100.beta", shape: Some(&[1024]), source: Param("layers.19.norm_out.bias", Copy) },
Weight { path: "submodule25.layernormalization100.gamma", shape: Some(&[1024]), source: Param("layers.19.norm_out.weight", Copy) },
Weight { path: "submodule25.layernormalization101.beta", shape: Some(&[1024]), source: Param("layers.20.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule25.layernormalization101.gamma", shape: Some(&[1024]), source: Param("layers.20.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule25.layernormalization102.beta", shape: Some(&[1024]), source: Param("layers.20.norm_self_att.bias", Copy) },
Weight { path: "submodule25.layernormalization102.gamma", shape: Some(&[1024]), source: Param("layers.20.norm_self_att.weight", Copy) },
Weight { path: "submodule25.layernormalization98.beta", shape: Some(&[1024]), source: Param("layers.19.norm_conv.bias", Copy) },
Weight { path: "submodule25.layernormalization98.gamma", shape: Some(&[1024]), source: Param("layers.19.norm_conv.weight", Copy) },
Weight { path: "submodule25.layernormalization99.beta", shape: Some(&[1024]), source: Param("layers.19.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule25.layernormalization99.gamma", shape: Some(&[1024]), source: Param("layers.19.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule25.linear180.bias", shape: Some(&[4096]), source: Param("layers.19.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule25.linear180.weight", shape: Some(&[1024, 4096]), source: Param("/layers.19/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule25.linear181.bias", shape: Some(&[1024]), source: Param("layers.19.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule25.linear181.weight", shape: Some(&[4096, 1024]), source: Param("/layers.19/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule25.linear182.bias", shape: Some(&[4096]), source: Param("layers.20.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule25.linear182.weight", shape: Some(&[1024, 4096]), source: Param("/layers.20/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule25.linear183.bias", shape: Some(&[1024]), source: Param("layers.20.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule25.linear183.weight", shape: Some(&[4096, 1024]), source: Param("/layers.20/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule25.linear184.bias", shape: Some(&[1024]), source: Param("layers.20.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule25.linear184.weight", shape: Some(&[1024, 1024]), source: Param("/layers.20/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule25.linear185.bias", shape: Some(&[1024]), source: Param("layers.20.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule25.linear185.weight", shape: Some(&[1024, 1024]), source: Param("/layers.20/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule25.linear186.bias", shape: Some(&[1024]), source: Param("layers.20.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule25.linear186.weight", shape: Some(&[1024, 1024]), source: Param("/layers.20/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule25.linear187.weight", shape: Some(&[1024, 1024]), source: Param("/layers.20/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule25.linear188.bias", shape: Some(&[1024]), source: Param("layers.20.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule25.linear188.weight", shape: Some(&[1024, 1024]), source: Param("/layers.20/self_attn/linear_out/MatMul#1", Copy) },
Weight { path: "submodule26.constant2545", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule26.constant2546", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule26.constant2592", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule26.constant528", shape: Some(&[8, 128]), source: Param("layers.21.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule26.constant529", shape: Some(&[8, 128]), source: Param("layers.21.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule26.conv1d61.bias", shape: Some(&[2048]), source: Param("layers.20.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule26.conv1d61.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.20.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule26.conv1d62.bias", shape: Some(&[1024]), source: Param("/layers.20/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule26.conv1d62.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.20/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule26.conv1d63.bias", shape: Some(&[1024]), source: Param("layers.20.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule26.conv1d63.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.20.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule26.layernormalization103.beta", shape: Some(&[1024]), source: Param("layers.20.norm_conv.bias", Copy) },
Weight { path: "submodule26.layernormalization103.gamma", shape: Some(&[1024]), source: Param("layers.20.norm_conv.weight", Copy) },
Weight { path: "submodule26.layernormalization104.beta", shape: Some(&[1024]), source: Param("layers.20.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule26.layernormalization104.gamma", shape: Some(&[1024]), source: Param("layers.20.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule26.layernormalization105.beta", shape: Some(&[1024]), source: Param("layers.20.norm_out.bias", Copy) },
Weight { path: "submodule26.layernormalization105.gamma", shape: Some(&[1024]), source: Param("layers.20.norm_out.weight", Copy) },
Weight { path: "submodule26.layernormalization106.beta", shape: Some(&[1024]), source: Param("layers.21.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule26.layernormalization106.gamma", shape: Some(&[1024]), source: Param("layers.21.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule26.layernormalization107.beta", shape: Some(&[1024]), source: Param("layers.21.norm_self_att.bias", Copy) },
Weight { path: "submodule26.layernormalization107.gamma", shape: Some(&[1024]), source: Param("layers.21.norm_self_att.weight", Copy) },
Weight { path: "submodule26.linear189.bias", shape: Some(&[4096]), source: Param("layers.20.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule26.linear189.weight", shape: Some(&[1024, 4096]), source: Param("/layers.20/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule26.linear190.bias", shape: Some(&[1024]), source: Param("layers.20.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule26.linear190.weight", shape: Some(&[4096, 1024]), source: Param("/layers.20/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule26.linear191.bias", shape: Some(&[4096]), source: Param("layers.21.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule26.linear191.weight", shape: Some(&[1024, 4096]), source: Param("/layers.21/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule26.linear192.bias", shape: Some(&[1024]), source: Param("layers.21.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule26.linear192.weight", shape: Some(&[4096, 1024]), source: Param("/layers.21/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule26.linear193.bias", shape: Some(&[1024]), source: Param("layers.21.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule26.linear193.weight", shape: Some(&[1024, 1024]), source: Param("/layers.21/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule26.linear194.bias", shape: Some(&[1024]), source: Param("layers.21.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule26.linear194.weight", shape: Some(&[1024, 1024]), source: Param("/layers.21/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule26.linear195.bias", shape: Some(&[1024]), source: Param("layers.21.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule26.linear195.weight", shape: Some(&[1024, 1024]), source: Param("/layers.21/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule26.linear196.weight", shape: Some(&[1024, 1024]), source: Param("/layers.21/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule26.linear197.bias", shape: Some(&[1024]), source: Param("layers.21.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule26.linear197.weight", shape: Some(&[1024, 1024]), source: Param("/layers.21/self_attn/linear_out/MatMul#1", Copy) },
Weight { path: "submodule27.constant2608", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule27.constant2609", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule27.constant2655", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule27.constant552", shape: Some(&[8, 128]), source: Param("layers.22.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule27.constant553", shape: Some(&[8, 128]), source: Param("layers.22.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule27.conv1d64.bias", shape: Some(&[2048]), source: Param("layers.21.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule27.conv1d64.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.21.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule27.conv1d65.bias", shape: Some(&[1024]), source: Param("/layers.21/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule27.conv1d65.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.21/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule27.conv1d66.bias", shape: Some(&[1024]), source: Param("layers.21.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule27.conv1d66.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.21.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule27.layernormalization108.beta", shape: Some(&[1024]), source: Param("layers.21.norm_conv.bias", Copy) },
Weight { path: "submodule27.layernormalization108.gamma", shape: Some(&[1024]), source: Param("layers.21.norm_conv.weight", Copy) },
Weight { path: "submodule27.layernormalization109.beta", shape: Some(&[1024]), source: Param("layers.21.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule27.layernormalization109.gamma", shape: Some(&[1024]), source: Param("layers.21.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule27.layernormalization110.beta", shape: Some(&[1024]), source: Param("layers.21.norm_out.bias", Copy) },
Weight { path: "submodule27.layernormalization110.gamma", shape: Some(&[1024]), source: Param("layers.21.norm_out.weight", Copy) },
Weight { path: "submodule27.layernormalization111.beta", shape: Some(&[1024]), source: Param("layers.22.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule27.layernormalization111.gamma", shape: Some(&[1024]), source: Param("layers.22.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule27.layernormalization112.beta", shape: Some(&[1024]), source: Param("layers.22.norm_self_att.bias", Copy) },
Weight { path: "submodule27.layernormalization112.gamma", shape: Some(&[1024]), source: Param("layers.22.norm_self_att.weight", Copy) },
Weight { path: "submodule27.linear198.bias", shape: Some(&[4096]), source: Param("layers.21.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule27.linear198.weight", shape: Some(&[1024, 4096]), source: Param("/layers.21/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule27.linear199.bias", shape: Some(&[1024]), source: Param("layers.21.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule27.linear199.weight", shape: Some(&[4096, 1024]), source: Param("/layers.21/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule27.linear200.bias", shape: Some(&[4096]), source: Param("layers.22.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule27.linear200.weight", shape: Some(&[1024, 4096]), source: Param("/layers.22/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule27.linear201.bias", shape: Some(&[1024]), source: Param("layers.22.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule27.linear201.weight", shape: Some(&[4096, 1024]), source: Param("/layers.22/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule27.linear202.bias", shape: Some(&[1024]), source: Param("layers.22.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule27.linear202.weight", shape: Some(&[1024, 1024]), source: Param("/layers.22/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule27.linear203.bias", shape: Some(&[1024]), source: Param("layers.22.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule27.linear203.weight", shape: Some(&[1024, 1024]), source: Param("/layers.22/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule27.linear204.bias", shape: Some(&[1024]), source: Param("layers.22.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule27.linear204.weight", shape: Some(&[1024, 1024]), source: Param("/layers.22/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule27.linear205.weight", shape: Some(&[1024, 1024]), source: Param("/layers.22/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule27.linear206.bias", shape: Some(&[1024]), source: Param("layers.22.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule27.linear206.weight", shape: Some(&[1024, 1024]), source: Param("/layers.22/self_attn/linear_out/MatMul#1", Copy) },
Weight { path: "submodule28.constant2671", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule28.constant2672", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule28.constant576", shape: Some(&[8, 128]), source: Param("layers.23.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule28.constant577", shape: Some(&[8, 128]), source: Param("layers.23.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule28.conv1d67.bias", shape: Some(&[2048]), source: Param("layers.22.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule28.conv1d67.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.22.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule28.conv1d68.bias", shape: Some(&[1024]), source: Param("/layers.22/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule28.conv1d68.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.22/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule28.conv1d69.bias", shape: Some(&[1024]), source: Param("layers.22.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule28.conv1d69.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.22.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule28.layernormalization113.beta", shape: Some(&[1024]), source: Param("layers.22.norm_conv.bias", Copy) },
Weight { path: "submodule28.layernormalization113.gamma", shape: Some(&[1024]), source: Param("layers.22.norm_conv.weight", Copy) },
Weight { path: "submodule28.layernormalization114.beta", shape: Some(&[1024]), source: Param("layers.22.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule28.layernormalization114.gamma", shape: Some(&[1024]), source: Param("layers.22.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule28.layernormalization115.beta", shape: Some(&[1024]), source: Param("layers.22.norm_out.bias", Copy) },
Weight { path: "submodule28.layernormalization115.gamma", shape: Some(&[1024]), source: Param("layers.22.norm_out.weight", Copy) },
Weight { path: "submodule28.layernormalization116.beta", shape: Some(&[1024]), source: Param("layers.23.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule28.layernormalization116.gamma", shape: Some(&[1024]), source: Param("layers.23.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule28.layernormalization117.beta", shape: Some(&[1024]), source: Param("layers.23.norm_self_att.bias", Copy) },
Weight { path: "submodule28.layernormalization117.gamma", shape: Some(&[1024]), source: Param("layers.23.norm_self_att.weight", Copy) },
Weight { path: "submodule28.linear207.bias", shape: Some(&[4096]), source: Param("layers.22.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule28.linear207.weight", shape: Some(&[1024, 4096]), source: Param("/layers.22/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule28.linear208.bias", shape: Some(&[1024]), source: Param("layers.22.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule28.linear208.weight", shape: Some(&[4096, 1024]), source: Param("/layers.22/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule28.linear209.bias", shape: Some(&[4096]), source: Param("layers.23.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule28.linear209.weight", shape: Some(&[1024, 4096]), source: Param("/layers.23/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule28.linear210.bias", shape: Some(&[1024]), source: Param("layers.23.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule28.linear210.weight", shape: Some(&[4096, 1024]), source: Param("/layers.23/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule28.linear211.bias", shape: Some(&[1024]), source: Param("layers.23.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule28.linear211.weight", shape: Some(&[1024, 1024]), source: Param("/layers.23/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule28.linear212.bias", shape: Some(&[1024]), source: Param("layers.23.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule28.linear212.weight", shape: Some(&[1024, 1024]), source: Param("/layers.23/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule28.linear213.bias", shape: Some(&[1024]), source: Param("layers.23.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule28.linear213.weight", shape: Some(&[1024, 1024]), source: Param("/layers.23/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule28.linear214.weight", shape: Some(&[1024, 1024]), source: Param("/layers.23/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule29.constant2718", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule29.constant2734", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule29.conv1d70.bias", shape: Some(&[2048]), source: Param("layers.23.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule29.conv1d70.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.23.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule29.conv1d71.bias", shape: Some(&[1024]), source: Param("/layers.23/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule29.conv1d71.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.23/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule29.conv1d72.bias", shape: Some(&[1024]), source: Param("layers.23.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule29.conv1d72.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.23.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule29.layernormalization118.beta", shape: Some(&[1024]), source: Param("layers.23.norm_conv.bias", Copy) },
Weight { path: "submodule29.layernormalization118.gamma", shape: Some(&[1024]), source: Param("layers.23.norm_conv.weight", Copy) },
Weight { path: "submodule29.layernormalization119.beta", shape: Some(&[1024]), source: Param("layers.23.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule29.layernormalization119.gamma", shape: Some(&[1024]), source: Param("layers.23.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule29.layernormalization120.beta", shape: Some(&[1024]), source: Param("layers.23.norm_out.bias", Copy) },
Weight { path: "submodule29.layernormalization120.gamma", shape: Some(&[1024]), source: Param("layers.23.norm_out.weight", Copy) },
Weight { path: "submodule29.linear215.bias", shape: Some(&[1024]), source: Param("layers.23.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule29.linear215.weight", shape: Some(&[1024, 1024]), source: Param("/layers.23/self_attn/linear_out/MatMul#1", Copy) },
Weight { path: "submodule29.linear216.bias", shape: Some(&[4096]), source: Param("layers.23.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule29.linear216.weight", shape: Some(&[1024, 4096]), source: Param("/layers.23/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule29.linear217.bias", shape: Some(&[1024]), source: Param("layers.23.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule29.linear217.weight", shape: Some(&[4096, 1024]), source: Param("/layers.23/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule3.constant1027", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule3.constant1028", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule3.constant1029", shape: Some(&[1]), source: ConstF32(&[3.0]) },
Weight { path: "submodule3.constant1030", shape: Some(&[1]), source: ConstF32(&[2.0]) },
Weight { path: "submodule3.constant1031", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule3.conv2d4.bias", shape: Some(&[256]), source: Param("pre_encode.conv.5.bias", Copy) },
Weight { path: "submodule3.conv2d4.weight", shape: Some(&[256, 1, 3, 3]), source: Param("pre_encode.conv.5.weight", Copy) },
Weight { path: "submodule3.conv2d5.bias", shape: Some(&[256]), source: Param("pre_encode.conv.6.bias", Copy) },
Weight { path: "submodule3.conv2d5.weight", shape: Some(&[256, 256, 1, 1]), source: Param("pre_encode.conv.6.weight", Copy) },
Weight { path: "submodule4.constant1087", shape: Some(&[1]), source: ConstF32(&[32.0]) },
Weight { path: "submodule4.constant1092", shape: Some(&[1, 9999, 1024]), source: Param("/pos_enc/Slice#0", CenterRows) },
Weight { path: "submodule4.constant1124", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule4.layernormalization1.beta", shape: Some(&[1024]), source: Param("layers.0.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule4.layernormalization1.gamma", shape: Some(&[1024]), source: Param("layers.0.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule4.linear1.bias", shape: Some(&[1024]), source: Param("pre_encode.out.bias", Copy) },
Weight { path: "submodule4.linear1.weight", shape: Some(&[4096, 1024]), source: Param("/pre_encode/out/MatMul#1", Copy) },
Weight { path: "submodule4.linear2.bias", shape: Some(&[4096]), source: Param("layers.0.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule4.linear2.weight", shape: Some(&[1024, 4096]), source: Param("/layers.0/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule4.linear3.bias", shape: Some(&[1024]), source: Param("layers.0.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule4.linear3.weight", shape: Some(&[4096, 1024]), source: Param("/layers.0/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule5.constant1267", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule5.constant24", shape: Some(&[8, 128]), source: Param("layers.0.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule5.constant25", shape: Some(&[8, 128]), source: Param("layers.0.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule5.layernormalization2.beta", shape: Some(&[1024]), source: Param("layers.0.norm_self_att.bias", Copy) },
Weight { path: "submodule5.layernormalization2.gamma", shape: Some(&[1024]), source: Param("layers.0.norm_self_att.weight", Copy) },
Weight { path: "submodule5.linear4.bias", shape: Some(&[1024]), source: Param("layers.0.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule5.linear4.weight", shape: Some(&[1024, 1024]), source: Param("/layers.0/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule5.linear5.bias", shape: Some(&[1024]), source: Param("layers.0.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule5.linear5.weight", shape: Some(&[1024, 1024]), source: Param("/layers.0/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule5.linear6.bias", shape: Some(&[1024]), source: Param("layers.0.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule5.linear6.weight", shape: Some(&[1024, 1024]), source: Param("/layers.0/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule5.linear7.weight", shape: Some(&[1024, 1024]), source: Param("/layers.0/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule5.linear8.bias", shape: Some(&[1024]), source: Param("layers.0.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule5.linear8.weight", shape: Some(&[1024, 1024]), source: Param("/layers.0/self_attn/linear_out/MatMul#1", Copy) },
Weight { path: "submodule6.constant1285", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule6.constant1286", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule6.constant1332", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule6.constant48", shape: Some(&[8, 128]), source: Param("layers.1.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule6.constant49", shape: Some(&[8, 128]), source: Param("layers.1.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule6.conv1d1.bias", shape: Some(&[2048]), source: Param("layers.0.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule6.conv1d1.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.0.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule6.conv1d2.bias", shape: Some(&[1024]), source: Param("/layers.0/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule6.conv1d2.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.0/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule6.conv1d3.bias", shape: Some(&[1024]), source: Param("layers.0.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule6.conv1d3.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.0.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule6.layernormalization3.beta", shape: Some(&[1024]), source: Param("layers.0.norm_conv.bias", Copy) },
Weight { path: "submodule6.layernormalization3.gamma", shape: Some(&[1024]), source: Param("layers.0.norm_conv.weight", Copy) },
Weight { path: "submodule6.layernormalization4.beta", shape: Some(&[1024]), source: Param("layers.0.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule6.layernormalization4.gamma", shape: Some(&[1024]), source: Param("layers.0.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule6.layernormalization5.beta", shape: Some(&[1024]), source: Param("layers.0.norm_out.bias", Copy) },
Weight { path: "submodule6.layernormalization5.gamma", shape: Some(&[1024]), source: Param("layers.0.norm_out.weight", Copy) },
Weight { path: "submodule6.layernormalization6.beta", shape: Some(&[1024]), source: Param("layers.1.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule6.layernormalization6.gamma", shape: Some(&[1024]), source: Param("layers.1.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule6.layernormalization7.beta", shape: Some(&[1024]), source: Param("layers.1.norm_self_att.bias", Copy) },
Weight { path: "submodule6.layernormalization7.gamma", shape: Some(&[1024]), source: Param("layers.1.norm_self_att.weight", Copy) },
Weight { path: "submodule6.linear10.bias", shape: Some(&[1024]), source: Param("layers.0.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule6.linear10.weight", shape: Some(&[4096, 1024]), source: Param("/layers.0/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule6.linear11.bias", shape: Some(&[4096]), source: Param("layers.1.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule6.linear11.weight", shape: Some(&[1024, 4096]), source: Param("/layers.1/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule6.linear12.bias", shape: Some(&[1024]), source: Param("layers.1.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule6.linear12.weight", shape: Some(&[4096, 1024]), source: Param("/layers.1/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule6.linear13.bias", shape: Some(&[1024]), source: Param("layers.1.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule6.linear13.weight", shape: Some(&[1024, 1024]), source: Param("/layers.1/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule6.linear14.bias", shape: Some(&[1024]), source: Param("layers.1.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule6.linear14.weight", shape: Some(&[1024, 1024]), source: Param("/layers.1/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule6.linear15.bias", shape: Some(&[1024]), source: Param("layers.1.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule6.linear15.weight", shape: Some(&[1024, 1024]), source: Param("/layers.1/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule6.linear16.weight", shape: Some(&[1024, 1024]), source: Param("/layers.1/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule6.linear17.bias", shape: Some(&[1024]), source: Param("layers.1.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule6.linear17.weight", shape: Some(&[1024, 1024]), source: Param("/layers.1/self_attn/linear_out/MatMul#1", Copy) },
Weight { path: "submodule6.linear9.bias", shape: Some(&[4096]), source: Param("layers.0.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule6.linear9.weight", shape: Some(&[1024, 4096]), source: Param("/layers.0/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule7.constant1348", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule7.constant1349", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule7.constant1395", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule7.constant72", shape: Some(&[8, 128]), source: Param("layers.2.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule7.constant73", shape: Some(&[8, 128]), source: Param("layers.2.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule7.conv1d4.bias", shape: Some(&[2048]), source: Param("layers.1.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule7.conv1d4.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.1.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule7.conv1d5.bias", shape: Some(&[1024]), source: Param("/layers.1/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule7.conv1d5.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.1/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule7.conv1d6.bias", shape: Some(&[1024]), source: Param("layers.1.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule7.conv1d6.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.1.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule7.layernormalization10.beta", shape: Some(&[1024]), source: Param("layers.1.norm_out.bias", Copy) },
Weight { path: "submodule7.layernormalization10.gamma", shape: Some(&[1024]), source: Param("layers.1.norm_out.weight", Copy) },
Weight { path: "submodule7.layernormalization11.beta", shape: Some(&[1024]), source: Param("layers.2.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule7.layernormalization11.gamma", shape: Some(&[1024]), source: Param("layers.2.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule7.layernormalization12.beta", shape: Some(&[1024]), source: Param("layers.2.norm_self_att.bias", Copy) },
Weight { path: "submodule7.layernormalization12.gamma", shape: Some(&[1024]), source: Param("layers.2.norm_self_att.weight", Copy) },
Weight { path: "submodule7.layernormalization8.beta", shape: Some(&[1024]), source: Param("layers.1.norm_conv.bias", Copy) },
Weight { path: "submodule7.layernormalization8.gamma", shape: Some(&[1024]), source: Param("layers.1.norm_conv.weight", Copy) },
Weight { path: "submodule7.layernormalization9.beta", shape: Some(&[1024]), source: Param("layers.1.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule7.layernormalization9.gamma", shape: Some(&[1024]), source: Param("layers.1.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule7.linear18.bias", shape: Some(&[4096]), source: Param("layers.1.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule7.linear18.weight", shape: Some(&[1024, 4096]), source: Param("/layers.1/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule7.linear19.bias", shape: Some(&[1024]), source: Param("layers.1.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule7.linear19.weight", shape: Some(&[4096, 1024]), source: Param("/layers.1/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule7.linear20.bias", shape: Some(&[4096]), source: Param("layers.2.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule7.linear20.weight", shape: Some(&[1024, 4096]), source: Param("/layers.2/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule7.linear21.bias", shape: Some(&[1024]), source: Param("layers.2.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule7.linear21.weight", shape: Some(&[4096, 1024]), source: Param("/layers.2/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule7.linear22.bias", shape: Some(&[1024]), source: Param("layers.2.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule7.linear22.weight", shape: Some(&[1024, 1024]), source: Param("/layers.2/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule7.linear23.bias", shape: Some(&[1024]), source: Param("layers.2.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule7.linear23.weight", shape: Some(&[1024, 1024]), source: Param("/layers.2/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule7.linear24.bias", shape: Some(&[1024]), source: Param("layers.2.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule7.linear24.weight", shape: Some(&[1024, 1024]), source: Param("/layers.2/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule7.linear25.weight", shape: Some(&[1024, 1024]), source: Param("/layers.2/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule7.linear26.bias", shape: Some(&[1024]), source: Param("layers.2.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule7.linear26.weight", shape: Some(&[1024, 1024]), source: Param("/layers.2/self_attn/linear_out/MatMul#1", Copy) },
Weight { path: "submodule8.constant1411", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule8.constant1412", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule8.constant1458", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule8.constant96", shape: Some(&[8, 128]), source: Param("layers.3.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule8.constant97", shape: Some(&[8, 128]), source: Param("layers.3.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule8.conv1d7.bias", shape: Some(&[2048]), source: Param("layers.2.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule8.conv1d7.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.2.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule8.conv1d8.bias", shape: Some(&[1024]), source: Param("/layers.2/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule8.conv1d8.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.2/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule8.conv1d9.bias", shape: Some(&[1024]), source: Param("layers.2.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule8.conv1d9.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.2.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule8.layernormalization13.beta", shape: Some(&[1024]), source: Param("layers.2.norm_conv.bias", Copy) },
Weight { path: "submodule8.layernormalization13.gamma", shape: Some(&[1024]), source: Param("layers.2.norm_conv.weight", Copy) },
Weight { path: "submodule8.layernormalization14.beta", shape: Some(&[1024]), source: Param("layers.2.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule8.layernormalization14.gamma", shape: Some(&[1024]), source: Param("layers.2.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule8.layernormalization15.beta", shape: Some(&[1024]), source: Param("layers.2.norm_out.bias", Copy) },
Weight { path: "submodule8.layernormalization15.gamma", shape: Some(&[1024]), source: Param("layers.2.norm_out.weight", Copy) },
Weight { path: "submodule8.layernormalization16.beta", shape: Some(&[1024]), source: Param("layers.3.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule8.layernormalization16.gamma", shape: Some(&[1024]), source: Param("layers.3.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule8.layernormalization17.beta", shape: Some(&[1024]), source: Param("layers.3.norm_self_att.bias", Copy) },
Weight { path: "submodule8.layernormalization17.gamma", shape: Some(&[1024]), source: Param("layers.3.norm_self_att.weight", Copy) },
Weight { path: "submodule8.linear27.bias", shape: Some(&[4096]), source: Param("layers.2.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule8.linear27.weight", shape: Some(&[1024, 4096]), source: Param("/layers.2/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule8.linear28.bias", shape: Some(&[1024]), source: Param("layers.2.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule8.linear28.weight", shape: Some(&[4096, 1024]), source: Param("/layers.2/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule8.linear29.bias", shape: Some(&[4096]), source: Param("layers.3.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule8.linear29.weight", shape: Some(&[1024, 4096]), source: Param("/layers.3/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule8.linear30.bias", shape: Some(&[1024]), source: Param("layers.3.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule8.linear30.weight", shape: Some(&[4096, 1024]), source: Param("/layers.3/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule8.linear31.bias", shape: Some(&[1024]), source: Param("layers.3.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule8.linear31.weight", shape: Some(&[1024, 1024]), source: Param("/layers.3/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule8.linear32.bias", shape: Some(&[1024]), source: Param("layers.3.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule8.linear32.weight", shape: Some(&[1024, 1024]), source: Param("/layers.3/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule8.linear33.bias", shape: Some(&[1024]), source: Param("layers.3.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule8.linear33.weight", shape: Some(&[1024, 1024]), source: Param("/layers.3/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule8.linear34.weight", shape: Some(&[1024, 1024]), source: Param("/layers.3/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule8.linear35.bias", shape: Some(&[1024]), source: Param("layers.3.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule8.linear35.weight", shape: Some(&[1024, 1024]), source: Param("/layers.3/self_attn/linear_out/MatMul#1", Copy) },
Weight { path: "submodule9.constant120", shape: Some(&[8, 128]), source: Param("layers.4.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule9.constant121", shape: Some(&[8, 128]), source: Param("layers.4.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule9.constant1474", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule9.constant1475", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule9.constant1521", shape: Some(&[1]), source: ConstF32(&[11.313708305358887]) },
Weight { path: "submodule9.conv1d10.bias", shape: Some(&[2048]), source: Param("layers.3.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule9.conv1d10.weight", shape: Some(&[2048, 1024, 1]), source: Param("layers.3.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule9.conv1d11.bias", shape: Some(&[1024]), source: Param("/layers.3/conv/depthwise_conv/Conv#2", Copy) },
Weight { path: "submodule9.conv1d11.weight", shape: Some(&[1024, 1, 9]), source: Param("/layers.3/conv/depthwise_conv/Conv#1", Copy) },
Weight { path: "submodule9.conv1d12.bias", shape: Some(&[1024]), source: Param("layers.3.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule9.conv1d12.weight", shape: Some(&[1024, 1024, 1]), source: Param("layers.3.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule9.layernormalization18.beta", shape: Some(&[1024]), source: Param("layers.3.norm_conv.bias", Copy) },
Weight { path: "submodule9.layernormalization18.gamma", shape: Some(&[1024]), source: Param("layers.3.norm_conv.weight", Copy) },
Weight { path: "submodule9.layernormalization19.beta", shape: Some(&[1024]), source: Param("layers.3.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule9.layernormalization19.gamma", shape: Some(&[1024]), source: Param("layers.3.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule9.layernormalization20.beta", shape: Some(&[1024]), source: Param("layers.3.norm_out.bias", Copy) },
Weight { path: "submodule9.layernormalization20.gamma", shape: Some(&[1024]), source: Param("layers.3.norm_out.weight", Copy) },
Weight { path: "submodule9.layernormalization21.beta", shape: Some(&[1024]), source: Param("layers.4.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule9.layernormalization21.gamma", shape: Some(&[1024]), source: Param("layers.4.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule9.layernormalization22.beta", shape: Some(&[1024]), source: Param("layers.4.norm_self_att.bias", Copy) },
Weight { path: "submodule9.layernormalization22.gamma", shape: Some(&[1024]), source: Param("layers.4.norm_self_att.weight", Copy) },
Weight { path: "submodule9.linear36.bias", shape: Some(&[4096]), source: Param("layers.3.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule9.linear36.weight", shape: Some(&[1024, 4096]), source: Param("/layers.3/feed_forward2/linear1/MatMul#1", Copy) },
Weight { path: "submodule9.linear37.bias", shape: Some(&[1024]), source: Param("layers.3.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule9.linear37.weight", shape: Some(&[4096, 1024]), source: Param("/layers.3/feed_forward2/linear2/MatMul#1", Copy) },
Weight { path: "submodule9.linear38.bias", shape: Some(&[4096]), source: Param("layers.4.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule9.linear38.weight", shape: Some(&[1024, 4096]), source: Param("/layers.4/feed_forward1/linear1/MatMul#1", Copy) },
Weight { path: "submodule9.linear39.bias", shape: Some(&[1024]), source: Param("layers.4.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule9.linear39.weight", shape: Some(&[4096, 1024]), source: Param("/layers.4/feed_forward1/linear2/MatMul#1", Copy) },
Weight { path: "submodule9.linear40.bias", shape: Some(&[1024]), source: Param("layers.4.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule9.linear40.weight", shape: Some(&[1024, 1024]), source: Param("/layers.4/self_attn/linear_q/MatMul#1", Copy) },
Weight { path: "submodule9.linear41.bias", shape: Some(&[1024]), source: Param("layers.4.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule9.linear41.weight", shape: Some(&[1024, 1024]), source: Param("/layers.4/self_attn/linear_k/MatMul#1", Copy) },
Weight { path: "submodule9.linear42.bias", shape: Some(&[1024]), source: Param("layers.4.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule9.linear42.weight", shape: Some(&[1024, 1024]), source: Param("/layers.4/self_attn/linear_v/MatMul#1", Copy) },
Weight { path: "submodule9.linear43.weight", shape: Some(&[1024, 1024]), source: Param("/layers.4/self_attn/linear_pos/MatMul#1", Copy) },
Weight { path: "submodule9.linear44.bias", shape: Some(&[1024]), source: Param("layers.4.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule9.linear44.weight", shape: Some(&[1024, 1024]), source: Param("/layers.4/self_attn/linear_out/MatMul#1", Copy) },
];