// Generated by scripts/generate_burn.py from encoder.onnx with burn-onnx 0.22.0. Do not edit.
// Where each burn parameter's data comes from; see src/burn_backend/onnx.rs.
use crate::burn_backend::onnx::{Source::*, Transform::*, Weight};
pub(crate) const WEIGHTS: &[Weight] = &[
Weight { path: "submodule1.constant425", shape: Some(&[1]), source: Param("scalar_tensor_default_6", Copy) },
Weight { path: "submodule1.constant426", shape: Some(&[1]), source: Param("scalar_tensor_default_7", Copy) },
Weight { path: "submodule1.constant427", shape: Some(&[1]), source: Param("scalar_tensor_default_8", Copy) },
Weight { path: "submodule1.constant697", shape: Some(&[1, 33]), source: ConstI64(&[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32]) },
Weight { path: "submodule1.constant700", shape: Some(&[1, 17]), source: ConstI64(&[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16]) },
Weight { path: "submodule1.conv2d1.bias", shape: Some(&[256]), source: Param("encoder.pre_encode.conv.0.bias", Copy) },
Weight { path: "submodule1.conv2d1.weight", shape: Some(&[256, 1, 3, 3]), source: Param("encoder.pre_encode.conv.0.weight", Copy) },
Weight { path: "submodule1.conv2d2.bias", shape: Some(&[256]), source: Param("encoder.pre_encode.conv.2.bias", Copy) },
Weight { path: "submodule1.conv2d2.weight", shape: Some(&[256, 1, 3, 3]), source: Param("encoder.pre_encode.conv.2.weight", Copy) },
Weight { path: "submodule1.conv2d3.bias", shape: Some(&[256]), source: Param("encoder.pre_encode.conv.3.bias", Copy) },
Weight { path: "submodule1.conv2d3.weight", shape: Some(&[256, 256, 1, 1]), source: Param("encoder.pre_encode.conv.3.weight", Copy) },
Weight { path: "submodule1.conv2d4.bias", shape: Some(&[256]), source: Param("encoder.pre_encode.conv.5.bias", Copy) },
Weight { path: "submodule1.conv2d4.weight", shape: Some(&[256, 1, 3, 3]), source: Param("encoder.pre_encode.conv.5.weight", Copy) },
Weight { path: "submodule10.constant142", shape: Some(&[8, 128]), source: Param("encoder.layers.7.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule10.constant143", shape: Some(&[8, 128]), source: Param("encoder.layers.7.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule10.conv1d22.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.7.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule10.conv1d23.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.7.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule10.conv1d24.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.7.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule10.layernormalization42.beta", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_out.bias", Copy) },
Weight { path: "submodule10.layernormalization42.gamma", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_out.weight", Copy) },
Weight { path: "submodule10.layernormalization43.beta", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule10.layernormalization43.gamma", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule10.layernormalization44.beta", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_self_att.bias", Copy) },
Weight { path: "submodule10.layernormalization44.gamma", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_self_att.weight", Copy) },
Weight { path: "submodule10.layernormalization45.beta", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_conv.bias", Copy) },
Weight { path: "submodule10.layernormalization45.gamma", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_conv.weight", Copy) },
Weight { path: "submodule10.layernormalization46.beta", shape: Some(&[1024]), source: Param("encoder.layers.7.conv.batch_norm.bias", Copy) },
Weight { path: "submodule10.layernormalization46.gamma", shape: Some(&[1024]), source: Param("encoder.layers.7.conv.batch_norm.weight", Copy) },
Weight { path: "submodule10.layernormalization47.beta", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule10.layernormalization47.gamma", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule10.linear65.weight", shape: Some(&[1024, 4096]), source: Param("val_1286", Copy) },
Weight { path: "submodule10.linear66.weight", shape: Some(&[4096, 1024]), source: Param("val_1288", Copy) },
Weight { path: "submodule10.linear67.weight", shape: Some(&[1024, 1024]), source: Param("val_1307", Copy) },
Weight { path: "submodule10.linear68.weight", shape: Some(&[1024, 1024]), source: Param("val_1314", Copy) },
Weight { path: "submodule10.linear69.weight", shape: Some(&[1024, 1024]), source: Param("val_1321", Copy) },
Weight { path: "submodule10.linear70.weight", shape: Some(&[1024, 1024]), source: Param("val_1328", Copy) },
Weight { path: "submodule10.linear71.weight", shape: Some(&[1024, 1024]), source: Param("val_1387", Copy) },
Weight { path: "submodule10.linear72.weight", shape: Some(&[1024, 4096]), source: Param("val_1422", Copy) },
Weight { path: "submodule10.linear73.weight", shape: Some(&[4096, 1024]), source: Param("val_1424", Copy) },
Weight { path: "submodule11.constant159", shape: Some(&[8, 128]), source: Param("encoder.layers.8.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule11.constant160", shape: Some(&[8, 128]), source: Param("encoder.layers.8.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule11.conv1d25.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.8.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule11.conv1d26.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.8.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule11.conv1d27.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.8.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule11.layernormalization48.beta", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_out.bias", Copy) },
Weight { path: "submodule11.layernormalization48.gamma", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_out.weight", Copy) },
Weight { path: "submodule11.layernormalization49.beta", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule11.layernormalization49.gamma", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule11.layernormalization50.beta", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_self_att.bias", Copy) },
Weight { path: "submodule11.layernormalization50.gamma", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_self_att.weight", Copy) },
Weight { path: "submodule11.layernormalization51.beta", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_conv.bias", Copy) },
Weight { path: "submodule11.layernormalization51.gamma", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_conv.weight", Copy) },
Weight { path: "submodule11.layernormalization52.beta", shape: Some(&[1024]), source: Param("encoder.layers.8.conv.batch_norm.bias", Copy) },
Weight { path: "submodule11.layernormalization52.gamma", shape: Some(&[1024]), source: Param("encoder.layers.8.conv.batch_norm.weight", Copy) },
Weight { path: "submodule11.layernormalization53.beta", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule11.layernormalization53.gamma", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule11.linear74.weight", shape: Some(&[1024, 4096]), source: Param("val_1429", Copy) },
Weight { path: "submodule11.linear75.weight", shape: Some(&[4096, 1024]), source: Param("val_1431", Copy) },
Weight { path: "submodule11.linear76.weight", shape: Some(&[1024, 1024]), source: Param("val_1450", Copy) },
Weight { path: "submodule11.linear77.weight", shape: Some(&[1024, 1024]), source: Param("val_1457", Copy) },
Weight { path: "submodule11.linear78.weight", shape: Some(&[1024, 1024]), source: Param("val_1464", Copy) },
Weight { path: "submodule11.linear79.weight", shape: Some(&[1024, 1024]), source: Param("val_1471", Copy) },
Weight { path: "submodule11.linear80.weight", shape: Some(&[1024, 1024]), source: Param("val_1530", Copy) },
Weight { path: "submodule11.linear81.weight", shape: Some(&[1024, 4096]), source: Param("val_1565", Copy) },
Weight { path: "submodule11.linear82.weight", shape: Some(&[4096, 1024]), source: Param("val_1567", Copy) },
Weight { path: "submodule12.constant176", shape: Some(&[8, 128]), source: Param("encoder.layers.9.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule12.constant177", shape: Some(&[8, 128]), source: Param("encoder.layers.9.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule12.conv1d28.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.9.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule12.conv1d29.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.9.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule12.conv1d30.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.9.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule12.layernormalization54.beta", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_out.bias", Copy) },
Weight { path: "submodule12.layernormalization54.gamma", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_out.weight", Copy) },
Weight { path: "submodule12.layernormalization55.beta", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule12.layernormalization55.gamma", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule12.layernormalization56.beta", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_self_att.bias", Copy) },
Weight { path: "submodule12.layernormalization56.gamma", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_self_att.weight", Copy) },
Weight { path: "submodule12.layernormalization57.beta", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_conv.bias", Copy) },
Weight { path: "submodule12.layernormalization57.gamma", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_conv.weight", Copy) },
Weight { path: "submodule12.layernormalization58.beta", shape: Some(&[1024]), source: Param("encoder.layers.9.conv.batch_norm.bias", Copy) },
Weight { path: "submodule12.layernormalization58.gamma", shape: Some(&[1024]), source: Param("encoder.layers.9.conv.batch_norm.weight", Copy) },
Weight { path: "submodule12.layernormalization59.beta", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule12.layernormalization59.gamma", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule12.linear83.weight", shape: Some(&[1024, 4096]), source: Param("val_1572", Copy) },
Weight { path: "submodule12.linear84.weight", shape: Some(&[4096, 1024]), source: Param("val_1574", Copy) },
Weight { path: "submodule12.linear85.weight", shape: Some(&[1024, 1024]), source: Param("val_1593", Copy) },
Weight { path: "submodule12.linear86.weight", shape: Some(&[1024, 1024]), source: Param("val_1600", Copy) },
Weight { path: "submodule12.linear87.weight", shape: Some(&[1024, 1024]), source: Param("val_1607", Copy) },
Weight { path: "submodule12.linear88.weight", shape: Some(&[1024, 1024]), source: Param("val_1614", Copy) },
Weight { path: "submodule12.linear89.weight", shape: Some(&[1024, 1024]), source: Param("val_1673", Copy) },
Weight { path: "submodule12.linear90.weight", shape: Some(&[1024, 4096]), source: Param("val_1708", Copy) },
Weight { path: "submodule12.linear91.weight", shape: Some(&[4096, 1024]), source: Param("val_1710", Copy) },
Weight { path: "submodule13.constant193", shape: Some(&[8, 128]), source: Param("encoder.layers.10.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule13.constant194", shape: Some(&[8, 128]), source: Param("encoder.layers.10.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule13.conv1d31.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.10.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule13.conv1d32.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.10.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule13.conv1d33.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.10.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule13.layernormalization60.beta", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_out.bias", Copy) },
Weight { path: "submodule13.layernormalization60.gamma", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_out.weight", Copy) },
Weight { path: "submodule13.layernormalization61.beta", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule13.layernormalization61.gamma", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule13.layernormalization62.beta", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_self_att.bias", Copy) },
Weight { path: "submodule13.layernormalization62.gamma", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_self_att.weight", Copy) },
Weight { path: "submodule13.layernormalization63.beta", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_conv.bias", Copy) },
Weight { path: "submodule13.layernormalization63.gamma", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_conv.weight", Copy) },
Weight { path: "submodule13.layernormalization64.beta", shape: Some(&[1024]), source: Param("encoder.layers.10.conv.batch_norm.bias", Copy) },
Weight { path: "submodule13.layernormalization64.gamma", shape: Some(&[1024]), source: Param("encoder.layers.10.conv.batch_norm.weight", Copy) },
Weight { path: "submodule13.layernormalization65.beta", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule13.layernormalization65.gamma", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule13.linear100.weight", shape: Some(&[4096, 1024]), source: Param("val_1853", Copy) },
Weight { path: "submodule13.linear92.weight", shape: Some(&[1024, 4096]), source: Param("val_1715", Copy) },
Weight { path: "submodule13.linear93.weight", shape: Some(&[4096, 1024]), source: Param("val_1717", Copy) },
Weight { path: "submodule13.linear94.weight", shape: Some(&[1024, 1024]), source: Param("val_1736", Copy) },
Weight { path: "submodule13.linear95.weight", shape: Some(&[1024, 1024]), source: Param("val_1743", Copy) },
Weight { path: "submodule13.linear96.weight", shape: Some(&[1024, 1024]), source: Param("val_1750", Copy) },
Weight { path: "submodule13.linear97.weight", shape: Some(&[1024, 1024]), source: Param("val_1757", Copy) },
Weight { path: "submodule13.linear98.weight", shape: Some(&[1024, 1024]), source: Param("val_1816", Copy) },
Weight { path: "submodule13.linear99.weight", shape: Some(&[1024, 4096]), source: Param("val_1851", Copy) },
Weight { path: "submodule14.constant210", shape: Some(&[8, 128]), source: Param("encoder.layers.11.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule14.constant211", shape: Some(&[8, 128]), source: Param("encoder.layers.11.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule14.conv1d34.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.11.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule14.conv1d35.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.11.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule14.conv1d36.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.11.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule14.layernormalization66.beta", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_out.bias", Copy) },
Weight { path: "submodule14.layernormalization66.gamma", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_out.weight", Copy) },
Weight { path: "submodule14.layernormalization67.beta", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule14.layernormalization67.gamma", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule14.layernormalization68.beta", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_self_att.bias", Copy) },
Weight { path: "submodule14.layernormalization68.gamma", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_self_att.weight", Copy) },
Weight { path: "submodule14.layernormalization69.beta", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_conv.bias", Copy) },
Weight { path: "submodule14.layernormalization69.gamma", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_conv.weight", Copy) },
Weight { path: "submodule14.layernormalization70.beta", shape: Some(&[1024]), source: Param("encoder.layers.11.conv.batch_norm.bias", Copy) },
Weight { path: "submodule14.layernormalization70.gamma", shape: Some(&[1024]), source: Param("encoder.layers.11.conv.batch_norm.weight", Copy) },
Weight { path: "submodule14.layernormalization71.beta", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule14.layernormalization71.gamma", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule14.linear101.weight", shape: Some(&[1024, 4096]), source: Param("val_1858", Copy) },
Weight { path: "submodule14.linear102.weight", shape: Some(&[4096, 1024]), source: Param("val_1860", Copy) },
Weight { path: "submodule14.linear103.weight", shape: Some(&[1024, 1024]), source: Param("val_1879", Copy) },
Weight { path: "submodule14.linear104.weight", shape: Some(&[1024, 1024]), source: Param("val_1886", Copy) },
Weight { path: "submodule14.linear105.weight", shape: Some(&[1024, 1024]), source: Param("val_1893", Copy) },
Weight { path: "submodule14.linear106.weight", shape: Some(&[1024, 1024]), source: Param("val_1900", Copy) },
Weight { path: "submodule14.linear107.weight", shape: Some(&[1024, 1024]), source: Param("val_1959", Copy) },
Weight { path: "submodule14.linear108.weight", shape: Some(&[1024, 4096]), source: Param("val_1994", Copy) },
Weight { path: "submodule14.linear109.weight", shape: Some(&[4096, 1024]), source: Param("val_1996", Copy) },
Weight { path: "submodule15.constant227", shape: Some(&[8, 128]), source: Param("encoder.layers.12.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule15.constant228", shape: Some(&[8, 128]), source: Param("encoder.layers.12.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule15.conv1d37.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.12.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule15.conv1d38.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.12.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule15.conv1d39.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.12.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule15.layernormalization72.beta", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_out.bias", Copy) },
Weight { path: "submodule15.layernormalization72.gamma", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_out.weight", Copy) },
Weight { path: "submodule15.layernormalization73.beta", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule15.layernormalization73.gamma", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule15.layernormalization74.beta", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_self_att.bias", Copy) },
Weight { path: "submodule15.layernormalization74.gamma", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_self_att.weight", Copy) },
Weight { path: "submodule15.layernormalization75.beta", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_conv.bias", Copy) },
Weight { path: "submodule15.layernormalization75.gamma", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_conv.weight", Copy) },
Weight { path: "submodule15.layernormalization76.beta", shape: Some(&[1024]), source: Param("encoder.layers.12.conv.batch_norm.bias", Copy) },
Weight { path: "submodule15.layernormalization76.gamma", shape: Some(&[1024]), source: Param("encoder.layers.12.conv.batch_norm.weight", Copy) },
Weight { path: "submodule15.layernormalization77.beta", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule15.layernormalization77.gamma", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule15.linear110.weight", shape: Some(&[1024, 4096]), source: Param("val_2001", Copy) },
Weight { path: "submodule15.linear111.weight", shape: Some(&[4096, 1024]), source: Param("val_2003", Copy) },
Weight { path: "submodule15.linear112.weight", shape: Some(&[1024, 1024]), source: Param("val_2022", Copy) },
Weight { path: "submodule15.linear113.weight", shape: Some(&[1024, 1024]), source: Param("val_2029", Copy) },
Weight { path: "submodule15.linear114.weight", shape: Some(&[1024, 1024]), source: Param("val_2036", Copy) },
Weight { path: "submodule15.linear115.weight", shape: Some(&[1024, 1024]), source: Param("val_2043", Copy) },
Weight { path: "submodule15.linear116.weight", shape: Some(&[1024, 1024]), source: Param("val_2102", Copy) },
Weight { path: "submodule15.linear117.weight", shape: Some(&[1024, 4096]), source: Param("val_2137", Copy) },
Weight { path: "submodule15.linear118.weight", shape: Some(&[4096, 1024]), source: Param("val_2139", Copy) },
Weight { path: "submodule16.constant244", shape: Some(&[8, 128]), source: Param("encoder.layers.13.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule16.constant245", shape: Some(&[8, 128]), source: Param("encoder.layers.13.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule16.conv1d40.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.13.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule16.conv1d41.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.13.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule16.conv1d42.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.13.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule16.layernormalization78.beta", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_out.bias", Copy) },
Weight { path: "submodule16.layernormalization78.gamma", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_out.weight", Copy) },
Weight { path: "submodule16.layernormalization79.beta", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule16.layernormalization79.gamma", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule16.layernormalization80.beta", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_self_att.bias", Copy) },
Weight { path: "submodule16.layernormalization80.gamma", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_self_att.weight", Copy) },
Weight { path: "submodule16.layernormalization81.beta", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_conv.bias", Copy) },
Weight { path: "submodule16.layernormalization81.gamma", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_conv.weight", Copy) },
Weight { path: "submodule16.layernormalization82.beta", shape: Some(&[1024]), source: Param("encoder.layers.13.conv.batch_norm.bias", Copy) },
Weight { path: "submodule16.layernormalization82.gamma", shape: Some(&[1024]), source: Param("encoder.layers.13.conv.batch_norm.weight", Copy) },
Weight { path: "submodule16.layernormalization83.beta", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule16.layernormalization83.gamma", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule16.linear119.weight", shape: Some(&[1024, 4096]), source: Param("val_2144", Copy) },
Weight { path: "submodule16.linear120.weight", shape: Some(&[4096, 1024]), source: Param("val_2146", Copy) },
Weight { path: "submodule16.linear121.weight", shape: Some(&[1024, 1024]), source: Param("val_2165", Copy) },
Weight { path: "submodule16.linear122.weight", shape: Some(&[1024, 1024]), source: Param("val_2172", Copy) },
Weight { path: "submodule16.linear123.weight", shape: Some(&[1024, 1024]), source: Param("val_2179", Copy) },
Weight { path: "submodule16.linear124.weight", shape: Some(&[1024, 1024]), source: Param("val_2186", Copy) },
Weight { path: "submodule16.linear125.weight", shape: Some(&[1024, 1024]), source: Param("val_2245", Copy) },
Weight { path: "submodule16.linear126.weight", shape: Some(&[1024, 4096]), source: Param("val_2280", Copy) },
Weight { path: "submodule16.linear127.weight", shape: Some(&[4096, 1024]), source: Param("val_2282", Copy) },
Weight { path: "submodule17.constant261", shape: Some(&[8, 128]), source: Param("encoder.layers.14.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule17.constant262", shape: Some(&[8, 128]), source: Param("encoder.layers.14.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule17.conv1d43.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.14.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule17.conv1d44.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.14.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule17.conv1d45.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.14.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule17.layernormalization84.beta", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_out.bias", Copy) },
Weight { path: "submodule17.layernormalization84.gamma", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_out.weight", Copy) },
Weight { path: "submodule17.layernormalization85.beta", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule17.layernormalization85.gamma", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule17.layernormalization86.beta", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_self_att.bias", Copy) },
Weight { path: "submodule17.layernormalization86.gamma", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_self_att.weight", Copy) },
Weight { path: "submodule17.layernormalization87.beta", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_conv.bias", Copy) },
Weight { path: "submodule17.layernormalization87.gamma", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_conv.weight", Copy) },
Weight { path: "submodule17.layernormalization88.beta", shape: Some(&[1024]), source: Param("encoder.layers.14.conv.batch_norm.bias", Copy) },
Weight { path: "submodule17.layernormalization88.gamma", shape: Some(&[1024]), source: Param("encoder.layers.14.conv.batch_norm.weight", Copy) },
Weight { path: "submodule17.layernormalization89.beta", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule17.layernormalization89.gamma", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule17.linear128.weight", shape: Some(&[1024, 4096]), source: Param("val_2287", Copy) },
Weight { path: "submodule17.linear129.weight", shape: Some(&[4096, 1024]), source: Param("val_2289", Copy) },
Weight { path: "submodule17.linear130.weight", shape: Some(&[1024, 1024]), source: Param("val_2308", Copy) },
Weight { path: "submodule17.linear131.weight", shape: Some(&[1024, 1024]), source: Param("val_2315", Copy) },
Weight { path: "submodule17.linear132.weight", shape: Some(&[1024, 1024]), source: Param("val_2322", Copy) },
Weight { path: "submodule17.linear133.weight", shape: Some(&[1024, 1024]), source: Param("val_2329", Copy) },
Weight { path: "submodule17.linear134.weight", shape: Some(&[1024, 1024]), source: Param("val_2388", Copy) },
Weight { path: "submodule17.linear135.weight", shape: Some(&[1024, 4096]), source: Param("val_2423", Copy) },
Weight { path: "submodule17.linear136.weight", shape: Some(&[4096, 1024]), source: Param("val_2425", Copy) },
Weight { path: "submodule18.constant278", shape: Some(&[8, 128]), source: Param("encoder.layers.15.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule18.constant279", shape: Some(&[8, 128]), source: Param("encoder.layers.15.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule18.conv1d46.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.15.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule18.conv1d47.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.15.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule18.conv1d48.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.15.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule18.layernormalization90.beta", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_out.bias", Copy) },
Weight { path: "submodule18.layernormalization90.gamma", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_out.weight", Copy) },
Weight { path: "submodule18.layernormalization91.beta", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule18.layernormalization91.gamma", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule18.layernormalization92.beta", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_self_att.bias", Copy) },
Weight { path: "submodule18.layernormalization92.gamma", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_self_att.weight", Copy) },
Weight { path: "submodule18.layernormalization93.beta", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_conv.bias", Copy) },
Weight { path: "submodule18.layernormalization93.gamma", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_conv.weight", Copy) },
Weight { path: "submodule18.layernormalization94.beta", shape: Some(&[1024]), source: Param("encoder.layers.15.conv.batch_norm.bias", Copy) },
Weight { path: "submodule18.layernormalization94.gamma", shape: Some(&[1024]), source: Param("encoder.layers.15.conv.batch_norm.weight", Copy) },
Weight { path: "submodule18.layernormalization95.beta", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule18.layernormalization95.gamma", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule18.linear137.weight", shape: Some(&[1024, 4096]), source: Param("val_2430", Copy) },
Weight { path: "submodule18.linear138.weight", shape: Some(&[4096, 1024]), source: Param("val_2432", Copy) },
Weight { path: "submodule18.linear139.weight", shape: Some(&[1024, 1024]), source: Param("val_2451", Copy) },
Weight { path: "submodule18.linear140.weight", shape: Some(&[1024, 1024]), source: Param("val_2458", Copy) },
Weight { path: "submodule18.linear141.weight", shape: Some(&[1024, 1024]), source: Param("val_2465", Copy) },
Weight { path: "submodule18.linear142.weight", shape: Some(&[1024, 1024]), source: Param("val_2472", Copy) },
Weight { path: "submodule18.linear143.weight", shape: Some(&[1024, 1024]), source: Param("val_2531", Copy) },
Weight { path: "submodule18.linear144.weight", shape: Some(&[1024, 4096]), source: Param("val_2566", Copy) },
Weight { path: "submodule18.linear145.weight", shape: Some(&[4096, 1024]), source: Param("val_2568", Copy) },
Weight { path: "submodule19.constant295", shape: Some(&[8, 128]), source: Param("encoder.layers.16.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule19.constant296", shape: Some(&[8, 128]), source: Param("encoder.layers.16.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule19.conv1d49.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.16.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule19.conv1d50.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.16.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule19.conv1d51.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.16.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule19.layernormalization100.beta", shape: Some(&[1024]), source: Param("encoder.layers.16.conv.batch_norm.bias", Copy) },
Weight { path: "submodule19.layernormalization100.gamma", shape: Some(&[1024]), source: Param("encoder.layers.16.conv.batch_norm.weight", Copy) },
Weight { path: "submodule19.layernormalization101.beta", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule19.layernormalization101.gamma", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule19.layernormalization96.beta", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_out.bias", Copy) },
Weight { path: "submodule19.layernormalization96.gamma", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_out.weight", Copy) },
Weight { path: "submodule19.layernormalization97.beta", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule19.layernormalization97.gamma", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule19.layernormalization98.beta", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_self_att.bias", Copy) },
Weight { path: "submodule19.layernormalization98.gamma", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_self_att.weight", Copy) },
Weight { path: "submodule19.layernormalization99.beta", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_conv.bias", Copy) },
Weight { path: "submodule19.layernormalization99.gamma", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_conv.weight", Copy) },
Weight { path: "submodule19.linear146.weight", shape: Some(&[1024, 4096]), source: Param("val_2573", Copy) },
Weight { path: "submodule19.linear147.weight", shape: Some(&[4096, 1024]), source: Param("val_2575", Copy) },
Weight { path: "submodule19.linear148.weight", shape: Some(&[1024, 1024]), source: Param("val_2594", Copy) },
Weight { path: "submodule19.linear149.weight", shape: Some(&[1024, 1024]), source: Param("val_2601", Copy) },
Weight { path: "submodule19.linear150.weight", shape: Some(&[1024, 1024]), source: Param("val_2608", Copy) },
Weight { path: "submodule19.linear151.weight", shape: Some(&[1024, 1024]), source: Param("val_2615", Copy) },
Weight { path: "submodule19.linear152.weight", shape: Some(&[1024, 1024]), source: Param("val_2674", Copy) },
Weight { path: "submodule19.linear153.weight", shape: Some(&[1024, 4096]), source: Param("val_2709", Copy) },
Weight { path: "submodule19.linear154.weight", shape: Some(&[4096, 1024]), source: Param("val_2711", Copy) },
Weight { path: "submodule2.constant422", shape: Some(&[1, 9999, 1024]), source: Param("encoder.pos_enc.pe", Copy) },
Weight { path: "submodule2.constant432", shape: Some(&[1]), source: ConstBool(&[true]) },
Weight { path: "submodule2.constant659", shape: Some(&[1]), source: Param("val_250", Copy) },
Weight { path: "submodule2.constant667", shape: Some(&[1]), source: Param("val_168", Copy) },
Weight { path: "submodule2.constant688", shape: Some(&[1]), source: Param("val_283", Copy) },
Weight { path: "submodule2.constant703", shape: Some(&[1, 9]), source: ConstI64(&[0, 1, 2, 3, 4, 5, 6, 7, 8]) },
Weight { path: "submodule2.constant713", shape: Some(&[1, 63]), source: ConstI64(&[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62]) },
Weight { path: "submodule2.constant722", shape: Some(&[1]), source: Param("val_370", Copy) },
Weight { path: "submodule2.constant723", shape: Some(&[63, 63]), source: ConstI32(&[0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, -6, -6, -6, -6, -6, -6, -6, -7, -7, -7, -7, -7, -7, -7, -8, -8, -8, -8, -8, -8, -8, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, -6, -6, -6, -6, -6, -6, -6, -7, -7, -7, -7, -7, -7, -7, -8, -8, -8, -8, -8, -8, -8, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, -6, -6, -6, -6, -6, -6, -6, -7, -7, -7, -7, -7, -7, -7, -8, -8, -8, -8, -8, -8, -8, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, -6, -6, -6, -6, -6, -6, -6, -7, -7, -7, -7, -7, -7, -7, -8, -8, -8, -8, -8, -8, -8, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, -6, -6, -6, -6, -6, -6, -6, -7, -7, -7, -7, -7, -7, -7, -8, -8, -8, -8, -8, -8, -8, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, -6, -6, -6, -6, -6, -6, -6, -7, -7, -7, -7, -7, -7, -7, -8, -8, -8, -8, -8, -8, -8, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, -6, -6, -6, -6, -6, -6, -6, -7, -7, -7, -7, -7, -7, -7, -8, -8, -8, -8, -8, -8, -8, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, -6, -6, -6, -6, -6, -6, -6, -7, -7, -7, -7, -7, -7, -7, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, -6, -6, -6, -6, -6, -6, -6, -7, -7, -7, -7, -7, -7, -7, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, -6, -6, -6, -6, -6, -6, -6, -7, -7, -7, -7, -7, -7, -7, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, -6, -6, -6, -6, -6, -6, -6, -7, -7, -7, -7, -7, -7, -7, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, -6, -6, -6, -6, -6, -6, -6, -7, -7, -7, -7, -7, -7, -7, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, -6, -6, -6, -6, -6, -6, -6, -7, -7, -7, -7, -7, -7, -7, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, -6, -6, -6, -6, -6, -6, -6, -7, -7, -7, -7, -7, -7, -7, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, -6, -6, -6, -6, -6, -6, -6, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, -6, -6, -6, -6, -6, -6, -6, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, -6, -6, -6, -6, -6, -6, -6, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, -6, -6, -6, -6, -6, -6, -6, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, -6, -6, -6, -6, -6, -6, -6, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, -6, -6, -6, -6, -6, -6, -6, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, -6, -6, -6, -6, -6, -6, -6, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, -5, -5, -5, -5, -5, -5, -5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, -4, -4, -4, -4, -4, -4, -4, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, -3, -3, -3, -3, -3, -3, -3, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -2, -2, -2, -2, -2, -2, -2, 7, 7, 7, 7, 7, 7, 7, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, 7, 7, 7, 7, 7, 7, 7, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, 7, 7, 7, 7, 7, 7, 7, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, 7, 7, 7, 7, 7, 7, 7, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, 7, 7, 7, 7, 7, 7, 7, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, 7, 7, 7, 7, 7, 7, 7, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, 7, 7, 7, 7, 7, 7, 7, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, 8, 8, 8, 8, 8, 8, 8, 7, 7, 7, 7, 7, 7, 7, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 8, 8, 8, 8, 8, 8, 8, 7, 7, 7, 7, 7, 7, 7, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 8, 8, 8, 8, 8, 8, 8, 7, 7, 7, 7, 7, 7, 7, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 8, 8, 8, 8, 8, 8, 8, 7, 7, 7, 7, 7, 7, 7, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 8, 8, 8, 8, 8, 8, 8, 7, 7, 7, 7, 7, 7, 7, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 8, 8, 8, 8, 8, 8, 8, 7, 7, 7, 7, 7, 7, 7, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 8, 8, 8, 8, 8, 8, 8, 7, 7, 7, 7, 7, 7, 7, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0]) },
Weight { path: "submodule2.conv2d5.bias", shape: Some(&[256]), source: Param("encoder.pre_encode.conv.6.bias", Copy) },
Weight { path: "submodule2.conv2d5.weight", shape: Some(&[256, 256, 1, 1]), source: Param("encoder.pre_encode.conv.6.weight", Copy) },
Weight { path: "submodule2.layernormalization1.beta", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule2.layernormalization1.gamma", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule2.layernormalization2.beta", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_self_att.bias", Copy) },
Weight { path: "submodule2.layernormalization2.gamma", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_self_att.weight", Copy) },
Weight { path: "submodule2.linear1.bias", shape: Some(&[1024]), source: Param("encoder.pre_encode.out.bias", Copy) },
Weight { path: "submodule2.linear1.weight", shape: Some(&[4352, 1024]), source: Param("val_153", Copy) },
Weight { path: "submodule2.linear2.weight", shape: Some(&[1024, 4096]), source: Param("val_280", Copy) },
Weight { path: "submodule2.linear3.weight", shape: Some(&[4096, 1024]), source: Param("val_282", Copy) },
Weight { path: "submodule20.constant312", shape: Some(&[8, 128]), source: Param("encoder.layers.17.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule20.constant313", shape: Some(&[8, 128]), source: Param("encoder.layers.17.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule20.conv1d52.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.17.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule20.conv1d53.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.17.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule20.conv1d54.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.17.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule20.layernormalization102.beta", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_out.bias", Copy) },
Weight { path: "submodule20.layernormalization102.gamma", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_out.weight", Copy) },
Weight { path: "submodule20.layernormalization103.beta", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule20.layernormalization103.gamma", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule20.layernormalization104.beta", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_self_att.bias", Copy) },
Weight { path: "submodule20.layernormalization104.gamma", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_self_att.weight", Copy) },
Weight { path: "submodule20.layernormalization105.beta", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_conv.bias", Copy) },
Weight { path: "submodule20.layernormalization105.gamma", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_conv.weight", Copy) },
Weight { path: "submodule20.layernormalization106.beta", shape: Some(&[1024]), source: Param("encoder.layers.17.conv.batch_norm.bias", Copy) },
Weight { path: "submodule20.layernormalization106.gamma", shape: Some(&[1024]), source: Param("encoder.layers.17.conv.batch_norm.weight", Copy) },
Weight { path: "submodule20.layernormalization107.beta", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule20.layernormalization107.gamma", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule20.linear155.weight", shape: Some(&[1024, 4096]), source: Param("val_2716", Copy) },
Weight { path: "submodule20.linear156.weight", shape: Some(&[4096, 1024]), source: Param("val_2718", Copy) },
Weight { path: "submodule20.linear157.weight", shape: Some(&[1024, 1024]), source: Param("val_2737", Copy) },
Weight { path: "submodule20.linear158.weight", shape: Some(&[1024, 1024]), source: Param("val_2744", Copy) },
Weight { path: "submodule20.linear159.weight", shape: Some(&[1024, 1024]), source: Param("val_2751", Copy) },
Weight { path: "submodule20.linear160.weight", shape: Some(&[1024, 1024]), source: Param("val_2758", Copy) },
Weight { path: "submodule20.linear161.weight", shape: Some(&[1024, 1024]), source: Param("val_2817", Copy) },
Weight { path: "submodule20.linear162.weight", shape: Some(&[1024, 4096]), source: Param("val_2852", Copy) },
Weight { path: "submodule20.linear163.weight", shape: Some(&[4096, 1024]), source: Param("val_2854", Copy) },
Weight { path: "submodule21.constant329", shape: Some(&[8, 128]), source: Param("encoder.layers.18.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule21.constant330", shape: Some(&[8, 128]), source: Param("encoder.layers.18.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule21.conv1d55.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.18.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule21.conv1d56.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.18.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule21.conv1d57.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.18.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule21.layernormalization108.beta", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_out.bias", Copy) },
Weight { path: "submodule21.layernormalization108.gamma", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_out.weight", Copy) },
Weight { path: "submodule21.layernormalization109.beta", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule21.layernormalization109.gamma", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule21.layernormalization110.beta", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_self_att.bias", Copy) },
Weight { path: "submodule21.layernormalization110.gamma", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_self_att.weight", Copy) },
Weight { path: "submodule21.layernormalization111.beta", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_conv.bias", Copy) },
Weight { path: "submodule21.layernormalization111.gamma", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_conv.weight", Copy) },
Weight { path: "submodule21.layernormalization112.beta", shape: Some(&[1024]), source: Param("encoder.layers.18.conv.batch_norm.bias", Copy) },
Weight { path: "submodule21.layernormalization112.gamma", shape: Some(&[1024]), source: Param("encoder.layers.18.conv.batch_norm.weight", Copy) },
Weight { path: "submodule21.layernormalization113.beta", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule21.layernormalization113.gamma", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule21.linear164.weight", shape: Some(&[1024, 4096]), source: Param("val_2859", Copy) },
Weight { path: "submodule21.linear165.weight", shape: Some(&[4096, 1024]), source: Param("val_2861", Copy) },
Weight { path: "submodule21.linear166.weight", shape: Some(&[1024, 1024]), source: Param("val_2880", Copy) },
Weight { path: "submodule21.linear167.weight", shape: Some(&[1024, 1024]), source: Param("val_2887", Copy) },
Weight { path: "submodule21.linear168.weight", shape: Some(&[1024, 1024]), source: Param("val_2894", Copy) },
Weight { path: "submodule21.linear169.weight", shape: Some(&[1024, 1024]), source: Param("val_2901", Copy) },
Weight { path: "submodule21.linear170.weight", shape: Some(&[1024, 1024]), source: Param("val_2960", Copy) },
Weight { path: "submodule21.linear171.weight", shape: Some(&[1024, 4096]), source: Param("val_2995", Copy) },
Weight { path: "submodule21.linear172.weight", shape: Some(&[4096, 1024]), source: Param("val_2997", Copy) },
Weight { path: "submodule22.constant346", shape: Some(&[8, 128]), source: Param("encoder.layers.19.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule22.constant347", shape: Some(&[8, 128]), source: Param("encoder.layers.19.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule22.conv1d58.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.19.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule22.conv1d59.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.19.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule22.conv1d60.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.19.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule22.layernormalization114.beta", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_out.bias", Copy) },
Weight { path: "submodule22.layernormalization114.gamma", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_out.weight", Copy) },
Weight { path: "submodule22.layernormalization115.beta", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule22.layernormalization115.gamma", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule22.layernormalization116.beta", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_self_att.bias", Copy) },
Weight { path: "submodule22.layernormalization116.gamma", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_self_att.weight", Copy) },
Weight { path: "submodule22.layernormalization117.beta", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_conv.bias", Copy) },
Weight { path: "submodule22.layernormalization117.gamma", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_conv.weight", Copy) },
Weight { path: "submodule22.layernormalization118.beta", shape: Some(&[1024]), source: Param("encoder.layers.19.conv.batch_norm.bias", Copy) },
Weight { path: "submodule22.layernormalization118.gamma", shape: Some(&[1024]), source: Param("encoder.layers.19.conv.batch_norm.weight", Copy) },
Weight { path: "submodule22.layernormalization119.beta", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule22.layernormalization119.gamma", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule22.linear173.weight", shape: Some(&[1024, 4096]), source: Param("val_3002", Copy) },
Weight { path: "submodule22.linear174.weight", shape: Some(&[4096, 1024]), source: Param("val_3004", Copy) },
Weight { path: "submodule22.linear175.weight", shape: Some(&[1024, 1024]), source: Param("val_3023", Copy) },
Weight { path: "submodule22.linear176.weight", shape: Some(&[1024, 1024]), source: Param("val_3030", Copy) },
Weight { path: "submodule22.linear177.weight", shape: Some(&[1024, 1024]), source: Param("val_3037", Copy) },
Weight { path: "submodule22.linear178.weight", shape: Some(&[1024, 1024]), source: Param("val_3044", Copy) },
Weight { path: "submodule22.linear179.weight", shape: Some(&[1024, 1024]), source: Param("val_3103", Copy) },
Weight { path: "submodule22.linear180.weight", shape: Some(&[1024, 4096]), source: Param("val_3138", Copy) },
Weight { path: "submodule22.linear181.weight", shape: Some(&[4096, 1024]), source: Param("val_3140", Copy) },
Weight { path: "submodule23.constant363", shape: Some(&[8, 128]), source: Param("encoder.layers.20.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule23.constant364", shape: Some(&[8, 128]), source: Param("encoder.layers.20.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule23.constant380", shape: Some(&[8, 128]), source: Param("encoder.layers.21.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule23.constant381", shape: Some(&[8, 128]), source: Param("encoder.layers.21.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule23.constant397", shape: Some(&[8, 128]), source: Param("encoder.layers.22.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule23.constant398", shape: Some(&[8, 128]), source: Param("encoder.layers.22.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule23.constant414", shape: Some(&[8, 128]), source: Param("encoder.layers.23.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule23.constant415", shape: Some(&[8, 128]), source: Param("encoder.layers.23.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule23.conv1d61.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.20.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule23.conv1d62.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.20.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule23.conv1d63.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.20.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule23.conv1d64.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.21.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule23.conv1d65.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.21.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule23.conv1d66.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.21.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule23.conv1d67.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.22.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule23.conv1d68.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.22.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule23.conv1d69.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.22.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule23.layernormalization120.beta", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_out.bias", Copy) },
Weight { path: "submodule23.layernormalization120.gamma", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_out.weight", Copy) },
Weight { path: "submodule23.layernormalization121.beta", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule23.layernormalization121.gamma", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule23.layernormalization122.beta", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_self_att.bias", Copy) },
Weight { path: "submodule23.layernormalization122.gamma", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_self_att.weight", Copy) },
Weight { path: "submodule23.layernormalization123.beta", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_conv.bias", Copy) },
Weight { path: "submodule23.layernormalization123.gamma", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_conv.weight", Copy) },
Weight { path: "submodule23.layernormalization124.beta", shape: Some(&[1024]), source: Param("encoder.layers.20.conv.batch_norm.bias", Copy) },
Weight { path: "submodule23.layernormalization124.gamma", shape: Some(&[1024]), source: Param("encoder.layers.20.conv.batch_norm.weight", Copy) },
Weight { path: "submodule23.layernormalization125.beta", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule23.layernormalization125.gamma", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule23.layernormalization126.beta", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_out.bias", Copy) },
Weight { path: "submodule23.layernormalization126.gamma", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_out.weight", Copy) },
Weight { path: "submodule23.layernormalization127.beta", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule23.layernormalization127.gamma", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule23.layernormalization128.beta", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_self_att.bias", Copy) },
Weight { path: "submodule23.layernormalization128.gamma", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_self_att.weight", Copy) },
Weight { path: "submodule23.layernormalization129.beta", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_conv.bias", Copy) },
Weight { path: "submodule23.layernormalization129.gamma", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_conv.weight", Copy) },
Weight { path: "submodule23.layernormalization130.beta", shape: Some(&[1024]), source: Param("encoder.layers.21.conv.batch_norm.bias", Copy) },
Weight { path: "submodule23.layernormalization130.gamma", shape: Some(&[1024]), source: Param("encoder.layers.21.conv.batch_norm.weight", Copy) },
Weight { path: "submodule23.layernormalization131.beta", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule23.layernormalization131.gamma", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule23.layernormalization132.beta", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_out.bias", Copy) },
Weight { path: "submodule23.layernormalization132.gamma", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_out.weight", Copy) },
Weight { path: "submodule23.layernormalization133.beta", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule23.layernormalization133.gamma", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule23.layernormalization134.beta", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_self_att.bias", Copy) },
Weight { path: "submodule23.layernormalization134.gamma", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_self_att.weight", Copy) },
Weight { path: "submodule23.layernormalization135.beta", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_conv.bias", Copy) },
Weight { path: "submodule23.layernormalization135.gamma", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_conv.weight", Copy) },
Weight { path: "submodule23.layernormalization136.beta", shape: Some(&[1024]), source: Param("encoder.layers.22.conv.batch_norm.bias", Copy) },
Weight { path: "submodule23.layernormalization136.gamma", shape: Some(&[1024]), source: Param("encoder.layers.22.conv.batch_norm.weight", Copy) },
Weight { path: "submodule23.layernormalization137.beta", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule23.layernormalization137.gamma", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule23.layernormalization138.beta", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_out.bias", Copy) },
Weight { path: "submodule23.layernormalization138.gamma", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_out.weight", Copy) },
Weight { path: "submodule23.layernormalization139.beta", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule23.layernormalization139.gamma", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule23.layernormalization140.beta", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_self_att.bias", Copy) },
Weight { path: "submodule23.layernormalization140.gamma", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_self_att.weight", Copy) },
Weight { path: "submodule23.linear182.weight", shape: Some(&[1024, 4096]), source: Param("val_3145", Copy) },
Weight { path: "submodule23.linear183.weight", shape: Some(&[4096, 1024]), source: Param("val_3147", Copy) },
Weight { path: "submodule23.linear184.weight", shape: Some(&[1024, 1024]), source: Param("val_3166", Copy) },
Weight { path: "submodule23.linear185.weight", shape: Some(&[1024, 1024]), source: Param("val_3173", Copy) },
Weight { path: "submodule23.linear186.weight", shape: Some(&[1024, 1024]), source: Param("val_3180", Copy) },
Weight { path: "submodule23.linear187.weight", shape: Some(&[1024, 1024]), source: Param("val_3187", Copy) },
Weight { path: "submodule23.linear188.weight", shape: Some(&[1024, 1024]), source: Param("val_3246", Copy) },
Weight { path: "submodule23.linear189.weight", shape: Some(&[1024, 4096]), source: Param("val_3281", Copy) },
Weight { path: "submodule23.linear190.weight", shape: Some(&[4096, 1024]), source: Param("val_3283", Copy) },
Weight { path: "submodule23.linear191.weight", shape: Some(&[1024, 4096]), source: Param("val_3288", Copy) },
Weight { path: "submodule23.linear192.weight", shape: Some(&[4096, 1024]), source: Param("val_3290", Copy) },
Weight { path: "submodule23.linear193.weight", shape: Some(&[1024, 1024]), source: Param("val_3309", Copy) },
Weight { path: "submodule23.linear194.weight", shape: Some(&[1024, 1024]), source: Param("val_3316", Copy) },
Weight { path: "submodule23.linear195.weight", shape: Some(&[1024, 1024]), source: Param("val_3323", Copy) },
Weight { path: "submodule23.linear196.weight", shape: Some(&[1024, 1024]), source: Param("val_3330", Copy) },
Weight { path: "submodule23.linear197.weight", shape: Some(&[1024, 1024]), source: Param("val_3389", Copy) },
Weight { path: "submodule23.linear198.weight", shape: Some(&[1024, 4096]), source: Param("val_3424", Copy) },
Weight { path: "submodule23.linear199.weight", shape: Some(&[4096, 1024]), source: Param("val_3426", Copy) },
Weight { path: "submodule23.linear200.weight", shape: Some(&[1024, 4096]), source: Param("val_3431", Copy) },
Weight { path: "submodule23.linear201.weight", shape: Some(&[4096, 1024]), source: Param("val_3433", Copy) },
Weight { path: "submodule23.linear202.weight", shape: Some(&[1024, 1024]), source: Param("val_3452", Copy) },
Weight { path: "submodule23.linear203.weight", shape: Some(&[1024, 1024]), source: Param("val_3459", Copy) },
Weight { path: "submodule23.linear204.weight", shape: Some(&[1024, 1024]), source: Param("val_3466", Copy) },
Weight { path: "submodule23.linear205.weight", shape: Some(&[1024, 1024]), source: Param("val_3473", Copy) },
Weight { path: "submodule23.linear206.weight", shape: Some(&[1024, 1024]), source: Param("val_3532", Copy) },
Weight { path: "submodule23.linear207.weight", shape: Some(&[1024, 4096]), source: Param("val_3567", Copy) },
Weight { path: "submodule23.linear208.weight", shape: Some(&[4096, 1024]), source: Param("val_3569", Copy) },
Weight { path: "submodule23.linear209.weight", shape: Some(&[1024, 4096]), source: Param("val_3574", Copy) },
Weight { path: "submodule23.linear210.weight", shape: Some(&[4096, 1024]), source: Param("val_3576", Copy) },
Weight { path: "submodule23.linear211.weight", shape: Some(&[1024, 1024]), source: Param("val_3595", Copy) },
Weight { path: "submodule23.linear212.weight", shape: Some(&[1024, 1024]), source: Param("val_3602", Copy) },
Weight { path: "submodule23.linear213.weight", shape: Some(&[1024, 1024]), source: Param("val_3609", Copy) },
Weight { path: "submodule23.linear214.weight", shape: Some(&[1024, 1024]), source: Param("val_3616", Copy) },
Weight { path: "submodule23.linear215.weight", shape: Some(&[1024, 1024]), source: Param("val_3675", Copy) },
Weight { path: "submodule24.constant694", shape: Some(&[1]), source: Param("val_3828", Copy) },
Weight { path: "submodule24.conv1d70.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.23.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule24.conv1d71.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.23.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule24.conv1d72.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.23.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule24.layernormalization141.beta", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_conv.bias", Copy) },
Weight { path: "submodule24.layernormalization141.gamma", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_conv.weight", Copy) },
Weight { path: "submodule24.layernormalization142.beta", shape: Some(&[1024]), source: Param("encoder.layers.23.conv.batch_norm.bias", Copy) },
Weight { path: "submodule24.layernormalization142.gamma", shape: Some(&[1024]), source: Param("encoder.layers.23.conv.batch_norm.weight", Copy) },
Weight { path: "submodule24.layernormalization143.beta", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule24.layernormalization143.gamma", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule24.layernormalization144.beta", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_out.bias", Copy) },
Weight { path: "submodule24.layernormalization144.gamma", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_out.weight", Copy) },
Weight { path: "submodule24.linear216.weight", shape: Some(&[1024, 4096]), source: Param("val_3710", Copy) },
Weight { path: "submodule24.linear217.weight", shape: Some(&[4096, 1024]), source: Param("val_3712", Copy) },
Weight { path: "submodule24.linear218.bias", shape: Some(&[2048]), source: Param("prompt_kernel.0.bias", Copy) },
Weight { path: "submodule24.linear218.weight", shape: Some(&[1152, 2048]), source: Param("val_3853", Copy) },
Weight { path: "submodule24.linear219.bias", shape: Some(&[1024]), source: Param("prompt_kernel.2.bias", Copy) },
Weight { path: "submodule24.linear219.weight", shape: Some(&[2048, 1024]), source: Param("val_3855", Copy) },
Weight { path: "submodule3.constant23", shape: Some(&[8, 128]), source: Param("encoder.layers.0.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule3.constant24", shape: Some(&[8, 128]), source: Param("encoder.layers.0.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule3.constant690", shape: Some(&[1]), source: Param("val_361", Copy) },
Weight { path: "submodule3.conv1d1.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.0.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule3.conv1d2.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.0.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule3.conv1d3.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.0.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule3.layernormalization3.beta", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_conv.bias", Copy) },
Weight { path: "submodule3.layernormalization3.gamma", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_conv.weight", Copy) },
Weight { path: "submodule3.layernormalization4.beta", shape: Some(&[1024]), source: Param("encoder.layers.0.conv.batch_norm.bias", Copy) },
Weight { path: "submodule3.layernormalization4.gamma", shape: Some(&[1024]), source: Param("encoder.layers.0.conv.batch_norm.weight", Copy) },
Weight { path: "submodule3.layernormalization5.beta", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule3.layernormalization5.gamma", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule3.linear10.weight", shape: Some(&[4096, 1024]), source: Param("val_423", Copy) },
Weight { path: "submodule3.linear4.weight", shape: Some(&[1024, 1024]), source: Param("val_302", Copy) },
Weight { path: "submodule3.linear5.weight", shape: Some(&[1024, 1024]), source: Param("val_309", Copy) },
Weight { path: "submodule3.linear6.weight", shape: Some(&[1024, 1024]), source: Param("val_316", Copy) },
Weight { path: "submodule3.linear7.weight", shape: Some(&[1024, 1024]), source: Param("val_323", Copy) },
Weight { path: "submodule3.linear8.weight", shape: Some(&[1024, 1024]), source: Param("val_385", Copy) },
Weight { path: "submodule3.linear9.weight", shape: Some(&[1024, 4096]), source: Param("val_421", Copy) },
Weight { path: "submodule4.constant40", shape: Some(&[8, 128]), source: Param("encoder.layers.1.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule4.constant41", shape: Some(&[8, 128]), source: Param("encoder.layers.1.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule4.conv1d4.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.1.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule4.conv1d5.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.1.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule4.conv1d6.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.1.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule4.layernormalization10.beta", shape: Some(&[1024]), source: Param("encoder.layers.1.conv.batch_norm.bias", Copy) },
Weight { path: "submodule4.layernormalization10.gamma", shape: Some(&[1024]), source: Param("encoder.layers.1.conv.batch_norm.weight", Copy) },
Weight { path: "submodule4.layernormalization11.beta", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule4.layernormalization11.gamma", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule4.layernormalization6.beta", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_out.bias", Copy) },
Weight { path: "submodule4.layernormalization6.gamma", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_out.weight", Copy) },
Weight { path: "submodule4.layernormalization7.beta", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule4.layernormalization7.gamma", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule4.layernormalization8.beta", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_self_att.bias", Copy) },
Weight { path: "submodule4.layernormalization8.gamma", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_self_att.weight", Copy) },
Weight { path: "submodule4.layernormalization9.beta", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_conv.bias", Copy) },
Weight { path: "submodule4.layernormalization9.gamma", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_conv.weight", Copy) },
Weight { path: "submodule4.linear11.weight", shape: Some(&[1024, 4096]), source: Param("val_428", Copy) },
Weight { path: "submodule4.linear12.weight", shape: Some(&[4096, 1024]), source: Param("val_430", Copy) },
Weight { path: "submodule4.linear13.weight", shape: Some(&[1024, 1024]), source: Param("val_449", Copy) },
Weight { path: "submodule4.linear14.weight", shape: Some(&[1024, 1024]), source: Param("val_456", Copy) },
Weight { path: "submodule4.linear15.weight", shape: Some(&[1024, 1024]), source: Param("val_463", Copy) },
Weight { path: "submodule4.linear16.weight", shape: Some(&[1024, 1024]), source: Param("val_470", Copy) },
Weight { path: "submodule4.linear17.weight", shape: Some(&[1024, 1024]), source: Param("val_529", Copy) },
Weight { path: "submodule4.linear18.weight", shape: Some(&[1024, 4096]), source: Param("val_564", Copy) },
Weight { path: "submodule4.linear19.weight", shape: Some(&[4096, 1024]), source: Param("val_566", Copy) },
Weight { path: "submodule5.constant57", shape: Some(&[8, 128]), source: Param("encoder.layers.2.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule5.constant58", shape: Some(&[8, 128]), source: Param("encoder.layers.2.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule5.conv1d7.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.2.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule5.conv1d8.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.2.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule5.conv1d9.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.2.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule5.layernormalization12.beta", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_out.bias", Copy) },
Weight { path: "submodule5.layernormalization12.gamma", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_out.weight", Copy) },
Weight { path: "submodule5.layernormalization13.beta", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule5.layernormalization13.gamma", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule5.layernormalization14.beta", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_self_att.bias", Copy) },
Weight { path: "submodule5.layernormalization14.gamma", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_self_att.weight", Copy) },
Weight { path: "submodule5.layernormalization15.beta", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_conv.bias", Copy) },
Weight { path: "submodule5.layernormalization15.gamma", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_conv.weight", Copy) },
Weight { path: "submodule5.layernormalization16.beta", shape: Some(&[1024]), source: Param("encoder.layers.2.conv.batch_norm.bias", Copy) },
Weight { path: "submodule5.layernormalization16.gamma", shape: Some(&[1024]), source: Param("encoder.layers.2.conv.batch_norm.weight", Copy) },
Weight { path: "submodule5.layernormalization17.beta", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule5.layernormalization17.gamma", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule5.linear20.weight", shape: Some(&[1024, 4096]), source: Param("val_571", Copy) },
Weight { path: "submodule5.linear21.weight", shape: Some(&[4096, 1024]), source: Param("val_573", Copy) },
Weight { path: "submodule5.linear22.weight", shape: Some(&[1024, 1024]), source: Param("val_592", Copy) },
Weight { path: "submodule5.linear23.weight", shape: Some(&[1024, 1024]), source: Param("val_599", Copy) },
Weight { path: "submodule5.linear24.weight", shape: Some(&[1024, 1024]), source: Param("val_606", Copy) },
Weight { path: "submodule5.linear25.weight", shape: Some(&[1024, 1024]), source: Param("val_613", Copy) },
Weight { path: "submodule5.linear26.weight", shape: Some(&[1024, 1024]), source: Param("val_672", Copy) },
Weight { path: "submodule5.linear27.weight", shape: Some(&[1024, 4096]), source: Param("val_707", Copy) },
Weight { path: "submodule5.linear28.weight", shape: Some(&[4096, 1024]), source: Param("val_709", Copy) },
Weight { path: "submodule6.constant74", shape: Some(&[8, 128]), source: Param("encoder.layers.3.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule6.constant75", shape: Some(&[8, 128]), source: Param("encoder.layers.3.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule6.conv1d10.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.3.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule6.conv1d11.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.3.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule6.conv1d12.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.3.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule6.layernormalization18.beta", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_out.bias", Copy) },
Weight { path: "submodule6.layernormalization18.gamma", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_out.weight", Copy) },
Weight { path: "submodule6.layernormalization19.beta", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule6.layernormalization19.gamma", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule6.layernormalization20.beta", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_self_att.bias", Copy) },
Weight { path: "submodule6.layernormalization20.gamma", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_self_att.weight", Copy) },
Weight { path: "submodule6.layernormalization21.beta", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_conv.bias", Copy) },
Weight { path: "submodule6.layernormalization21.gamma", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_conv.weight", Copy) },
Weight { path: "submodule6.layernormalization22.beta", shape: Some(&[1024]), source: Param("encoder.layers.3.conv.batch_norm.bias", Copy) },
Weight { path: "submodule6.layernormalization22.gamma", shape: Some(&[1024]), source: Param("encoder.layers.3.conv.batch_norm.weight", Copy) },
Weight { path: "submodule6.layernormalization23.beta", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule6.layernormalization23.gamma", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule6.linear29.weight", shape: Some(&[1024, 4096]), source: Param("val_714", Copy) },
Weight { path: "submodule6.linear30.weight", shape: Some(&[4096, 1024]), source: Param("val_716", Copy) },
Weight { path: "submodule6.linear31.weight", shape: Some(&[1024, 1024]), source: Param("val_735", Copy) },
Weight { path: "submodule6.linear32.weight", shape: Some(&[1024, 1024]), source: Param("val_742", Copy) },
Weight { path: "submodule6.linear33.weight", shape: Some(&[1024, 1024]), source: Param("val_749", Copy) },
Weight { path: "submodule6.linear34.weight", shape: Some(&[1024, 1024]), source: Param("val_756", Copy) },
Weight { path: "submodule6.linear35.weight", shape: Some(&[1024, 1024]), source: Param("val_815", Copy) },
Weight { path: "submodule6.linear36.weight", shape: Some(&[1024, 4096]), source: Param("val_850", Copy) },
Weight { path: "submodule6.linear37.weight", shape: Some(&[4096, 1024]), source: Param("val_852", Copy) },
Weight { path: "submodule7.constant91", shape: Some(&[8, 128]), source: Param("encoder.layers.4.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule7.constant92", shape: Some(&[8, 128]), source: Param("encoder.layers.4.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule7.conv1d13.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.4.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule7.conv1d14.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.4.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule7.conv1d15.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.4.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule7.layernormalization24.beta", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_out.bias", Copy) },
Weight { path: "submodule7.layernormalization24.gamma", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_out.weight", Copy) },
Weight { path: "submodule7.layernormalization25.beta", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule7.layernormalization25.gamma", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule7.layernormalization26.beta", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_self_att.bias", Copy) },
Weight { path: "submodule7.layernormalization26.gamma", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_self_att.weight", Copy) },
Weight { path: "submodule7.layernormalization27.beta", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_conv.bias", Copy) },
Weight { path: "submodule7.layernormalization27.gamma", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_conv.weight", Copy) },
Weight { path: "submodule7.layernormalization28.beta", shape: Some(&[1024]), source: Param("encoder.layers.4.conv.batch_norm.bias", Copy) },
Weight { path: "submodule7.layernormalization28.gamma", shape: Some(&[1024]), source: Param("encoder.layers.4.conv.batch_norm.weight", Copy) },
Weight { path: "submodule7.layernormalization29.beta", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule7.layernormalization29.gamma", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule7.linear38.weight", shape: Some(&[1024, 4096]), source: Param("val_857", Copy) },
Weight { path: "submodule7.linear39.weight", shape: Some(&[4096, 1024]), source: Param("val_859", Copy) },
Weight { path: "submodule7.linear40.weight", shape: Some(&[1024, 1024]), source: Param("val_878", Copy) },
Weight { path: "submodule7.linear41.weight", shape: Some(&[1024, 1024]), source: Param("val_885", Copy) },
Weight { path: "submodule7.linear42.weight", shape: Some(&[1024, 1024]), source: Param("val_892", Copy) },
Weight { path: "submodule7.linear43.weight", shape: Some(&[1024, 1024]), source: Param("val_899", Copy) },
Weight { path: "submodule7.linear44.weight", shape: Some(&[1024, 1024]), source: Param("val_958", Copy) },
Weight { path: "submodule7.linear45.weight", shape: Some(&[1024, 4096]), source: Param("val_993", Copy) },
Weight { path: "submodule7.linear46.weight", shape: Some(&[4096, 1024]), source: Param("val_995", Copy) },
Weight { path: "submodule8.constant108", shape: Some(&[8, 128]), source: Param("encoder.layers.5.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule8.constant109", shape: Some(&[8, 128]), source: Param("encoder.layers.5.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule8.conv1d16.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.5.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule8.conv1d17.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.5.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule8.conv1d18.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.5.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule8.layernormalization30.beta", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_out.bias", Copy) },
Weight { path: "submodule8.layernormalization30.gamma", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_out.weight", Copy) },
Weight { path: "submodule8.layernormalization31.beta", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule8.layernormalization31.gamma", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule8.layernormalization32.beta", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_self_att.bias", Copy) },
Weight { path: "submodule8.layernormalization32.gamma", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_self_att.weight", Copy) },
Weight { path: "submodule8.layernormalization33.beta", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_conv.bias", Copy) },
Weight { path: "submodule8.layernormalization33.gamma", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_conv.weight", Copy) },
Weight { path: "submodule8.layernormalization34.beta", shape: Some(&[1024]), source: Param("encoder.layers.5.conv.batch_norm.bias", Copy) },
Weight { path: "submodule8.layernormalization34.gamma", shape: Some(&[1024]), source: Param("encoder.layers.5.conv.batch_norm.weight", Copy) },
Weight { path: "submodule8.layernormalization35.beta", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule8.layernormalization35.gamma", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule8.linear47.weight", shape: Some(&[1024, 4096]), source: Param("val_1000", Copy) },
Weight { path: "submodule8.linear48.weight", shape: Some(&[4096, 1024]), source: Param("val_1002", Copy) },
Weight { path: "submodule8.linear49.weight", shape: Some(&[1024, 1024]), source: Param("val_1021", Copy) },
Weight { path: "submodule8.linear50.weight", shape: Some(&[1024, 1024]), source: Param("val_1028", Copy) },
Weight { path: "submodule8.linear51.weight", shape: Some(&[1024, 1024]), source: Param("val_1035", Copy) },
Weight { path: "submodule8.linear52.weight", shape: Some(&[1024, 1024]), source: Param("val_1042", Copy) },
Weight { path: "submodule8.linear53.weight", shape: Some(&[1024, 1024]), source: Param("val_1101", Copy) },
Weight { path: "submodule8.linear54.weight", shape: Some(&[1024, 4096]), source: Param("val_1136", Copy) },
Weight { path: "submodule8.linear55.weight", shape: Some(&[4096, 1024]), source: Param("val_1138", Copy) },
Weight { path: "submodule9.constant125", shape: Some(&[8, 128]), source: Param("encoder.layers.6.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule9.constant126", shape: Some(&[8, 128]), source: Param("encoder.layers.6.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule9.conv1d19.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.6.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule9.conv1d20.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.6.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule9.conv1d21.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.6.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule9.layernormalization36.beta", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_out.bias", Copy) },
Weight { path: "submodule9.layernormalization36.gamma", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_out.weight", Copy) },
Weight { path: "submodule9.layernormalization37.beta", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule9.layernormalization37.gamma", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule9.layernormalization38.beta", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_self_att.bias", Copy) },
Weight { path: "submodule9.layernormalization38.gamma", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_self_att.weight", Copy) },
Weight { path: "submodule9.layernormalization39.beta", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_conv.bias", Copy) },
Weight { path: "submodule9.layernormalization39.gamma", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_conv.weight", Copy) },
Weight { path: "submodule9.layernormalization40.beta", shape: Some(&[1024]), source: Param("encoder.layers.6.conv.batch_norm.bias", Copy) },
Weight { path: "submodule9.layernormalization40.gamma", shape: Some(&[1024]), source: Param("encoder.layers.6.conv.batch_norm.weight", Copy) },
Weight { path: "submodule9.layernormalization41.beta", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule9.layernormalization41.gamma", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule9.linear56.weight", shape: Some(&[1024, 4096]), source: Param("val_1143", Copy) },
Weight { path: "submodule9.linear57.weight", shape: Some(&[4096, 1024]), source: Param("val_1145", Copy) },
Weight { path: "submodule9.linear58.weight", shape: Some(&[1024, 1024]), source: Param("val_1164", Copy) },
Weight { path: "submodule9.linear59.weight", shape: Some(&[1024, 1024]), source: Param("val_1171", Copy) },
Weight { path: "submodule9.linear60.weight", shape: Some(&[1024, 1024]), source: Param("val_1178", Copy) },
Weight { path: "submodule9.linear61.weight", shape: Some(&[1024, 1024]), source: Param("val_1185", Copy) },
Weight { path: "submodule9.linear62.weight", shape: Some(&[1024, 1024]), source: Param("val_1244", Copy) },
Weight { path: "submodule9.linear63.weight", shape: Some(&[1024, 4096]), source: Param("val_1279", Copy) },
Weight { path: "submodule9.linear64.weight", shape: Some(&[4096, 1024]), source: Param("val_1281", Copy) },
];