use crate::burn_backend::onnx::{Source::*, Transform::*, Weight};
pub(crate) const WEIGHTS: &[Weight] = &[
Weight { path: "submodule1.constant630", shape: Some(&[1]), source: Param("val_267", Copy) },
Weight { path: "submodule1.conv2d1.bias", shape: Some(&[256]), source: Param("encoder.pre_encode.conv.0.bias", Copy) },
Weight { path: "submodule1.conv2d1.weight", shape: Some(&[256, 1, 3, 3]), source: Param("encoder.pre_encode.conv.0.weight", Copy) },
Weight { path: "submodule1.conv2d2.bias", shape: Some(&[256]), source: Param("encoder.pre_encode.conv.2.bias", Copy) },
Weight { path: "submodule1.conv2d2.weight", shape: Some(&[256, 1, 3, 3]), source: Param("encoder.pre_encode.conv.2.weight", Copy) },
Weight { path: "submodule1.conv2d3.bias", shape: Some(&[256]), source: Param("encoder.pre_encode.conv.3.bias", Copy) },
Weight { path: "submodule1.conv2d3.weight", shape: Some(&[256, 256, 1, 1]), source: Param("encoder.pre_encode.conv.3.weight", Copy) },
Weight { path: "submodule1.conv2d4.bias", shape: Some(&[256]), source: Param("encoder.pre_encode.conv.5.bias", Copy) },
Weight { path: "submodule1.conv2d4.weight", shape: Some(&[256, 1, 3, 3]), source: Param("encoder.pre_encode.conv.5.weight", Copy) },
Weight { path: "submodule10.constant141", shape: Some(&[8, 128]), source: Param("encoder.layers.8.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule10.constant142", shape: Some(&[8, 128]), source: Param("encoder.layers.8.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule10.conv1d8.bias", shape: Some(&[1024]), source: Param("encoder.layers.7.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule10.conv1d8.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.7.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule10.layernormalization38.beta", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_conv.bias", Copy) },
Weight { path: "submodule10.layernormalization38.gamma", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_conv.weight", Copy) },
Weight { path: "submodule10.layernormalization39.beta", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule10.layernormalization39.gamma", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule10.layernormalization40.beta", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_out.bias", Copy) },
Weight { path: "submodule10.layernormalization40.gamma", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_out.weight", Copy) },
Weight { path: "submodule10.layernormalization41.beta", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule10.layernormalization41.gamma", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule10.layernormalization42.beta", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_self_att.bias", Copy) },
Weight { path: "submodule10.layernormalization42.gamma", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_self_att.weight", Copy) },
Weight { path: "submodule10.linear72.weight", shape: Some(&[1024, 4096]), source: Param("val_1176", Copy) },
Weight { path: "submodule10.linear73.weight", shape: Some(&[4096, 1024]), source: Param("val_1178", Copy) },
Weight { path: "submodule10.linear74.weight", shape: Some(&[1024, 4096]), source: Param("val_1183", Copy) },
Weight { path: "submodule10.linear75.weight", shape: Some(&[4096, 1024]), source: Param("val_1185", Copy) },
Weight { path: "submodule10.linear76.weight", shape: Some(&[1024, 1024]), source: Param("val_1188", Copy) },
Weight { path: "submodule10.linear77.weight", shape: Some(&[1024, 1024]), source: Param("val_1195", Copy) },
Weight { path: "submodule10.linear78.weight", shape: Some(&[1024, 1024]), source: Param("val_1202", Copy) },
Weight { path: "submodule10.linear79.weight", shape: Some(&[1024, 1024]), source: Param("val_1209", Copy) },
Weight { path: "submodule10.linear80.weight", shape: Some(&[1024, 1024]), source: Param("val_1278", Copy) },
Weight { path: "submodule10.squeeze16", shape: Some(&[2048, 1024]), source: Param("encoder.layers.7.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule10.squeeze17", shape: Some(&[1024, 1024]), source: Param("encoder.layers.7.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule11.constant156", shape: Some(&[8, 128]), source: Param("encoder.layers.9.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule11.constant157", shape: Some(&[8, 128]), source: Param("encoder.layers.9.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule11.conv1d9.bias", shape: Some(&[1024]), source: Param("encoder.layers.8.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule11.conv1d9.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.8.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule11.layernormalization43.beta", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_conv.bias", Copy) },
Weight { path: "submodule11.layernormalization43.gamma", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_conv.weight", Copy) },
Weight { path: "submodule11.layernormalization44.beta", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule11.layernormalization44.gamma", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule11.layernormalization45.beta", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_out.bias", Copy) },
Weight { path: "submodule11.layernormalization45.gamma", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_out.weight", Copy) },
Weight { path: "submodule11.layernormalization46.beta", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule11.layernormalization46.gamma", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule11.layernormalization47.beta", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_self_att.bias", Copy) },
Weight { path: "submodule11.layernormalization47.gamma", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_self_att.weight", Copy) },
Weight { path: "submodule11.linear81.weight", shape: Some(&[1024, 4096]), source: Param("val_1299", Copy) },
Weight { path: "submodule11.linear82.weight", shape: Some(&[4096, 1024]), source: Param("val_1301", Copy) },
Weight { path: "submodule11.linear83.weight", shape: Some(&[1024, 4096]), source: Param("val_1306", Copy) },
Weight { path: "submodule11.linear84.weight", shape: Some(&[4096, 1024]), source: Param("val_1308", Copy) },
Weight { path: "submodule11.linear85.weight", shape: Some(&[1024, 1024]), source: Param("val_1311", Copy) },
Weight { path: "submodule11.linear86.weight", shape: Some(&[1024, 1024]), source: Param("val_1318", Copy) },
Weight { path: "submodule11.linear87.weight", shape: Some(&[1024, 1024]), source: Param("val_1325", Copy) },
Weight { path: "submodule11.linear88.weight", shape: Some(&[1024, 1024]), source: Param("val_1332", Copy) },
Weight { path: "submodule11.linear89.weight", shape: Some(&[1024, 1024]), source: Param("val_1401", Copy) },
Weight { path: "submodule11.squeeze18", shape: Some(&[2048, 1024]), source: Param("encoder.layers.8.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule11.squeeze19", shape: Some(&[1024, 1024]), source: Param("encoder.layers.8.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule12.constant171", shape: Some(&[8, 128]), source: Param("encoder.layers.10.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule12.constant172", shape: Some(&[8, 128]), source: Param("encoder.layers.10.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule12.conv1d10.bias", shape: Some(&[1024]), source: Param("encoder.layers.9.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule12.conv1d10.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.9.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule12.layernormalization48.beta", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_conv.bias", Copy) },
Weight { path: "submodule12.layernormalization48.gamma", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_conv.weight", Copy) },
Weight { path: "submodule12.layernormalization49.beta", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule12.layernormalization49.gamma", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule12.layernormalization50.beta", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_out.bias", Copy) },
Weight { path: "submodule12.layernormalization50.gamma", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_out.weight", Copy) },
Weight { path: "submodule12.layernormalization51.beta", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule12.layernormalization51.gamma", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule12.layernormalization52.beta", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_self_att.bias", Copy) },
Weight { path: "submodule12.layernormalization52.gamma", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_self_att.weight", Copy) },
Weight { path: "submodule12.linear90.weight", shape: Some(&[1024, 4096]), source: Param("val_1422", Copy) },
Weight { path: "submodule12.linear91.weight", shape: Some(&[4096, 1024]), source: Param("val_1424", Copy) },
Weight { path: "submodule12.linear92.weight", shape: Some(&[1024, 4096]), source: Param("val_1429", Copy) },
Weight { path: "submodule12.linear93.weight", shape: Some(&[4096, 1024]), source: Param("val_1431", Copy) },
Weight { path: "submodule12.linear94.weight", shape: Some(&[1024, 1024]), source: Param("val_1434", Copy) },
Weight { path: "submodule12.linear95.weight", shape: Some(&[1024, 1024]), source: Param("val_1441", Copy) },
Weight { path: "submodule12.linear96.weight", shape: Some(&[1024, 1024]), source: Param("val_1448", Copy) },
Weight { path: "submodule12.linear97.weight", shape: Some(&[1024, 1024]), source: Param("val_1455", Copy) },
Weight { path: "submodule12.linear98.weight", shape: Some(&[1024, 1024]), source: Param("val_1524", Copy) },
Weight { path: "submodule12.squeeze20", shape: Some(&[2048, 1024]), source: Param("encoder.layers.9.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule12.squeeze21", shape: Some(&[1024, 1024]), source: Param("encoder.layers.9.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule13.constant186", shape: Some(&[8, 128]), source: Param("encoder.layers.11.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule13.constant187", shape: Some(&[8, 128]), source: Param("encoder.layers.11.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule13.conv1d11.bias", shape: Some(&[1024]), source: Param("encoder.layers.10.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule13.conv1d11.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.10.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule13.layernormalization53.beta", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_conv.bias", Copy) },
Weight { path: "submodule13.layernormalization53.gamma", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_conv.weight", Copy) },
Weight { path: "submodule13.layernormalization54.beta", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule13.layernormalization54.gamma", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule13.layernormalization55.beta", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_out.bias", Copy) },
Weight { path: "submodule13.layernormalization55.gamma", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_out.weight", Copy) },
Weight { path: "submodule13.layernormalization56.beta", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule13.layernormalization56.gamma", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule13.layernormalization57.beta", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_self_att.bias", Copy) },
Weight { path: "submodule13.layernormalization57.gamma", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_self_att.weight", Copy) },
Weight { path: "submodule13.linear100.weight", shape: Some(&[4096, 1024]), source: Param("val_1547", Copy) },
Weight { path: "submodule13.linear101.weight", shape: Some(&[1024, 4096]), source: Param("val_1552", Copy) },
Weight { path: "submodule13.linear102.weight", shape: Some(&[4096, 1024]), source: Param("val_1554", Copy) },
Weight { path: "submodule13.linear103.weight", shape: Some(&[1024, 1024]), source: Param("val_1557", Copy) },
Weight { path: "submodule13.linear104.weight", shape: Some(&[1024, 1024]), source: Param("val_1564", Copy) },
Weight { path: "submodule13.linear105.weight", shape: Some(&[1024, 1024]), source: Param("val_1571", Copy) },
Weight { path: "submodule13.linear106.weight", shape: Some(&[1024, 1024]), source: Param("val_1578", Copy) },
Weight { path: "submodule13.linear107.weight", shape: Some(&[1024, 1024]), source: Param("val_1647", Copy) },
Weight { path: "submodule13.linear99.weight", shape: Some(&[1024, 4096]), source: Param("val_1545", Copy) },
Weight { path: "submodule13.squeeze22", shape: Some(&[2048, 1024]), source: Param("encoder.layers.10.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule13.squeeze23", shape: Some(&[1024, 1024]), source: Param("encoder.layers.10.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule14.constant201", shape: Some(&[8, 128]), source: Param("encoder.layers.12.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule14.constant202", shape: Some(&[8, 128]), source: Param("encoder.layers.12.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule14.conv1d12.bias", shape: Some(&[1024]), source: Param("encoder.layers.11.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule14.conv1d12.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.11.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule14.layernormalization58.beta", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_conv.bias", Copy) },
Weight { path: "submodule14.layernormalization58.gamma", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_conv.weight", Copy) },
Weight { path: "submodule14.layernormalization59.beta", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule14.layernormalization59.gamma", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule14.layernormalization60.beta", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_out.bias", Copy) },
Weight { path: "submodule14.layernormalization60.gamma", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_out.weight", Copy) },
Weight { path: "submodule14.layernormalization61.beta", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule14.layernormalization61.gamma", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule14.layernormalization62.beta", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_self_att.bias", Copy) },
Weight { path: "submodule14.layernormalization62.gamma", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_self_att.weight", Copy) },
Weight { path: "submodule14.linear108.weight", shape: Some(&[1024, 4096]), source: Param("val_1668", Copy) },
Weight { path: "submodule14.linear109.weight", shape: Some(&[4096, 1024]), source: Param("val_1670", Copy) },
Weight { path: "submodule14.linear110.weight", shape: Some(&[1024, 4096]), source: Param("val_1675", Copy) },
Weight { path: "submodule14.linear111.weight", shape: Some(&[4096, 1024]), source: Param("val_1677", Copy) },
Weight { path: "submodule14.linear112.weight", shape: Some(&[1024, 1024]), source: Param("val_1680", Copy) },
Weight { path: "submodule14.linear113.weight", shape: Some(&[1024, 1024]), source: Param("val_1687", Copy) },
Weight { path: "submodule14.linear114.weight", shape: Some(&[1024, 1024]), source: Param("val_1694", Copy) },
Weight { path: "submodule14.linear115.weight", shape: Some(&[1024, 1024]), source: Param("val_1701", Copy) },
Weight { path: "submodule14.linear116.weight", shape: Some(&[1024, 1024]), source: Param("val_1770", Copy) },
Weight { path: "submodule14.squeeze24", shape: Some(&[2048, 1024]), source: Param("encoder.layers.11.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule14.squeeze25", shape: Some(&[1024, 1024]), source: Param("encoder.layers.11.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule15.constant216", shape: Some(&[8, 128]), source: Param("encoder.layers.13.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule15.constant217", shape: Some(&[8, 128]), source: Param("encoder.layers.13.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule15.conv1d13.bias", shape: Some(&[1024]), source: Param("encoder.layers.12.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule15.conv1d13.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.12.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule15.layernormalization63.beta", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_conv.bias", Copy) },
Weight { path: "submodule15.layernormalization63.gamma", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_conv.weight", Copy) },
Weight { path: "submodule15.layernormalization64.beta", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule15.layernormalization64.gamma", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule15.layernormalization65.beta", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_out.bias", Copy) },
Weight { path: "submodule15.layernormalization65.gamma", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_out.weight", Copy) },
Weight { path: "submodule15.layernormalization66.beta", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule15.layernormalization66.gamma", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule15.layernormalization67.beta", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_self_att.bias", Copy) },
Weight { path: "submodule15.layernormalization67.gamma", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_self_att.weight", Copy) },
Weight { path: "submodule15.linear117.weight", shape: Some(&[1024, 4096]), source: Param("val_1791", Copy) },
Weight { path: "submodule15.linear118.weight", shape: Some(&[4096, 1024]), source: Param("val_1793", Copy) },
Weight { path: "submodule15.linear119.weight", shape: Some(&[1024, 4096]), source: Param("val_1798", Copy) },
Weight { path: "submodule15.linear120.weight", shape: Some(&[4096, 1024]), source: Param("val_1800", Copy) },
Weight { path: "submodule15.linear121.weight", shape: Some(&[1024, 1024]), source: Param("val_1803", Copy) },
Weight { path: "submodule15.linear122.weight", shape: Some(&[1024, 1024]), source: Param("val_1810", Copy) },
Weight { path: "submodule15.linear123.weight", shape: Some(&[1024, 1024]), source: Param("val_1817", Copy) },
Weight { path: "submodule15.linear124.weight", shape: Some(&[1024, 1024]), source: Param("val_1824", Copy) },
Weight { path: "submodule15.linear125.weight", shape: Some(&[1024, 1024]), source: Param("val_1893", Copy) },
Weight { path: "submodule15.squeeze26", shape: Some(&[2048, 1024]), source: Param("encoder.layers.12.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule15.squeeze27", shape: Some(&[1024, 1024]), source: Param("encoder.layers.12.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule16.constant231", shape: Some(&[8, 128]), source: Param("encoder.layers.14.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule16.constant232", shape: Some(&[8, 128]), source: Param("encoder.layers.14.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule16.conv1d14.bias", shape: Some(&[1024]), source: Param("encoder.layers.13.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule16.conv1d14.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.13.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule16.layernormalization68.beta", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_conv.bias", Copy) },
Weight { path: "submodule16.layernormalization68.gamma", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_conv.weight", Copy) },
Weight { path: "submodule16.layernormalization69.beta", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule16.layernormalization69.gamma", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule16.layernormalization70.beta", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_out.bias", Copy) },
Weight { path: "submodule16.layernormalization70.gamma", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_out.weight", Copy) },
Weight { path: "submodule16.layernormalization71.beta", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule16.layernormalization71.gamma", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule16.layernormalization72.beta", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_self_att.bias", Copy) },
Weight { path: "submodule16.layernormalization72.gamma", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_self_att.weight", Copy) },
Weight { path: "submodule16.linear126.weight", shape: Some(&[1024, 4096]), source: Param("val_1914", Copy) },
Weight { path: "submodule16.linear127.weight", shape: Some(&[4096, 1024]), source: Param("val_1916", Copy) },
Weight { path: "submodule16.linear128.weight", shape: Some(&[1024, 4096]), source: Param("val_1921", Copy) },
Weight { path: "submodule16.linear129.weight", shape: Some(&[4096, 1024]), source: Param("val_1923", Copy) },
Weight { path: "submodule16.linear130.weight", shape: Some(&[1024, 1024]), source: Param("val_1926", Copy) },
Weight { path: "submodule16.linear131.weight", shape: Some(&[1024, 1024]), source: Param("val_1933", Copy) },
Weight { path: "submodule16.linear132.weight", shape: Some(&[1024, 1024]), source: Param("val_1940", Copy) },
Weight { path: "submodule16.linear133.weight", shape: Some(&[1024, 1024]), source: Param("val_1947", Copy) },
Weight { path: "submodule16.linear134.weight", shape: Some(&[1024, 1024]), source: Param("val_2016", Copy) },
Weight { path: "submodule16.squeeze28", shape: Some(&[2048, 1024]), source: Param("encoder.layers.13.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule16.squeeze29", shape: Some(&[1024, 1024]), source: Param("encoder.layers.13.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule17.constant246", shape: Some(&[8, 128]), source: Param("encoder.layers.15.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule17.constant247", shape: Some(&[8, 128]), source: Param("encoder.layers.15.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule17.conv1d15.bias", shape: Some(&[1024]), source: Param("encoder.layers.14.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule17.conv1d15.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.14.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule17.layernormalization73.beta", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_conv.bias", Copy) },
Weight { path: "submodule17.layernormalization73.gamma", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_conv.weight", Copy) },
Weight { path: "submodule17.layernormalization74.beta", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule17.layernormalization74.gamma", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule17.layernormalization75.beta", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_out.bias", Copy) },
Weight { path: "submodule17.layernormalization75.gamma", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_out.weight", Copy) },
Weight { path: "submodule17.layernormalization76.beta", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule17.layernormalization76.gamma", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule17.layernormalization77.beta", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_self_att.bias", Copy) },
Weight { path: "submodule17.layernormalization77.gamma", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_self_att.weight", Copy) },
Weight { path: "submodule17.linear135.weight", shape: Some(&[1024, 4096]), source: Param("val_2037", Copy) },
Weight { path: "submodule17.linear136.weight", shape: Some(&[4096, 1024]), source: Param("val_2039", Copy) },
Weight { path: "submodule17.linear137.weight", shape: Some(&[1024, 4096]), source: Param("val_2044", Copy) },
Weight { path: "submodule17.linear138.weight", shape: Some(&[4096, 1024]), source: Param("val_2046", Copy) },
Weight { path: "submodule17.linear139.weight", shape: Some(&[1024, 1024]), source: Param("val_2049", Copy) },
Weight { path: "submodule17.linear140.weight", shape: Some(&[1024, 1024]), source: Param("val_2056", Copy) },
Weight { path: "submodule17.linear141.weight", shape: Some(&[1024, 1024]), source: Param("val_2063", Copy) },
Weight { path: "submodule17.linear142.weight", shape: Some(&[1024, 1024]), source: Param("val_2070", Copy) },
Weight { path: "submodule17.linear143.weight", shape: Some(&[1024, 1024]), source: Param("val_2139", Copy) },
Weight { path: "submodule17.squeeze30", shape: Some(&[2048, 1024]), source: Param("encoder.layers.14.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule17.squeeze31", shape: Some(&[1024, 1024]), source: Param("encoder.layers.14.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule18.constant261", shape: Some(&[8, 128]), source: Param("encoder.layers.16.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule18.constant262", shape: Some(&[8, 128]), source: Param("encoder.layers.16.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule18.conv1d16.bias", shape: Some(&[1024]), source: Param("encoder.layers.15.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule18.conv1d16.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.15.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule18.layernormalization78.beta", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_conv.bias", Copy) },
Weight { path: "submodule18.layernormalization78.gamma", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_conv.weight", Copy) },
Weight { path: "submodule18.layernormalization79.beta", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule18.layernormalization79.gamma", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule18.layernormalization80.beta", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_out.bias", Copy) },
Weight { path: "submodule18.layernormalization80.gamma", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_out.weight", Copy) },
Weight { path: "submodule18.layernormalization81.beta", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule18.layernormalization81.gamma", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule18.layernormalization82.beta", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_self_att.bias", Copy) },
Weight { path: "submodule18.layernormalization82.gamma", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_self_att.weight", Copy) },
Weight { path: "submodule18.linear144.weight", shape: Some(&[1024, 4096]), source: Param("val_2160", Copy) },
Weight { path: "submodule18.linear145.weight", shape: Some(&[4096, 1024]), source: Param("val_2162", Copy) },
Weight { path: "submodule18.linear146.weight", shape: Some(&[1024, 4096]), source: Param("val_2167", Copy) },
Weight { path: "submodule18.linear147.weight", shape: Some(&[4096, 1024]), source: Param("val_2169", Copy) },
Weight { path: "submodule18.linear148.weight", shape: Some(&[1024, 1024]), source: Param("val_2172", Copy) },
Weight { path: "submodule18.linear149.weight", shape: Some(&[1024, 1024]), source: Param("val_2179", Copy) },
Weight { path: "submodule18.linear150.weight", shape: Some(&[1024, 1024]), source: Param("val_2186", Copy) },
Weight { path: "submodule18.linear151.weight", shape: Some(&[1024, 1024]), source: Param("val_2193", Copy) },
Weight { path: "submodule18.linear152.weight", shape: Some(&[1024, 1024]), source: Param("val_2262", Copy) },
Weight { path: "submodule18.squeeze32", shape: Some(&[2048, 1024]), source: Param("encoder.layers.15.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule18.squeeze33", shape: Some(&[1024, 1024]), source: Param("encoder.layers.15.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule19.constant276", shape: Some(&[8, 128]), source: Param("encoder.layers.17.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule19.constant277", shape: Some(&[8, 128]), source: Param("encoder.layers.17.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule19.conv1d17.bias", shape: Some(&[1024]), source: Param("encoder.layers.16.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule19.conv1d17.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.16.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule19.layernormalization83.beta", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_conv.bias", Copy) },
Weight { path: "submodule19.layernormalization83.gamma", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_conv.weight", Copy) },
Weight { path: "submodule19.layernormalization84.beta", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule19.layernormalization84.gamma", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule19.layernormalization85.beta", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_out.bias", Copy) },
Weight { path: "submodule19.layernormalization85.gamma", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_out.weight", Copy) },
Weight { path: "submodule19.layernormalization86.beta", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule19.layernormalization86.gamma", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule19.layernormalization87.beta", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_self_att.bias", Copy) },
Weight { path: "submodule19.layernormalization87.gamma", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_self_att.weight", Copy) },
Weight { path: "submodule19.linear153.weight", shape: Some(&[1024, 4096]), source: Param("val_2283", Copy) },
Weight { path: "submodule19.linear154.weight", shape: Some(&[4096, 1024]), source: Param("val_2285", Copy) },
Weight { path: "submodule19.linear155.weight", shape: Some(&[1024, 4096]), source: Param("val_2290", Copy) },
Weight { path: "submodule19.linear156.weight", shape: Some(&[4096, 1024]), source: Param("val_2292", Copy) },
Weight { path: "submodule19.linear157.weight", shape: Some(&[1024, 1024]), source: Param("val_2295", Copy) },
Weight { path: "submodule19.linear158.weight", shape: Some(&[1024, 1024]), source: Param("val_2302", Copy) },
Weight { path: "submodule19.linear159.weight", shape: Some(&[1024, 1024]), source: Param("val_2309", Copy) },
Weight { path: "submodule19.linear160.weight", shape: Some(&[1024, 1024]), source: Param("val_2316", Copy) },
Weight { path: "submodule19.linear161.weight", shape: Some(&[1024, 1024]), source: Param("val_2385", Copy) },
Weight { path: "submodule19.squeeze34", shape: Some(&[2048, 1024]), source: Param("encoder.layers.16.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule19.squeeze35", shape: Some(&[1024, 1024]), source: Param("encoder.layers.16.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule2.constant21", shape: Some(&[8, 128]), source: Param("encoder.layers.0.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule2.constant22", shape: Some(&[8, 128]), source: Param("encoder.layers.0.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule2.constant372", shape: Some(&[1, 9999, 1024]), source: Param("encoder.pos_enc.pe", Copy) },
Weight { path: "submodule2.constant639", shape: Some(&[1]), source: Param("val_196", Copy) },
Weight { path: "submodule2.constant643", shape: Some(&[1]), source: Param("val_269", Copy) },
Weight { path: "submodule2.conv2d5.bias", shape: Some(&[256]), source: Param("encoder.pre_encode.conv.6.bias", Copy) },
Weight { path: "submodule2.conv2d5.weight", shape: Some(&[256, 256, 1, 1]), source: Param("encoder.pre_encode.conv.6.weight", Copy) },
Weight { path: "submodule2.layernormalization1.beta", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule2.layernormalization1.gamma", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule2.layernormalization2.beta", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_self_att.bias", Copy) },
Weight { path: "submodule2.layernormalization2.gamma", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_self_att.weight", Copy) },
Weight { path: "submodule2.linear1.bias", shape: Some(&[1024]), source: Param("encoder.pre_encode.out.bias", Copy) },
Weight { path: "submodule2.linear1.weight", shape: Some(&[4096, 1024]), source: Param("val_144", Copy) },
Weight { path: "submodule2.linear2.weight", shape: Some(&[1024, 4096]), source: Param("val_193", Copy) },
Weight { path: "submodule2.linear3.weight", shape: Some(&[4096, 1024]), source: Param("val_195", Copy) },
Weight { path: "submodule2.linear4.weight", shape: Some(&[1024, 1024]), source: Param("val_199", Copy) },
Weight { path: "submodule2.linear5.weight", shape: Some(&[1024, 1024]), source: Param("val_206", Copy) },
Weight { path: "submodule2.linear6.weight", shape: Some(&[1024, 1024]), source: Param("val_213", Copy) },
Weight { path: "submodule2.linear7.weight", shape: Some(&[1024, 1024]), source: Param("val_220", Copy) },
Weight { path: "submodule20.constant291", shape: Some(&[8, 128]), source: Param("encoder.layers.18.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule20.constant292", shape: Some(&[8, 128]), source: Param("encoder.layers.18.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule20.conv1d18.bias", shape: Some(&[1024]), source: Param("encoder.layers.17.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule20.conv1d18.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.17.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule20.layernormalization88.beta", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_conv.bias", Copy) },
Weight { path: "submodule20.layernormalization88.gamma", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_conv.weight", Copy) },
Weight { path: "submodule20.layernormalization89.beta", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule20.layernormalization89.gamma", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule20.layernormalization90.beta", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_out.bias", Copy) },
Weight { path: "submodule20.layernormalization90.gamma", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_out.weight", Copy) },
Weight { path: "submodule20.layernormalization91.beta", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule20.layernormalization91.gamma", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule20.layernormalization92.beta", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_self_att.bias", Copy) },
Weight { path: "submodule20.layernormalization92.gamma", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_self_att.weight", Copy) },
Weight { path: "submodule20.linear162.weight", shape: Some(&[1024, 4096]), source: Param("val_2406", Copy) },
Weight { path: "submodule20.linear163.weight", shape: Some(&[4096, 1024]), source: Param("val_2408", Copy) },
Weight { path: "submodule20.linear164.weight", shape: Some(&[1024, 4096]), source: Param("val_2413", Copy) },
Weight { path: "submodule20.linear165.weight", shape: Some(&[4096, 1024]), source: Param("val_2415", Copy) },
Weight { path: "submodule20.linear166.weight", shape: Some(&[1024, 1024]), source: Param("val_2418", Copy) },
Weight { path: "submodule20.linear167.weight", shape: Some(&[1024, 1024]), source: Param("val_2425", Copy) },
Weight { path: "submodule20.linear168.weight", shape: Some(&[1024, 1024]), source: Param("val_2432", Copy) },
Weight { path: "submodule20.linear169.weight", shape: Some(&[1024, 1024]), source: Param("val_2439", Copy) },
Weight { path: "submodule20.linear170.weight", shape: Some(&[1024, 1024]), source: Param("val_2508", Copy) },
Weight { path: "submodule20.squeeze36", shape: Some(&[2048, 1024]), source: Param("encoder.layers.17.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule20.squeeze37", shape: Some(&[1024, 1024]), source: Param("encoder.layers.17.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule21.constant306", shape: Some(&[8, 128]), source: Param("encoder.layers.19.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule21.constant307", shape: Some(&[8, 128]), source: Param("encoder.layers.19.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule21.conv1d19.bias", shape: Some(&[1024]), source: Param("encoder.layers.18.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule21.conv1d19.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.18.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule21.layernormalization93.beta", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_conv.bias", Copy) },
Weight { path: "submodule21.layernormalization93.gamma", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_conv.weight", Copy) },
Weight { path: "submodule21.layernormalization94.beta", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule21.layernormalization94.gamma", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule21.layernormalization95.beta", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_out.bias", Copy) },
Weight { path: "submodule21.layernormalization95.gamma", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_out.weight", Copy) },
Weight { path: "submodule21.layernormalization96.beta", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule21.layernormalization96.gamma", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule21.layernormalization97.beta", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_self_att.bias", Copy) },
Weight { path: "submodule21.layernormalization97.gamma", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_self_att.weight", Copy) },
Weight { path: "submodule21.linear171.weight", shape: Some(&[1024, 4096]), source: Param("val_2529", Copy) },
Weight { path: "submodule21.linear172.weight", shape: Some(&[4096, 1024]), source: Param("val_2531", Copy) },
Weight { path: "submodule21.linear173.weight", shape: Some(&[1024, 4096]), source: Param("val_2536", Copy) },
Weight { path: "submodule21.linear174.weight", shape: Some(&[4096, 1024]), source: Param("val_2538", Copy) },
Weight { path: "submodule21.linear175.weight", shape: Some(&[1024, 1024]), source: Param("val_2541", Copy) },
Weight { path: "submodule21.linear176.weight", shape: Some(&[1024, 1024]), source: Param("val_2548", Copy) },
Weight { path: "submodule21.linear177.weight", shape: Some(&[1024, 1024]), source: Param("val_2555", Copy) },
Weight { path: "submodule21.linear178.weight", shape: Some(&[1024, 1024]), source: Param("val_2562", Copy) },
Weight { path: "submodule21.linear179.weight", shape: Some(&[1024, 1024]), source: Param("val_2631", Copy) },
Weight { path: "submodule21.squeeze38", shape: Some(&[2048, 1024]), source: Param("encoder.layers.18.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule21.squeeze39", shape: Some(&[1024, 1024]), source: Param("encoder.layers.18.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule22.constant321", shape: Some(&[8, 128]), source: Param("encoder.layers.20.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule22.constant322", shape: Some(&[8, 128]), source: Param("encoder.layers.20.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule22.conv1d20.bias", shape: Some(&[1024]), source: Param("encoder.layers.19.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule22.conv1d20.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.19.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule22.layernormalization100.beta", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_out.bias", Copy) },
Weight { path: "submodule22.layernormalization100.gamma", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_out.weight", Copy) },
Weight { path: "submodule22.layernormalization101.beta", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule22.layernormalization101.gamma", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule22.layernormalization102.beta", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_self_att.bias", Copy) },
Weight { path: "submodule22.layernormalization102.gamma", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_self_att.weight", Copy) },
Weight { path: "submodule22.layernormalization98.beta", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_conv.bias", Copy) },
Weight { path: "submodule22.layernormalization98.gamma", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_conv.weight", Copy) },
Weight { path: "submodule22.layernormalization99.beta", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule22.layernormalization99.gamma", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule22.linear180.weight", shape: Some(&[1024, 4096]), source: Param("val_2652", Copy) },
Weight { path: "submodule22.linear181.weight", shape: Some(&[4096, 1024]), source: Param("val_2654", Copy) },
Weight { path: "submodule22.linear182.weight", shape: Some(&[1024, 4096]), source: Param("val_2659", Copy) },
Weight { path: "submodule22.linear183.weight", shape: Some(&[4096, 1024]), source: Param("val_2661", Copy) },
Weight { path: "submodule22.linear184.weight", shape: Some(&[1024, 1024]), source: Param("val_2664", Copy) },
Weight { path: "submodule22.linear185.weight", shape: Some(&[1024, 1024]), source: Param("val_2671", Copy) },
Weight { path: "submodule22.linear186.weight", shape: Some(&[1024, 1024]), source: Param("val_2678", Copy) },
Weight { path: "submodule22.linear187.weight", shape: Some(&[1024, 1024]), source: Param("val_2685", Copy) },
Weight { path: "submodule22.linear188.weight", shape: Some(&[1024, 1024]), source: Param("val_2754", Copy) },
Weight { path: "submodule22.squeeze40", shape: Some(&[2048, 1024]), source: Param("encoder.layers.19.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule22.squeeze41", shape: Some(&[1024, 1024]), source: Param("encoder.layers.19.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule23.constant336", shape: Some(&[8, 128]), source: Param("encoder.layers.21.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule23.constant337", shape: Some(&[8, 128]), source: Param("encoder.layers.21.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule23.conv1d21.bias", shape: Some(&[1024]), source: Param("encoder.layers.20.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule23.conv1d21.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.20.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule23.layernormalization103.beta", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_conv.bias", Copy) },
Weight { path: "submodule23.layernormalization103.gamma", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_conv.weight", Copy) },
Weight { path: "submodule23.layernormalization104.beta", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule23.layernormalization104.gamma", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule23.layernormalization105.beta", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_out.bias", Copy) },
Weight { path: "submodule23.layernormalization105.gamma", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_out.weight", Copy) },
Weight { path: "submodule23.layernormalization106.beta", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule23.layernormalization106.gamma", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule23.layernormalization107.beta", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_self_att.bias", Copy) },
Weight { path: "submodule23.layernormalization107.gamma", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_self_att.weight", Copy) },
Weight { path: "submodule23.linear189.weight", shape: Some(&[1024, 4096]), source: Param("val_2775", Copy) },
Weight { path: "submodule23.linear190.weight", shape: Some(&[4096, 1024]), source: Param("val_2777", Copy) },
Weight { path: "submodule23.linear191.weight", shape: Some(&[1024, 4096]), source: Param("val_2782", Copy) },
Weight { path: "submodule23.linear192.weight", shape: Some(&[4096, 1024]), source: Param("val_2784", Copy) },
Weight { path: "submodule23.linear193.weight", shape: Some(&[1024, 1024]), source: Param("val_2787", Copy) },
Weight { path: "submodule23.linear194.weight", shape: Some(&[1024, 1024]), source: Param("val_2794", Copy) },
Weight { path: "submodule23.linear195.weight", shape: Some(&[1024, 1024]), source: Param("val_2801", Copy) },
Weight { path: "submodule23.linear196.weight", shape: Some(&[1024, 1024]), source: Param("val_2808", Copy) },
Weight { path: "submodule23.linear197.weight", shape: Some(&[1024, 1024]), source: Param("val_2877", Copy) },
Weight { path: "submodule23.squeeze42", shape: Some(&[2048, 1024]), source: Param("encoder.layers.20.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule23.squeeze43", shape: Some(&[1024, 1024]), source: Param("encoder.layers.20.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule24.constant351", shape: Some(&[8, 128]), source: Param("encoder.layers.22.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule24.constant352", shape: Some(&[8, 128]), source: Param("encoder.layers.22.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule24.conv1d22.bias", shape: Some(&[1024]), source: Param("encoder.layers.21.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule24.conv1d22.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.21.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule24.layernormalization108.beta", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_conv.bias", Copy) },
Weight { path: "submodule24.layernormalization108.gamma", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_conv.weight", Copy) },
Weight { path: "submodule24.layernormalization109.beta", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule24.layernormalization109.gamma", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule24.layernormalization110.beta", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_out.bias", Copy) },
Weight { path: "submodule24.layernormalization110.gamma", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_out.weight", Copy) },
Weight { path: "submodule24.layernormalization111.beta", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule24.layernormalization111.gamma", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule24.layernormalization112.beta", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_self_att.bias", Copy) },
Weight { path: "submodule24.layernormalization112.gamma", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_self_att.weight", Copy) },
Weight { path: "submodule24.linear198.weight", shape: Some(&[1024, 4096]), source: Param("val_2898", Copy) },
Weight { path: "submodule24.linear199.weight", shape: Some(&[4096, 1024]), source: Param("val_2900", Copy) },
Weight { path: "submodule24.linear200.weight", shape: Some(&[1024, 4096]), source: Param("val_2905", Copy) },
Weight { path: "submodule24.linear201.weight", shape: Some(&[4096, 1024]), source: Param("val_2907", Copy) },
Weight { path: "submodule24.linear202.weight", shape: Some(&[1024, 1024]), source: Param("val_2910", Copy) },
Weight { path: "submodule24.linear203.weight", shape: Some(&[1024, 1024]), source: Param("val_2917", Copy) },
Weight { path: "submodule24.linear204.weight", shape: Some(&[1024, 1024]), source: Param("val_2924", Copy) },
Weight { path: "submodule24.linear205.weight", shape: Some(&[1024, 1024]), source: Param("val_2931", Copy) },
Weight { path: "submodule24.linear206.weight", shape: Some(&[1024, 1024]), source: Param("val_3000", Copy) },
Weight { path: "submodule24.squeeze44", shape: Some(&[2048, 1024]), source: Param("encoder.layers.21.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule24.squeeze45", shape: Some(&[1024, 1024]), source: Param("encoder.layers.21.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule25.constant366", shape: Some(&[8, 128]), source: Param("encoder.layers.23.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule25.constant367", shape: Some(&[8, 128]), source: Param("encoder.layers.23.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule25.conv1d23.bias", shape: Some(&[1024]), source: Param("encoder.layers.22.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule25.conv1d23.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.22.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule25.conv1d24.bias", shape: Some(&[1024]), source: Param("encoder.layers.23.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule25.conv1d24.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.23.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule25.layernormalization113.beta", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_conv.bias", Copy) },
Weight { path: "submodule25.layernormalization113.gamma", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_conv.weight", Copy) },
Weight { path: "submodule25.layernormalization114.beta", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule25.layernormalization114.gamma", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule25.layernormalization115.beta", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_out.bias", Copy) },
Weight { path: "submodule25.layernormalization115.gamma", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_out.weight", Copy) },
Weight { path: "submodule25.layernormalization116.beta", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule25.layernormalization116.gamma", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule25.layernormalization117.beta", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_self_att.bias", Copy) },
Weight { path: "submodule25.layernormalization117.gamma", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_self_att.weight", Copy) },
Weight { path: "submodule25.layernormalization118.beta", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_conv.bias", Copy) },
Weight { path: "submodule25.layernormalization118.gamma", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_conv.weight", Copy) },
Weight { path: "submodule25.layernormalization119.beta", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule25.layernormalization119.gamma", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule25.layernormalization120.beta", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_out.bias", Copy) },
Weight { path: "submodule25.layernormalization120.gamma", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_out.weight", Copy) },
Weight { path: "submodule25.linear207.weight", shape: Some(&[1024, 4096]), source: Param("val_3021", Copy) },
Weight { path: "submodule25.linear208.weight", shape: Some(&[4096, 1024]), source: Param("val_3023", Copy) },
Weight { path: "submodule25.linear209.weight", shape: Some(&[1024, 4096]), source: Param("val_3028", Copy) },
Weight { path: "submodule25.linear210.weight", shape: Some(&[4096, 1024]), source: Param("val_3030", Copy) },
Weight { path: "submodule25.linear211.weight", shape: Some(&[1024, 1024]), source: Param("val_3033", Copy) },
Weight { path: "submodule25.linear212.weight", shape: Some(&[1024, 1024]), source: Param("val_3040", Copy) },
Weight { path: "submodule25.linear213.weight", shape: Some(&[1024, 1024]), source: Param("val_3047", Copy) },
Weight { path: "submodule25.linear214.weight", shape: Some(&[1024, 1024]), source: Param("val_3054", Copy) },
Weight { path: "submodule25.linear215.weight", shape: Some(&[1024, 1024]), source: Param("val_3123", Copy) },
Weight { path: "submodule25.linear216.weight", shape: Some(&[1024, 4096]), source: Param("val_3144", Copy) },
Weight { path: "submodule25.linear217.weight", shape: Some(&[4096, 1024]), source: Param("val_3146", Copy) },
Weight { path: "submodule25.squeeze46", shape: Some(&[2048, 1024]), source: Param("encoder.layers.22.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule25.squeeze47", shape: Some(&[1024, 1024]), source: Param("encoder.layers.22.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule25.squeeze48", shape: Some(&[2048, 1024]), source: Param("encoder.layers.23.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule25.squeeze49", shape: Some(&[1024, 1024]), source: Param("encoder.layers.23.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule3.constant36", shape: Some(&[8, 128]), source: Param("encoder.layers.1.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule3.constant37", shape: Some(&[8, 128]), source: Param("encoder.layers.1.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule3.conv1d1.bias", shape: Some(&[1024]), source: Param("encoder.layers.0.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule3.conv1d1.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.0.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule3.layernormalization3.beta", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_conv.bias", Copy) },
Weight { path: "submodule3.layernormalization3.gamma", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_conv.weight", Copy) },
Weight { path: "submodule3.layernormalization4.beta", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule3.layernormalization4.gamma", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule3.layernormalization5.beta", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_out.bias", Copy) },
Weight { path: "submodule3.layernormalization5.gamma", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_out.weight", Copy) },
Weight { path: "submodule3.layernormalization6.beta", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule3.layernormalization6.gamma", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule3.layernormalization7.beta", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_self_att.bias", Copy) },
Weight { path: "submodule3.layernormalization7.gamma", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_self_att.weight", Copy) },
Weight { path: "submodule3.linear10.weight", shape: Some(&[4096, 1024]), source: Param("val_317", Copy) },
Weight { path: "submodule3.linear11.weight", shape: Some(&[1024, 4096]), source: Param("val_322", Copy) },
Weight { path: "submodule3.linear12.weight", shape: Some(&[4096, 1024]), source: Param("val_324", Copy) },
Weight { path: "submodule3.linear13.weight", shape: Some(&[1024, 1024]), source: Param("val_327", Copy) },
Weight { path: "submodule3.linear14.weight", shape: Some(&[1024, 1024]), source: Param("val_334", Copy) },
Weight { path: "submodule3.linear15.weight", shape: Some(&[1024, 1024]), source: Param("val_341", Copy) },
Weight { path: "submodule3.linear16.weight", shape: Some(&[1024, 1024]), source: Param("val_348", Copy) },
Weight { path: "submodule3.linear17.weight", shape: Some(&[1024, 1024]), source: Param("val_417", Copy) },
Weight { path: "submodule3.linear8.weight", shape: Some(&[1024, 1024]), source: Param("val_293", Copy) },
Weight { path: "submodule3.linear9.weight", shape: Some(&[1024, 4096]), source: Param("val_315", Copy) },
Weight { path: "submodule3.squeeze2", shape: Some(&[2048, 1024]), source: Param("encoder.layers.0.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule3.squeeze3", shape: Some(&[1024, 1024]), source: Param("encoder.layers.0.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule4.constant51", shape: Some(&[8, 128]), source: Param("encoder.layers.2.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule4.constant52", shape: Some(&[8, 128]), source: Param("encoder.layers.2.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule4.conv1d2.bias", shape: Some(&[1024]), source: Param("encoder.layers.1.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule4.conv1d2.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.1.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule4.layernormalization10.beta", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_out.bias", Copy) },
Weight { path: "submodule4.layernormalization10.gamma", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_out.weight", Copy) },
Weight { path: "submodule4.layernormalization11.beta", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule4.layernormalization11.gamma", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule4.layernormalization12.beta", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_self_att.bias", Copy) },
Weight { path: "submodule4.layernormalization12.gamma", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_self_att.weight", Copy) },
Weight { path: "submodule4.layernormalization8.beta", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_conv.bias", Copy) },
Weight { path: "submodule4.layernormalization8.gamma", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_conv.weight", Copy) },
Weight { path: "submodule4.layernormalization9.beta", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule4.layernormalization9.gamma", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule4.linear18.weight", shape: Some(&[1024, 4096]), source: Param("val_438", Copy) },
Weight { path: "submodule4.linear19.weight", shape: Some(&[4096, 1024]), source: Param("val_440", Copy) },
Weight { path: "submodule4.linear20.weight", shape: Some(&[1024, 4096]), source: Param("val_445", Copy) },
Weight { path: "submodule4.linear21.weight", shape: Some(&[4096, 1024]), source: Param("val_447", Copy) },
Weight { path: "submodule4.linear22.weight", shape: Some(&[1024, 1024]), source: Param("val_450", Copy) },
Weight { path: "submodule4.linear23.weight", shape: Some(&[1024, 1024]), source: Param("val_457", Copy) },
Weight { path: "submodule4.linear24.weight", shape: Some(&[1024, 1024]), source: Param("val_464", Copy) },
Weight { path: "submodule4.linear25.weight", shape: Some(&[1024, 1024]), source: Param("val_471", Copy) },
Weight { path: "submodule4.linear26.weight", shape: Some(&[1024, 1024]), source: Param("val_540", Copy) },
Weight { path: "submodule4.squeeze4", shape: Some(&[2048, 1024]), source: Param("encoder.layers.1.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule4.squeeze5", shape: Some(&[1024, 1024]), source: Param("encoder.layers.1.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule5.constant66", shape: Some(&[8, 128]), source: Param("encoder.layers.3.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule5.constant67", shape: Some(&[8, 128]), source: Param("encoder.layers.3.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule5.conv1d3.bias", shape: Some(&[1024]), source: Param("encoder.layers.2.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule5.conv1d3.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.2.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule5.layernormalization13.beta", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_conv.bias", Copy) },
Weight { path: "submodule5.layernormalization13.gamma", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_conv.weight", Copy) },
Weight { path: "submodule5.layernormalization14.beta", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule5.layernormalization14.gamma", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule5.layernormalization15.beta", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_out.bias", Copy) },
Weight { path: "submodule5.layernormalization15.gamma", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_out.weight", Copy) },
Weight { path: "submodule5.layernormalization16.beta", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule5.layernormalization16.gamma", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule5.layernormalization17.beta", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_self_att.bias", Copy) },
Weight { path: "submodule5.layernormalization17.gamma", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_self_att.weight", Copy) },
Weight { path: "submodule5.linear27.weight", shape: Some(&[1024, 4096]), source: Param("val_561", Copy) },
Weight { path: "submodule5.linear28.weight", shape: Some(&[4096, 1024]), source: Param("val_563", Copy) },
Weight { path: "submodule5.linear29.weight", shape: Some(&[1024, 4096]), source: Param("val_568", Copy) },
Weight { path: "submodule5.linear30.weight", shape: Some(&[4096, 1024]), source: Param("val_570", Copy) },
Weight { path: "submodule5.linear31.weight", shape: Some(&[1024, 1024]), source: Param("val_573", Copy) },
Weight { path: "submodule5.linear32.weight", shape: Some(&[1024, 1024]), source: Param("val_580", Copy) },
Weight { path: "submodule5.linear33.weight", shape: Some(&[1024, 1024]), source: Param("val_587", Copy) },
Weight { path: "submodule5.linear34.weight", shape: Some(&[1024, 1024]), source: Param("val_594", Copy) },
Weight { path: "submodule5.linear35.weight", shape: Some(&[1024, 1024]), source: Param("val_663", Copy) },
Weight { path: "submodule5.squeeze6", shape: Some(&[2048, 1024]), source: Param("encoder.layers.2.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule5.squeeze7", shape: Some(&[1024, 1024]), source: Param("encoder.layers.2.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule6.constant81", shape: Some(&[8, 128]), source: Param("encoder.layers.4.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule6.constant82", shape: Some(&[8, 128]), source: Param("encoder.layers.4.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule6.conv1d4.bias", shape: Some(&[1024]), source: Param("encoder.layers.3.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule6.conv1d4.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.3.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule6.layernormalization18.beta", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_conv.bias", Copy) },
Weight { path: "submodule6.layernormalization18.gamma", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_conv.weight", Copy) },
Weight { path: "submodule6.layernormalization19.beta", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule6.layernormalization19.gamma", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule6.layernormalization20.beta", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_out.bias", Copy) },
Weight { path: "submodule6.layernormalization20.gamma", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_out.weight", Copy) },
Weight { path: "submodule6.layernormalization21.beta", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule6.layernormalization21.gamma", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule6.layernormalization22.beta", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_self_att.bias", Copy) },
Weight { path: "submodule6.layernormalization22.gamma", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_self_att.weight", Copy) },
Weight { path: "submodule6.linear36.weight", shape: Some(&[1024, 4096]), source: Param("val_684", Copy) },
Weight { path: "submodule6.linear37.weight", shape: Some(&[4096, 1024]), source: Param("val_686", Copy) },
Weight { path: "submodule6.linear38.weight", shape: Some(&[1024, 4096]), source: Param("val_691", Copy) },
Weight { path: "submodule6.linear39.weight", shape: Some(&[4096, 1024]), source: Param("val_693", Copy) },
Weight { path: "submodule6.linear40.weight", shape: Some(&[1024, 1024]), source: Param("val_696", Copy) },
Weight { path: "submodule6.linear41.weight", shape: Some(&[1024, 1024]), source: Param("val_703", Copy) },
Weight { path: "submodule6.linear42.weight", shape: Some(&[1024, 1024]), source: Param("val_710", Copy) },
Weight { path: "submodule6.linear43.weight", shape: Some(&[1024, 1024]), source: Param("val_717", Copy) },
Weight { path: "submodule6.linear44.weight", shape: Some(&[1024, 1024]), source: Param("val_786", Copy) },
Weight { path: "submodule6.squeeze8", shape: Some(&[2048, 1024]), source: Param("encoder.layers.3.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule6.squeeze9", shape: Some(&[1024, 1024]), source: Param("encoder.layers.3.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule7.constant96", shape: Some(&[8, 128]), source: Param("encoder.layers.5.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule7.constant97", shape: Some(&[8, 128]), source: Param("encoder.layers.5.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule7.conv1d5.bias", shape: Some(&[1024]), source: Param("encoder.layers.4.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule7.conv1d5.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.4.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule7.layernormalization23.beta", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_conv.bias", Copy) },
Weight { path: "submodule7.layernormalization23.gamma", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_conv.weight", Copy) },
Weight { path: "submodule7.layernormalization24.beta", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule7.layernormalization24.gamma", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule7.layernormalization25.beta", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_out.bias", Copy) },
Weight { path: "submodule7.layernormalization25.gamma", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_out.weight", Copy) },
Weight { path: "submodule7.layernormalization26.beta", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule7.layernormalization26.gamma", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule7.layernormalization27.beta", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_self_att.bias", Copy) },
Weight { path: "submodule7.layernormalization27.gamma", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_self_att.weight", Copy) },
Weight { path: "submodule7.linear45.weight", shape: Some(&[1024, 4096]), source: Param("val_807", Copy) },
Weight { path: "submodule7.linear46.weight", shape: Some(&[4096, 1024]), source: Param("val_809", Copy) },
Weight { path: "submodule7.linear47.weight", shape: Some(&[1024, 4096]), source: Param("val_814", Copy) },
Weight { path: "submodule7.linear48.weight", shape: Some(&[4096, 1024]), source: Param("val_816", Copy) },
Weight { path: "submodule7.linear49.weight", shape: Some(&[1024, 1024]), source: Param("val_819", Copy) },
Weight { path: "submodule7.linear50.weight", shape: Some(&[1024, 1024]), source: Param("val_826", Copy) },
Weight { path: "submodule7.linear51.weight", shape: Some(&[1024, 1024]), source: Param("val_833", Copy) },
Weight { path: "submodule7.linear52.weight", shape: Some(&[1024, 1024]), source: Param("val_840", Copy) },
Weight { path: "submodule7.linear53.weight", shape: Some(&[1024, 1024]), source: Param("val_909", Copy) },
Weight { path: "submodule7.squeeze10", shape: Some(&[2048, 1024]), source: Param("encoder.layers.4.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule7.squeeze11", shape: Some(&[1024, 1024]), source: Param("encoder.layers.4.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule8.constant111", shape: Some(&[8, 128]), source: Param("encoder.layers.6.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule8.constant112", shape: Some(&[8, 128]), source: Param("encoder.layers.6.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule8.conv1d6.bias", shape: Some(&[1024]), source: Param("encoder.layers.5.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule8.conv1d6.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.5.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule8.layernormalization28.beta", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_conv.bias", Copy) },
Weight { path: "submodule8.layernormalization28.gamma", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_conv.weight", Copy) },
Weight { path: "submodule8.layernormalization29.beta", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule8.layernormalization29.gamma", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule8.layernormalization30.beta", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_out.bias", Copy) },
Weight { path: "submodule8.layernormalization30.gamma", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_out.weight", Copy) },
Weight { path: "submodule8.layernormalization31.beta", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule8.layernormalization31.gamma", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule8.layernormalization32.beta", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_self_att.bias", Copy) },
Weight { path: "submodule8.layernormalization32.gamma", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_self_att.weight", Copy) },
Weight { path: "submodule8.linear54.weight", shape: Some(&[1024, 4096]), source: Param("val_930", Copy) },
Weight { path: "submodule8.linear55.weight", shape: Some(&[4096, 1024]), source: Param("val_932", Copy) },
Weight { path: "submodule8.linear56.weight", shape: Some(&[1024, 4096]), source: Param("val_937", Copy) },
Weight { path: "submodule8.linear57.weight", shape: Some(&[4096, 1024]), source: Param("val_939", Copy) },
Weight { path: "submodule8.linear58.weight", shape: Some(&[1024, 1024]), source: Param("val_942", Copy) },
Weight { path: "submodule8.linear59.weight", shape: Some(&[1024, 1024]), source: Param("val_949", Copy) },
Weight { path: "submodule8.linear60.weight", shape: Some(&[1024, 1024]), source: Param("val_956", Copy) },
Weight { path: "submodule8.linear61.weight", shape: Some(&[1024, 1024]), source: Param("val_963", Copy) },
Weight { path: "submodule8.linear62.weight", shape: Some(&[1024, 1024]), source: Param("val_1032", Copy) },
Weight { path: "submodule8.squeeze12", shape: Some(&[2048, 1024]), source: Param("encoder.layers.5.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule8.squeeze13", shape: Some(&[1024, 1024]), source: Param("encoder.layers.5.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule9.constant126", shape: Some(&[8, 128]), source: Param("encoder.layers.7.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule9.constant127", shape: Some(&[8, 128]), source: Param("encoder.layers.7.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule9.conv1d7.bias", shape: Some(&[1024]), source: Param("encoder.layers.6.conv.depthwise_conv.weight_bias", Copy) },
Weight { path: "submodule9.conv1d7.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.6.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule9.layernormalization33.beta", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_conv.bias", Copy) },
Weight { path: "submodule9.layernormalization33.gamma", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_conv.weight", Copy) },
Weight { path: "submodule9.layernormalization34.beta", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule9.layernormalization34.gamma", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule9.layernormalization35.beta", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_out.bias", Copy) },
Weight { path: "submodule9.layernormalization35.gamma", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_out.weight", Copy) },
Weight { path: "submodule9.layernormalization36.beta", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule9.layernormalization36.gamma", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule9.layernormalization37.beta", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_self_att.bias", Copy) },
Weight { path: "submodule9.layernormalization37.gamma", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_self_att.weight", Copy) },
Weight { path: "submodule9.linear63.weight", shape: Some(&[1024, 4096]), source: Param("val_1053", Copy) },
Weight { path: "submodule9.linear64.weight", shape: Some(&[4096, 1024]), source: Param("val_1055", Copy) },
Weight { path: "submodule9.linear65.weight", shape: Some(&[1024, 4096]), source: Param("val_1060", Copy) },
Weight { path: "submodule9.linear66.weight", shape: Some(&[4096, 1024]), source: Param("val_1062", Copy) },
Weight { path: "submodule9.linear67.weight", shape: Some(&[1024, 1024]), source: Param("val_1065", Copy) },
Weight { path: "submodule9.linear68.weight", shape: Some(&[1024, 1024]), source: Param("val_1072", Copy) },
Weight { path: "submodule9.linear69.weight", shape: Some(&[1024, 1024]), source: Param("val_1079", Copy) },
Weight { path: "submodule9.linear70.weight", shape: Some(&[1024, 1024]), source: Param("val_1086", Copy) },
Weight { path: "submodule9.linear71.weight", shape: Some(&[1024, 1024]), source: Param("val_1155", Copy) },
Weight { path: "submodule9.squeeze14", shape: Some(&[2048, 1024]), source: Param("encoder.layers.6.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule9.squeeze15", shape: Some(&[1024, 1024]), source: Param("encoder.layers.6.conv.pointwise_conv2.weight", Copy) },
];