use crate::burn_backend::onnx::{Source::*, Transform::*, Weight};
pub(crate) const WEIGHTS: &[Weight] = &[
Weight { path: "submodule1.constant872", shape: Some(&[1]), source: Param("val_274", Copy) },
Weight { path: "submodule1.conv2d1.bias", shape: Some(&[256]), source: Param("encoder.pre_encode.conv.0.bias", Copy) },
Weight { path: "submodule1.conv2d1.weight", shape: Some(&[256, 1, 3, 3]), source: Param("encoder.pre_encode.conv.0.weight", Copy) },
Weight { path: "submodule1.conv2d2.bias", shape: Some(&[256]), source: Param("encoder.pre_encode.conv.2.bias", Copy) },
Weight { path: "submodule1.conv2d2.weight", shape: Some(&[256, 1, 3, 3]), source: Param("encoder.pre_encode.conv.2.weight", Copy) },
Weight { path: "submodule1.conv2d3.bias", shape: Some(&[256]), source: Param("encoder.pre_encode.conv.3.bias", Copy) },
Weight { path: "submodule1.conv2d3.weight", shape: Some(&[256, 256, 1, 1]), source: Param("encoder.pre_encode.conv.3.weight", Copy) },
Weight { path: "submodule1.conv2d4.bias", shape: Some(&[256]), source: Param("encoder.pre_encode.conv.5.bias", Copy) },
Weight { path: "submodule1.conv2d4.weight", shape: Some(&[256, 1, 3, 3]), source: Param("encoder.pre_encode.conv.5.weight", Copy) },
Weight { path: "submodule10.constant201", shape: Some(&[2048]), source: Param("encoder.layers.7.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule10.constant205", shape: Some(&[1024]), source: Param("encoder.layers.7.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule10.constant208", shape: Some(&[8, 128]), source: Param("encoder.layers.7.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule10.constant209", shape: Some(&[8, 128]), source: Param("encoder.layers.7.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule10.conv1d8.bias", shape: Some(&[1024]), source: Param("encoder.layers.7.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule10.conv1d8.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.7.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule10.layernormalization34.beta", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule10.layernormalization34.gamma", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule10.layernormalization35.beta", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_out.bias", Copy) },
Weight { path: "submodule10.layernormalization35.gamma", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_out.weight", Copy) },
Weight { path: "submodule10.layernormalization36.beta", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule10.layernormalization36.gamma", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule10.layernormalization37.beta", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_self_att.bias", Copy) },
Weight { path: "submodule10.layernormalization37.gamma", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_self_att.weight", Copy) },
Weight { path: "submodule10.layernormalization38.beta", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_conv.bias", Copy) },
Weight { path: "submodule10.layernormalization38.gamma", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_conv.weight", Copy) },
Weight { path: "submodule10.linear63.bias", shape: Some(&[4096]), source: Param("encoder.layers.6.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule10.linear63.weight", shape: Some(&[1024, 4096]), source: Param("val_1089", Copy) },
Weight { path: "submodule10.linear64.bias", shape: Some(&[1024]), source: Param("encoder.layers.6.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule10.linear64.weight", shape: Some(&[4096, 1024]), source: Param("val_1092", Copy) },
Weight { path: "submodule10.linear65.bias", shape: Some(&[4096]), source: Param("encoder.layers.7.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule10.linear65.weight", shape: Some(&[1024, 4096]), source: Param("val_1098", Copy) },
Weight { path: "submodule10.linear66.bias", shape: Some(&[1024]), source: Param("encoder.layers.7.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule10.linear66.weight", shape: Some(&[4096, 1024]), source: Param("val_1101", Copy) },
Weight { path: "submodule10.linear67.bias", shape: Some(&[1024]), source: Param("encoder.layers.7.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule10.linear67.weight", shape: Some(&[1024, 1024]), source: Param("val_1105", Copy) },
Weight { path: "submodule10.linear68.bias", shape: Some(&[1024]), source: Param("encoder.layers.7.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule10.linear68.weight", shape: Some(&[1024, 1024]), source: Param("val_1113", Copy) },
Weight { path: "submodule10.linear69.bias", shape: Some(&[1024]), source: Param("encoder.layers.7.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule10.linear69.weight", shape: Some(&[1024, 1024]), source: Param("val_1121", Copy) },
Weight { path: "submodule10.linear70.weight", shape: Some(&[1024, 1024]), source: Param("val_1129", Copy) },
Weight { path: "submodule10.linear71.bias", shape: Some(&[1024]), source: Param("encoder.layers.7.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule10.linear71.weight", shape: Some(&[1024, 1024]), source: Param("val_1198", Copy) },
Weight { path: "submodule10.squeeze16", shape: Some(&[2048, 1024]), source: Param("encoder.layers.7.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule10.squeeze17", shape: Some(&[1024, 1024]), source: Param("encoder.layers.7.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule11.constant227", shape: Some(&[2048]), source: Param("encoder.layers.8.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule11.constant231", shape: Some(&[1024]), source: Param("encoder.layers.8.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule11.constant234", shape: Some(&[8, 128]), source: Param("encoder.layers.8.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule11.constant235", shape: Some(&[8, 128]), source: Param("encoder.layers.8.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule11.conv1d9.bias", shape: Some(&[1024]), source: Param("encoder.layers.8.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule11.conv1d9.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.8.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule11.layernormalization39.beta", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule11.layernormalization39.gamma", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule11.layernormalization40.beta", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_out.bias", Copy) },
Weight { path: "submodule11.layernormalization40.gamma", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_out.weight", Copy) },
Weight { path: "submodule11.layernormalization41.beta", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule11.layernormalization41.gamma", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule11.layernormalization42.beta", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_self_att.bias", Copy) },
Weight { path: "submodule11.layernormalization42.gamma", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_self_att.weight", Copy) },
Weight { path: "submodule11.layernormalization43.beta", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_conv.bias", Copy) },
Weight { path: "submodule11.layernormalization43.gamma", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_conv.weight", Copy) },
Weight { path: "submodule11.linear72.bias", shape: Some(&[4096]), source: Param("encoder.layers.7.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule11.linear72.weight", shape: Some(&[1024, 4096]), source: Param("val_1217", Copy) },
Weight { path: "submodule11.linear73.bias", shape: Some(&[1024]), source: Param("encoder.layers.7.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule11.linear73.weight", shape: Some(&[4096, 1024]), source: Param("val_1220", Copy) },
Weight { path: "submodule11.linear74.bias", shape: Some(&[4096]), source: Param("encoder.layers.8.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule11.linear74.weight", shape: Some(&[1024, 4096]), source: Param("val_1226", Copy) },
Weight { path: "submodule11.linear75.bias", shape: Some(&[1024]), source: Param("encoder.layers.8.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule11.linear75.weight", shape: Some(&[4096, 1024]), source: Param("val_1229", Copy) },
Weight { path: "submodule11.linear76.bias", shape: Some(&[1024]), source: Param("encoder.layers.8.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule11.linear76.weight", shape: Some(&[1024, 1024]), source: Param("val_1233", Copy) },
Weight { path: "submodule11.linear77.bias", shape: Some(&[1024]), source: Param("encoder.layers.8.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule11.linear77.weight", shape: Some(&[1024, 1024]), source: Param("val_1241", Copy) },
Weight { path: "submodule11.linear78.bias", shape: Some(&[1024]), source: Param("encoder.layers.8.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule11.linear78.weight", shape: Some(&[1024, 1024]), source: Param("val_1249", Copy) },
Weight { path: "submodule11.linear79.weight", shape: Some(&[1024, 1024]), source: Param("val_1257", Copy) },
Weight { path: "submodule11.linear80.bias", shape: Some(&[1024]), source: Param("encoder.layers.8.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule11.linear80.weight", shape: Some(&[1024, 1024]), source: Param("val_1326", Copy) },
Weight { path: "submodule11.squeeze18", shape: Some(&[2048, 1024]), source: Param("encoder.layers.8.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule11.squeeze19", shape: Some(&[1024, 1024]), source: Param("encoder.layers.8.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule12.constant253", shape: Some(&[2048]), source: Param("encoder.layers.9.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule12.constant257", shape: Some(&[1024]), source: Param("encoder.layers.9.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule12.constant260", shape: Some(&[8, 128]), source: Param("encoder.layers.9.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule12.constant261", shape: Some(&[8, 128]), source: Param("encoder.layers.9.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule12.conv1d10.bias", shape: Some(&[1024]), source: Param("encoder.layers.9.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule12.conv1d10.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.9.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule12.layernormalization44.beta", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule12.layernormalization44.gamma", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule12.layernormalization45.beta", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_out.bias", Copy) },
Weight { path: "submodule12.layernormalization45.gamma", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_out.weight", Copy) },
Weight { path: "submodule12.layernormalization46.beta", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule12.layernormalization46.gamma", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule12.layernormalization47.beta", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_self_att.bias", Copy) },
Weight { path: "submodule12.layernormalization47.gamma", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_self_att.weight", Copy) },
Weight { path: "submodule12.layernormalization48.beta", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_conv.bias", Copy) },
Weight { path: "submodule12.layernormalization48.gamma", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_conv.weight", Copy) },
Weight { path: "submodule12.linear81.bias", shape: Some(&[4096]), source: Param("encoder.layers.8.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule12.linear81.weight", shape: Some(&[1024, 4096]), source: Param("val_1345", Copy) },
Weight { path: "submodule12.linear82.bias", shape: Some(&[1024]), source: Param("encoder.layers.8.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule12.linear82.weight", shape: Some(&[4096, 1024]), source: Param("val_1348", Copy) },
Weight { path: "submodule12.linear83.bias", shape: Some(&[4096]), source: Param("encoder.layers.9.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule12.linear83.weight", shape: Some(&[1024, 4096]), source: Param("val_1354", Copy) },
Weight { path: "submodule12.linear84.bias", shape: Some(&[1024]), source: Param("encoder.layers.9.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule12.linear84.weight", shape: Some(&[4096, 1024]), source: Param("val_1357", Copy) },
Weight { path: "submodule12.linear85.bias", shape: Some(&[1024]), source: Param("encoder.layers.9.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule12.linear85.weight", shape: Some(&[1024, 1024]), source: Param("val_1361", Copy) },
Weight { path: "submodule12.linear86.bias", shape: Some(&[1024]), source: Param("encoder.layers.9.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule12.linear86.weight", shape: Some(&[1024, 1024]), source: Param("val_1369", Copy) },
Weight { path: "submodule12.linear87.bias", shape: Some(&[1024]), source: Param("encoder.layers.9.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule12.linear87.weight", shape: Some(&[1024, 1024]), source: Param("val_1377", Copy) },
Weight { path: "submodule12.linear88.weight", shape: Some(&[1024, 1024]), source: Param("val_1385", Copy) },
Weight { path: "submodule12.linear89.bias", shape: Some(&[1024]), source: Param("encoder.layers.9.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule12.linear89.weight", shape: Some(&[1024, 1024]), source: Param("val_1454", Copy) },
Weight { path: "submodule12.squeeze20", shape: Some(&[2048, 1024]), source: Param("encoder.layers.9.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule12.squeeze21", shape: Some(&[1024, 1024]), source: Param("encoder.layers.9.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule13.constant279", shape: Some(&[2048]), source: Param("encoder.layers.10.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule13.constant283", shape: Some(&[1024]), source: Param("encoder.layers.10.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule13.constant286", shape: Some(&[8, 128]), source: Param("encoder.layers.10.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule13.constant287", shape: Some(&[8, 128]), source: Param("encoder.layers.10.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule13.conv1d11.bias", shape: Some(&[1024]), source: Param("encoder.layers.10.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule13.conv1d11.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.10.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule13.layernormalization49.beta", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule13.layernormalization49.gamma", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule13.layernormalization50.beta", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_out.bias", Copy) },
Weight { path: "submodule13.layernormalization50.gamma", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_out.weight", Copy) },
Weight { path: "submodule13.layernormalization51.beta", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule13.layernormalization51.gamma", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule13.layernormalization52.beta", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_self_att.bias", Copy) },
Weight { path: "submodule13.layernormalization52.gamma", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_self_att.weight", Copy) },
Weight { path: "submodule13.layernormalization53.beta", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_conv.bias", Copy) },
Weight { path: "submodule13.layernormalization53.gamma", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_conv.weight", Copy) },
Weight { path: "submodule13.linear90.bias", shape: Some(&[4096]), source: Param("encoder.layers.9.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule13.linear90.weight", shape: Some(&[1024, 4096]), source: Param("val_1473", Copy) },
Weight { path: "submodule13.linear91.bias", shape: Some(&[1024]), source: Param("encoder.layers.9.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule13.linear91.weight", shape: Some(&[4096, 1024]), source: Param("val_1476", Copy) },
Weight { path: "submodule13.linear92.bias", shape: Some(&[4096]), source: Param("encoder.layers.10.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule13.linear92.weight", shape: Some(&[1024, 4096]), source: Param("val_1482", Copy) },
Weight { path: "submodule13.linear93.bias", shape: Some(&[1024]), source: Param("encoder.layers.10.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule13.linear93.weight", shape: Some(&[4096, 1024]), source: Param("val_1485", Copy) },
Weight { path: "submodule13.linear94.bias", shape: Some(&[1024]), source: Param("encoder.layers.10.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule13.linear94.weight", shape: Some(&[1024, 1024]), source: Param("val_1489", Copy) },
Weight { path: "submodule13.linear95.bias", shape: Some(&[1024]), source: Param("encoder.layers.10.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule13.linear95.weight", shape: Some(&[1024, 1024]), source: Param("val_1497", Copy) },
Weight { path: "submodule13.linear96.bias", shape: Some(&[1024]), source: Param("encoder.layers.10.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule13.linear96.weight", shape: Some(&[1024, 1024]), source: Param("val_1505", Copy) },
Weight { path: "submodule13.linear97.weight", shape: Some(&[1024, 1024]), source: Param("val_1513", Copy) },
Weight { path: "submodule13.linear98.bias", shape: Some(&[1024]), source: Param("encoder.layers.10.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule13.linear98.weight", shape: Some(&[1024, 1024]), source: Param("val_1582", Copy) },
Weight { path: "submodule13.squeeze22", shape: Some(&[2048, 1024]), source: Param("encoder.layers.10.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule13.squeeze23", shape: Some(&[1024, 1024]), source: Param("encoder.layers.10.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule14.constant305", shape: Some(&[2048]), source: Param("encoder.layers.11.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule14.constant309", shape: Some(&[1024]), source: Param("encoder.layers.11.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule14.constant312", shape: Some(&[8, 128]), source: Param("encoder.layers.11.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule14.constant313", shape: Some(&[8, 128]), source: Param("encoder.layers.11.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule14.conv1d12.bias", shape: Some(&[1024]), source: Param("encoder.layers.11.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule14.conv1d12.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.11.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule14.layernormalization54.beta", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule14.layernormalization54.gamma", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule14.layernormalization55.beta", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_out.bias", Copy) },
Weight { path: "submodule14.layernormalization55.gamma", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_out.weight", Copy) },
Weight { path: "submodule14.layernormalization56.beta", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule14.layernormalization56.gamma", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule14.layernormalization57.beta", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_self_att.bias", Copy) },
Weight { path: "submodule14.layernormalization57.gamma", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_self_att.weight", Copy) },
Weight { path: "submodule14.layernormalization58.beta", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_conv.bias", Copy) },
Weight { path: "submodule14.layernormalization58.gamma", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_conv.weight", Copy) },
Weight { path: "submodule14.linear100.bias", shape: Some(&[1024]), source: Param("encoder.layers.10.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule14.linear100.weight", shape: Some(&[4096, 1024]), source: Param("val_1604", Copy) },
Weight { path: "submodule14.linear101.bias", shape: Some(&[4096]), source: Param("encoder.layers.11.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule14.linear101.weight", shape: Some(&[1024, 4096]), source: Param("val_1610", Copy) },
Weight { path: "submodule14.linear102.bias", shape: Some(&[1024]), source: Param("encoder.layers.11.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule14.linear102.weight", shape: Some(&[4096, 1024]), source: Param("val_1613", Copy) },
Weight { path: "submodule14.linear103.bias", shape: Some(&[1024]), source: Param("encoder.layers.11.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule14.linear103.weight", shape: Some(&[1024, 1024]), source: Param("val_1617", Copy) },
Weight { path: "submodule14.linear104.bias", shape: Some(&[1024]), source: Param("encoder.layers.11.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule14.linear104.weight", shape: Some(&[1024, 1024]), source: Param("val_1625", Copy) },
Weight { path: "submodule14.linear105.bias", shape: Some(&[1024]), source: Param("encoder.layers.11.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule14.linear105.weight", shape: Some(&[1024, 1024]), source: Param("val_1633", Copy) },
Weight { path: "submodule14.linear106.weight", shape: Some(&[1024, 1024]), source: Param("val_1641", Copy) },
Weight { path: "submodule14.linear107.bias", shape: Some(&[1024]), source: Param("encoder.layers.11.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule14.linear107.weight", shape: Some(&[1024, 1024]), source: Param("val_1710", Copy) },
Weight { path: "submodule14.linear99.bias", shape: Some(&[4096]), source: Param("encoder.layers.10.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule14.linear99.weight", shape: Some(&[1024, 4096]), source: Param("val_1601", Copy) },
Weight { path: "submodule14.squeeze24", shape: Some(&[2048, 1024]), source: Param("encoder.layers.11.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule14.squeeze25", shape: Some(&[1024, 1024]), source: Param("encoder.layers.11.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule15.constant331", shape: Some(&[2048]), source: Param("encoder.layers.12.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule15.constant335", shape: Some(&[1024]), source: Param("encoder.layers.12.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule15.constant338", shape: Some(&[8, 128]), source: Param("encoder.layers.12.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule15.constant339", shape: Some(&[8, 128]), source: Param("encoder.layers.12.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule15.conv1d13.bias", shape: Some(&[1024]), source: Param("encoder.layers.12.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule15.conv1d13.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.12.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule15.layernormalization59.beta", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule15.layernormalization59.gamma", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule15.layernormalization60.beta", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_out.bias", Copy) },
Weight { path: "submodule15.layernormalization60.gamma", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_out.weight", Copy) },
Weight { path: "submodule15.layernormalization61.beta", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule15.layernormalization61.gamma", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule15.layernormalization62.beta", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_self_att.bias", Copy) },
Weight { path: "submodule15.layernormalization62.gamma", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_self_att.weight", Copy) },
Weight { path: "submodule15.layernormalization63.beta", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_conv.bias", Copy) },
Weight { path: "submodule15.layernormalization63.gamma", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_conv.weight", Copy) },
Weight { path: "submodule15.linear108.bias", shape: Some(&[4096]), source: Param("encoder.layers.11.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule15.linear108.weight", shape: Some(&[1024, 4096]), source: Param("val_1729", Copy) },
Weight { path: "submodule15.linear109.bias", shape: Some(&[1024]), source: Param("encoder.layers.11.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule15.linear109.weight", shape: Some(&[4096, 1024]), source: Param("val_1732", Copy) },
Weight { path: "submodule15.linear110.bias", shape: Some(&[4096]), source: Param("encoder.layers.12.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule15.linear110.weight", shape: Some(&[1024, 4096]), source: Param("val_1738", Copy) },
Weight { path: "submodule15.linear111.bias", shape: Some(&[1024]), source: Param("encoder.layers.12.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule15.linear111.weight", shape: Some(&[4096, 1024]), source: Param("val_1741", Copy) },
Weight { path: "submodule15.linear112.bias", shape: Some(&[1024]), source: Param("encoder.layers.12.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule15.linear112.weight", shape: Some(&[1024, 1024]), source: Param("val_1745", Copy) },
Weight { path: "submodule15.linear113.bias", shape: Some(&[1024]), source: Param("encoder.layers.12.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule15.linear113.weight", shape: Some(&[1024, 1024]), source: Param("val_1753", Copy) },
Weight { path: "submodule15.linear114.bias", shape: Some(&[1024]), source: Param("encoder.layers.12.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule15.linear114.weight", shape: Some(&[1024, 1024]), source: Param("val_1761", Copy) },
Weight { path: "submodule15.linear115.weight", shape: Some(&[1024, 1024]), source: Param("val_1769", Copy) },
Weight { path: "submodule15.linear116.bias", shape: Some(&[1024]), source: Param("encoder.layers.12.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule15.linear116.weight", shape: Some(&[1024, 1024]), source: Param("val_1838", Copy) },
Weight { path: "submodule15.squeeze26", shape: Some(&[2048, 1024]), source: Param("encoder.layers.12.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule15.squeeze27", shape: Some(&[1024, 1024]), source: Param("encoder.layers.12.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule16.constant357", shape: Some(&[2048]), source: Param("encoder.layers.13.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule16.constant361", shape: Some(&[1024]), source: Param("encoder.layers.13.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule16.constant364", shape: Some(&[8, 128]), source: Param("encoder.layers.13.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule16.constant365", shape: Some(&[8, 128]), source: Param("encoder.layers.13.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule16.conv1d14.bias", shape: Some(&[1024]), source: Param("encoder.layers.13.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule16.conv1d14.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.13.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule16.layernormalization64.beta", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule16.layernormalization64.gamma", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule16.layernormalization65.beta", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_out.bias", Copy) },
Weight { path: "submodule16.layernormalization65.gamma", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_out.weight", Copy) },
Weight { path: "submodule16.layernormalization66.beta", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule16.layernormalization66.gamma", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule16.layernormalization67.beta", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_self_att.bias", Copy) },
Weight { path: "submodule16.layernormalization67.gamma", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_self_att.weight", Copy) },
Weight { path: "submodule16.layernormalization68.beta", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_conv.bias", Copy) },
Weight { path: "submodule16.layernormalization68.gamma", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_conv.weight", Copy) },
Weight { path: "submodule16.linear117.bias", shape: Some(&[4096]), source: Param("encoder.layers.12.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule16.linear117.weight", shape: Some(&[1024, 4096]), source: Param("val_1857", Copy) },
Weight { path: "submodule16.linear118.bias", shape: Some(&[1024]), source: Param("encoder.layers.12.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule16.linear118.weight", shape: Some(&[4096, 1024]), source: Param("val_1860", Copy) },
Weight { path: "submodule16.linear119.bias", shape: Some(&[4096]), source: Param("encoder.layers.13.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule16.linear119.weight", shape: Some(&[1024, 4096]), source: Param("val_1866", Copy) },
Weight { path: "submodule16.linear120.bias", shape: Some(&[1024]), source: Param("encoder.layers.13.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule16.linear120.weight", shape: Some(&[4096, 1024]), source: Param("val_1869", Copy) },
Weight { path: "submodule16.linear121.bias", shape: Some(&[1024]), source: Param("encoder.layers.13.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule16.linear121.weight", shape: Some(&[1024, 1024]), source: Param("val_1873", Copy) },
Weight { path: "submodule16.linear122.bias", shape: Some(&[1024]), source: Param("encoder.layers.13.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule16.linear122.weight", shape: Some(&[1024, 1024]), source: Param("val_1881", Copy) },
Weight { path: "submodule16.linear123.bias", shape: Some(&[1024]), source: Param("encoder.layers.13.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule16.linear123.weight", shape: Some(&[1024, 1024]), source: Param("val_1889", Copy) },
Weight { path: "submodule16.linear124.weight", shape: Some(&[1024, 1024]), source: Param("val_1897", Copy) },
Weight { path: "submodule16.linear125.bias", shape: Some(&[1024]), source: Param("encoder.layers.13.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule16.linear125.weight", shape: Some(&[1024, 1024]), source: Param("val_1966", Copy) },
Weight { path: "submodule16.squeeze28", shape: Some(&[2048, 1024]), source: Param("encoder.layers.13.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule16.squeeze29", shape: Some(&[1024, 1024]), source: Param("encoder.layers.13.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule17.constant383", shape: Some(&[2048]), source: Param("encoder.layers.14.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule17.constant387", shape: Some(&[1024]), source: Param("encoder.layers.14.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule17.constant390", shape: Some(&[8, 128]), source: Param("encoder.layers.14.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule17.constant391", shape: Some(&[8, 128]), source: Param("encoder.layers.14.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule17.conv1d15.bias", shape: Some(&[1024]), source: Param("encoder.layers.14.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule17.conv1d15.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.14.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule17.layernormalization69.beta", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule17.layernormalization69.gamma", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule17.layernormalization70.beta", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_out.bias", Copy) },
Weight { path: "submodule17.layernormalization70.gamma", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_out.weight", Copy) },
Weight { path: "submodule17.layernormalization71.beta", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule17.layernormalization71.gamma", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule17.layernormalization72.beta", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_self_att.bias", Copy) },
Weight { path: "submodule17.layernormalization72.gamma", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_self_att.weight", Copy) },
Weight { path: "submodule17.layernormalization73.beta", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_conv.bias", Copy) },
Weight { path: "submodule17.layernormalization73.gamma", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_conv.weight", Copy) },
Weight { path: "submodule17.linear126.bias", shape: Some(&[4096]), source: Param("encoder.layers.13.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule17.linear126.weight", shape: Some(&[1024, 4096]), source: Param("val_1985", Copy) },
Weight { path: "submodule17.linear127.bias", shape: Some(&[1024]), source: Param("encoder.layers.13.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule17.linear127.weight", shape: Some(&[4096, 1024]), source: Param("val_1988", Copy) },
Weight { path: "submodule17.linear128.bias", shape: Some(&[4096]), source: Param("encoder.layers.14.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule17.linear128.weight", shape: Some(&[1024, 4096]), source: Param("val_1994", Copy) },
Weight { path: "submodule17.linear129.bias", shape: Some(&[1024]), source: Param("encoder.layers.14.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule17.linear129.weight", shape: Some(&[4096, 1024]), source: Param("val_1997", Copy) },
Weight { path: "submodule17.linear130.bias", shape: Some(&[1024]), source: Param("encoder.layers.14.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule17.linear130.weight", shape: Some(&[1024, 1024]), source: Param("val_2001", Copy) },
Weight { path: "submodule17.linear131.bias", shape: Some(&[1024]), source: Param("encoder.layers.14.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule17.linear131.weight", shape: Some(&[1024, 1024]), source: Param("val_2009", Copy) },
Weight { path: "submodule17.linear132.bias", shape: Some(&[1024]), source: Param("encoder.layers.14.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule17.linear132.weight", shape: Some(&[1024, 1024]), source: Param("val_2017", Copy) },
Weight { path: "submodule17.linear133.weight", shape: Some(&[1024, 1024]), source: Param("val_2025", Copy) },
Weight { path: "submodule17.linear134.bias", shape: Some(&[1024]), source: Param("encoder.layers.14.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule17.linear134.weight", shape: Some(&[1024, 1024]), source: Param("val_2094", Copy) },
Weight { path: "submodule17.squeeze30", shape: Some(&[2048, 1024]), source: Param("encoder.layers.14.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule17.squeeze31", shape: Some(&[1024, 1024]), source: Param("encoder.layers.14.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule18.constant409", shape: Some(&[2048]), source: Param("encoder.layers.15.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule18.constant413", shape: Some(&[1024]), source: Param("encoder.layers.15.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule18.constant416", shape: Some(&[8, 128]), source: Param("encoder.layers.15.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule18.constant417", shape: Some(&[8, 128]), source: Param("encoder.layers.15.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule18.conv1d16.bias", shape: Some(&[1024]), source: Param("encoder.layers.15.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule18.conv1d16.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.15.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule18.layernormalization74.beta", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule18.layernormalization74.gamma", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule18.layernormalization75.beta", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_out.bias", Copy) },
Weight { path: "submodule18.layernormalization75.gamma", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_out.weight", Copy) },
Weight { path: "submodule18.layernormalization76.beta", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule18.layernormalization76.gamma", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule18.layernormalization77.beta", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_self_att.bias", Copy) },
Weight { path: "submodule18.layernormalization77.gamma", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_self_att.weight", Copy) },
Weight { path: "submodule18.layernormalization78.beta", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_conv.bias", Copy) },
Weight { path: "submodule18.layernormalization78.gamma", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_conv.weight", Copy) },
Weight { path: "submodule18.linear135.bias", shape: Some(&[4096]), source: Param("encoder.layers.14.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule18.linear135.weight", shape: Some(&[1024, 4096]), source: Param("val_2113", Copy) },
Weight { path: "submodule18.linear136.bias", shape: Some(&[1024]), source: Param("encoder.layers.14.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule18.linear136.weight", shape: Some(&[4096, 1024]), source: Param("val_2116", Copy) },
Weight { path: "submodule18.linear137.bias", shape: Some(&[4096]), source: Param("encoder.layers.15.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule18.linear137.weight", shape: Some(&[1024, 4096]), source: Param("val_2122", Copy) },
Weight { path: "submodule18.linear138.bias", shape: Some(&[1024]), source: Param("encoder.layers.15.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule18.linear138.weight", shape: Some(&[4096, 1024]), source: Param("val_2125", Copy) },
Weight { path: "submodule18.linear139.bias", shape: Some(&[1024]), source: Param("encoder.layers.15.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule18.linear139.weight", shape: Some(&[1024, 1024]), source: Param("val_2129", Copy) },
Weight { path: "submodule18.linear140.bias", shape: Some(&[1024]), source: Param("encoder.layers.15.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule18.linear140.weight", shape: Some(&[1024, 1024]), source: Param("val_2137", Copy) },
Weight { path: "submodule18.linear141.bias", shape: Some(&[1024]), source: Param("encoder.layers.15.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule18.linear141.weight", shape: Some(&[1024, 1024]), source: Param("val_2145", Copy) },
Weight { path: "submodule18.linear142.weight", shape: Some(&[1024, 1024]), source: Param("val_2153", Copy) },
Weight { path: "submodule18.linear143.bias", shape: Some(&[1024]), source: Param("encoder.layers.15.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule18.linear143.weight", shape: Some(&[1024, 1024]), source: Param("val_2222", Copy) },
Weight { path: "submodule18.squeeze32", shape: Some(&[2048, 1024]), source: Param("encoder.layers.15.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule18.squeeze33", shape: Some(&[1024, 1024]), source: Param("encoder.layers.15.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule19.constant435", shape: Some(&[2048]), source: Param("encoder.layers.16.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule19.constant439", shape: Some(&[1024]), source: Param("encoder.layers.16.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule19.constant442", shape: Some(&[8, 128]), source: Param("encoder.layers.16.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule19.constant443", shape: Some(&[8, 128]), source: Param("encoder.layers.16.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule19.conv1d17.bias", shape: Some(&[1024]), source: Param("encoder.layers.16.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule19.conv1d17.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.16.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule19.layernormalization79.beta", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule19.layernormalization79.gamma", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule19.layernormalization80.beta", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_out.bias", Copy) },
Weight { path: "submodule19.layernormalization80.gamma", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_out.weight", Copy) },
Weight { path: "submodule19.layernormalization81.beta", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule19.layernormalization81.gamma", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule19.layernormalization82.beta", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_self_att.bias", Copy) },
Weight { path: "submodule19.layernormalization82.gamma", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_self_att.weight", Copy) },
Weight { path: "submodule19.layernormalization83.beta", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_conv.bias", Copy) },
Weight { path: "submodule19.layernormalization83.gamma", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_conv.weight", Copy) },
Weight { path: "submodule19.linear144.bias", shape: Some(&[4096]), source: Param("encoder.layers.15.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule19.linear144.weight", shape: Some(&[1024, 4096]), source: Param("val_2241", Copy) },
Weight { path: "submodule19.linear145.bias", shape: Some(&[1024]), source: Param("encoder.layers.15.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule19.linear145.weight", shape: Some(&[4096, 1024]), source: Param("val_2244", Copy) },
Weight { path: "submodule19.linear146.bias", shape: Some(&[4096]), source: Param("encoder.layers.16.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule19.linear146.weight", shape: Some(&[1024, 4096]), source: Param("val_2250", Copy) },
Weight { path: "submodule19.linear147.bias", shape: Some(&[1024]), source: Param("encoder.layers.16.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule19.linear147.weight", shape: Some(&[4096, 1024]), source: Param("val_2253", Copy) },
Weight { path: "submodule19.linear148.bias", shape: Some(&[1024]), source: Param("encoder.layers.16.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule19.linear148.weight", shape: Some(&[1024, 1024]), source: Param("val_2257", Copy) },
Weight { path: "submodule19.linear149.bias", shape: Some(&[1024]), source: Param("encoder.layers.16.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule19.linear149.weight", shape: Some(&[1024, 1024]), source: Param("val_2265", Copy) },
Weight { path: "submodule19.linear150.bias", shape: Some(&[1024]), source: Param("encoder.layers.16.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule19.linear150.weight", shape: Some(&[1024, 1024]), source: Param("val_2273", Copy) },
Weight { path: "submodule19.linear151.weight", shape: Some(&[1024, 1024]), source: Param("val_2281", Copy) },
Weight { path: "submodule19.linear152.bias", shape: Some(&[1024]), source: Param("encoder.layers.16.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule19.linear152.weight", shape: Some(&[1024, 1024]), source: Param("val_2350", Copy) },
Weight { path: "submodule19.squeeze34", shape: Some(&[2048, 1024]), source: Param("encoder.layers.16.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule19.squeeze35", shape: Some(&[1024, 1024]), source: Param("encoder.layers.16.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule2.constant638", shape: Some(&[1, 9999, 1024]), source: Param("encoder.pos_enc.pe", Copy) },
Weight { path: "submodule2.constant879", shape: Some(&[1]), source: Param("val_147", Copy) },
Weight { path: "submodule2.constant882", shape: Some(&[1]), source: Param("val_200", Copy) },
Weight { path: "submodule2.conv2d5.bias", shape: Some(&[256]), source: Param("encoder.pre_encode.conv.6.bias", Copy) },
Weight { path: "submodule2.conv2d5.weight", shape: Some(&[256, 256, 1, 1]), source: Param("encoder.pre_encode.conv.6.weight", Copy) },
Weight { path: "submodule2.layernormalization1.beta", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule2.layernormalization1.gamma", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule2.layernormalization2.beta", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_self_att.bias", Copy) },
Weight { path: "submodule2.layernormalization2.gamma", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_self_att.weight", Copy) },
Weight { path: "submodule2.linear1.bias", shape: Some(&[1024]), source: Param("encoder.pre_encode.out.bias", Copy) },
Weight { path: "submodule2.linear1.weight", shape: Some(&[2560, 1024]), source: Param("val_145", Copy) },
Weight { path: "submodule2.linear2.bias", shape: Some(&[4096]), source: Param("encoder.layers.0.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule2.linear2.weight", shape: Some(&[1024, 4096]), source: Param("val_195", Copy) },
Weight { path: "submodule2.linear3.bias", shape: Some(&[1024]), source: Param("encoder.layers.0.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule2.linear3.weight", shape: Some(&[4096, 1024]), source: Param("val_198", Copy) },
Weight { path: "submodule2.linear4.bias", shape: Some(&[1024]), source: Param("encoder.layers.0.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule2.linear4.weight", shape: Some(&[1024, 1024]), source: Param("val_203", Copy) },
Weight { path: "submodule20.constant461", shape: Some(&[2048]), source: Param("encoder.layers.17.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule20.constant465", shape: Some(&[1024]), source: Param("encoder.layers.17.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule20.constant468", shape: Some(&[8, 128]), source: Param("encoder.layers.17.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule20.constant469", shape: Some(&[8, 128]), source: Param("encoder.layers.17.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule20.conv1d18.bias", shape: Some(&[1024]), source: Param("encoder.layers.17.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule20.conv1d18.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.17.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule20.layernormalization84.beta", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule20.layernormalization84.gamma", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule20.layernormalization85.beta", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_out.bias", Copy) },
Weight { path: "submodule20.layernormalization85.gamma", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_out.weight", Copy) },
Weight { path: "submodule20.layernormalization86.beta", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule20.layernormalization86.gamma", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule20.layernormalization87.beta", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_self_att.bias", Copy) },
Weight { path: "submodule20.layernormalization87.gamma", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_self_att.weight", Copy) },
Weight { path: "submodule20.layernormalization88.beta", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_conv.bias", Copy) },
Weight { path: "submodule20.layernormalization88.gamma", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_conv.weight", Copy) },
Weight { path: "submodule20.linear153.bias", shape: Some(&[4096]), source: Param("encoder.layers.16.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule20.linear153.weight", shape: Some(&[1024, 4096]), source: Param("val_2369", Copy) },
Weight { path: "submodule20.linear154.bias", shape: Some(&[1024]), source: Param("encoder.layers.16.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule20.linear154.weight", shape: Some(&[4096, 1024]), source: Param("val_2372", Copy) },
Weight { path: "submodule20.linear155.bias", shape: Some(&[4096]), source: Param("encoder.layers.17.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule20.linear155.weight", shape: Some(&[1024, 4096]), source: Param("val_2378", Copy) },
Weight { path: "submodule20.linear156.bias", shape: Some(&[1024]), source: Param("encoder.layers.17.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule20.linear156.weight", shape: Some(&[4096, 1024]), source: Param("val_2381", Copy) },
Weight { path: "submodule20.linear157.bias", shape: Some(&[1024]), source: Param("encoder.layers.17.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule20.linear157.weight", shape: Some(&[1024, 1024]), source: Param("val_2385", Copy) },
Weight { path: "submodule20.linear158.bias", shape: Some(&[1024]), source: Param("encoder.layers.17.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule20.linear158.weight", shape: Some(&[1024, 1024]), source: Param("val_2393", Copy) },
Weight { path: "submodule20.linear159.bias", shape: Some(&[1024]), source: Param("encoder.layers.17.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule20.linear159.weight", shape: Some(&[1024, 1024]), source: Param("val_2401", Copy) },
Weight { path: "submodule20.linear160.weight", shape: Some(&[1024, 1024]), source: Param("val_2409", Copy) },
Weight { path: "submodule20.linear161.bias", shape: Some(&[1024]), source: Param("encoder.layers.17.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule20.linear161.weight", shape: Some(&[1024, 1024]), source: Param("val_2478", Copy) },
Weight { path: "submodule20.squeeze36", shape: Some(&[2048, 1024]), source: Param("encoder.layers.17.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule20.squeeze37", shape: Some(&[1024, 1024]), source: Param("encoder.layers.17.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule21.constant487", shape: Some(&[2048]), source: Param("encoder.layers.18.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule21.constant491", shape: Some(&[1024]), source: Param("encoder.layers.18.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule21.constant494", shape: Some(&[8, 128]), source: Param("encoder.layers.18.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule21.constant495", shape: Some(&[8, 128]), source: Param("encoder.layers.18.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule21.conv1d19.bias", shape: Some(&[1024]), source: Param("encoder.layers.18.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule21.conv1d19.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.18.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule21.layernormalization89.beta", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule21.layernormalization89.gamma", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule21.layernormalization90.beta", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_out.bias", Copy) },
Weight { path: "submodule21.layernormalization90.gamma", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_out.weight", Copy) },
Weight { path: "submodule21.layernormalization91.beta", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule21.layernormalization91.gamma", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule21.layernormalization92.beta", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_self_att.bias", Copy) },
Weight { path: "submodule21.layernormalization92.gamma", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_self_att.weight", Copy) },
Weight { path: "submodule21.layernormalization93.beta", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_conv.bias", Copy) },
Weight { path: "submodule21.layernormalization93.gamma", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_conv.weight", Copy) },
Weight { path: "submodule21.linear162.bias", shape: Some(&[4096]), source: Param("encoder.layers.17.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule21.linear162.weight", shape: Some(&[1024, 4096]), source: Param("val_2497", Copy) },
Weight { path: "submodule21.linear163.bias", shape: Some(&[1024]), source: Param("encoder.layers.17.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule21.linear163.weight", shape: Some(&[4096, 1024]), source: Param("val_2500", Copy) },
Weight { path: "submodule21.linear164.bias", shape: Some(&[4096]), source: Param("encoder.layers.18.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule21.linear164.weight", shape: Some(&[1024, 4096]), source: Param("val_2506", Copy) },
Weight { path: "submodule21.linear165.bias", shape: Some(&[1024]), source: Param("encoder.layers.18.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule21.linear165.weight", shape: Some(&[4096, 1024]), source: Param("val_2509", Copy) },
Weight { path: "submodule21.linear166.bias", shape: Some(&[1024]), source: Param("encoder.layers.18.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule21.linear166.weight", shape: Some(&[1024, 1024]), source: Param("val_2513", Copy) },
Weight { path: "submodule21.linear167.bias", shape: Some(&[1024]), source: Param("encoder.layers.18.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule21.linear167.weight", shape: Some(&[1024, 1024]), source: Param("val_2521", Copy) },
Weight { path: "submodule21.linear168.bias", shape: Some(&[1024]), source: Param("encoder.layers.18.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule21.linear168.weight", shape: Some(&[1024, 1024]), source: Param("val_2529", Copy) },
Weight { path: "submodule21.linear169.weight", shape: Some(&[1024, 1024]), source: Param("val_2537", Copy) },
Weight { path: "submodule21.linear170.bias", shape: Some(&[1024]), source: Param("encoder.layers.18.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule21.linear170.weight", shape: Some(&[1024, 1024]), source: Param("val_2606", Copy) },
Weight { path: "submodule21.squeeze38", shape: Some(&[2048, 1024]), source: Param("encoder.layers.18.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule21.squeeze39", shape: Some(&[1024, 1024]), source: Param("encoder.layers.18.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule22.constant513", shape: Some(&[2048]), source: Param("encoder.layers.19.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule22.constant517", shape: Some(&[1024]), source: Param("encoder.layers.19.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule22.constant520", shape: Some(&[8, 128]), source: Param("encoder.layers.19.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule22.constant521", shape: Some(&[8, 128]), source: Param("encoder.layers.19.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule22.conv1d20.bias", shape: Some(&[1024]), source: Param("encoder.layers.19.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule22.conv1d20.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.19.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule22.layernormalization94.beta", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule22.layernormalization94.gamma", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule22.layernormalization95.beta", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_out.bias", Copy) },
Weight { path: "submodule22.layernormalization95.gamma", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_out.weight", Copy) },
Weight { path: "submodule22.layernormalization96.beta", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule22.layernormalization96.gamma", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule22.layernormalization97.beta", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_self_att.bias", Copy) },
Weight { path: "submodule22.layernormalization97.gamma", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_self_att.weight", Copy) },
Weight { path: "submodule22.layernormalization98.beta", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_conv.bias", Copy) },
Weight { path: "submodule22.layernormalization98.gamma", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_conv.weight", Copy) },
Weight { path: "submodule22.linear171.bias", shape: Some(&[4096]), source: Param("encoder.layers.18.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule22.linear171.weight", shape: Some(&[1024, 4096]), source: Param("val_2625", Copy) },
Weight { path: "submodule22.linear172.bias", shape: Some(&[1024]), source: Param("encoder.layers.18.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule22.linear172.weight", shape: Some(&[4096, 1024]), source: Param("val_2628", Copy) },
Weight { path: "submodule22.linear173.bias", shape: Some(&[4096]), source: Param("encoder.layers.19.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule22.linear173.weight", shape: Some(&[1024, 4096]), source: Param("val_2634", Copy) },
Weight { path: "submodule22.linear174.bias", shape: Some(&[1024]), source: Param("encoder.layers.19.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule22.linear174.weight", shape: Some(&[4096, 1024]), source: Param("val_2637", Copy) },
Weight { path: "submodule22.linear175.bias", shape: Some(&[1024]), source: Param("encoder.layers.19.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule22.linear175.weight", shape: Some(&[1024, 1024]), source: Param("val_2641", Copy) },
Weight { path: "submodule22.linear176.bias", shape: Some(&[1024]), source: Param("encoder.layers.19.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule22.linear176.weight", shape: Some(&[1024, 1024]), source: Param("val_2649", Copy) },
Weight { path: "submodule22.linear177.bias", shape: Some(&[1024]), source: Param("encoder.layers.19.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule22.linear177.weight", shape: Some(&[1024, 1024]), source: Param("val_2657", Copy) },
Weight { path: "submodule22.linear178.weight", shape: Some(&[1024, 1024]), source: Param("val_2665", Copy) },
Weight { path: "submodule22.linear179.bias", shape: Some(&[1024]), source: Param("encoder.layers.19.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule22.linear179.weight", shape: Some(&[1024, 1024]), source: Param("val_2734", Copy) },
Weight { path: "submodule22.squeeze40", shape: Some(&[2048, 1024]), source: Param("encoder.layers.19.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule22.squeeze41", shape: Some(&[1024, 1024]), source: Param("encoder.layers.19.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule23.constant539", shape: Some(&[2048]), source: Param("encoder.layers.20.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule23.constant543", shape: Some(&[1024]), source: Param("encoder.layers.20.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule23.constant546", shape: Some(&[8, 128]), source: Param("encoder.layers.20.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule23.constant547", shape: Some(&[8, 128]), source: Param("encoder.layers.20.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule23.conv1d21.bias", shape: Some(&[1024]), source: Param("encoder.layers.20.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule23.conv1d21.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.20.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule23.layernormalization100.beta", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_out.bias", Copy) },
Weight { path: "submodule23.layernormalization100.gamma", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_out.weight", Copy) },
Weight { path: "submodule23.layernormalization101.beta", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule23.layernormalization101.gamma", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule23.layernormalization102.beta", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_self_att.bias", Copy) },
Weight { path: "submodule23.layernormalization102.gamma", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_self_att.weight", Copy) },
Weight { path: "submodule23.layernormalization103.beta", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_conv.bias", Copy) },
Weight { path: "submodule23.layernormalization103.gamma", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_conv.weight", Copy) },
Weight { path: "submodule23.layernormalization99.beta", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule23.layernormalization99.gamma", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule23.linear180.bias", shape: Some(&[4096]), source: Param("encoder.layers.19.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule23.linear180.weight", shape: Some(&[1024, 4096]), source: Param("val_2753", Copy) },
Weight { path: "submodule23.linear181.bias", shape: Some(&[1024]), source: Param("encoder.layers.19.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule23.linear181.weight", shape: Some(&[4096, 1024]), source: Param("val_2756", Copy) },
Weight { path: "submodule23.linear182.bias", shape: Some(&[4096]), source: Param("encoder.layers.20.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule23.linear182.weight", shape: Some(&[1024, 4096]), source: Param("val_2762", Copy) },
Weight { path: "submodule23.linear183.bias", shape: Some(&[1024]), source: Param("encoder.layers.20.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule23.linear183.weight", shape: Some(&[4096, 1024]), source: Param("val_2765", Copy) },
Weight { path: "submodule23.linear184.bias", shape: Some(&[1024]), source: Param("encoder.layers.20.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule23.linear184.weight", shape: Some(&[1024, 1024]), source: Param("val_2769", Copy) },
Weight { path: "submodule23.linear185.bias", shape: Some(&[1024]), source: Param("encoder.layers.20.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule23.linear185.weight", shape: Some(&[1024, 1024]), source: Param("val_2777", Copy) },
Weight { path: "submodule23.linear186.bias", shape: Some(&[1024]), source: Param("encoder.layers.20.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule23.linear186.weight", shape: Some(&[1024, 1024]), source: Param("val_2785", Copy) },
Weight { path: "submodule23.linear187.weight", shape: Some(&[1024, 1024]), source: Param("val_2793", Copy) },
Weight { path: "submodule23.linear188.bias", shape: Some(&[1024]), source: Param("encoder.layers.20.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule23.linear188.weight", shape: Some(&[1024, 1024]), source: Param("val_2862", Copy) },
Weight { path: "submodule23.squeeze42", shape: Some(&[2048, 1024]), source: Param("encoder.layers.20.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule23.squeeze43", shape: Some(&[1024, 1024]), source: Param("encoder.layers.20.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule24.constant565", shape: Some(&[2048]), source: Param("encoder.layers.21.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule24.constant569", shape: Some(&[1024]), source: Param("encoder.layers.21.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule24.constant572", shape: Some(&[8, 128]), source: Param("encoder.layers.21.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule24.constant573", shape: Some(&[8, 128]), source: Param("encoder.layers.21.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule24.conv1d22.bias", shape: Some(&[1024]), source: Param("encoder.layers.21.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule24.conv1d22.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.21.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule24.layernormalization104.beta", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule24.layernormalization104.gamma", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule24.layernormalization105.beta", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_out.bias", Copy) },
Weight { path: "submodule24.layernormalization105.gamma", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_out.weight", Copy) },
Weight { path: "submodule24.layernormalization106.beta", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule24.layernormalization106.gamma", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule24.layernormalization107.beta", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_self_att.bias", Copy) },
Weight { path: "submodule24.layernormalization107.gamma", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_self_att.weight", Copy) },
Weight { path: "submodule24.layernormalization108.beta", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_conv.bias", Copy) },
Weight { path: "submodule24.layernormalization108.gamma", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_conv.weight", Copy) },
Weight { path: "submodule24.linear189.bias", shape: Some(&[4096]), source: Param("encoder.layers.20.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule24.linear189.weight", shape: Some(&[1024, 4096]), source: Param("val_2881", Copy) },
Weight { path: "submodule24.linear190.bias", shape: Some(&[1024]), source: Param("encoder.layers.20.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule24.linear190.weight", shape: Some(&[4096, 1024]), source: Param("val_2884", Copy) },
Weight { path: "submodule24.linear191.bias", shape: Some(&[4096]), source: Param("encoder.layers.21.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule24.linear191.weight", shape: Some(&[1024, 4096]), source: Param("val_2890", Copy) },
Weight { path: "submodule24.linear192.bias", shape: Some(&[1024]), source: Param("encoder.layers.21.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule24.linear192.weight", shape: Some(&[4096, 1024]), source: Param("val_2893", Copy) },
Weight { path: "submodule24.linear193.bias", shape: Some(&[1024]), source: Param("encoder.layers.21.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule24.linear193.weight", shape: Some(&[1024, 1024]), source: Param("val_2897", Copy) },
Weight { path: "submodule24.linear194.bias", shape: Some(&[1024]), source: Param("encoder.layers.21.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule24.linear194.weight", shape: Some(&[1024, 1024]), source: Param("val_2905", Copy) },
Weight { path: "submodule24.linear195.bias", shape: Some(&[1024]), source: Param("encoder.layers.21.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule24.linear195.weight", shape: Some(&[1024, 1024]), source: Param("val_2913", Copy) },
Weight { path: "submodule24.linear196.weight", shape: Some(&[1024, 1024]), source: Param("val_2921", Copy) },
Weight { path: "submodule24.linear197.bias", shape: Some(&[1024]), source: Param("encoder.layers.21.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule24.linear197.weight", shape: Some(&[1024, 1024]), source: Param("val_2990", Copy) },
Weight { path: "submodule24.squeeze44", shape: Some(&[2048, 1024]), source: Param("encoder.layers.21.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule24.squeeze45", shape: Some(&[1024, 1024]), source: Param("encoder.layers.21.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule25.constant591", shape: Some(&[2048]), source: Param("encoder.layers.22.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule25.constant595", shape: Some(&[1024]), source: Param("encoder.layers.22.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule25.constant598", shape: Some(&[8, 128]), source: Param("encoder.layers.22.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule25.constant599", shape: Some(&[8, 128]), source: Param("encoder.layers.22.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule25.conv1d23.bias", shape: Some(&[1024]), source: Param("encoder.layers.22.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule25.conv1d23.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.22.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule25.layernormalization109.beta", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule25.layernormalization109.gamma", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule25.layernormalization110.beta", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_out.bias", Copy) },
Weight { path: "submodule25.layernormalization110.gamma", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_out.weight", Copy) },
Weight { path: "submodule25.layernormalization111.beta", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule25.layernormalization111.gamma", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule25.layernormalization112.beta", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_self_att.bias", Copy) },
Weight { path: "submodule25.layernormalization112.gamma", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_self_att.weight", Copy) },
Weight { path: "submodule25.layernormalization113.beta", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_conv.bias", Copy) },
Weight { path: "submodule25.layernormalization113.gamma", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_conv.weight", Copy) },
Weight { path: "submodule25.linear198.bias", shape: Some(&[4096]), source: Param("encoder.layers.21.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule25.linear198.weight", shape: Some(&[1024, 4096]), source: Param("val_3009", Copy) },
Weight { path: "submodule25.linear199.bias", shape: Some(&[1024]), source: Param("encoder.layers.21.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule25.linear199.weight", shape: Some(&[4096, 1024]), source: Param("val_3012", Copy) },
Weight { path: "submodule25.linear200.bias", shape: Some(&[4096]), source: Param("encoder.layers.22.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule25.linear200.weight", shape: Some(&[1024, 4096]), source: Param("val_3018", Copy) },
Weight { path: "submodule25.linear201.bias", shape: Some(&[1024]), source: Param("encoder.layers.22.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule25.linear201.weight", shape: Some(&[4096, 1024]), source: Param("val_3021", Copy) },
Weight { path: "submodule25.linear202.bias", shape: Some(&[1024]), source: Param("encoder.layers.22.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule25.linear202.weight", shape: Some(&[1024, 1024]), source: Param("val_3025", Copy) },
Weight { path: "submodule25.linear203.bias", shape: Some(&[1024]), source: Param("encoder.layers.22.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule25.linear203.weight", shape: Some(&[1024, 1024]), source: Param("val_3033", Copy) },
Weight { path: "submodule25.linear204.bias", shape: Some(&[1024]), source: Param("encoder.layers.22.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule25.linear204.weight", shape: Some(&[1024, 1024]), source: Param("val_3041", Copy) },
Weight { path: "submodule25.linear205.weight", shape: Some(&[1024, 1024]), source: Param("val_3049", Copy) },
Weight { path: "submodule25.linear206.bias", shape: Some(&[1024]), source: Param("encoder.layers.22.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule25.linear206.weight", shape: Some(&[1024, 1024]), source: Param("val_3118", Copy) },
Weight { path: "submodule25.squeeze46", shape: Some(&[2048, 1024]), source: Param("encoder.layers.22.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule25.squeeze47", shape: Some(&[1024, 1024]), source: Param("encoder.layers.22.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule26.constant617", shape: Some(&[2048]), source: Param("encoder.layers.23.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule26.constant621", shape: Some(&[1024]), source: Param("encoder.layers.23.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule26.constant624", shape: Some(&[8, 128]), source: Param("encoder.layers.23.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule26.constant625", shape: Some(&[8, 128]), source: Param("encoder.layers.23.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule26.conv1d24.bias", shape: Some(&[1024]), source: Param("encoder.layers.23.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule26.conv1d24.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.23.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule26.conv1d25.bias", shape: Some(&[1025]), source: Param("head.0.bias", Copy) },
Weight { path: "submodule26.conv1d25.weight", shape: Some(&[1025, 1024, 1]), source: Param("head.0.weight", Copy) },
Weight { path: "submodule26.layernormalization114.beta", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule26.layernormalization114.gamma", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule26.layernormalization115.beta", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_out.bias", Copy) },
Weight { path: "submodule26.layernormalization115.gamma", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_out.weight", Copy) },
Weight { path: "submodule26.layernormalization116.beta", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule26.layernormalization116.gamma", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule26.layernormalization117.beta", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_self_att.bias", Copy) },
Weight { path: "submodule26.layernormalization117.gamma", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_self_att.weight", Copy) },
Weight { path: "submodule26.layernormalization118.beta", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_conv.bias", Copy) },
Weight { path: "submodule26.layernormalization118.gamma", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_conv.weight", Copy) },
Weight { path: "submodule26.layernormalization119.beta", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule26.layernormalization119.gamma", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule26.layernormalization120.beta", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_out.bias", Copy) },
Weight { path: "submodule26.layernormalization120.gamma", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_out.weight", Copy) },
Weight { path: "submodule26.linear207.bias", shape: Some(&[4096]), source: Param("encoder.layers.22.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule26.linear207.weight", shape: Some(&[1024, 4096]), source: Param("val_3137", Copy) },
Weight { path: "submodule26.linear208.bias", shape: Some(&[1024]), source: Param("encoder.layers.22.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule26.linear208.weight", shape: Some(&[4096, 1024]), source: Param("val_3140", Copy) },
Weight { path: "submodule26.linear209.bias", shape: Some(&[4096]), source: Param("encoder.layers.23.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule26.linear209.weight", shape: Some(&[1024, 4096]), source: Param("val_3146", Copy) },
Weight { path: "submodule26.linear210.bias", shape: Some(&[1024]), source: Param("encoder.layers.23.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule26.linear210.weight", shape: Some(&[4096, 1024]), source: Param("val_3149", Copy) },
Weight { path: "submodule26.linear211.bias", shape: Some(&[1024]), source: Param("encoder.layers.23.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule26.linear211.weight", shape: Some(&[1024, 1024]), source: Param("val_3153", Copy) },
Weight { path: "submodule26.linear212.bias", shape: Some(&[1024]), source: Param("encoder.layers.23.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule26.linear212.weight", shape: Some(&[1024, 1024]), source: Param("val_3161", Copy) },
Weight { path: "submodule26.linear213.bias", shape: Some(&[1024]), source: Param("encoder.layers.23.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule26.linear213.weight", shape: Some(&[1024, 1024]), source: Param("val_3169", Copy) },
Weight { path: "submodule26.linear214.weight", shape: Some(&[1024, 1024]), source: Param("val_3177", Copy) },
Weight { path: "submodule26.linear215.bias", shape: Some(&[1024]), source: Param("encoder.layers.23.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule26.linear215.weight", shape: Some(&[1024, 1024]), source: Param("val_3246", Copy) },
Weight { path: "submodule26.linear216.bias", shape: Some(&[4096]), source: Param("encoder.layers.23.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule26.linear216.weight", shape: Some(&[1024, 4096]), source: Param("val_3265", Copy) },
Weight { path: "submodule26.linear217.bias", shape: Some(&[1024]), source: Param("encoder.layers.23.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule26.linear217.weight", shape: Some(&[4096, 1024]), source: Param("val_3268", Copy) },
Weight { path: "submodule26.squeeze48", shape: Some(&[2048, 1024]), source: Param("encoder.layers.23.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule26.squeeze49", shape: Some(&[1024, 1024]), source: Param("encoder.layers.23.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule3.constant19", shape: Some(&[2048]), source: Param("encoder.layers.0.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule3.constant23", shape: Some(&[1024]), source: Param("encoder.layers.0.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule3.constant26", shape: Some(&[8, 128]), source: Param("encoder.layers.0.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule3.constant27", shape: Some(&[8, 128]), source: Param("encoder.layers.0.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule3.constant887", shape: Some(&[1]), source: Param("val_276", Copy) },
Weight { path: "submodule3.conv1d1.bias", shape: Some(&[1024]), source: Param("encoder.layers.0.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule3.conv1d1.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.0.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule3.layernormalization3.beta", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_conv.bias", Copy) },
Weight { path: "submodule3.layernormalization3.gamma", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_conv.weight", Copy) },
Weight { path: "submodule3.linear5.bias", shape: Some(&[1024]), source: Param("encoder.layers.0.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule3.linear5.weight", shape: Some(&[1024, 1024]), source: Param("val_211", Copy) },
Weight { path: "submodule3.linear6.bias", shape: Some(&[1024]), source: Param("encoder.layers.0.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule3.linear6.weight", shape: Some(&[1024, 1024]), source: Param("val_219", Copy) },
Weight { path: "submodule3.linear7.weight", shape: Some(&[1024, 1024]), source: Param("val_227", Copy) },
Weight { path: "submodule3.linear8.bias", shape: Some(&[1024]), source: Param("encoder.layers.0.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule3.linear8.weight", shape: Some(&[1024, 1024]), source: Param("val_301", Copy) },
Weight { path: "submodule3.squeeze2", shape: Some(&[2048, 1024]), source: Param("encoder.layers.0.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule3.squeeze3", shape: Some(&[1024, 1024]), source: Param("encoder.layers.0.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule4.constant45", shape: Some(&[2048]), source: Param("encoder.layers.1.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule4.constant49", shape: Some(&[1024]), source: Param("encoder.layers.1.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule4.constant52", shape: Some(&[8, 128]), source: Param("encoder.layers.1.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule4.constant53", shape: Some(&[8, 128]), source: Param("encoder.layers.1.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule4.conv1d2.bias", shape: Some(&[1024]), source: Param("encoder.layers.1.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule4.conv1d2.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.1.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule4.layernormalization4.beta", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule4.layernormalization4.gamma", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule4.layernormalization5.beta", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_out.bias", Copy) },
Weight { path: "submodule4.layernormalization5.gamma", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_out.weight", Copy) },
Weight { path: "submodule4.layernormalization6.beta", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule4.layernormalization6.gamma", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule4.layernormalization7.beta", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_self_att.bias", Copy) },
Weight { path: "submodule4.layernormalization7.gamma", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_self_att.weight", Copy) },
Weight { path: "submodule4.layernormalization8.beta", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_conv.bias", Copy) },
Weight { path: "submodule4.layernormalization8.gamma", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_conv.weight", Copy) },
Weight { path: "submodule4.linear10.bias", shape: Some(&[1024]), source: Param("encoder.layers.0.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule4.linear10.weight", shape: Some(&[4096, 1024]), source: Param("val_324", Copy) },
Weight { path: "submodule4.linear11.bias", shape: Some(&[4096]), source: Param("encoder.layers.1.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule4.linear11.weight", shape: Some(&[1024, 4096]), source: Param("val_330", Copy) },
Weight { path: "submodule4.linear12.bias", shape: Some(&[1024]), source: Param("encoder.layers.1.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule4.linear12.weight", shape: Some(&[4096, 1024]), source: Param("val_333", Copy) },
Weight { path: "submodule4.linear13.bias", shape: Some(&[1024]), source: Param("encoder.layers.1.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule4.linear13.weight", shape: Some(&[1024, 1024]), source: Param("val_337", Copy) },
Weight { path: "submodule4.linear14.bias", shape: Some(&[1024]), source: Param("encoder.layers.1.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule4.linear14.weight", shape: Some(&[1024, 1024]), source: Param("val_345", Copy) },
Weight { path: "submodule4.linear15.bias", shape: Some(&[1024]), source: Param("encoder.layers.1.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule4.linear15.weight", shape: Some(&[1024, 1024]), source: Param("val_353", Copy) },
Weight { path: "submodule4.linear16.weight", shape: Some(&[1024, 1024]), source: Param("val_361", Copy) },
Weight { path: "submodule4.linear17.bias", shape: Some(&[1024]), source: Param("encoder.layers.1.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule4.linear17.weight", shape: Some(&[1024, 1024]), source: Param("val_430", Copy) },
Weight { path: "submodule4.linear9.bias", shape: Some(&[4096]), source: Param("encoder.layers.0.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule4.linear9.weight", shape: Some(&[1024, 4096]), source: Param("val_321", Copy) },
Weight { path: "submodule4.squeeze4", shape: Some(&[2048, 1024]), source: Param("encoder.layers.1.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule4.squeeze5", shape: Some(&[1024, 1024]), source: Param("encoder.layers.1.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule5.constant71", shape: Some(&[2048]), source: Param("encoder.layers.2.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule5.constant75", shape: Some(&[1024]), source: Param("encoder.layers.2.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule5.constant78", shape: Some(&[8, 128]), source: Param("encoder.layers.2.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule5.constant79", shape: Some(&[8, 128]), source: Param("encoder.layers.2.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule5.conv1d3.bias", shape: Some(&[1024]), source: Param("encoder.layers.2.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule5.conv1d3.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.2.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule5.layernormalization10.beta", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_out.bias", Copy) },
Weight { path: "submodule5.layernormalization10.gamma", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_out.weight", Copy) },
Weight { path: "submodule5.layernormalization11.beta", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule5.layernormalization11.gamma", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule5.layernormalization12.beta", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_self_att.bias", Copy) },
Weight { path: "submodule5.layernormalization12.gamma", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_self_att.weight", Copy) },
Weight { path: "submodule5.layernormalization13.beta", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_conv.bias", Copy) },
Weight { path: "submodule5.layernormalization13.gamma", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_conv.weight", Copy) },
Weight { path: "submodule5.layernormalization9.beta", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule5.layernormalization9.gamma", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule5.linear18.bias", shape: Some(&[4096]), source: Param("encoder.layers.1.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule5.linear18.weight", shape: Some(&[1024, 4096]), source: Param("val_449", Copy) },
Weight { path: "submodule5.linear19.bias", shape: Some(&[1024]), source: Param("encoder.layers.1.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule5.linear19.weight", shape: Some(&[4096, 1024]), source: Param("val_452", Copy) },
Weight { path: "submodule5.linear20.bias", shape: Some(&[4096]), source: Param("encoder.layers.2.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule5.linear20.weight", shape: Some(&[1024, 4096]), source: Param("val_458", Copy) },
Weight { path: "submodule5.linear21.bias", shape: Some(&[1024]), source: Param("encoder.layers.2.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule5.linear21.weight", shape: Some(&[4096, 1024]), source: Param("val_461", Copy) },
Weight { path: "submodule5.linear22.bias", shape: Some(&[1024]), source: Param("encoder.layers.2.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule5.linear22.weight", shape: Some(&[1024, 1024]), source: Param("val_465", Copy) },
Weight { path: "submodule5.linear23.bias", shape: Some(&[1024]), source: Param("encoder.layers.2.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule5.linear23.weight", shape: Some(&[1024, 1024]), source: Param("val_473", Copy) },
Weight { path: "submodule5.linear24.bias", shape: Some(&[1024]), source: Param("encoder.layers.2.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule5.linear24.weight", shape: Some(&[1024, 1024]), source: Param("val_481", Copy) },
Weight { path: "submodule5.linear25.weight", shape: Some(&[1024, 1024]), source: Param("val_489", Copy) },
Weight { path: "submodule5.linear26.bias", shape: Some(&[1024]), source: Param("encoder.layers.2.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule5.linear26.weight", shape: Some(&[1024, 1024]), source: Param("val_558", Copy) },
Weight { path: "submodule5.squeeze6", shape: Some(&[2048, 1024]), source: Param("encoder.layers.2.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule5.squeeze7", shape: Some(&[1024, 1024]), source: Param("encoder.layers.2.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule6.constant101", shape: Some(&[1024]), source: Param("encoder.layers.3.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule6.constant104", shape: Some(&[8, 128]), source: Param("encoder.layers.3.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule6.constant105", shape: Some(&[8, 128]), source: Param("encoder.layers.3.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule6.constant97", shape: Some(&[2048]), source: Param("encoder.layers.3.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule6.conv1d4.bias", shape: Some(&[1024]), source: Param("encoder.layers.3.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule6.conv1d4.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.3.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule6.layernormalization14.beta", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule6.layernormalization14.gamma", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule6.layernormalization15.beta", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_out.bias", Copy) },
Weight { path: "submodule6.layernormalization15.gamma", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_out.weight", Copy) },
Weight { path: "submodule6.layernormalization16.beta", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule6.layernormalization16.gamma", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule6.layernormalization17.beta", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_self_att.bias", Copy) },
Weight { path: "submodule6.layernormalization17.gamma", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_self_att.weight", Copy) },
Weight { path: "submodule6.layernormalization18.beta", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_conv.bias", Copy) },
Weight { path: "submodule6.layernormalization18.gamma", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_conv.weight", Copy) },
Weight { path: "submodule6.linear27.bias", shape: Some(&[4096]), source: Param("encoder.layers.2.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule6.linear27.weight", shape: Some(&[1024, 4096]), source: Param("val_577", Copy) },
Weight { path: "submodule6.linear28.bias", shape: Some(&[1024]), source: Param("encoder.layers.2.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule6.linear28.weight", shape: Some(&[4096, 1024]), source: Param("val_580", Copy) },
Weight { path: "submodule6.linear29.bias", shape: Some(&[4096]), source: Param("encoder.layers.3.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule6.linear29.weight", shape: Some(&[1024, 4096]), source: Param("val_586", Copy) },
Weight { path: "submodule6.linear30.bias", shape: Some(&[1024]), source: Param("encoder.layers.3.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule6.linear30.weight", shape: Some(&[4096, 1024]), source: Param("val_589", Copy) },
Weight { path: "submodule6.linear31.bias", shape: Some(&[1024]), source: Param("encoder.layers.3.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule6.linear31.weight", shape: Some(&[1024, 1024]), source: Param("val_593", Copy) },
Weight { path: "submodule6.linear32.bias", shape: Some(&[1024]), source: Param("encoder.layers.3.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule6.linear32.weight", shape: Some(&[1024, 1024]), source: Param("val_601", Copy) },
Weight { path: "submodule6.linear33.bias", shape: Some(&[1024]), source: Param("encoder.layers.3.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule6.linear33.weight", shape: Some(&[1024, 1024]), source: Param("val_609", Copy) },
Weight { path: "submodule6.linear34.weight", shape: Some(&[1024, 1024]), source: Param("val_617", Copy) },
Weight { path: "submodule6.linear35.bias", shape: Some(&[1024]), source: Param("encoder.layers.3.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule6.linear35.weight", shape: Some(&[1024, 1024]), source: Param("val_686", Copy) },
Weight { path: "submodule6.squeeze8", shape: Some(&[2048, 1024]), source: Param("encoder.layers.3.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule6.squeeze9", shape: Some(&[1024, 1024]), source: Param("encoder.layers.3.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule7.constant123", shape: Some(&[2048]), source: Param("encoder.layers.4.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule7.constant127", shape: Some(&[1024]), source: Param("encoder.layers.4.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule7.constant130", shape: Some(&[8, 128]), source: Param("encoder.layers.4.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule7.constant131", shape: Some(&[8, 128]), source: Param("encoder.layers.4.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule7.conv1d5.bias", shape: Some(&[1024]), source: Param("encoder.layers.4.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule7.conv1d5.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.4.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule7.layernormalization19.beta", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule7.layernormalization19.gamma", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule7.layernormalization20.beta", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_out.bias", Copy) },
Weight { path: "submodule7.layernormalization20.gamma", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_out.weight", Copy) },
Weight { path: "submodule7.layernormalization21.beta", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule7.layernormalization21.gamma", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule7.layernormalization22.beta", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_self_att.bias", Copy) },
Weight { path: "submodule7.layernormalization22.gamma", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_self_att.weight", Copy) },
Weight { path: "submodule7.layernormalization23.beta", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_conv.bias", Copy) },
Weight { path: "submodule7.layernormalization23.gamma", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_conv.weight", Copy) },
Weight { path: "submodule7.linear36.bias", shape: Some(&[4096]), source: Param("encoder.layers.3.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule7.linear36.weight", shape: Some(&[1024, 4096]), source: Param("val_705", Copy) },
Weight { path: "submodule7.linear37.bias", shape: Some(&[1024]), source: Param("encoder.layers.3.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule7.linear37.weight", shape: Some(&[4096, 1024]), source: Param("val_708", Copy) },
Weight { path: "submodule7.linear38.bias", shape: Some(&[4096]), source: Param("encoder.layers.4.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule7.linear38.weight", shape: Some(&[1024, 4096]), source: Param("val_714", Copy) },
Weight { path: "submodule7.linear39.bias", shape: Some(&[1024]), source: Param("encoder.layers.4.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule7.linear39.weight", shape: Some(&[4096, 1024]), source: Param("val_717", Copy) },
Weight { path: "submodule7.linear40.bias", shape: Some(&[1024]), source: Param("encoder.layers.4.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule7.linear40.weight", shape: Some(&[1024, 1024]), source: Param("val_721", Copy) },
Weight { path: "submodule7.linear41.bias", shape: Some(&[1024]), source: Param("encoder.layers.4.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule7.linear41.weight", shape: Some(&[1024, 1024]), source: Param("val_729", Copy) },
Weight { path: "submodule7.linear42.bias", shape: Some(&[1024]), source: Param("encoder.layers.4.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule7.linear42.weight", shape: Some(&[1024, 1024]), source: Param("val_737", Copy) },
Weight { path: "submodule7.linear43.weight", shape: Some(&[1024, 1024]), source: Param("val_745", Copy) },
Weight { path: "submodule7.linear44.bias", shape: Some(&[1024]), source: Param("encoder.layers.4.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule7.linear44.weight", shape: Some(&[1024, 1024]), source: Param("val_814", Copy) },
Weight { path: "submodule7.squeeze10", shape: Some(&[2048, 1024]), source: Param("encoder.layers.4.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule7.squeeze11", shape: Some(&[1024, 1024]), source: Param("encoder.layers.4.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule8.constant149", shape: Some(&[2048]), source: Param("encoder.layers.5.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule8.constant153", shape: Some(&[1024]), source: Param("encoder.layers.5.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule8.constant156", shape: Some(&[8, 128]), source: Param("encoder.layers.5.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule8.constant157", shape: Some(&[8, 128]), source: Param("encoder.layers.5.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule8.conv1d6.bias", shape: Some(&[1024]), source: Param("encoder.layers.5.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule8.conv1d6.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.5.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule8.layernormalization24.beta", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule8.layernormalization24.gamma", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule8.layernormalization25.beta", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_out.bias", Copy) },
Weight { path: "submodule8.layernormalization25.gamma", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_out.weight", Copy) },
Weight { path: "submodule8.layernormalization26.beta", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule8.layernormalization26.gamma", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule8.layernormalization27.beta", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_self_att.bias", Copy) },
Weight { path: "submodule8.layernormalization27.gamma", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_self_att.weight", Copy) },
Weight { path: "submodule8.layernormalization28.beta", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_conv.bias", Copy) },
Weight { path: "submodule8.layernormalization28.gamma", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_conv.weight", Copy) },
Weight { path: "submodule8.linear45.bias", shape: Some(&[4096]), source: Param("encoder.layers.4.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule8.linear45.weight", shape: Some(&[1024, 4096]), source: Param("val_833", Copy) },
Weight { path: "submodule8.linear46.bias", shape: Some(&[1024]), source: Param("encoder.layers.4.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule8.linear46.weight", shape: Some(&[4096, 1024]), source: Param("val_836", Copy) },
Weight { path: "submodule8.linear47.bias", shape: Some(&[4096]), source: Param("encoder.layers.5.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule8.linear47.weight", shape: Some(&[1024, 4096]), source: Param("val_842", Copy) },
Weight { path: "submodule8.linear48.bias", shape: Some(&[1024]), source: Param("encoder.layers.5.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule8.linear48.weight", shape: Some(&[4096, 1024]), source: Param("val_845", Copy) },
Weight { path: "submodule8.linear49.bias", shape: Some(&[1024]), source: Param("encoder.layers.5.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule8.linear49.weight", shape: Some(&[1024, 1024]), source: Param("val_849", Copy) },
Weight { path: "submodule8.linear50.bias", shape: Some(&[1024]), source: Param("encoder.layers.5.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule8.linear50.weight", shape: Some(&[1024, 1024]), source: Param("val_857", Copy) },
Weight { path: "submodule8.linear51.bias", shape: Some(&[1024]), source: Param("encoder.layers.5.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule8.linear51.weight", shape: Some(&[1024, 1024]), source: Param("val_865", Copy) },
Weight { path: "submodule8.linear52.weight", shape: Some(&[1024, 1024]), source: Param("val_873", Copy) },
Weight { path: "submodule8.linear53.bias", shape: Some(&[1024]), source: Param("encoder.layers.5.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule8.linear53.weight", shape: Some(&[1024, 1024]), source: Param("val_942", Copy) },
Weight { path: "submodule8.squeeze12", shape: Some(&[2048, 1024]), source: Param("encoder.layers.5.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule8.squeeze13", shape: Some(&[1024, 1024]), source: Param("encoder.layers.5.conv.pointwise_conv2.weight", Copy) },
Weight { path: "submodule9.constant175", shape: Some(&[2048]), source: Param("encoder.layers.6.conv.pointwise_conv1.bias", Copy) },
Weight { path: "submodule9.constant179", shape: Some(&[1024]), source: Param("encoder.layers.6.conv.pointwise_conv2.bias", Copy) },
Weight { path: "submodule9.constant182", shape: Some(&[8, 128]), source: Param("encoder.layers.6.self_attn.pos_bias_u", Copy) },
Weight { path: "submodule9.constant183", shape: Some(&[8, 128]), source: Param("encoder.layers.6.self_attn.pos_bias_v", Copy) },
Weight { path: "submodule9.conv1d7.bias", shape: Some(&[1024]), source: Param("encoder.layers.6.conv.depthwise_conv.bias", Copy) },
Weight { path: "submodule9.conv1d7.weight", shape: Some(&[1024, 1, 9]), source: Param("encoder.layers.6.conv.depthwise_conv.weight", Copy) },
Weight { path: "submodule9.layernormalization29.beta", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_feed_forward2.bias", Copy) },
Weight { path: "submodule9.layernormalization29.gamma", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_feed_forward2.weight", Copy) },
Weight { path: "submodule9.layernormalization30.beta", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_out.bias", Copy) },
Weight { path: "submodule9.layernormalization30.gamma", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_out.weight", Copy) },
Weight { path: "submodule9.layernormalization31.beta", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_feed_forward1.bias", Copy) },
Weight { path: "submodule9.layernormalization31.gamma", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_feed_forward1.weight", Copy) },
Weight { path: "submodule9.layernormalization32.beta", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_self_att.bias", Copy) },
Weight { path: "submodule9.layernormalization32.gamma", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_self_att.weight", Copy) },
Weight { path: "submodule9.layernormalization33.beta", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_conv.bias", Copy) },
Weight { path: "submodule9.layernormalization33.gamma", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_conv.weight", Copy) },
Weight { path: "submodule9.linear54.bias", shape: Some(&[4096]), source: Param("encoder.layers.5.feed_forward2.linear1.bias", Copy) },
Weight { path: "submodule9.linear54.weight", shape: Some(&[1024, 4096]), source: Param("val_961", Copy) },
Weight { path: "submodule9.linear55.bias", shape: Some(&[1024]), source: Param("encoder.layers.5.feed_forward2.linear2.bias", Copy) },
Weight { path: "submodule9.linear55.weight", shape: Some(&[4096, 1024]), source: Param("val_964", Copy) },
Weight { path: "submodule9.linear56.bias", shape: Some(&[4096]), source: Param("encoder.layers.6.feed_forward1.linear1.bias", Copy) },
Weight { path: "submodule9.linear56.weight", shape: Some(&[1024, 4096]), source: Param("val_970", Copy) },
Weight { path: "submodule9.linear57.bias", shape: Some(&[1024]), source: Param("encoder.layers.6.feed_forward1.linear2.bias", Copy) },
Weight { path: "submodule9.linear57.weight", shape: Some(&[4096, 1024]), source: Param("val_973", Copy) },
Weight { path: "submodule9.linear58.bias", shape: Some(&[1024]), source: Param("encoder.layers.6.self_attn.linear_q.bias", Copy) },
Weight { path: "submodule9.linear58.weight", shape: Some(&[1024, 1024]), source: Param("val_977", Copy) },
Weight { path: "submodule9.linear59.bias", shape: Some(&[1024]), source: Param("encoder.layers.6.self_attn.linear_k.bias", Copy) },
Weight { path: "submodule9.linear59.weight", shape: Some(&[1024, 1024]), source: Param("val_985", Copy) },
Weight { path: "submodule9.linear60.bias", shape: Some(&[1024]), source: Param("encoder.layers.6.self_attn.linear_v.bias", Copy) },
Weight { path: "submodule9.linear60.weight", shape: Some(&[1024, 1024]), source: Param("val_993", Copy) },
Weight { path: "submodule9.linear61.weight", shape: Some(&[1024, 1024]), source: Param("val_1001", Copy) },
Weight { path: "submodule9.linear62.bias", shape: Some(&[1024]), source: Param("encoder.layers.6.self_attn.linear_out.bias", Copy) },
Weight { path: "submodule9.linear62.weight", shape: Some(&[1024, 1024]), source: Param("val_1070", Copy) },
Weight { path: "submodule9.squeeze14", shape: Some(&[2048, 1024]), source: Param("encoder.layers.6.conv.pointwise_conv1.weight", Copy) },
Weight { path: "submodule9.squeeze15", shape: Some(&[1024, 1024]), source: Param("encoder.layers.6.conv.pointwise_conv2.weight", Copy) },
];