use crate::burn_backend::onnx::{Source::*, Transform::*, Weight};
pub(crate) const WEIGHTS: &[Weight] = &[
Weight { path: "submodule1.constant378", shape: Some(&[1]), source: ConstI64(&[8]) },
Weight { path: "submodule1.constant379", shape: Some(&[1]), source: ConstI64(&[1]) },
Weight { path: "submodule1.constant380", shape: Some(&[1]), source: ConstI64(&[8]) },
Weight { path: "submodule1.constant411", shape: Some(&[1]), source: ConstI64(&[-1]) },
Weight { path: "submodule1.constant421", shape: Some(&[1]), source: ConstI64(&[-1]) },
Weight { path: "submodule1.constant431", shape: Some(&[1]), source: ConstI64(&[-1]) },
Weight { path: "submodule1.linear1.weight", shape: Some(&[1024, 512]), source: Param("/pre_encode/proj/MatMul#1", Copy) },
Weight { path: "submodule10.constant1063", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule10.constant1064", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule10.constant1065", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule10.constant1133", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule10.constant1134", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule10.constant1135", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule10.constant1136", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule10.layernormalization17.beta", shape: Some(&[512]), source: Param("encoder.layers.7.norm2.bias", Copy) },
Weight { path: "submodule10.layernormalization17.gamma", shape: Some(&[512]), source: Param("encoder.layers.7.norm2.weight", Copy) },
Weight { path: "submodule10.layernormalization18.beta", shape: Some(&[512]), source: Param("encoder.layers.8.norm1.bias", Copy) },
Weight { path: "submodule10.layernormalization18.gamma", shape: Some(&[512]), source: Param("encoder.layers.8.norm1.weight", Copy) },
Weight { path: "submodule10.linear32.bias", shape: Some(&[2048]), source: Param("encoder.layers.7.ffn.net.0.bias", Copy) },
Weight { path: "submodule10.linear32.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.7/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule10.linear33.bias", shape: Some(&[512]), source: Param("encoder.layers.7.ffn.net.3.bias", Copy) },
Weight { path: "submodule10.linear33.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.7/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule10.linear34.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.8/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule10.linear35.bias", shape: Some(&[512]), source: Param("encoder.layers.8.attn.out_proj.bias", Copy) },
Weight { path: "submodule10.linear35.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.8/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule11.constant1140", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule11.constant1141", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule11.constant1142", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule11.constant1210", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule11.constant1211", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule11.constant1212", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule11.constant1213", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule11.layernormalization19.beta", shape: Some(&[512]), source: Param("encoder.layers.8.norm2.bias", Copy) },
Weight { path: "submodule11.layernormalization19.gamma", shape: Some(&[512]), source: Param("encoder.layers.8.norm2.weight", Copy) },
Weight { path: "submodule11.layernormalization20.beta", shape: Some(&[512]), source: Param("encoder.layers.9.norm1.bias", Copy) },
Weight { path: "submodule11.layernormalization20.gamma", shape: Some(&[512]), source: Param("encoder.layers.9.norm1.weight", Copy) },
Weight { path: "submodule11.linear36.bias", shape: Some(&[2048]), source: Param("encoder.layers.8.ffn.net.0.bias", Copy) },
Weight { path: "submodule11.linear36.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.8/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule11.linear37.bias", shape: Some(&[512]), source: Param("encoder.layers.8.ffn.net.3.bias", Copy) },
Weight { path: "submodule11.linear37.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.8/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule11.linear38.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.9/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule11.linear39.bias", shape: Some(&[512]), source: Param("encoder.layers.9.attn.out_proj.bias", Copy) },
Weight { path: "submodule11.linear39.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.9/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule12.constant1217", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule12.constant1218", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule12.constant1219", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule12.constant1287", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule12.constant1288", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule12.constant1289", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule12.constant1290", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule12.layernormalization21.beta", shape: Some(&[512]), source: Param("encoder.layers.9.norm2.bias", Copy) },
Weight { path: "submodule12.layernormalization21.gamma", shape: Some(&[512]), source: Param("encoder.layers.9.norm2.weight", Copy) },
Weight { path: "submodule12.layernormalization22.beta", shape: Some(&[512]), source: Param("encoder.layers.10.norm1.bias", Copy) },
Weight { path: "submodule12.layernormalization22.gamma", shape: Some(&[512]), source: Param("encoder.layers.10.norm1.weight", Copy) },
Weight { path: "submodule12.linear40.bias", shape: Some(&[2048]), source: Param("encoder.layers.9.ffn.net.0.bias", Copy) },
Weight { path: "submodule12.linear40.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.9/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule12.linear41.bias", shape: Some(&[512]), source: Param("encoder.layers.9.ffn.net.3.bias", Copy) },
Weight { path: "submodule12.linear41.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.9/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule12.linear42.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.10/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule12.linear43.bias", shape: Some(&[512]), source: Param("encoder.layers.10.attn.out_proj.bias", Copy) },
Weight { path: "submodule12.linear43.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.10/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule13.constant1294", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule13.constant1295", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule13.constant1296", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule13.constant1364", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule13.constant1365", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule13.constant1366", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule13.constant1367", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule13.layernormalization23.beta", shape: Some(&[512]), source: Param("encoder.layers.10.norm2.bias", Copy) },
Weight { path: "submodule13.layernormalization23.gamma", shape: Some(&[512]), source: Param("encoder.layers.10.norm2.weight", Copy) },
Weight { path: "submodule13.layernormalization24.beta", shape: Some(&[512]), source: Param("encoder.layers.11.norm1.bias", Copy) },
Weight { path: "submodule13.layernormalization24.gamma", shape: Some(&[512]), source: Param("encoder.layers.11.norm1.weight", Copy) },
Weight { path: "submodule13.linear44.bias", shape: Some(&[2048]), source: Param("encoder.layers.10.ffn.net.0.bias", Copy) },
Weight { path: "submodule13.linear44.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.10/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule13.linear45.bias", shape: Some(&[512]), source: Param("encoder.layers.10.ffn.net.3.bias", Copy) },
Weight { path: "submodule13.linear45.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.10/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule13.linear46.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.11/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule13.linear47.bias", shape: Some(&[512]), source: Param("encoder.layers.11.attn.out_proj.bias", Copy) },
Weight { path: "submodule13.linear47.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.11/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule14.constant1371", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule14.constant1372", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule14.constant1373", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule14.constant1441", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule14.constant1442", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule14.constant1443", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule14.constant1444", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule14.layernormalization25.beta", shape: Some(&[512]), source: Param("encoder.layers.11.norm2.bias", Copy) },
Weight { path: "submodule14.layernormalization25.gamma", shape: Some(&[512]), source: Param("encoder.layers.11.norm2.weight", Copy) },
Weight { path: "submodule14.layernormalization26.beta", shape: Some(&[512]), source: Param("encoder.layers.12.norm1.bias", Copy) },
Weight { path: "submodule14.layernormalization26.gamma", shape: Some(&[512]), source: Param("encoder.layers.12.norm1.weight", Copy) },
Weight { path: "submodule14.linear48.bias", shape: Some(&[2048]), source: Param("encoder.layers.11.ffn.net.0.bias", Copy) },
Weight { path: "submodule14.linear48.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.11/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule14.linear49.bias", shape: Some(&[512]), source: Param("encoder.layers.11.ffn.net.3.bias", Copy) },
Weight { path: "submodule14.linear49.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.11/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule14.linear50.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.12/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule14.linear51.bias", shape: Some(&[512]), source: Param("encoder.layers.12.attn.out_proj.bias", Copy) },
Weight { path: "submodule14.linear51.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.12/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule15.constant1448", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule15.constant1449", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule15.constant1450", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule15.constant1518", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule15.constant1519", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule15.constant1520", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule15.constant1521", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule15.layernormalization27.beta", shape: Some(&[512]), source: Param("encoder.layers.12.norm2.bias", Copy) },
Weight { path: "submodule15.layernormalization27.gamma", shape: Some(&[512]), source: Param("encoder.layers.12.norm2.weight", Copy) },
Weight { path: "submodule15.layernormalization28.beta", shape: Some(&[512]), source: Param("encoder.layers.13.norm1.bias", Copy) },
Weight { path: "submodule15.layernormalization28.gamma", shape: Some(&[512]), source: Param("encoder.layers.13.norm1.weight", Copy) },
Weight { path: "submodule15.linear52.bias", shape: Some(&[2048]), source: Param("encoder.layers.12.ffn.net.0.bias", Copy) },
Weight { path: "submodule15.linear52.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.12/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule15.linear53.bias", shape: Some(&[512]), source: Param("encoder.layers.12.ffn.net.3.bias", Copy) },
Weight { path: "submodule15.linear53.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.12/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule15.linear54.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.13/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule15.linear55.bias", shape: Some(&[512]), source: Param("encoder.layers.13.attn.out_proj.bias", Copy) },
Weight { path: "submodule15.linear55.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.13/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule16.constant1525", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule16.constant1526", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule16.constant1527", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule16.constant1595", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule16.constant1596", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule16.constant1597", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule16.constant1598", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule16.layernormalization29.beta", shape: Some(&[512]), source: Param("encoder.layers.13.norm2.bias", Copy) },
Weight { path: "submodule16.layernormalization29.gamma", shape: Some(&[512]), source: Param("encoder.layers.13.norm2.weight", Copy) },
Weight { path: "submodule16.layernormalization30.beta", shape: Some(&[512]), source: Param("encoder.layers.14.norm1.bias", Copy) },
Weight { path: "submodule16.layernormalization30.gamma", shape: Some(&[512]), source: Param("encoder.layers.14.norm1.weight", Copy) },
Weight { path: "submodule16.linear56.bias", shape: Some(&[2048]), source: Param("encoder.layers.13.ffn.net.0.bias", Copy) },
Weight { path: "submodule16.linear56.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.13/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule16.linear57.bias", shape: Some(&[512]), source: Param("encoder.layers.13.ffn.net.3.bias", Copy) },
Weight { path: "submodule16.linear57.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.13/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule16.linear58.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.14/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule16.linear59.bias", shape: Some(&[512]), source: Param("encoder.layers.14.attn.out_proj.bias", Copy) },
Weight { path: "submodule16.linear59.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.14/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule17.constant1602", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule17.constant1603", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule17.constant1604", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule17.constant1672", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule17.constant1673", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule17.constant1674", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule17.constant1675", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule17.layernormalization31.beta", shape: Some(&[512]), source: Param("encoder.layers.14.norm2.bias", Copy) },
Weight { path: "submodule17.layernormalization31.gamma", shape: Some(&[512]), source: Param("encoder.layers.14.norm2.weight", Copy) },
Weight { path: "submodule17.layernormalization32.beta", shape: Some(&[512]), source: Param("encoder.layers.15.norm1.bias", Copy) },
Weight { path: "submodule17.layernormalization32.gamma", shape: Some(&[512]), source: Param("encoder.layers.15.norm1.weight", Copy) },
Weight { path: "submodule17.linear60.bias", shape: Some(&[2048]), source: Param("encoder.layers.14.ffn.net.0.bias", Copy) },
Weight { path: "submodule17.linear60.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.14/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule17.linear61.bias", shape: Some(&[512]), source: Param("encoder.layers.14.ffn.net.3.bias", Copy) },
Weight { path: "submodule17.linear61.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.14/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule17.linear62.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.15/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule17.linear63.bias", shape: Some(&[512]), source: Param("encoder.layers.15.attn.out_proj.bias", Copy) },
Weight { path: "submodule17.linear63.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.15/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule18.constant1679", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule18.constant1680", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule18.constant1681", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule18.constant1749", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule18.constant1750", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule18.constant1751", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule18.constant1752", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule18.layernormalization33.beta", shape: Some(&[512]), source: Param("encoder.layers.15.norm2.bias", Copy) },
Weight { path: "submodule18.layernormalization33.gamma", shape: Some(&[512]), source: Param("encoder.layers.15.norm2.weight", Copy) },
Weight { path: "submodule18.layernormalization34.beta", shape: Some(&[512]), source: Param("encoder.layers.16.norm1.bias", Copy) },
Weight { path: "submodule18.layernormalization34.gamma", shape: Some(&[512]), source: Param("encoder.layers.16.norm1.weight", Copy) },
Weight { path: "submodule18.linear64.bias", shape: Some(&[2048]), source: Param("encoder.layers.15.ffn.net.0.bias", Copy) },
Weight { path: "submodule18.linear64.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.15/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule18.linear65.bias", shape: Some(&[512]), source: Param("encoder.layers.15.ffn.net.3.bias", Copy) },
Weight { path: "submodule18.linear65.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.15/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule18.linear66.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.16/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule18.linear67.bias", shape: Some(&[512]), source: Param("encoder.layers.16.attn.out_proj.bias", Copy) },
Weight { path: "submodule18.linear67.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.16/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule19.constant1756", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule19.constant1757", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule19.constant1758", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule19.constant1826", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule19.constant1827", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule19.constant1828", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule19.constant1829", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule19.layernormalization35.beta", shape: Some(&[512]), source: Param("encoder.layers.16.norm2.bias", Copy) },
Weight { path: "submodule19.layernormalization35.gamma", shape: Some(&[512]), source: Param("encoder.layers.16.norm2.weight", Copy) },
Weight { path: "submodule19.layernormalization36.beta", shape: Some(&[512]), source: Param("encoder.layers.17.norm1.bias", Copy) },
Weight { path: "submodule19.layernormalization36.gamma", shape: Some(&[512]), source: Param("encoder.layers.17.norm1.weight", Copy) },
Weight { path: "submodule19.linear68.bias", shape: Some(&[2048]), source: Param("encoder.layers.16.ffn.net.0.bias", Copy) },
Weight { path: "submodule19.linear68.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.16/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule19.linear69.bias", shape: Some(&[512]), source: Param("encoder.layers.16.ffn.net.3.bias", Copy) },
Weight { path: "submodule19.linear69.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.16/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule19.linear70.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.17/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule19.linear71.bias", shape: Some(&[512]), source: Param("encoder.layers.17.attn.out_proj.bias", Copy) },
Weight { path: "submodule19.linear71.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.17/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule2.constant461", shape: Some(&[5000, 64]), source: Param("/encoder/layers.0/attn/pos_enc/Constant_2_output_0", Copy) },
Weight { path: "submodule2.constant474", shape: Some(&[5000, 64]), source: Param("/encoder/layers.0/attn/pos_enc/Constant_13_output_0", Copy) },
Weight { path: "submodule2.constant517", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule2.constant518", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule2.constant519", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule2.constant520", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule2.layernormalization1.beta", shape: Some(&[512]), source: Param("encoder.embed_norm.bias", Copy) },
Weight { path: "submodule2.layernormalization1.gamma", shape: Some(&[512]), source: Param("encoder.embed_norm.weight", Copy) },
Weight { path: "submodule2.layernormalization2.beta", shape: Some(&[512]), source: Param("encoder.layers.0.norm1.bias", Copy) },
Weight { path: "submodule2.layernormalization2.gamma", shape: Some(&[512]), source: Param("encoder.layers.0.norm1.weight", Copy) },
Weight { path: "submodule2.linear2.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.0/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule2.linear3.bias", shape: Some(&[512]), source: Param("encoder.layers.0.attn.out_proj.bias", Copy) },
Weight { path: "submodule2.linear3.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.0/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule20.constant1833", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule20.constant1834", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule20.constant1835", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule20.constant1903", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule20.constant1904", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule20.constant1905", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule20.constant1906", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule20.layernormalization37.beta", shape: Some(&[512]), source: Param("encoder.layers.17.norm2.bias", Copy) },
Weight { path: "submodule20.layernormalization37.gamma", shape: Some(&[512]), source: Param("encoder.layers.17.norm2.weight", Copy) },
Weight { path: "submodule20.layernormalization38.beta", shape: Some(&[512]), source: Param("encoder.layers.18.norm1.bias", Copy) },
Weight { path: "submodule20.layernormalization38.gamma", shape: Some(&[512]), source: Param("encoder.layers.18.norm1.weight", Copy) },
Weight { path: "submodule20.linear72.bias", shape: Some(&[2048]), source: Param("encoder.layers.17.ffn.net.0.bias", Copy) },
Weight { path: "submodule20.linear72.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.17/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule20.linear73.bias", shape: Some(&[512]), source: Param("encoder.layers.17.ffn.net.3.bias", Copy) },
Weight { path: "submodule20.linear73.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.17/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule20.linear74.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.18/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule20.linear75.bias", shape: Some(&[512]), source: Param("encoder.layers.18.attn.out_proj.bias", Copy) },
Weight { path: "submodule20.linear75.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.18/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule21.constant1910", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule21.constant1911", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule21.constant1912", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule21.constant1980", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule21.constant1981", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule21.constant1982", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule21.constant1983", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule21.layernormalization39.beta", shape: Some(&[512]), source: Param("encoder.layers.18.norm2.bias", Copy) },
Weight { path: "submodule21.layernormalization39.gamma", shape: Some(&[512]), source: Param("encoder.layers.18.norm2.weight", Copy) },
Weight { path: "submodule21.layernormalization40.beta", shape: Some(&[512]), source: Param("encoder.layers.19.norm1.bias", Copy) },
Weight { path: "submodule21.layernormalization40.gamma", shape: Some(&[512]), source: Param("encoder.layers.19.norm1.weight", Copy) },
Weight { path: "submodule21.linear76.bias", shape: Some(&[2048]), source: Param("encoder.layers.18.ffn.net.0.bias", Copy) },
Weight { path: "submodule21.linear76.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.18/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule21.linear77.bias", shape: Some(&[512]), source: Param("encoder.layers.18.ffn.net.3.bias", Copy) },
Weight { path: "submodule21.linear77.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.18/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule21.linear78.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.19/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule21.linear79.bias", shape: Some(&[512]), source: Param("encoder.layers.19.attn.out_proj.bias", Copy) },
Weight { path: "submodule21.linear79.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.19/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule22.constant1987", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule22.constant1988", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule22.constant1989", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule22.constant2057", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule22.constant2058", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule22.constant2059", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule22.constant2060", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule22.layernormalization41.beta", shape: Some(&[512]), source: Param("encoder.layers.19.norm2.bias", Copy) },
Weight { path: "submodule22.layernormalization41.gamma", shape: Some(&[512]), source: Param("encoder.layers.19.norm2.weight", Copy) },
Weight { path: "submodule22.layernormalization42.beta", shape: Some(&[512]), source: Param("encoder.layers.20.norm1.bias", Copy) },
Weight { path: "submodule22.layernormalization42.gamma", shape: Some(&[512]), source: Param("encoder.layers.20.norm1.weight", Copy) },
Weight { path: "submodule22.linear80.bias", shape: Some(&[2048]), source: Param("encoder.layers.19.ffn.net.0.bias", Copy) },
Weight { path: "submodule22.linear80.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.19/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule22.linear81.bias", shape: Some(&[512]), source: Param("encoder.layers.19.ffn.net.3.bias", Copy) },
Weight { path: "submodule22.linear81.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.19/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule22.linear82.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.20/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule22.linear83.bias", shape: Some(&[512]), source: Param("encoder.layers.20.attn.out_proj.bias", Copy) },
Weight { path: "submodule22.linear83.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.20/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule23.constant2064", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule23.constant2065", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule23.constant2066", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule23.constant2134", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule23.constant2135", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule23.constant2136", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule23.constant2137", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule23.layernormalization43.beta", shape: Some(&[512]), source: Param("encoder.layers.20.norm2.bias", Copy) },
Weight { path: "submodule23.layernormalization43.gamma", shape: Some(&[512]), source: Param("encoder.layers.20.norm2.weight", Copy) },
Weight { path: "submodule23.layernormalization44.beta", shape: Some(&[512]), source: Param("encoder.layers.21.norm1.bias", Copy) },
Weight { path: "submodule23.layernormalization44.gamma", shape: Some(&[512]), source: Param("encoder.layers.21.norm1.weight", Copy) },
Weight { path: "submodule23.linear84.bias", shape: Some(&[2048]), source: Param("encoder.layers.20.ffn.net.0.bias", Copy) },
Weight { path: "submodule23.linear84.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.20/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule23.linear85.bias", shape: Some(&[512]), source: Param("encoder.layers.20.ffn.net.3.bias", Copy) },
Weight { path: "submodule23.linear85.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.20/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule23.linear86.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.21/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule23.linear87.bias", shape: Some(&[512]), source: Param("encoder.layers.21.attn.out_proj.bias", Copy) },
Weight { path: "submodule23.linear87.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.21/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule24.constant2141", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule24.constant2142", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule24.constant2143", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule24.constant2211", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule24.constant2212", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule24.constant2213", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule24.constant2214", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule24.layernormalization45.beta", shape: Some(&[512]), source: Param("encoder.layers.21.norm2.bias", Copy) },
Weight { path: "submodule24.layernormalization45.gamma", shape: Some(&[512]), source: Param("encoder.layers.21.norm2.weight", Copy) },
Weight { path: "submodule24.layernormalization46.beta", shape: Some(&[512]), source: Param("encoder.layers.22.norm1.bias", Copy) },
Weight { path: "submodule24.layernormalization46.gamma", shape: Some(&[512]), source: Param("encoder.layers.22.norm1.weight", Copy) },
Weight { path: "submodule24.linear88.bias", shape: Some(&[2048]), source: Param("encoder.layers.21.ffn.net.0.bias", Copy) },
Weight { path: "submodule24.linear88.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.21/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule24.linear89.bias", shape: Some(&[512]), source: Param("encoder.layers.21.ffn.net.3.bias", Copy) },
Weight { path: "submodule24.linear89.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.21/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule24.linear90.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.22/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule24.linear91.bias", shape: Some(&[512]), source: Param("encoder.layers.22.attn.out_proj.bias", Copy) },
Weight { path: "submodule24.linear91.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.22/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule25.constant2218", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule25.constant2219", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule25.constant2220", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule25.constant2288", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule25.constant2289", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule25.constant2290", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule25.constant2291", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule25.layernormalization47.beta", shape: Some(&[512]), source: Param("encoder.layers.22.norm2.bias", Copy) },
Weight { path: "submodule25.layernormalization47.gamma", shape: Some(&[512]), source: Param("encoder.layers.22.norm2.weight", Copy) },
Weight { path: "submodule25.layernormalization48.beta", shape: Some(&[512]), source: Param("encoder.layers.23.norm1.bias", Copy) },
Weight { path: "submodule25.layernormalization48.gamma", shape: Some(&[512]), source: Param("encoder.layers.23.norm1.weight", Copy) },
Weight { path: "submodule25.linear92.bias", shape: Some(&[2048]), source: Param("encoder.layers.22.ffn.net.0.bias", Copy) },
Weight { path: "submodule25.linear92.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.22/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule25.linear93.bias", shape: Some(&[512]), source: Param("encoder.layers.22.ffn.net.3.bias", Copy) },
Weight { path: "submodule25.linear93.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.22/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule25.linear94.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.23/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule25.linear95.bias", shape: Some(&[512]), source: Param("encoder.layers.23.attn.out_proj.bias", Copy) },
Weight { path: "submodule25.linear95.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.23/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule26.constant2295", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule26.constant2296", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule26.constant2297", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule26.constant2365", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule26.constant2366", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule26.constant2367", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule26.constant2368", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule26.layernormalization49.beta", shape: Some(&[512]), source: Param("encoder.layers.23.norm2.bias", Copy) },
Weight { path: "submodule26.layernormalization49.gamma", shape: Some(&[512]), source: Param("encoder.layers.23.norm2.weight", Copy) },
Weight { path: "submodule26.layernormalization50.beta", shape: Some(&[512]), source: Param("encoder.layers.24.norm1.bias", Copy) },
Weight { path: "submodule26.layernormalization50.gamma", shape: Some(&[512]), source: Param("encoder.layers.24.norm1.weight", Copy) },
Weight { path: "submodule26.linear96.bias", shape: Some(&[2048]), source: Param("encoder.layers.23.ffn.net.0.bias", Copy) },
Weight { path: "submodule26.linear96.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.23/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule26.linear97.bias", shape: Some(&[512]), source: Param("encoder.layers.23.ffn.net.3.bias", Copy) },
Weight { path: "submodule26.linear97.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.23/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule26.linear98.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.24/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule26.linear99.bias", shape: Some(&[512]), source: Param("encoder.layers.24.attn.out_proj.bias", Copy) },
Weight { path: "submodule26.linear99.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.24/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule27.constant2372", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule27.constant2373", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule27.constant2374", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule27.constant2442", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule27.constant2443", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule27.constant2444", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule27.constant2445", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule27.layernormalization51.beta", shape: Some(&[512]), source: Param("encoder.layers.24.norm2.bias", Copy) },
Weight { path: "submodule27.layernormalization51.gamma", shape: Some(&[512]), source: Param("encoder.layers.24.norm2.weight", Copy) },
Weight { path: "submodule27.layernormalization52.beta", shape: Some(&[512]), source: Param("encoder.layers.25.norm1.bias", Copy) },
Weight { path: "submodule27.layernormalization52.gamma", shape: Some(&[512]), source: Param("encoder.layers.25.norm1.weight", Copy) },
Weight { path: "submodule27.linear100.bias", shape: Some(&[2048]), source: Param("encoder.layers.24.ffn.net.0.bias", Copy) },
Weight { path: "submodule27.linear100.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.24/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule27.linear101.bias", shape: Some(&[512]), source: Param("encoder.layers.24.ffn.net.3.bias", Copy) },
Weight { path: "submodule27.linear101.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.24/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule27.linear102.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.25/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule27.linear103.bias", shape: Some(&[512]), source: Param("encoder.layers.25.attn.out_proj.bias", Copy) },
Weight { path: "submodule27.linear103.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.25/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule28.constant2449", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule28.constant2450", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule28.constant2451", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule28.constant2519", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule28.constant2520", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule28.constant2521", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule28.constant2522", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule28.layernormalization53.beta", shape: Some(&[512]), source: Param("encoder.layers.25.norm2.bias", Copy) },
Weight { path: "submodule28.layernormalization53.gamma", shape: Some(&[512]), source: Param("encoder.layers.25.norm2.weight", Copy) },
Weight { path: "submodule28.layernormalization54.beta", shape: Some(&[512]), source: Param("encoder.layers.26.norm1.bias", Copy) },
Weight { path: "submodule28.layernormalization54.gamma", shape: Some(&[512]), source: Param("encoder.layers.26.norm1.weight", Copy) },
Weight { path: "submodule28.linear104.bias", shape: Some(&[2048]), source: Param("encoder.layers.25.ffn.net.0.bias", Copy) },
Weight { path: "submodule28.linear104.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.25/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule28.linear105.bias", shape: Some(&[512]), source: Param("encoder.layers.25.ffn.net.3.bias", Copy) },
Weight { path: "submodule28.linear105.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.25/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule28.linear106.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.26/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule28.linear107.bias", shape: Some(&[512]), source: Param("encoder.layers.26.attn.out_proj.bias", Copy) },
Weight { path: "submodule28.linear107.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.26/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule29.constant2526", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule29.constant2527", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule29.constant2528", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule29.constant2596", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule29.constant2597", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule29.constant2598", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule29.constant2599", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule29.layernormalization55.beta", shape: Some(&[512]), source: Param("encoder.layers.26.norm2.bias", Copy) },
Weight { path: "submodule29.layernormalization55.gamma", shape: Some(&[512]), source: Param("encoder.layers.26.norm2.weight", Copy) },
Weight { path: "submodule29.layernormalization56.beta", shape: Some(&[512]), source: Param("encoder.layers.27.norm1.bias", Copy) },
Weight { path: "submodule29.layernormalization56.gamma", shape: Some(&[512]), source: Param("encoder.layers.27.norm1.weight", Copy) },
Weight { path: "submodule29.linear108.bias", shape: Some(&[2048]), source: Param("encoder.layers.26.ffn.net.0.bias", Copy) },
Weight { path: "submodule29.linear108.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.26/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule29.linear109.bias", shape: Some(&[512]), source: Param("encoder.layers.26.ffn.net.3.bias", Copy) },
Weight { path: "submodule29.linear109.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.26/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule29.linear110.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.27/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule29.linear111.bias", shape: Some(&[512]), source: Param("encoder.layers.27.attn.out_proj.bias", Copy) },
Weight { path: "submodule29.linear111.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.27/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule3.constant524", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule3.constant525", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule3.constant526", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule3.constant594", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule3.constant595", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule3.constant596", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule3.constant597", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule3.layernormalization3.beta", shape: Some(&[512]), source: Param("encoder.layers.0.norm2.bias", Copy) },
Weight { path: "submodule3.layernormalization3.gamma", shape: Some(&[512]), source: Param("encoder.layers.0.norm2.weight", Copy) },
Weight { path: "submodule3.layernormalization4.beta", shape: Some(&[512]), source: Param("encoder.layers.1.norm1.bias", Copy) },
Weight { path: "submodule3.layernormalization4.gamma", shape: Some(&[512]), source: Param("encoder.layers.1.norm1.weight", Copy) },
Weight { path: "submodule3.linear4.bias", shape: Some(&[2048]), source: Param("encoder.layers.0.ffn.net.0.bias", Copy) },
Weight { path: "submodule3.linear4.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.0/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule3.linear5.bias", shape: Some(&[512]), source: Param("encoder.layers.0.ffn.net.3.bias", Copy) },
Weight { path: "submodule3.linear5.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.0/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule3.linear6.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.1/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule3.linear7.bias", shape: Some(&[512]), source: Param("encoder.layers.1.attn.out_proj.bias", Copy) },
Weight { path: "submodule3.linear7.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.1/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule30.constant2603", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule30.constant2604", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule30.constant2605", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule30.constant2673", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule30.constant2674", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule30.constant2675", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule30.constant2676", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule30.layernormalization57.beta", shape: Some(&[512]), source: Param("encoder.layers.27.norm2.bias", Copy) },
Weight { path: "submodule30.layernormalization57.gamma", shape: Some(&[512]), source: Param("encoder.layers.27.norm2.weight", Copy) },
Weight { path: "submodule30.layernormalization58.beta", shape: Some(&[512]), source: Param("encoder.layers.28.norm1.bias", Copy) },
Weight { path: "submodule30.layernormalization58.gamma", shape: Some(&[512]), source: Param("encoder.layers.28.norm1.weight", Copy) },
Weight { path: "submodule30.linear112.bias", shape: Some(&[2048]), source: Param("encoder.layers.27.ffn.net.0.bias", Copy) },
Weight { path: "submodule30.linear112.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.27/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule30.linear113.bias", shape: Some(&[512]), source: Param("encoder.layers.27.ffn.net.3.bias", Copy) },
Weight { path: "submodule30.linear113.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.27/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule30.linear114.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.28/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule30.linear115.bias", shape: Some(&[512]), source: Param("encoder.layers.28.attn.out_proj.bias", Copy) },
Weight { path: "submodule30.linear115.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.28/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule31.constant2680", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule31.constant2681", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule31.constant2682", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule31.constant2750", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule31.constant2751", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule31.constant2752", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule31.constant2753", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule31.layernormalization59.beta", shape: Some(&[512]), source: Param("encoder.layers.28.norm2.bias", Copy) },
Weight { path: "submodule31.layernormalization59.gamma", shape: Some(&[512]), source: Param("encoder.layers.28.norm2.weight", Copy) },
Weight { path: "submodule31.layernormalization60.beta", shape: Some(&[512]), source: Param("encoder.layers.29.norm1.bias", Copy) },
Weight { path: "submodule31.layernormalization60.gamma", shape: Some(&[512]), source: Param("encoder.layers.29.norm1.weight", Copy) },
Weight { path: "submodule31.linear116.bias", shape: Some(&[2048]), source: Param("encoder.layers.28.ffn.net.0.bias", Copy) },
Weight { path: "submodule31.linear116.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.28/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule31.linear117.bias", shape: Some(&[512]), source: Param("encoder.layers.28.ffn.net.3.bias", Copy) },
Weight { path: "submodule31.linear117.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.28/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule31.linear118.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.29/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule31.linear119.bias", shape: Some(&[512]), source: Param("encoder.layers.29.attn.out_proj.bias", Copy) },
Weight { path: "submodule31.linear119.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.29/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule32.constant2757", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule32.constant2758", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule32.constant2759", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule32.constant2827", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule32.constant2828", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule32.constant2829", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule32.constant2830", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule32.layernormalization61.beta", shape: Some(&[512]), source: Param("encoder.layers.29.norm2.bias", Copy) },
Weight { path: "submodule32.layernormalization61.gamma", shape: Some(&[512]), source: Param("encoder.layers.29.norm2.weight", Copy) },
Weight { path: "submodule32.layernormalization62.beta", shape: Some(&[512]), source: Param("encoder.layers.30.norm1.bias", Copy) },
Weight { path: "submodule32.layernormalization62.gamma", shape: Some(&[512]), source: Param("encoder.layers.30.norm1.weight", Copy) },
Weight { path: "submodule32.linear120.bias", shape: Some(&[2048]), source: Param("encoder.layers.29.ffn.net.0.bias", Copy) },
Weight { path: "submodule32.linear120.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.29/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule32.linear121.bias", shape: Some(&[512]), source: Param("encoder.layers.29.ffn.net.3.bias", Copy) },
Weight { path: "submodule32.linear121.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.29/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule32.linear122.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.30/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule32.linear123.bias", shape: Some(&[512]), source: Param("encoder.layers.30.attn.out_proj.bias", Copy) },
Weight { path: "submodule32.linear123.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.30/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule33.constant2834", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule33.constant2835", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule33.constant2836", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule33.constant2843", shape: Some(&[1]), source: ConstI64(&[-1]) },
Weight { path: "submodule33.conv1d1.bias", shape: Some(&[1536]), source: Param("sortformer_modules.subpixel_upsample.bias", Copy) },
Weight { path: "submodule33.conv1d1.weight", shape: Some(&[1536, 192, 3]), source: Param("sortformer_modules.subpixel_upsample.weight", Copy) },
Weight { path: "submodule33.layernormalization63.beta", shape: Some(&[512]), source: Param("encoder.layers.30.norm2.bias", Copy) },
Weight { path: "submodule33.layernormalization63.gamma", shape: Some(&[512]), source: Param("encoder.layers.30.norm2.weight", Copy) },
Weight { path: "submodule33.layernormalization64.beta", shape: Some(&[512]), source: Param("encoder.final_norm.bias", Copy) },
Weight { path: "submodule33.layernormalization64.gamma", shape: Some(&[512]), source: Param("encoder.final_norm.weight", Copy) },
Weight { path: "submodule33.linear124.bias", shape: Some(&[2048]), source: Param("encoder.layers.30.ffn.net.0.bias", Copy) },
Weight { path: "submodule33.linear124.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.30/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule33.linear125.bias", shape: Some(&[512]), source: Param("encoder.layers.30.ffn.net.3.bias", Copy) },
Weight { path: "submodule33.linear125.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.30/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule33.linear126.bias", shape: Some(&[192]), source: Param("sortformer_modules.encoder_proj.bias", Copy) },
Weight { path: "submodule33.linear126.weight", shape: Some(&[512, 192]), source: Param("/encoder_proj/MatMul#1", Copy) },
Weight { path: "submodule33.linear127.bias", shape: Some(&[192]), source: Param("sortformer_modules.first_hidden_to_hidden.bias", Copy) },
Weight { path: "submodule33.linear127.weight", shape: Some(&[192, 192]), source: Param("/first_hidden_to_hidden/MatMul#1", Copy) },
Weight { path: "submodule33.linear128.bias", shape: Some(&[8]), source: Param("sortformer_modules.single_hidden_to_spks.bias", Copy) },
Weight { path: "submodule33.linear128.weight", shape: Some(&[192, 8]), source: Param("/single_hidden_to_spks/MatMul#1", Copy) },
Weight { path: "submodule4.constant601", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule4.constant602", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule4.constant603", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule4.constant671", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule4.constant672", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule4.constant673", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule4.constant674", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule4.layernormalization5.beta", shape: Some(&[512]), source: Param("encoder.layers.1.norm2.bias", Copy) },
Weight { path: "submodule4.layernormalization5.gamma", shape: Some(&[512]), source: Param("encoder.layers.1.norm2.weight", Copy) },
Weight { path: "submodule4.layernormalization6.beta", shape: Some(&[512]), source: Param("encoder.layers.2.norm1.bias", Copy) },
Weight { path: "submodule4.layernormalization6.gamma", shape: Some(&[512]), source: Param("encoder.layers.2.norm1.weight", Copy) },
Weight { path: "submodule4.linear10.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.2/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule4.linear11.bias", shape: Some(&[512]), source: Param("encoder.layers.2.attn.out_proj.bias", Copy) },
Weight { path: "submodule4.linear11.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.2/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule4.linear8.bias", shape: Some(&[2048]), source: Param("encoder.layers.1.ffn.net.0.bias", Copy) },
Weight { path: "submodule4.linear8.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.1/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule4.linear9.bias", shape: Some(&[512]), source: Param("encoder.layers.1.ffn.net.3.bias", Copy) },
Weight { path: "submodule4.linear9.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.1/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule5.constant678", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule5.constant679", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule5.constant680", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule5.constant748", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule5.constant749", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule5.constant750", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule5.constant751", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule5.layernormalization7.beta", shape: Some(&[512]), source: Param("encoder.layers.2.norm2.bias", Copy) },
Weight { path: "submodule5.layernormalization7.gamma", shape: Some(&[512]), source: Param("encoder.layers.2.norm2.weight", Copy) },
Weight { path: "submodule5.layernormalization8.beta", shape: Some(&[512]), source: Param("encoder.layers.3.norm1.bias", Copy) },
Weight { path: "submodule5.layernormalization8.gamma", shape: Some(&[512]), source: Param("encoder.layers.3.norm1.weight", Copy) },
Weight { path: "submodule5.linear12.bias", shape: Some(&[2048]), source: Param("encoder.layers.2.ffn.net.0.bias", Copy) },
Weight { path: "submodule5.linear12.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.2/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule5.linear13.bias", shape: Some(&[512]), source: Param("encoder.layers.2.ffn.net.3.bias", Copy) },
Weight { path: "submodule5.linear13.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.2/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule5.linear14.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.3/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule5.linear15.bias", shape: Some(&[512]), source: Param("encoder.layers.3.attn.out_proj.bias", Copy) },
Weight { path: "submodule5.linear15.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.3/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule6.constant755", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule6.constant756", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule6.constant757", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule6.constant825", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule6.constant826", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule6.constant827", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule6.constant828", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule6.layernormalization10.beta", shape: Some(&[512]), source: Param("encoder.layers.4.norm1.bias", Copy) },
Weight { path: "submodule6.layernormalization10.gamma", shape: Some(&[512]), source: Param("encoder.layers.4.norm1.weight", Copy) },
Weight { path: "submodule6.layernormalization9.beta", shape: Some(&[512]), source: Param("encoder.layers.3.norm2.bias", Copy) },
Weight { path: "submodule6.layernormalization9.gamma", shape: Some(&[512]), source: Param("encoder.layers.3.norm2.weight", Copy) },
Weight { path: "submodule6.linear16.bias", shape: Some(&[2048]), source: Param("encoder.layers.3.ffn.net.0.bias", Copy) },
Weight { path: "submodule6.linear16.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.3/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule6.linear17.bias", shape: Some(&[512]), source: Param("encoder.layers.3.ffn.net.3.bias", Copy) },
Weight { path: "submodule6.linear17.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.3/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule6.linear18.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.4/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule6.linear19.bias", shape: Some(&[512]), source: Param("encoder.layers.4.attn.out_proj.bias", Copy) },
Weight { path: "submodule6.linear19.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.4/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule7.constant832", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule7.constant833", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule7.constant834", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule7.constant902", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule7.constant903", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule7.constant904", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule7.constant905", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule7.layernormalization11.beta", shape: Some(&[512]), source: Param("encoder.layers.4.norm2.bias", Copy) },
Weight { path: "submodule7.layernormalization11.gamma", shape: Some(&[512]), source: Param("encoder.layers.4.norm2.weight", Copy) },
Weight { path: "submodule7.layernormalization12.beta", shape: Some(&[512]), source: Param("encoder.layers.5.norm1.bias", Copy) },
Weight { path: "submodule7.layernormalization12.gamma", shape: Some(&[512]), source: Param("encoder.layers.5.norm1.weight", Copy) },
Weight { path: "submodule7.linear20.bias", shape: Some(&[2048]), source: Param("encoder.layers.4.ffn.net.0.bias", Copy) },
Weight { path: "submodule7.linear20.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.4/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule7.linear21.bias", shape: Some(&[512]), source: Param("encoder.layers.4.ffn.net.3.bias", Copy) },
Weight { path: "submodule7.linear21.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.4/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule7.linear22.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.5/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule7.linear23.bias", shape: Some(&[512]), source: Param("encoder.layers.5.attn.out_proj.bias", Copy) },
Weight { path: "submodule7.linear23.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.5/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule8.constant909", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule8.constant910", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule8.constant911", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule8.constant979", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule8.constant980", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule8.constant981", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule8.constant982", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule8.layernormalization13.beta", shape: Some(&[512]), source: Param("encoder.layers.5.norm2.bias", Copy) },
Weight { path: "submodule8.layernormalization13.gamma", shape: Some(&[512]), source: Param("encoder.layers.5.norm2.weight", Copy) },
Weight { path: "submodule8.layernormalization14.beta", shape: Some(&[512]), source: Param("encoder.layers.6.norm1.bias", Copy) },
Weight { path: "submodule8.layernormalization14.gamma", shape: Some(&[512]), source: Param("encoder.layers.6.norm1.weight", Copy) },
Weight { path: "submodule8.linear24.bias", shape: Some(&[2048]), source: Param("encoder.layers.5.ffn.net.0.bias", Copy) },
Weight { path: "submodule8.linear24.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.5/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule8.linear25.bias", shape: Some(&[512]), source: Param("encoder.layers.5.ffn.net.3.bias", Copy) },
Weight { path: "submodule8.linear25.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.5/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule8.linear26.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.6/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule8.linear27.bias", shape: Some(&[512]), source: Param("encoder.layers.6.attn.out_proj.bias", Copy) },
Weight { path: "submodule8.linear27.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.6/attn/out_proj/MatMul#1", Copy) },
Weight { path: "submodule9.constant1056", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule9.constant1057", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule9.constant1058", shape: Some(&[1]), source: ConstF32(&[f32::NEG_INFINITY]) },
Weight { path: "submodule9.constant1059", shape: Some(&[1]), source: ConstF32(&[0.0]) },
Weight { path: "submodule9.constant986", shape: Some(&[1]), source: ConstF32(&[1.4142135381698608]) },
Weight { path: "submodule9.constant987", shape: Some(&[1]), source: ConstF32(&[1.0]) },
Weight { path: "submodule9.constant988", shape: Some(&[1]), source: ConstF32(&[0.5]) },
Weight { path: "submodule9.layernormalization15.beta", shape: Some(&[512]), source: Param("encoder.layers.6.norm2.bias", Copy) },
Weight { path: "submodule9.layernormalization15.gamma", shape: Some(&[512]), source: Param("encoder.layers.6.norm2.weight", Copy) },
Weight { path: "submodule9.layernormalization16.beta", shape: Some(&[512]), source: Param("encoder.layers.7.norm1.bias", Copy) },
Weight { path: "submodule9.layernormalization16.gamma", shape: Some(&[512]), source: Param("encoder.layers.7.norm1.weight", Copy) },
Weight { path: "submodule9.linear28.bias", shape: Some(&[2048]), source: Param("encoder.layers.6.ffn.net.0.bias", Copy) },
Weight { path: "submodule9.linear28.weight", shape: Some(&[512, 2048]), source: Param("/encoder/layers.6/ffn/net/net.0/MatMul#1", Copy) },
Weight { path: "submodule9.linear29.bias", shape: Some(&[512]), source: Param("encoder.layers.6.ffn.net.3.bias", Copy) },
Weight { path: "submodule9.linear29.weight", shape: Some(&[2048, 512]), source: Param("/encoder/layers.6/ffn/net/net.3/MatMul#1", Copy) },
Weight { path: "submodule9.linear30.weight", shape: Some(&[512, 1536]), source: Param("/encoder/layers.7/attn/w_qkv/MatMul#1", Copy) },
Weight { path: "submodule9.linear31.bias", shape: Some(&[512]), source: Param("encoder.layers.7.attn.out_proj.bias", Copy) },
Weight { path: "submodule9.linear31.weight", shape: Some(&[512, 512]), source: Param("/encoder/layers.7/attn/out_proj/MatMul#1", Copy) },
];