use crate::burn_backend::onnx::{Source::*, Transform::*, Weight};
pub(crate) const WEIGHTS: &[Weight] = &[
Weight { path: "submodule1.constant372", shape: Some(&[1]), source: Param("val_33", Copy) },
Weight { path: "submodule1.linear1.weight", shape: Some(&[1024, 512]), source: Param("val_17", Copy) },
Weight { path: "submodule10.layernormalization33.beta", shape: Some(&[512]), source: Param("encoder.layers.15.norm2.bias", Copy) },
Weight { path: "submodule10.layernormalization33.gamma", shape: Some(&[512]), source: Param("encoder.layers.15.norm2.weight", Copy) },
Weight { path: "submodule10.layernormalization34.beta", shape: Some(&[512]), source: Param("encoder.layers.16.norm1.bias", Copy) },
Weight { path: "submodule10.layernormalization34.gamma", shape: Some(&[512]), source: Param("encoder.layers.16.norm1.weight", Copy) },
Weight { path: "submodule10.layernormalization35.beta", shape: Some(&[512]), source: Param("encoder.layers.16.norm2.bias", Copy) },
Weight { path: "submodule10.layernormalization35.gamma", shape: Some(&[512]), source: Param("encoder.layers.16.norm2.weight", Copy) },
Weight { path: "submodule10.layernormalization36.beta", shape: Some(&[512]), source: Param("encoder.layers.17.norm1.bias", Copy) },
Weight { path: "submodule10.layernormalization36.gamma", shape: Some(&[512]), source: Param("encoder.layers.17.norm1.weight", Copy) },
Weight { path: "submodule10.linear64.bias", shape: Some(&[2048]), source: Param("encoder.layers.15.ffn.net.0.bias", Copy) },
Weight { path: "submodule10.linear64.weight", shape: Some(&[512, 2048]), source: Param("val_2367", Copy) },
Weight { path: "submodule10.linear65.bias", shape: Some(&[512]), source: Param("encoder.layers.15.ffn.net.3.bias", Copy) },
Weight { path: "submodule10.linear65.weight", shape: Some(&[2048, 512]), source: Param("val_2369", Copy) },
Weight { path: "submodule10.linear66.weight", shape: Some(&[512, 1536]), source: Param("val_2373", Copy) },
Weight { path: "submodule10.linear67.bias", shape: Some(&[512]), source: Param("encoder.layers.16.attn.out_proj.bias", Copy) },
Weight { path: "submodule10.linear67.weight", shape: Some(&[512, 512]), source: Param("val_2501", Copy) },
Weight { path: "submodule10.linear68.bias", shape: Some(&[2048]), source: Param("encoder.layers.16.ffn.net.0.bias", Copy) },
Weight { path: "submodule10.linear68.weight", shape: Some(&[512, 2048]), source: Param("val_2505", Copy) },
Weight { path: "submodule10.linear69.bias", shape: Some(&[512]), source: Param("encoder.layers.16.ffn.net.3.bias", Copy) },
Weight { path: "submodule10.linear69.weight", shape: Some(&[2048, 512]), source: Param("val_2507", Copy) },
Weight { path: "submodule10.linear70.weight", shape: Some(&[512, 1536]), source: Param("val_2511", Copy) },
Weight { path: "submodule10.linear71.bias", shape: Some(&[512]), source: Param("encoder.layers.17.attn.out_proj.bias", Copy) },
Weight { path: "submodule10.linear71.weight", shape: Some(&[512, 512]), source: Param("val_2639", Copy) },
Weight { path: "submodule11.layernormalization37.beta", shape: Some(&[512]), source: Param("encoder.layers.17.norm2.bias", Copy) },
Weight { path: "submodule11.layernormalization37.gamma", shape: Some(&[512]), source: Param("encoder.layers.17.norm2.weight", Copy) },
Weight { path: "submodule11.layernormalization38.beta", shape: Some(&[512]), source: Param("encoder.layers.18.norm1.bias", Copy) },
Weight { path: "submodule11.layernormalization38.gamma", shape: Some(&[512]), source: Param("encoder.layers.18.norm1.weight", Copy) },
Weight { path: "submodule11.layernormalization39.beta", shape: Some(&[512]), source: Param("encoder.layers.18.norm2.bias", Copy) },
Weight { path: "submodule11.layernormalization39.gamma", shape: Some(&[512]), source: Param("encoder.layers.18.norm2.weight", Copy) },
Weight { path: "submodule11.layernormalization40.beta", shape: Some(&[512]), source: Param("encoder.layers.19.norm1.bias", Copy) },
Weight { path: "submodule11.layernormalization40.gamma", shape: Some(&[512]), source: Param("encoder.layers.19.norm1.weight", Copy) },
Weight { path: "submodule11.linear72.bias", shape: Some(&[2048]), source: Param("encoder.layers.17.ffn.net.0.bias", Copy) },
Weight { path: "submodule11.linear72.weight", shape: Some(&[512, 2048]), source: Param("val_2643", Copy) },
Weight { path: "submodule11.linear73.bias", shape: Some(&[512]), source: Param("encoder.layers.17.ffn.net.3.bias", Copy) },
Weight { path: "submodule11.linear73.weight", shape: Some(&[2048, 512]), source: Param("val_2645", Copy) },
Weight { path: "submodule11.linear74.weight", shape: Some(&[512, 1536]), source: Param("val_2649", Copy) },
Weight { path: "submodule11.linear75.bias", shape: Some(&[512]), source: Param("encoder.layers.18.attn.out_proj.bias", Copy) },
Weight { path: "submodule11.linear75.weight", shape: Some(&[512, 512]), source: Param("val_2777", Copy) },
Weight { path: "submodule11.linear76.bias", shape: Some(&[2048]), source: Param("encoder.layers.18.ffn.net.0.bias", Copy) },
Weight { path: "submodule11.linear76.weight", shape: Some(&[512, 2048]), source: Param("val_2781", Copy) },
Weight { path: "submodule11.linear77.bias", shape: Some(&[512]), source: Param("encoder.layers.18.ffn.net.3.bias", Copy) },
Weight { path: "submodule11.linear77.weight", shape: Some(&[2048, 512]), source: Param("val_2783", Copy) },
Weight { path: "submodule11.linear78.weight", shape: Some(&[512, 1536]), source: Param("val_2787", Copy) },
Weight { path: "submodule11.linear79.bias", shape: Some(&[512]), source: Param("encoder.layers.19.attn.out_proj.bias", Copy) },
Weight { path: "submodule11.linear79.weight", shape: Some(&[512, 512]), source: Param("val_2915", Copy) },
Weight { path: "submodule12.layernormalization41.beta", shape: Some(&[512]), source: Param("encoder.layers.19.norm2.bias", Copy) },
Weight { path: "submodule12.layernormalization41.gamma", shape: Some(&[512]), source: Param("encoder.layers.19.norm2.weight", Copy) },
Weight { path: "submodule12.layernormalization42.beta", shape: Some(&[512]), source: Param("encoder.layers.20.norm1.bias", Copy) },
Weight { path: "submodule12.layernormalization42.gamma", shape: Some(&[512]), source: Param("encoder.layers.20.norm1.weight", Copy) },
Weight { path: "submodule12.layernormalization43.beta", shape: Some(&[512]), source: Param("encoder.layers.20.norm2.bias", Copy) },
Weight { path: "submodule12.layernormalization43.gamma", shape: Some(&[512]), source: Param("encoder.layers.20.norm2.weight", Copy) },
Weight { path: "submodule12.layernormalization44.beta", shape: Some(&[512]), source: Param("encoder.layers.21.norm1.bias", Copy) },
Weight { path: "submodule12.layernormalization44.gamma", shape: Some(&[512]), source: Param("encoder.layers.21.norm1.weight", Copy) },
Weight { path: "submodule12.linear80.bias", shape: Some(&[2048]), source: Param("encoder.layers.19.ffn.net.0.bias", Copy) },
Weight { path: "submodule12.linear80.weight", shape: Some(&[512, 2048]), source: Param("val_2919", Copy) },
Weight { path: "submodule12.linear81.bias", shape: Some(&[512]), source: Param("encoder.layers.19.ffn.net.3.bias", Copy) },
Weight { path: "submodule12.linear81.weight", shape: Some(&[2048, 512]), source: Param("val_2921", Copy) },
Weight { path: "submodule12.linear82.weight", shape: Some(&[512, 1536]), source: Param("val_2925", Copy) },
Weight { path: "submodule12.linear83.bias", shape: Some(&[512]), source: Param("encoder.layers.20.attn.out_proj.bias", Copy) },
Weight { path: "submodule12.linear83.weight", shape: Some(&[512, 512]), source: Param("val_3053", Copy) },
Weight { path: "submodule12.linear84.bias", shape: Some(&[2048]), source: Param("encoder.layers.20.ffn.net.0.bias", Copy) },
Weight { path: "submodule12.linear84.weight", shape: Some(&[512, 2048]), source: Param("val_3057", Copy) },
Weight { path: "submodule12.linear85.bias", shape: Some(&[512]), source: Param("encoder.layers.20.ffn.net.3.bias", Copy) },
Weight { path: "submodule12.linear85.weight", shape: Some(&[2048, 512]), source: Param("val_3059", Copy) },
Weight { path: "submodule12.linear86.weight", shape: Some(&[512, 1536]), source: Param("val_3063", Copy) },
Weight { path: "submodule12.linear87.bias", shape: Some(&[512]), source: Param("encoder.layers.21.attn.out_proj.bias", Copy) },
Weight { path: "submodule12.linear87.weight", shape: Some(&[512, 512]), source: Param("val_3191", Copy) },
Weight { path: "submodule13.layernormalization45.beta", shape: Some(&[512]), source: Param("encoder.layers.21.norm2.bias", Copy) },
Weight { path: "submodule13.layernormalization45.gamma", shape: Some(&[512]), source: Param("encoder.layers.21.norm2.weight", Copy) },
Weight { path: "submodule13.layernormalization46.beta", shape: Some(&[512]), source: Param("encoder.layers.22.norm1.bias", Copy) },
Weight { path: "submodule13.layernormalization46.gamma", shape: Some(&[512]), source: Param("encoder.layers.22.norm1.weight", Copy) },
Weight { path: "submodule13.layernormalization47.beta", shape: Some(&[512]), source: Param("encoder.layers.22.norm2.bias", Copy) },
Weight { path: "submodule13.layernormalization47.gamma", shape: Some(&[512]), source: Param("encoder.layers.22.norm2.weight", Copy) },
Weight { path: "submodule13.layernormalization48.beta", shape: Some(&[512]), source: Param("encoder.layers.23.norm1.bias", Copy) },
Weight { path: "submodule13.layernormalization48.gamma", shape: Some(&[512]), source: Param("encoder.layers.23.norm1.weight", Copy) },
Weight { path: "submodule13.linear88.bias", shape: Some(&[2048]), source: Param("encoder.layers.21.ffn.net.0.bias", Copy) },
Weight { path: "submodule13.linear88.weight", shape: Some(&[512, 2048]), source: Param("val_3195", Copy) },
Weight { path: "submodule13.linear89.bias", shape: Some(&[512]), source: Param("encoder.layers.21.ffn.net.3.bias", Copy) },
Weight { path: "submodule13.linear89.weight", shape: Some(&[2048, 512]), source: Param("val_3197", Copy) },
Weight { path: "submodule13.linear90.weight", shape: Some(&[512, 1536]), source: Param("val_3201", Copy) },
Weight { path: "submodule13.linear91.bias", shape: Some(&[512]), source: Param("encoder.layers.22.attn.out_proj.bias", Copy) },
Weight { path: "submodule13.linear91.weight", shape: Some(&[512, 512]), source: Param("val_3329", Copy) },
Weight { path: "submodule13.linear92.bias", shape: Some(&[2048]), source: Param("encoder.layers.22.ffn.net.0.bias", Copy) },
Weight { path: "submodule13.linear92.weight", shape: Some(&[512, 2048]), source: Param("val_3333", Copy) },
Weight { path: "submodule13.linear93.bias", shape: Some(&[512]), source: Param("encoder.layers.22.ffn.net.3.bias", Copy) },
Weight { path: "submodule13.linear93.weight", shape: Some(&[2048, 512]), source: Param("val_3335", Copy) },
Weight { path: "submodule13.linear94.weight", shape: Some(&[512, 1536]), source: Param("val_3339", Copy) },
Weight { path: "submodule13.linear95.bias", shape: Some(&[512]), source: Param("encoder.layers.23.attn.out_proj.bias", Copy) },
Weight { path: "submodule13.linear95.weight", shape: Some(&[512, 512]), source: Param("val_3467", Copy) },
Weight { path: "submodule14.layernormalization49.beta", shape: Some(&[512]), source: Param("encoder.layers.23.norm2.bias", Copy) },
Weight { path: "submodule14.layernormalization49.gamma", shape: Some(&[512]), source: Param("encoder.layers.23.norm2.weight", Copy) },
Weight { path: "submodule14.layernormalization50.beta", shape: Some(&[512]), source: Param("encoder.layers.24.norm1.bias", Copy) },
Weight { path: "submodule14.layernormalization50.gamma", shape: Some(&[512]), source: Param("encoder.layers.24.norm1.weight", Copy) },
Weight { path: "submodule14.layernormalization51.beta", shape: Some(&[512]), source: Param("encoder.layers.24.norm2.bias", Copy) },
Weight { path: "submodule14.layernormalization51.gamma", shape: Some(&[512]), source: Param("encoder.layers.24.norm2.weight", Copy) },
Weight { path: "submodule14.layernormalization52.beta", shape: Some(&[512]), source: Param("encoder.layers.25.norm1.bias", Copy) },
Weight { path: "submodule14.layernormalization52.gamma", shape: Some(&[512]), source: Param("encoder.layers.25.norm1.weight", Copy) },
Weight { path: "submodule14.linear100.bias", shape: Some(&[2048]), source: Param("encoder.layers.24.ffn.net.0.bias", Copy) },
Weight { path: "submodule14.linear100.weight", shape: Some(&[512, 2048]), source: Param("val_3609", Copy) },
Weight { path: "submodule14.linear101.bias", shape: Some(&[512]), source: Param("encoder.layers.24.ffn.net.3.bias", Copy) },
Weight { path: "submodule14.linear101.weight", shape: Some(&[2048, 512]), source: Param("val_3611", Copy) },
Weight { path: "submodule14.linear102.weight", shape: Some(&[512, 1536]), source: Param("val_3615", Copy) },
Weight { path: "submodule14.linear103.bias", shape: Some(&[512]), source: Param("encoder.layers.25.attn.out_proj.bias", Copy) },
Weight { path: "submodule14.linear103.weight", shape: Some(&[512, 512]), source: Param("val_3743", Copy) },
Weight { path: "submodule14.linear96.bias", shape: Some(&[2048]), source: Param("encoder.layers.23.ffn.net.0.bias", Copy) },
Weight { path: "submodule14.linear96.weight", shape: Some(&[512, 2048]), source: Param("val_3471", Copy) },
Weight { path: "submodule14.linear97.bias", shape: Some(&[512]), source: Param("encoder.layers.23.ffn.net.3.bias", Copy) },
Weight { path: "submodule14.linear97.weight", shape: Some(&[2048, 512]), source: Param("val_3473", Copy) },
Weight { path: "submodule14.linear98.weight", shape: Some(&[512, 1536]), source: Param("val_3477", Copy) },
Weight { path: "submodule14.linear99.bias", shape: Some(&[512]), source: Param("encoder.layers.24.attn.out_proj.bias", Copy) },
Weight { path: "submodule14.linear99.weight", shape: Some(&[512, 512]), source: Param("val_3605", Copy) },
Weight { path: "submodule15.layernormalization53.beta", shape: Some(&[512]), source: Param("encoder.layers.25.norm2.bias", Copy) },
Weight { path: "submodule15.layernormalization53.gamma", shape: Some(&[512]), source: Param("encoder.layers.25.norm2.weight", Copy) },
Weight { path: "submodule15.layernormalization54.beta", shape: Some(&[512]), source: Param("encoder.layers.26.norm1.bias", Copy) },
Weight { path: "submodule15.layernormalization54.gamma", shape: Some(&[512]), source: Param("encoder.layers.26.norm1.weight", Copy) },
Weight { path: "submodule15.layernormalization55.beta", shape: Some(&[512]), source: Param("encoder.layers.26.norm2.bias", Copy) },
Weight { path: "submodule15.layernormalization55.gamma", shape: Some(&[512]), source: Param("encoder.layers.26.norm2.weight", Copy) },
Weight { path: "submodule15.layernormalization56.beta", shape: Some(&[512]), source: Param("encoder.layers.27.norm1.bias", Copy) },
Weight { path: "submodule15.layernormalization56.gamma", shape: Some(&[512]), source: Param("encoder.layers.27.norm1.weight", Copy) },
Weight { path: "submodule15.linear104.bias", shape: Some(&[2048]), source: Param("encoder.layers.25.ffn.net.0.bias", Copy) },
Weight { path: "submodule15.linear104.weight", shape: Some(&[512, 2048]), source: Param("val_3747", Copy) },
Weight { path: "submodule15.linear105.bias", shape: Some(&[512]), source: Param("encoder.layers.25.ffn.net.3.bias", Copy) },
Weight { path: "submodule15.linear105.weight", shape: Some(&[2048, 512]), source: Param("val_3749", Copy) },
Weight { path: "submodule15.linear106.weight", shape: Some(&[512, 1536]), source: Param("val_3753", Copy) },
Weight { path: "submodule15.linear107.bias", shape: Some(&[512]), source: Param("encoder.layers.26.attn.out_proj.bias", Copy) },
Weight { path: "submodule15.linear107.weight", shape: Some(&[512, 512]), source: Param("val_3881", Copy) },
Weight { path: "submodule15.linear108.bias", shape: Some(&[2048]), source: Param("encoder.layers.26.ffn.net.0.bias", Copy) },
Weight { path: "submodule15.linear108.weight", shape: Some(&[512, 2048]), source: Param("val_3885", Copy) },
Weight { path: "submodule15.linear109.bias", shape: Some(&[512]), source: Param("encoder.layers.26.ffn.net.3.bias", Copy) },
Weight { path: "submodule15.linear109.weight", shape: Some(&[2048, 512]), source: Param("val_3887", Copy) },
Weight { path: "submodule15.linear110.weight", shape: Some(&[512, 1536]), source: Param("val_3891", Copy) },
Weight { path: "submodule15.linear111.bias", shape: Some(&[512]), source: Param("encoder.layers.27.attn.out_proj.bias", Copy) },
Weight { path: "submodule15.linear111.weight", shape: Some(&[512, 512]), source: Param("val_4019", Copy) },
Weight { path: "submodule16.layernormalization57.beta", shape: Some(&[512]), source: Param("encoder.layers.27.norm2.bias", Copy) },
Weight { path: "submodule16.layernormalization57.gamma", shape: Some(&[512]), source: Param("encoder.layers.27.norm2.weight", Copy) },
Weight { path: "submodule16.layernormalization58.beta", shape: Some(&[512]), source: Param("encoder.layers.28.norm1.bias", Copy) },
Weight { path: "submodule16.layernormalization58.gamma", shape: Some(&[512]), source: Param("encoder.layers.28.norm1.weight", Copy) },
Weight { path: "submodule16.layernormalization59.beta", shape: Some(&[512]), source: Param("encoder.layers.28.norm2.bias", Copy) },
Weight { path: "submodule16.layernormalization59.gamma", shape: Some(&[512]), source: Param("encoder.layers.28.norm2.weight", Copy) },
Weight { path: "submodule16.layernormalization60.beta", shape: Some(&[512]), source: Param("encoder.layers.29.norm1.bias", Copy) },
Weight { path: "submodule16.layernormalization60.gamma", shape: Some(&[512]), source: Param("encoder.layers.29.norm1.weight", Copy) },
Weight { path: "submodule16.linear112.bias", shape: Some(&[2048]), source: Param("encoder.layers.27.ffn.net.0.bias", Copy) },
Weight { path: "submodule16.linear112.weight", shape: Some(&[512, 2048]), source: Param("val_4023", Copy) },
Weight { path: "submodule16.linear113.bias", shape: Some(&[512]), source: Param("encoder.layers.27.ffn.net.3.bias", Copy) },
Weight { path: "submodule16.linear113.weight", shape: Some(&[2048, 512]), source: Param("val_4025", Copy) },
Weight { path: "submodule16.linear114.weight", shape: Some(&[512, 1536]), source: Param("val_4029", Copy) },
Weight { path: "submodule16.linear115.bias", shape: Some(&[512]), source: Param("encoder.layers.28.attn.out_proj.bias", Copy) },
Weight { path: "submodule16.linear115.weight", shape: Some(&[512, 512]), source: Param("val_4157", Copy) },
Weight { path: "submodule16.linear116.bias", shape: Some(&[2048]), source: Param("encoder.layers.28.ffn.net.0.bias", Copy) },
Weight { path: "submodule16.linear116.weight", shape: Some(&[512, 2048]), source: Param("val_4161", Copy) },
Weight { path: "submodule16.linear117.bias", shape: Some(&[512]), source: Param("encoder.layers.28.ffn.net.3.bias", Copy) },
Weight { path: "submodule16.linear117.weight", shape: Some(&[2048, 512]), source: Param("val_4163", Copy) },
Weight { path: "submodule16.linear118.weight", shape: Some(&[512, 1536]), source: Param("val_4167", Copy) },
Weight { path: "submodule16.linear119.bias", shape: Some(&[512]), source: Param("encoder.layers.29.attn.out_proj.bias", Copy) },
Weight { path: "submodule16.linear119.weight", shape: Some(&[512, 512]), source: Param("val_4295", Copy) },
Weight { path: "submodule17.conv1d1.bias", shape: Some(&[1536]), source: Param("sortformer_modules.subpixel_upsample.bias", Copy) },
Weight { path: "submodule17.conv1d1.weight", shape: Some(&[1536, 192, 3]), source: Param("sortformer_modules.subpixel_upsample.weight", Copy) },
Weight { path: "submodule17.layernormalization61.beta", shape: Some(&[512]), source: Param("encoder.layers.29.norm2.bias", Copy) },
Weight { path: "submodule17.layernormalization61.gamma", shape: Some(&[512]), source: Param("encoder.layers.29.norm2.weight", Copy) },
Weight { path: "submodule17.layernormalization62.beta", shape: Some(&[512]), source: Param("encoder.layers.30.norm1.bias", Copy) },
Weight { path: "submodule17.layernormalization62.gamma", shape: Some(&[512]), source: Param("encoder.layers.30.norm1.weight", Copy) },
Weight { path: "submodule17.layernormalization63.beta", shape: Some(&[512]), source: Param("encoder.layers.30.norm2.bias", Copy) },
Weight { path: "submodule17.layernormalization63.gamma", shape: Some(&[512]), source: Param("encoder.layers.30.norm2.weight", Copy) },
Weight { path: "submodule17.layernormalization64.beta", shape: Some(&[512]), source: Param("encoder.final_norm.bias", Copy) },
Weight { path: "submodule17.layernormalization64.gamma", shape: Some(&[512]), source: Param("encoder.final_norm.weight", Copy) },
Weight { path: "submodule17.linear120.bias", shape: Some(&[2048]), source: Param("encoder.layers.29.ffn.net.0.bias", Copy) },
Weight { path: "submodule17.linear120.weight", shape: Some(&[512, 2048]), source: Param("val_4299", Copy) },
Weight { path: "submodule17.linear121.bias", shape: Some(&[512]), source: Param("encoder.layers.29.ffn.net.3.bias", Copy) },
Weight { path: "submodule17.linear121.weight", shape: Some(&[2048, 512]), source: Param("val_4301", Copy) },
Weight { path: "submodule17.linear122.weight", shape: Some(&[512, 1536]), source: Param("val_4305", Copy) },
Weight { path: "submodule17.linear123.bias", shape: Some(&[512]), source: Param("encoder.layers.30.attn.out_proj.bias", Copy) },
Weight { path: "submodule17.linear123.weight", shape: Some(&[512, 512]), source: Param("val_4433", Copy) },
Weight { path: "submodule17.linear124.bias", shape: Some(&[2048]), source: Param("encoder.layers.30.ffn.net.0.bias", Copy) },
Weight { path: "submodule17.linear124.weight", shape: Some(&[512, 2048]), source: Param("val_4437", Copy) },
Weight { path: "submodule17.linear125.bias", shape: Some(&[512]), source: Param("encoder.layers.30.ffn.net.3.bias", Copy) },
Weight { path: "submodule17.linear125.weight", shape: Some(&[2048, 512]), source: Param("val_4439", Copy) },
Weight { path: "submodule17.linear126.bias", shape: Some(&[192]), source: Param("sortformer_modules.encoder_proj.bias", Copy) },
Weight { path: "submodule17.linear126.weight", shape: Some(&[512, 192]), source: Param("val_4443", Copy) },
Weight { path: "submodule17.linear127.bias", shape: Some(&[192]), source: Param("sortformer_modules.first_hidden_to_hidden.bias", Copy) },
Weight { path: "submodule17.linear127.weight", shape: Some(&[192, 192]), source: Param("val_4470", Copy) },
Weight { path: "submodule17.linear128.bias", shape: Some(&[8]), source: Param("sortformer_modules.single_hidden_to_spks.bias", Copy) },
Weight { path: "submodule17.linear128.weight", shape: Some(&[192, 8]), source: Param("val_4472", Copy) },
Weight { path: "submodule2.constant227", shape: Some(&[5000, 64]), source: Param("encoder.layers.30.attn.rope.cos", Copy) },
Weight { path: "submodule2.constant228", shape: Some(&[5000, 64]), source: Param("encoder.layers.30.attn.rope.sin", Copy) },
Weight { path: "submodule2.layernormalization1.beta", shape: Some(&[512]), source: Param("encoder.embed_norm.bias", Copy) },
Weight { path: "submodule2.layernormalization1.gamma", shape: Some(&[512]), source: Param("encoder.embed_norm.weight", Copy) },
Weight { path: "submodule2.layernormalization2.beta", shape: Some(&[512]), source: Param("encoder.layers.0.norm1.bias", Copy) },
Weight { path: "submodule2.layernormalization2.gamma", shape: Some(&[512]), source: Param("encoder.layers.0.norm1.weight", Copy) },
Weight { path: "submodule2.layernormalization3.beta", shape: Some(&[512]), source: Param("encoder.layers.0.norm2.bias", Copy) },
Weight { path: "submodule2.layernormalization3.gamma", shape: Some(&[512]), source: Param("encoder.layers.0.norm2.weight", Copy) },
Weight { path: "submodule2.layernormalization4.beta", shape: Some(&[512]), source: Param("encoder.layers.1.norm1.bias", Copy) },
Weight { path: "submodule2.layernormalization4.gamma", shape: Some(&[512]), source: Param("encoder.layers.1.norm1.weight", Copy) },
Weight { path: "submodule2.linear2.weight", shape: Some(&[512, 1536]), source: Param("val_162", Copy) },
Weight { path: "submodule2.linear3.bias", shape: Some(&[512]), source: Param("encoder.layers.0.attn.out_proj.bias", Copy) },
Weight { path: "submodule2.linear3.weight", shape: Some(&[512, 512]), source: Param("val_293", Copy) },
Weight { path: "submodule2.linear4.bias", shape: Some(&[2048]), source: Param("encoder.layers.0.ffn.net.0.bias", Copy) },
Weight { path: "submodule2.linear4.weight", shape: Some(&[512, 2048]), source: Param("val_297", Copy) },
Weight { path: "submodule2.linear5.bias", shape: Some(&[512]), source: Param("encoder.layers.0.ffn.net.3.bias", Copy) },
Weight { path: "submodule2.linear5.weight", shape: Some(&[2048, 512]), source: Param("val_299", Copy) },
Weight { path: "submodule2.linear6.weight", shape: Some(&[512, 1536]), source: Param("val_303", Copy) },
Weight { path: "submodule2.linear7.bias", shape: Some(&[512]), source: Param("encoder.layers.1.attn.out_proj.bias", Copy) },
Weight { path: "submodule2.linear7.weight", shape: Some(&[512, 512]), source: Param("val_431", Copy) },
Weight { path: "submodule3.layernormalization5.beta", shape: Some(&[512]), source: Param("encoder.layers.1.norm2.bias", Copy) },
Weight { path: "submodule3.layernormalization5.gamma", shape: Some(&[512]), source: Param("encoder.layers.1.norm2.weight", Copy) },
Weight { path: "submodule3.layernormalization6.beta", shape: Some(&[512]), source: Param("encoder.layers.2.norm1.bias", Copy) },
Weight { path: "submodule3.layernormalization6.gamma", shape: Some(&[512]), source: Param("encoder.layers.2.norm1.weight", Copy) },
Weight { path: "submodule3.layernormalization7.beta", shape: Some(&[512]), source: Param("encoder.layers.2.norm2.bias", Copy) },
Weight { path: "submodule3.layernormalization7.gamma", shape: Some(&[512]), source: Param("encoder.layers.2.norm2.weight", Copy) },
Weight { path: "submodule3.layernormalization8.beta", shape: Some(&[512]), source: Param("encoder.layers.3.norm1.bias", Copy) },
Weight { path: "submodule3.layernormalization8.gamma", shape: Some(&[512]), source: Param("encoder.layers.3.norm1.weight", Copy) },
Weight { path: "submodule3.linear10.weight", shape: Some(&[512, 1536]), source: Param("val_441", Copy) },
Weight { path: "submodule3.linear11.bias", shape: Some(&[512]), source: Param("encoder.layers.2.attn.out_proj.bias", Copy) },
Weight { path: "submodule3.linear11.weight", shape: Some(&[512, 512]), source: Param("val_569", Copy) },
Weight { path: "submodule3.linear12.bias", shape: Some(&[2048]), source: Param("encoder.layers.2.ffn.net.0.bias", Copy) },
Weight { path: "submodule3.linear12.weight", shape: Some(&[512, 2048]), source: Param("val_573", Copy) },
Weight { path: "submodule3.linear13.bias", shape: Some(&[512]), source: Param("encoder.layers.2.ffn.net.3.bias", Copy) },
Weight { path: "submodule3.linear13.weight", shape: Some(&[2048, 512]), source: Param("val_575", Copy) },
Weight { path: "submodule3.linear14.weight", shape: Some(&[512, 1536]), source: Param("val_579", Copy) },
Weight { path: "submodule3.linear15.bias", shape: Some(&[512]), source: Param("encoder.layers.3.attn.out_proj.bias", Copy) },
Weight { path: "submodule3.linear15.weight", shape: Some(&[512, 512]), source: Param("val_707", Copy) },
Weight { path: "submodule3.linear8.bias", shape: Some(&[2048]), source: Param("encoder.layers.1.ffn.net.0.bias", Copy) },
Weight { path: "submodule3.linear8.weight", shape: Some(&[512, 2048]), source: Param("val_435", Copy) },
Weight { path: "submodule3.linear9.bias", shape: Some(&[512]), source: Param("encoder.layers.1.ffn.net.3.bias", Copy) },
Weight { path: "submodule3.linear9.weight", shape: Some(&[2048, 512]), source: Param("val_437", Copy) },
Weight { path: "submodule4.layernormalization10.beta", shape: Some(&[512]), source: Param("encoder.layers.4.norm1.bias", Copy) },
Weight { path: "submodule4.layernormalization10.gamma", shape: Some(&[512]), source: Param("encoder.layers.4.norm1.weight", Copy) },
Weight { path: "submodule4.layernormalization11.beta", shape: Some(&[512]), source: Param("encoder.layers.4.norm2.bias", Copy) },
Weight { path: "submodule4.layernormalization11.gamma", shape: Some(&[512]), source: Param("encoder.layers.4.norm2.weight", Copy) },
Weight { path: "submodule4.layernormalization12.beta", shape: Some(&[512]), source: Param("encoder.layers.5.norm1.bias", Copy) },
Weight { path: "submodule4.layernormalization12.gamma", shape: Some(&[512]), source: Param("encoder.layers.5.norm1.weight", Copy) },
Weight { path: "submodule4.layernormalization9.beta", shape: Some(&[512]), source: Param("encoder.layers.3.norm2.bias", Copy) },
Weight { path: "submodule4.layernormalization9.gamma", shape: Some(&[512]), source: Param("encoder.layers.3.norm2.weight", Copy) },
Weight { path: "submodule4.linear16.bias", shape: Some(&[2048]), source: Param("encoder.layers.3.ffn.net.0.bias", Copy) },
Weight { path: "submodule4.linear16.weight", shape: Some(&[512, 2048]), source: Param("val_711", Copy) },
Weight { path: "submodule4.linear17.bias", shape: Some(&[512]), source: Param("encoder.layers.3.ffn.net.3.bias", Copy) },
Weight { path: "submodule4.linear17.weight", shape: Some(&[2048, 512]), source: Param("val_713", Copy) },
Weight { path: "submodule4.linear18.weight", shape: Some(&[512, 1536]), source: Param("val_717", Copy) },
Weight { path: "submodule4.linear19.bias", shape: Some(&[512]), source: Param("encoder.layers.4.attn.out_proj.bias", Copy) },
Weight { path: "submodule4.linear19.weight", shape: Some(&[512, 512]), source: Param("val_845", Copy) },
Weight { path: "submodule4.linear20.bias", shape: Some(&[2048]), source: Param("encoder.layers.4.ffn.net.0.bias", Copy) },
Weight { path: "submodule4.linear20.weight", shape: Some(&[512, 2048]), source: Param("val_849", Copy) },
Weight { path: "submodule4.linear21.bias", shape: Some(&[512]), source: Param("encoder.layers.4.ffn.net.3.bias", Copy) },
Weight { path: "submodule4.linear21.weight", shape: Some(&[2048, 512]), source: Param("val_851", Copy) },
Weight { path: "submodule4.linear22.weight", shape: Some(&[512, 1536]), source: Param("val_855", Copy) },
Weight { path: "submodule4.linear23.bias", shape: Some(&[512]), source: Param("encoder.layers.5.attn.out_proj.bias", Copy) },
Weight { path: "submodule4.linear23.weight", shape: Some(&[512, 512]), source: Param("val_983", Copy) },
Weight { path: "submodule5.layernormalization13.beta", shape: Some(&[512]), source: Param("encoder.layers.5.norm2.bias", Copy) },
Weight { path: "submodule5.layernormalization13.gamma", shape: Some(&[512]), source: Param("encoder.layers.5.norm2.weight", Copy) },
Weight { path: "submodule5.layernormalization14.beta", shape: Some(&[512]), source: Param("encoder.layers.6.norm1.bias", Copy) },
Weight { path: "submodule5.layernormalization14.gamma", shape: Some(&[512]), source: Param("encoder.layers.6.norm1.weight", Copy) },
Weight { path: "submodule5.layernormalization15.beta", shape: Some(&[512]), source: Param("encoder.layers.6.norm2.bias", Copy) },
Weight { path: "submodule5.layernormalization15.gamma", shape: Some(&[512]), source: Param("encoder.layers.6.norm2.weight", Copy) },
Weight { path: "submodule5.layernormalization16.beta", shape: Some(&[512]), source: Param("encoder.layers.7.norm1.bias", Copy) },
Weight { path: "submodule5.layernormalization16.gamma", shape: Some(&[512]), source: Param("encoder.layers.7.norm1.weight", Copy) },
Weight { path: "submodule5.linear24.bias", shape: Some(&[2048]), source: Param("encoder.layers.5.ffn.net.0.bias", Copy) },
Weight { path: "submodule5.linear24.weight", shape: Some(&[512, 2048]), source: Param("val_987", Copy) },
Weight { path: "submodule5.linear25.bias", shape: Some(&[512]), source: Param("encoder.layers.5.ffn.net.3.bias", Copy) },
Weight { path: "submodule5.linear25.weight", shape: Some(&[2048, 512]), source: Param("val_989", Copy) },
Weight { path: "submodule5.linear26.weight", shape: Some(&[512, 1536]), source: Param("val_993", Copy) },
Weight { path: "submodule5.linear27.bias", shape: Some(&[512]), source: Param("encoder.layers.6.attn.out_proj.bias", Copy) },
Weight { path: "submodule5.linear27.weight", shape: Some(&[512, 512]), source: Param("val_1121", Copy) },
Weight { path: "submodule5.linear28.bias", shape: Some(&[2048]), source: Param("encoder.layers.6.ffn.net.0.bias", Copy) },
Weight { path: "submodule5.linear28.weight", shape: Some(&[512, 2048]), source: Param("val_1125", Copy) },
Weight { path: "submodule5.linear29.bias", shape: Some(&[512]), source: Param("encoder.layers.6.ffn.net.3.bias", Copy) },
Weight { path: "submodule5.linear29.weight", shape: Some(&[2048, 512]), source: Param("val_1127", Copy) },
Weight { path: "submodule5.linear30.weight", shape: Some(&[512, 1536]), source: Param("val_1131", Copy) },
Weight { path: "submodule5.linear31.bias", shape: Some(&[512]), source: Param("encoder.layers.7.attn.out_proj.bias", Copy) },
Weight { path: "submodule5.linear31.weight", shape: Some(&[512, 512]), source: Param("val_1259", Copy) },
Weight { path: "submodule6.layernormalization17.beta", shape: Some(&[512]), source: Param("encoder.layers.7.norm2.bias", Copy) },
Weight { path: "submodule6.layernormalization17.gamma", shape: Some(&[512]), source: Param("encoder.layers.7.norm2.weight", Copy) },
Weight { path: "submodule6.layernormalization18.beta", shape: Some(&[512]), source: Param("encoder.layers.8.norm1.bias", Copy) },
Weight { path: "submodule6.layernormalization18.gamma", shape: Some(&[512]), source: Param("encoder.layers.8.norm1.weight", Copy) },
Weight { path: "submodule6.layernormalization19.beta", shape: Some(&[512]), source: Param("encoder.layers.8.norm2.bias", Copy) },
Weight { path: "submodule6.layernormalization19.gamma", shape: Some(&[512]), source: Param("encoder.layers.8.norm2.weight", Copy) },
Weight { path: "submodule6.layernormalization20.beta", shape: Some(&[512]), source: Param("encoder.layers.9.norm1.bias", Copy) },
Weight { path: "submodule6.layernormalization20.gamma", shape: Some(&[512]), source: Param("encoder.layers.9.norm1.weight", Copy) },
Weight { path: "submodule6.linear32.bias", shape: Some(&[2048]), source: Param("encoder.layers.7.ffn.net.0.bias", Copy) },
Weight { path: "submodule6.linear32.weight", shape: Some(&[512, 2048]), source: Param("val_1263", Copy) },
Weight { path: "submodule6.linear33.bias", shape: Some(&[512]), source: Param("encoder.layers.7.ffn.net.3.bias", Copy) },
Weight { path: "submodule6.linear33.weight", shape: Some(&[2048, 512]), source: Param("val_1265", Copy) },
Weight { path: "submodule6.linear34.weight", shape: Some(&[512, 1536]), source: Param("val_1269", Copy) },
Weight { path: "submodule6.linear35.bias", shape: Some(&[512]), source: Param("encoder.layers.8.attn.out_proj.bias", Copy) },
Weight { path: "submodule6.linear35.weight", shape: Some(&[512, 512]), source: Param("val_1397", Copy) },
Weight { path: "submodule6.linear36.bias", shape: Some(&[2048]), source: Param("encoder.layers.8.ffn.net.0.bias", Copy) },
Weight { path: "submodule6.linear36.weight", shape: Some(&[512, 2048]), source: Param("val_1401", Copy) },
Weight { path: "submodule6.linear37.bias", shape: Some(&[512]), source: Param("encoder.layers.8.ffn.net.3.bias", Copy) },
Weight { path: "submodule6.linear37.weight", shape: Some(&[2048, 512]), source: Param("val_1403", Copy) },
Weight { path: "submodule6.linear38.weight", shape: Some(&[512, 1536]), source: Param("val_1407", Copy) },
Weight { path: "submodule6.linear39.bias", shape: Some(&[512]), source: Param("encoder.layers.9.attn.out_proj.bias", Copy) },
Weight { path: "submodule6.linear39.weight", shape: Some(&[512, 512]), source: Param("val_1535", Copy) },
Weight { path: "submodule7.layernormalization21.beta", shape: Some(&[512]), source: Param("encoder.layers.9.norm2.bias", Copy) },
Weight { path: "submodule7.layernormalization21.gamma", shape: Some(&[512]), source: Param("encoder.layers.9.norm2.weight", Copy) },
Weight { path: "submodule7.layernormalization22.beta", shape: Some(&[512]), source: Param("encoder.layers.10.norm1.bias", Copy) },
Weight { path: "submodule7.layernormalization22.gamma", shape: Some(&[512]), source: Param("encoder.layers.10.norm1.weight", Copy) },
Weight { path: "submodule7.layernormalization23.beta", shape: Some(&[512]), source: Param("encoder.layers.10.norm2.bias", Copy) },
Weight { path: "submodule7.layernormalization23.gamma", shape: Some(&[512]), source: Param("encoder.layers.10.norm2.weight", Copy) },
Weight { path: "submodule7.layernormalization24.beta", shape: Some(&[512]), source: Param("encoder.layers.11.norm1.bias", Copy) },
Weight { path: "submodule7.layernormalization24.gamma", shape: Some(&[512]), source: Param("encoder.layers.11.norm1.weight", Copy) },
Weight { path: "submodule7.linear40.bias", shape: Some(&[2048]), source: Param("encoder.layers.9.ffn.net.0.bias", Copy) },
Weight { path: "submodule7.linear40.weight", shape: Some(&[512, 2048]), source: Param("val_1539", Copy) },
Weight { path: "submodule7.linear41.bias", shape: Some(&[512]), source: Param("encoder.layers.9.ffn.net.3.bias", Copy) },
Weight { path: "submodule7.linear41.weight", shape: Some(&[2048, 512]), source: Param("val_1541", Copy) },
Weight { path: "submodule7.linear42.weight", shape: Some(&[512, 1536]), source: Param("val_1545", Copy) },
Weight { path: "submodule7.linear43.bias", shape: Some(&[512]), source: Param("encoder.layers.10.attn.out_proj.bias", Copy) },
Weight { path: "submodule7.linear43.weight", shape: Some(&[512, 512]), source: Param("val_1673", Copy) },
Weight { path: "submodule7.linear44.bias", shape: Some(&[2048]), source: Param("encoder.layers.10.ffn.net.0.bias", Copy) },
Weight { path: "submodule7.linear44.weight", shape: Some(&[512, 2048]), source: Param("val_1677", Copy) },
Weight { path: "submodule7.linear45.bias", shape: Some(&[512]), source: Param("encoder.layers.10.ffn.net.3.bias", Copy) },
Weight { path: "submodule7.linear45.weight", shape: Some(&[2048, 512]), source: Param("val_1679", Copy) },
Weight { path: "submodule7.linear46.weight", shape: Some(&[512, 1536]), source: Param("val_1683", Copy) },
Weight { path: "submodule7.linear47.bias", shape: Some(&[512]), source: Param("encoder.layers.11.attn.out_proj.bias", Copy) },
Weight { path: "submodule7.linear47.weight", shape: Some(&[512, 512]), source: Param("val_1811", Copy) },
Weight { path: "submodule8.layernormalization25.beta", shape: Some(&[512]), source: Param("encoder.layers.11.norm2.bias", Copy) },
Weight { path: "submodule8.layernormalization25.gamma", shape: Some(&[512]), source: Param("encoder.layers.11.norm2.weight", Copy) },
Weight { path: "submodule8.layernormalization26.beta", shape: Some(&[512]), source: Param("encoder.layers.12.norm1.bias", Copy) },
Weight { path: "submodule8.layernormalization26.gamma", shape: Some(&[512]), source: Param("encoder.layers.12.norm1.weight", Copy) },
Weight { path: "submodule8.layernormalization27.beta", shape: Some(&[512]), source: Param("encoder.layers.12.norm2.bias", Copy) },
Weight { path: "submodule8.layernormalization27.gamma", shape: Some(&[512]), source: Param("encoder.layers.12.norm2.weight", Copy) },
Weight { path: "submodule8.layernormalization28.beta", shape: Some(&[512]), source: Param("encoder.layers.13.norm1.bias", Copy) },
Weight { path: "submodule8.layernormalization28.gamma", shape: Some(&[512]), source: Param("encoder.layers.13.norm1.weight", Copy) },
Weight { path: "submodule8.linear48.bias", shape: Some(&[2048]), source: Param("encoder.layers.11.ffn.net.0.bias", Copy) },
Weight { path: "submodule8.linear48.weight", shape: Some(&[512, 2048]), source: Param("val_1815", Copy) },
Weight { path: "submodule8.linear49.bias", shape: Some(&[512]), source: Param("encoder.layers.11.ffn.net.3.bias", Copy) },
Weight { path: "submodule8.linear49.weight", shape: Some(&[2048, 512]), source: Param("val_1817", Copy) },
Weight { path: "submodule8.linear50.weight", shape: Some(&[512, 1536]), source: Param("val_1821", Copy) },
Weight { path: "submodule8.linear51.bias", shape: Some(&[512]), source: Param("encoder.layers.12.attn.out_proj.bias", Copy) },
Weight { path: "submodule8.linear51.weight", shape: Some(&[512, 512]), source: Param("val_1949", Copy) },
Weight { path: "submodule8.linear52.bias", shape: Some(&[2048]), source: Param("encoder.layers.12.ffn.net.0.bias", Copy) },
Weight { path: "submodule8.linear52.weight", shape: Some(&[512, 2048]), source: Param("val_1953", Copy) },
Weight { path: "submodule8.linear53.bias", shape: Some(&[512]), source: Param("encoder.layers.12.ffn.net.3.bias", Copy) },
Weight { path: "submodule8.linear53.weight", shape: Some(&[2048, 512]), source: Param("val_1955", Copy) },
Weight { path: "submodule8.linear54.weight", shape: Some(&[512, 1536]), source: Param("val_1959", Copy) },
Weight { path: "submodule8.linear55.bias", shape: Some(&[512]), source: Param("encoder.layers.13.attn.out_proj.bias", Copy) },
Weight { path: "submodule8.linear55.weight", shape: Some(&[512, 512]), source: Param("val_2087", Copy) },
Weight { path: "submodule9.layernormalization29.beta", shape: Some(&[512]), source: Param("encoder.layers.13.norm2.bias", Copy) },
Weight { path: "submodule9.layernormalization29.gamma", shape: Some(&[512]), source: Param("encoder.layers.13.norm2.weight", Copy) },
Weight { path: "submodule9.layernormalization30.beta", shape: Some(&[512]), source: Param("encoder.layers.14.norm1.bias", Copy) },
Weight { path: "submodule9.layernormalization30.gamma", shape: Some(&[512]), source: Param("encoder.layers.14.norm1.weight", Copy) },
Weight { path: "submodule9.layernormalization31.beta", shape: Some(&[512]), source: Param("encoder.layers.14.norm2.bias", Copy) },
Weight { path: "submodule9.layernormalization31.gamma", shape: Some(&[512]), source: Param("encoder.layers.14.norm2.weight", Copy) },
Weight { path: "submodule9.layernormalization32.beta", shape: Some(&[512]), source: Param("encoder.layers.15.norm1.bias", Copy) },
Weight { path: "submodule9.layernormalization32.gamma", shape: Some(&[512]), source: Param("encoder.layers.15.norm1.weight", Copy) },
Weight { path: "submodule9.linear56.bias", shape: Some(&[2048]), source: Param("encoder.layers.13.ffn.net.0.bias", Copy) },
Weight { path: "submodule9.linear56.weight", shape: Some(&[512, 2048]), source: Param("val_2091", Copy) },
Weight { path: "submodule9.linear57.bias", shape: Some(&[512]), source: Param("encoder.layers.13.ffn.net.3.bias", Copy) },
Weight { path: "submodule9.linear57.weight", shape: Some(&[2048, 512]), source: Param("val_2093", Copy) },
Weight { path: "submodule9.linear58.weight", shape: Some(&[512, 1536]), source: Param("val_2097", Copy) },
Weight { path: "submodule9.linear59.bias", shape: Some(&[512]), source: Param("encoder.layers.14.attn.out_proj.bias", Copy) },
Weight { path: "submodule9.linear59.weight", shape: Some(&[512, 512]), source: Param("val_2225", Copy) },
Weight { path: "submodule9.linear60.bias", shape: Some(&[2048]), source: Param("encoder.layers.14.ffn.net.0.bias", Copy) },
Weight { path: "submodule9.linear60.weight", shape: Some(&[512, 2048]), source: Param("val_2229", Copy) },
Weight { path: "submodule9.linear61.bias", shape: Some(&[512]), source: Param("encoder.layers.14.ffn.net.3.bias", Copy) },
Weight { path: "submodule9.linear61.weight", shape: Some(&[2048, 512]), source: Param("val_2231", Copy) },
Weight { path: "submodule9.linear62.weight", shape: Some(&[512, 1536]), source: Param("val_2235", Copy) },
Weight { path: "submodule9.linear63.bias", shape: Some(&[512]), source: Param("encoder.layers.15.attn.out_proj.bias", Copy) },
Weight { path: "submodule9.linear63.weight", shape: Some(&[512, 512]), source: Param("val_2363", Copy) },
];