use crate::burn_backend::onnx::{Source::*, Transform::*, Weight};
pub(crate) const WEIGHTS: &[Weight] = &[
Weight { path: "submodule1.constant13", shape: Some(&[640, 1]), source: Param("/model/encoder/encode_positions/inv_freq", Copy) },
Weight { path: "submodule1.constant1705", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule1.constant1719", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule1.constant28", shape: Some(&[1280]), source: Param("/model/layers.0/self_attn/bias_u", Copy) },
Weight { path: "submodule1.constant29", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.0/self_attn/bias_v", Copy) },
Weight { path: "submodule1.conv2d1.bias", shape: Some(&[256]), source: Param("/model/encoder/subsampling/layers.0.bias", Copy) },
Weight { path: "submodule1.conv2d1.weight", shape: Some(&[256, 1, 3, 3]), source: Param("/model/encoder/subsampling/layers.0.weight", Copy) },
Weight { path: "submodule1.conv2d2.bias", shape: Some(&[256]), source: Param("/model/encoder/subsampling/layers.2.bias", Copy) },
Weight { path: "submodule1.conv2d2.weight", shape: Some(&[256, 1, 3, 3]), source: Param("/model/encoder/subsampling/layers.2.weight", Copy) },
Weight { path: "submodule1.conv2d3.bias", shape: Some(&[256]), source: Param("/model/encoder/subsampling/layers.3.bias", Copy) },
Weight { path: "submodule1.conv2d3.weight", shape: Some(&[256, 256, 1, 1]), source: Param("/model/encoder/subsampling/layers.3.weight", Copy) },
Weight { path: "submodule1.conv2d4.bias", shape: Some(&[256]), source: Param("/model/encoder/subsampling/layers.5.bias", Copy) },
Weight { path: "submodule1.conv2d4.weight", shape: Some(&[256, 1, 3, 3]), source: Param("/model/encoder/subsampling/layers.5.weight", Copy) },
Weight { path: "submodule1.conv2d5.bias", shape: Some(&[256]), source: Param("/model/encoder/subsampling/layers.6.bias", Copy) },
Weight { path: "submodule1.conv2d5.weight", shape: Some(&[256, 256, 1, 1]), source: Param("/model/encoder/subsampling/layers.6.weight", Copy) },
Weight { path: "submodule1.layernormalization1.beta", shape: Some(&[1280]), source: Param("model.layers.0.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule1.layernormalization1.gamma", shape: Some(&[1280]), source: Param("model.layers.0.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule1.layernormalization2.beta", shape: Some(&[1280]), source: Param("model.layers.0.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule1.layernormalization2.gamma", shape: Some(&[1280]), source: Param("model.layers.0.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule1.linear1.bias", shape: Some(&[1280]), source: Param("model.encoder.subsampling.linear.Add.bias", Copy) },
Weight { path: "submodule1.linear1.weight", shape: Some(&[4096, 1280]), source: Param("model.encoder.subsampling.linear.MatMul.weight", Copy) },
Weight { path: "submodule1.linear2.bias", shape: Some(&[5120]), source: Param("model.layers.0.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule1.linear2.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.0.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule1.linear3.bias", shape: Some(&[1280]), source: Param("model.layers.0.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule1.linear3.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.0.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule1.linear4.bias", shape: Some(&[1280]), source: Param("model.layers.0.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule1.linear4.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.0.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule1.linear5.bias", shape: Some(&[1280]), source: Param("model.layers.0.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule1.linear5.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.0.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule1.linear6.bias", shape: Some(&[1280]), source: Param("model.layers.0.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule1.linear6.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.0.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule1.linear7.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.0.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule1.linear8.bias", shape: Some(&[1280]), source: Param("model.layers.0.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule1.linear8.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.0.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule10.constant1891", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule10.constant1892", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule10.constant1906", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule10.constant413", shape: Some(&[1280]), source: Param("/model/layers.11/self_attn/bias_u", Copy) },
Weight { path: "submodule10.constant414", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.11/self_attn/bias_v", Copy) },
Weight { path: "submodule10.conv1d31.bias", shape: Some(&[2560]), source: Param("/model/layers.10/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule10.conv1d31.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.10/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule10.conv1d32.bias", shape: Some(&[1280]), source: Param("/model/layers.10/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule10.conv1d32.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.10/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule10.conv1d33.bias", shape: Some(&[1280]), source: Param("/model/layers.10/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule10.conv1d33.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.10/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule10.conv1d34.bias", shape: Some(&[2560]), source: Param("/model/layers.11/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule10.conv1d34.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.11/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule10.conv1d35.bias", shape: Some(&[1280]), source: Param("/model/layers.11/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule10.conv1d35.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.11/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule10.conv1d36.bias", shape: Some(&[1280]), source: Param("/model/layers.11/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule10.conv1d36.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.11/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule10.layernormalization53.beta", shape: Some(&[1280]), source: Param("model.layers.10.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule10.layernormalization53.gamma", shape: Some(&[1280]), source: Param("model.layers.10.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule10.layernormalization54.beta", shape: Some(&[1280]), source: Param("model.layers.10.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule10.layernormalization54.gamma", shape: Some(&[1280]), source: Param("model.layers.10.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule10.layernormalization55.beta", shape: Some(&[1280]), source: Param("model.layers.10.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule10.layernormalization55.gamma", shape: Some(&[1280]), source: Param("model.layers.10.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule10.layernormalization56.beta", shape: Some(&[1280]), source: Param("model.layers.11.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule10.layernormalization56.gamma", shape: Some(&[1280]), source: Param("model.layers.11.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule10.layernormalization57.beta", shape: Some(&[1280]), source: Param("model.layers.11.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule10.layernormalization57.gamma", shape: Some(&[1280]), source: Param("model.layers.11.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule10.layernormalization58.beta", shape: Some(&[1280]), source: Param("model.layers.11.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule10.layernormalization58.gamma", shape: Some(&[1280]), source: Param("model.layers.11.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule10.linear100.bias", shape: Some(&[1280]), source: Param("model.layers.10.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule10.linear100.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.10.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule10.linear101.bias", shape: Some(&[5120]), source: Param("model.layers.11.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule10.linear101.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.11.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule10.linear102.bias", shape: Some(&[1280]), source: Param("model.layers.11.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule10.linear102.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.11.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule10.linear103.bias", shape: Some(&[1280]), source: Param("model.layers.11.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule10.linear103.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.11.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule10.linear104.bias", shape: Some(&[1280]), source: Param("model.layers.11.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule10.linear104.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.11.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule10.linear105.bias", shape: Some(&[1280]), source: Param("model.layers.11.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule10.linear105.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.11.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule10.linear106.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.11.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule10.linear107.bias", shape: Some(&[1280]), source: Param("model.layers.11.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule10.linear107.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.11.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule10.linear99.bias", shape: Some(&[5120]), source: Param("model.layers.10.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule10.linear99.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.10.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule11.constant1908", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule11.constant1909", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule11.constant1923", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule11.constant1925", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule11.constant448", shape: Some(&[1280]), source: Param("/model/layers.12/self_attn/bias_u", Copy) },
Weight { path: "submodule11.constant449", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.12/self_attn/bias_v", Copy) },
Weight { path: "submodule11.conv1d37.bias", shape: Some(&[2560]), source: Param("/model/layers.12/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule11.conv1d37.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.12/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule11.conv1d38.bias", shape: Some(&[1280]), source: Param("/model/layers.12/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule11.conv1d38.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.12/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule11.conv1d39.bias", shape: Some(&[1280]), source: Param("/model/layers.12/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule11.conv1d39.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.12/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule11.layernormalization59.beta", shape: Some(&[1280]), source: Param("model.layers.11.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule11.layernormalization59.gamma", shape: Some(&[1280]), source: Param("model.layers.11.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule11.layernormalization60.beta", shape: Some(&[1280]), source: Param("model.layers.11.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule11.layernormalization60.gamma", shape: Some(&[1280]), source: Param("model.layers.11.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule11.layernormalization61.beta", shape: Some(&[1280]), source: Param("model.layers.12.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule11.layernormalization61.gamma", shape: Some(&[1280]), source: Param("model.layers.12.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule11.layernormalization62.beta", shape: Some(&[1280]), source: Param("model.layers.12.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule11.layernormalization62.gamma", shape: Some(&[1280]), source: Param("model.layers.12.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule11.layernormalization63.beta", shape: Some(&[1280]), source: Param("model.layers.12.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule11.layernormalization63.gamma", shape: Some(&[1280]), source: Param("model.layers.12.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule11.layernormalization64.beta", shape: Some(&[1280]), source: Param("model.layers.12.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule11.layernormalization64.gamma", shape: Some(&[1280]), source: Param("model.layers.12.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule11.linear108.bias", shape: Some(&[5120]), source: Param("model.layers.11.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule11.linear108.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.11.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule11.linear109.bias", shape: Some(&[1280]), source: Param("model.layers.11.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule11.linear109.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.11.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule11.linear110.bias", shape: Some(&[5120]), source: Param("model.layers.12.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule11.linear110.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.12.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule11.linear111.bias", shape: Some(&[1280]), source: Param("model.layers.12.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule11.linear111.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.12.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule11.linear112.bias", shape: Some(&[1280]), source: Param("model.layers.12.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule11.linear112.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.12.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule11.linear113.bias", shape: Some(&[1280]), source: Param("model.layers.12.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule11.linear113.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.12.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule11.linear114.bias", shape: Some(&[1280]), source: Param("model.layers.12.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule11.linear114.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.12.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule11.linear115.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.12.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule11.linear116.bias", shape: Some(&[1280]), source: Param("model.layers.12.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule11.linear116.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.12.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule11.linear117.bias", shape: Some(&[5120]), source: Param("model.layers.12.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule11.linear117.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.12.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule11.linear118.bias", shape: Some(&[1280]), source: Param("model.layers.12.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule11.linear118.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.12.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule12.constant1926", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule12.constant1940", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule12.constant1942", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule12.constant1943", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule12.constant483", shape: Some(&[1280]), source: Param("/model/layers.13/self_attn/bias_u", Copy) },
Weight { path: "submodule12.constant484", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.13/self_attn/bias_v", Copy) },
Weight { path: "submodule12.conv1d40.bias", shape: Some(&[2560]), source: Param("/model/layers.13/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule12.conv1d40.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.13/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule12.conv1d41.bias", shape: Some(&[1280]), source: Param("/model/layers.13/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule12.conv1d41.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.13/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule12.conv1d42.bias", shape: Some(&[1280]), source: Param("/model/layers.13/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule12.conv1d42.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.13/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule12.layernormalization65.beta", shape: Some(&[1280]), source: Param("model.layers.12.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule12.layernormalization65.gamma", shape: Some(&[1280]), source: Param("model.layers.12.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule12.layernormalization66.beta", shape: Some(&[1280]), source: Param("model.layers.13.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule12.layernormalization66.gamma", shape: Some(&[1280]), source: Param("model.layers.13.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule12.layernormalization67.beta", shape: Some(&[1280]), source: Param("model.layers.13.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule12.layernormalization67.gamma", shape: Some(&[1280]), source: Param("model.layers.13.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule12.layernormalization68.beta", shape: Some(&[1280]), source: Param("model.layers.13.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule12.layernormalization68.gamma", shape: Some(&[1280]), source: Param("model.layers.13.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule12.layernormalization69.beta", shape: Some(&[1280]), source: Param("model.layers.13.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule12.layernormalization69.gamma", shape: Some(&[1280]), source: Param("model.layers.13.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule12.layernormalization70.beta", shape: Some(&[1280]), source: Param("model.layers.13.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule12.layernormalization70.gamma", shape: Some(&[1280]), source: Param("model.layers.13.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule12.layernormalization71.beta", shape: Some(&[1280]), source: Param("model.layers.14.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule12.layernormalization71.gamma", shape: Some(&[1280]), source: Param("model.layers.14.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule12.linear119.bias", shape: Some(&[5120]), source: Param("model.layers.13.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule12.linear119.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.13.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule12.linear120.bias", shape: Some(&[1280]), source: Param("model.layers.13.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule12.linear120.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.13.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule12.linear121.bias", shape: Some(&[1280]), source: Param("model.layers.13.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule12.linear121.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.13.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule12.linear122.bias", shape: Some(&[1280]), source: Param("model.layers.13.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule12.linear122.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.13.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule12.linear123.bias", shape: Some(&[1280]), source: Param("model.layers.13.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule12.linear123.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.13.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule12.linear124.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.13.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule12.linear125.bias", shape: Some(&[1280]), source: Param("model.layers.13.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule12.linear125.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.13.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule12.linear126.bias", shape: Some(&[5120]), source: Param("model.layers.13.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule12.linear126.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.13.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule12.linear127.bias", shape: Some(&[1280]), source: Param("model.layers.13.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule12.linear127.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.13.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule12.linear128.bias", shape: Some(&[5120]), source: Param("model.layers.14.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule12.linear128.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.14.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule12.linear129.bias", shape: Some(&[1280]), source: Param("model.layers.14.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule12.linear129.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.14.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule13.constant1957", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule13.constant1959", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule13.constant1960", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule13.constant1974", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule13.constant518", shape: Some(&[1280]), source: Param("/model/layers.14/self_attn/bias_u", Copy) },
Weight { path: "submodule13.constant519", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.14/self_attn/bias_v", Copy) },
Weight { path: "submodule13.constant553", shape: Some(&[1280]), source: Param("/model/layers.15/self_attn/bias_u", Copy) },
Weight { path: "submodule13.constant554", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.15/self_attn/bias_v", Copy) },
Weight { path: "submodule13.conv1d43.bias", shape: Some(&[2560]), source: Param("/model/layers.14/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule13.conv1d43.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.14/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule13.conv1d44.bias", shape: Some(&[1280]), source: Param("/model/layers.14/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule13.conv1d44.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.14/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule13.conv1d45.bias", shape: Some(&[1280]), source: Param("/model/layers.14/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule13.conv1d45.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.14/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule13.layernormalization72.beta", shape: Some(&[1280]), source: Param("model.layers.14.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule13.layernormalization72.gamma", shape: Some(&[1280]), source: Param("model.layers.14.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule13.layernormalization73.beta", shape: Some(&[1280]), source: Param("model.layers.14.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule13.layernormalization73.gamma", shape: Some(&[1280]), source: Param("model.layers.14.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule13.layernormalization74.beta", shape: Some(&[1280]), source: Param("model.layers.14.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule13.layernormalization74.gamma", shape: Some(&[1280]), source: Param("model.layers.14.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule13.layernormalization75.beta", shape: Some(&[1280]), source: Param("model.layers.14.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule13.layernormalization75.gamma", shape: Some(&[1280]), source: Param("model.layers.14.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule13.layernormalization76.beta", shape: Some(&[1280]), source: Param("model.layers.15.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule13.layernormalization76.gamma", shape: Some(&[1280]), source: Param("model.layers.15.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule13.layernormalization77.beta", shape: Some(&[1280]), source: Param("model.layers.15.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule13.layernormalization77.gamma", shape: Some(&[1280]), source: Param("model.layers.15.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule13.linear130.bias", shape: Some(&[1280]), source: Param("model.layers.14.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule13.linear130.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.14.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule13.linear131.bias", shape: Some(&[1280]), source: Param("model.layers.14.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule13.linear131.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.14.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule13.linear132.bias", shape: Some(&[1280]), source: Param("model.layers.14.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule13.linear132.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.14.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule13.linear133.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.14.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule13.linear134.bias", shape: Some(&[1280]), source: Param("model.layers.14.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule13.linear134.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.14.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule13.linear135.bias", shape: Some(&[5120]), source: Param("model.layers.14.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule13.linear135.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.14.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule13.linear136.bias", shape: Some(&[1280]), source: Param("model.layers.14.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule13.linear136.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.14.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule13.linear137.bias", shape: Some(&[5120]), source: Param("model.layers.15.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule13.linear137.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.15.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule13.linear138.bias", shape: Some(&[1280]), source: Param("model.layers.15.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule13.linear138.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.15.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule13.linear139.bias", shape: Some(&[1280]), source: Param("model.layers.15.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule13.linear139.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.15.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule13.linear140.bias", shape: Some(&[1280]), source: Param("model.layers.15.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule13.linear140.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.15.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule13.linear141.bias", shape: Some(&[1280]), source: Param("model.layers.15.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule13.linear141.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.15.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule13.linear142.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.15.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule13.linear143.bias", shape: Some(&[1280]), source: Param("model.layers.15.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule13.linear143.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.15.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule14.constant1976", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule14.constant1977", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule14.constant1991", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule14.constant588", shape: Some(&[1280]), source: Param("/model/layers.16/self_attn/bias_u", Copy) },
Weight { path: "submodule14.constant589", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.16/self_attn/bias_v", Copy) },
Weight { path: "submodule14.conv1d46.bias", shape: Some(&[2560]), source: Param("/model/layers.15/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule14.conv1d46.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.15/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule14.conv1d47.bias", shape: Some(&[1280]), source: Param("/model/layers.15/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule14.conv1d47.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.15/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule14.conv1d48.bias", shape: Some(&[1280]), source: Param("/model/layers.15/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule14.conv1d48.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.15/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule14.conv1d49.bias", shape: Some(&[2560]), source: Param("/model/layers.16/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule14.conv1d49.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.16/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule14.conv1d50.bias", shape: Some(&[1280]), source: Param("/model/layers.16/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule14.conv1d50.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.16/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule14.conv1d51.bias", shape: Some(&[1280]), source: Param("/model/layers.16/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule14.conv1d51.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.16/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule14.layernormalization78.beta", shape: Some(&[1280]), source: Param("model.layers.15.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule14.layernormalization78.gamma", shape: Some(&[1280]), source: Param("model.layers.15.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule14.layernormalization79.beta", shape: Some(&[1280]), source: Param("model.layers.15.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule14.layernormalization79.gamma", shape: Some(&[1280]), source: Param("model.layers.15.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule14.layernormalization80.beta", shape: Some(&[1280]), source: Param("model.layers.15.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule14.layernormalization80.gamma", shape: Some(&[1280]), source: Param("model.layers.15.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule14.layernormalization81.beta", shape: Some(&[1280]), source: Param("model.layers.16.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule14.layernormalization81.gamma", shape: Some(&[1280]), source: Param("model.layers.16.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule14.layernormalization82.beta", shape: Some(&[1280]), source: Param("model.layers.16.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule14.layernormalization82.gamma", shape: Some(&[1280]), source: Param("model.layers.16.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule14.layernormalization83.beta", shape: Some(&[1280]), source: Param("model.layers.16.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule14.layernormalization83.gamma", shape: Some(&[1280]), source: Param("model.layers.16.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule14.linear144.bias", shape: Some(&[5120]), source: Param("model.layers.15.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule14.linear144.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.15.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule14.linear145.bias", shape: Some(&[1280]), source: Param("model.layers.15.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule14.linear145.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.15.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule14.linear146.bias", shape: Some(&[5120]), source: Param("model.layers.16.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule14.linear146.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.16.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule14.linear147.bias", shape: Some(&[1280]), source: Param("model.layers.16.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule14.linear147.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.16.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule14.linear148.bias", shape: Some(&[1280]), source: Param("model.layers.16.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule14.linear148.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.16.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule14.linear149.bias", shape: Some(&[1280]), source: Param("model.layers.16.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule14.linear149.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.16.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule14.linear150.bias", shape: Some(&[1280]), source: Param("model.layers.16.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule14.linear150.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.16.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule14.linear151.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.16.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule14.linear152.bias", shape: Some(&[1280]), source: Param("model.layers.16.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule14.linear152.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.16.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule15.constant1993", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule15.constant1994", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule15.constant2008", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule15.constant2010", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule15.constant623", shape: Some(&[1280]), source: Param("/model/layers.17/self_attn/bias_u", Copy) },
Weight { path: "submodule15.constant624", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.17/self_attn/bias_v", Copy) },
Weight { path: "submodule15.conv1d52.bias", shape: Some(&[2560]), source: Param("/model/layers.17/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule15.conv1d52.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.17/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule15.conv1d53.bias", shape: Some(&[1280]), source: Param("/model/layers.17/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule15.conv1d53.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.17/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule15.conv1d54.bias", shape: Some(&[1280]), source: Param("/model/layers.17/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule15.conv1d54.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.17/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule15.layernormalization84.beta", shape: Some(&[1280]), source: Param("model.layers.16.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule15.layernormalization84.gamma", shape: Some(&[1280]), source: Param("model.layers.16.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule15.layernormalization85.beta", shape: Some(&[1280]), source: Param("model.layers.16.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule15.layernormalization85.gamma", shape: Some(&[1280]), source: Param("model.layers.16.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule15.layernormalization86.beta", shape: Some(&[1280]), source: Param("model.layers.17.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule15.layernormalization86.gamma", shape: Some(&[1280]), source: Param("model.layers.17.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule15.layernormalization87.beta", shape: Some(&[1280]), source: Param("model.layers.17.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule15.layernormalization87.gamma", shape: Some(&[1280]), source: Param("model.layers.17.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule15.layernormalization88.beta", shape: Some(&[1280]), source: Param("model.layers.17.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule15.layernormalization88.gamma", shape: Some(&[1280]), source: Param("model.layers.17.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule15.layernormalization89.beta", shape: Some(&[1280]), source: Param("model.layers.17.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule15.layernormalization89.gamma", shape: Some(&[1280]), source: Param("model.layers.17.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule15.linear153.bias", shape: Some(&[5120]), source: Param("model.layers.16.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule15.linear153.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.16.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule15.linear154.bias", shape: Some(&[1280]), source: Param("model.layers.16.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule15.linear154.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.16.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule15.linear155.bias", shape: Some(&[5120]), source: Param("model.layers.17.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule15.linear155.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.17.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule15.linear156.bias", shape: Some(&[1280]), source: Param("model.layers.17.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule15.linear156.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.17.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule15.linear157.bias", shape: Some(&[1280]), source: Param("model.layers.17.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule15.linear157.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.17.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule15.linear158.bias", shape: Some(&[1280]), source: Param("model.layers.17.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule15.linear158.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.17.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule15.linear159.bias", shape: Some(&[1280]), source: Param("model.layers.17.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule15.linear159.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.17.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule15.linear160.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.17.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule15.linear161.bias", shape: Some(&[1280]), source: Param("model.layers.17.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule15.linear161.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.17.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule15.linear162.bias", shape: Some(&[5120]), source: Param("model.layers.17.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule15.linear162.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.17.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule15.linear163.bias", shape: Some(&[1280]), source: Param("model.layers.17.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule15.linear163.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.17.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule16.constant2011", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule16.constant2025", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule16.constant2027", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule16.constant2028", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule16.constant658", shape: Some(&[1280]), source: Param("/model/layers.18/self_attn/bias_u", Copy) },
Weight { path: "submodule16.constant659", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.18/self_attn/bias_v", Copy) },
Weight { path: "submodule16.conv1d55.bias", shape: Some(&[2560]), source: Param("/model/layers.18/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule16.conv1d55.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.18/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule16.conv1d56.bias", shape: Some(&[1280]), source: Param("/model/layers.18/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule16.conv1d56.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.18/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule16.conv1d57.bias", shape: Some(&[1280]), source: Param("/model/layers.18/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule16.conv1d57.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.18/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule16.layernormalization90.beta", shape: Some(&[1280]), source: Param("model.layers.17.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule16.layernormalization90.gamma", shape: Some(&[1280]), source: Param("model.layers.17.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule16.layernormalization91.beta", shape: Some(&[1280]), source: Param("model.layers.18.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule16.layernormalization91.gamma", shape: Some(&[1280]), source: Param("model.layers.18.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule16.layernormalization92.beta", shape: Some(&[1280]), source: Param("model.layers.18.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule16.layernormalization92.gamma", shape: Some(&[1280]), source: Param("model.layers.18.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule16.layernormalization93.beta", shape: Some(&[1280]), source: Param("model.layers.18.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule16.layernormalization93.gamma", shape: Some(&[1280]), source: Param("model.layers.18.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule16.layernormalization94.beta", shape: Some(&[1280]), source: Param("model.layers.18.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule16.layernormalization94.gamma", shape: Some(&[1280]), source: Param("model.layers.18.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule16.layernormalization95.beta", shape: Some(&[1280]), source: Param("model.layers.18.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule16.layernormalization95.gamma", shape: Some(&[1280]), source: Param("model.layers.18.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule16.layernormalization96.beta", shape: Some(&[1280]), source: Param("model.layers.19.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule16.layernormalization96.gamma", shape: Some(&[1280]), source: Param("model.layers.19.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule16.linear164.bias", shape: Some(&[5120]), source: Param("model.layers.18.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule16.linear164.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.18.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule16.linear165.bias", shape: Some(&[1280]), source: Param("model.layers.18.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule16.linear165.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.18.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule16.linear166.bias", shape: Some(&[1280]), source: Param("model.layers.18.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule16.linear166.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.18.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule16.linear167.bias", shape: Some(&[1280]), source: Param("model.layers.18.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule16.linear167.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.18.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule16.linear168.bias", shape: Some(&[1280]), source: Param("model.layers.18.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule16.linear168.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.18.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule16.linear169.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.18.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule16.linear170.bias", shape: Some(&[1280]), source: Param("model.layers.18.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule16.linear170.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.18.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule16.linear171.bias", shape: Some(&[5120]), source: Param("model.layers.18.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule16.linear171.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.18.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule16.linear172.bias", shape: Some(&[1280]), source: Param("model.layers.18.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule16.linear172.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.18.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule16.linear173.bias", shape: Some(&[5120]), source: Param("model.layers.19.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule16.linear173.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.19.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule16.linear174.bias", shape: Some(&[1280]), source: Param("model.layers.19.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule16.linear174.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.19.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule17.constant2042", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule17.constant2044", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule17.constant2045", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule17.constant2059", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule17.constant693", shape: Some(&[1280]), source: Param("/model/layers.19/self_attn/bias_u", Copy) },
Weight { path: "submodule17.constant694", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.19/self_attn/bias_v", Copy) },
Weight { path: "submodule17.constant728", shape: Some(&[1280]), source: Param("/model/layers.20/self_attn/bias_u", Copy) },
Weight { path: "submodule17.constant729", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.20/self_attn/bias_v", Copy) },
Weight { path: "submodule17.conv1d58.bias", shape: Some(&[2560]), source: Param("/model/layers.19/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule17.conv1d58.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.19/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule17.conv1d59.bias", shape: Some(&[1280]), source: Param("/model/layers.19/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule17.conv1d59.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.19/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule17.conv1d60.bias", shape: Some(&[1280]), source: Param("/model/layers.19/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule17.conv1d60.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.19/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule17.layernormalization100.beta", shape: Some(&[1280]), source: Param("model.layers.19.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule17.layernormalization100.gamma", shape: Some(&[1280]), source: Param("model.layers.19.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule17.layernormalization101.beta", shape: Some(&[1280]), source: Param("model.layers.20.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule17.layernormalization101.gamma", shape: Some(&[1280]), source: Param("model.layers.20.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule17.layernormalization102.beta", shape: Some(&[1280]), source: Param("model.layers.20.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule17.layernormalization102.gamma", shape: Some(&[1280]), source: Param("model.layers.20.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule17.layernormalization97.beta", shape: Some(&[1280]), source: Param("model.layers.19.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule17.layernormalization97.gamma", shape: Some(&[1280]), source: Param("model.layers.19.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule17.layernormalization98.beta", shape: Some(&[1280]), source: Param("model.layers.19.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule17.layernormalization98.gamma", shape: Some(&[1280]), source: Param("model.layers.19.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule17.layernormalization99.beta", shape: Some(&[1280]), source: Param("model.layers.19.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule17.layernormalization99.gamma", shape: Some(&[1280]), source: Param("model.layers.19.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule17.linear175.bias", shape: Some(&[1280]), source: Param("model.layers.19.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule17.linear175.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.19.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule17.linear176.bias", shape: Some(&[1280]), source: Param("model.layers.19.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule17.linear176.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.19.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule17.linear177.bias", shape: Some(&[1280]), source: Param("model.layers.19.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule17.linear177.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.19.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule17.linear178.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.19.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule17.linear179.bias", shape: Some(&[1280]), source: Param("model.layers.19.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule17.linear179.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.19.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule17.linear180.bias", shape: Some(&[5120]), source: Param("model.layers.19.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule17.linear180.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.19.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule17.linear181.bias", shape: Some(&[1280]), source: Param("model.layers.19.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule17.linear181.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.19.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule17.linear182.bias", shape: Some(&[5120]), source: Param("model.layers.20.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule17.linear182.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.20.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule17.linear183.bias", shape: Some(&[1280]), source: Param("model.layers.20.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule17.linear183.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.20.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule17.linear184.bias", shape: Some(&[1280]), source: Param("model.layers.20.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule17.linear184.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.20.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule17.linear185.bias", shape: Some(&[1280]), source: Param("model.layers.20.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule17.linear185.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.20.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule17.linear186.bias", shape: Some(&[1280]), source: Param("model.layers.20.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule17.linear186.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.20.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule17.linear187.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.20.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule17.linear188.bias", shape: Some(&[1280]), source: Param("model.layers.20.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule17.linear188.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.20.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule18.constant2061", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule18.constant2062", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule18.constant2076", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule18.constant763", shape: Some(&[1280]), source: Param("/model/layers.21/self_attn/bias_u", Copy) },
Weight { path: "submodule18.constant764", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.21/self_attn/bias_v", Copy) },
Weight { path: "submodule18.conv1d61.bias", shape: Some(&[2560]), source: Param("/model/layers.20/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule18.conv1d61.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.20/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule18.conv1d62.bias", shape: Some(&[1280]), source: Param("/model/layers.20/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule18.conv1d62.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.20/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule18.conv1d63.bias", shape: Some(&[1280]), source: Param("/model/layers.20/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule18.conv1d63.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.20/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule18.conv1d64.bias", shape: Some(&[2560]), source: Param("/model/layers.21/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule18.conv1d64.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.21/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule18.conv1d65.bias", shape: Some(&[1280]), source: Param("/model/layers.21/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule18.conv1d65.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.21/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule18.conv1d66.bias", shape: Some(&[1280]), source: Param("/model/layers.21/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule18.conv1d66.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.21/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule18.layernormalization103.beta", shape: Some(&[1280]), source: Param("model.layers.20.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule18.layernormalization103.gamma", shape: Some(&[1280]), source: Param("model.layers.20.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule18.layernormalization104.beta", shape: Some(&[1280]), source: Param("model.layers.20.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule18.layernormalization104.gamma", shape: Some(&[1280]), source: Param("model.layers.20.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule18.layernormalization105.beta", shape: Some(&[1280]), source: Param("model.layers.20.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule18.layernormalization105.gamma", shape: Some(&[1280]), source: Param("model.layers.20.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule18.layernormalization106.beta", shape: Some(&[1280]), source: Param("model.layers.21.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule18.layernormalization106.gamma", shape: Some(&[1280]), source: Param("model.layers.21.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule18.layernormalization107.beta", shape: Some(&[1280]), source: Param("model.layers.21.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule18.layernormalization107.gamma", shape: Some(&[1280]), source: Param("model.layers.21.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule18.layernormalization108.beta", shape: Some(&[1280]), source: Param("model.layers.21.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule18.layernormalization108.gamma", shape: Some(&[1280]), source: Param("model.layers.21.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule18.linear189.bias", shape: Some(&[5120]), source: Param("model.layers.20.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule18.linear189.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.20.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule18.linear190.bias", shape: Some(&[1280]), source: Param("model.layers.20.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule18.linear190.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.20.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule18.linear191.bias", shape: Some(&[5120]), source: Param("model.layers.21.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule18.linear191.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.21.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule18.linear192.bias", shape: Some(&[1280]), source: Param("model.layers.21.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule18.linear192.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.21.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule18.linear193.bias", shape: Some(&[1280]), source: Param("model.layers.21.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule18.linear193.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.21.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule18.linear194.bias", shape: Some(&[1280]), source: Param("model.layers.21.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule18.linear194.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.21.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule18.linear195.bias", shape: Some(&[1280]), source: Param("model.layers.21.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule18.linear195.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.21.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule18.linear196.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.21.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule18.linear197.bias", shape: Some(&[1280]), source: Param("model.layers.21.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule18.linear197.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.21.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule19.constant2078", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule19.constant2079", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule19.constant2093", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule19.constant2095", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule19.constant798", shape: Some(&[1280]), source: Param("/model/layers.22/self_attn/bias_u", Copy) },
Weight { path: "submodule19.constant799", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.22/self_attn/bias_v", Copy) },
Weight { path: "submodule19.conv1d67.bias", shape: Some(&[2560]), source: Param("/model/layers.22/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule19.conv1d67.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.22/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule19.conv1d68.bias", shape: Some(&[1280]), source: Param("/model/layers.22/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule19.conv1d68.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.22/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule19.conv1d69.bias", shape: Some(&[1280]), source: Param("/model/layers.22/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule19.conv1d69.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.22/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule19.layernormalization109.beta", shape: Some(&[1280]), source: Param("model.layers.21.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule19.layernormalization109.gamma", shape: Some(&[1280]), source: Param("model.layers.21.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule19.layernormalization110.beta", shape: Some(&[1280]), source: Param("model.layers.21.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule19.layernormalization110.gamma", shape: Some(&[1280]), source: Param("model.layers.21.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule19.layernormalization111.beta", shape: Some(&[1280]), source: Param("model.layers.22.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule19.layernormalization111.gamma", shape: Some(&[1280]), source: Param("model.layers.22.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule19.layernormalization112.beta", shape: Some(&[1280]), source: Param("model.layers.22.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule19.layernormalization112.gamma", shape: Some(&[1280]), source: Param("model.layers.22.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule19.layernormalization113.beta", shape: Some(&[1280]), source: Param("model.layers.22.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule19.layernormalization113.gamma", shape: Some(&[1280]), source: Param("model.layers.22.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule19.layernormalization114.beta", shape: Some(&[1280]), source: Param("model.layers.22.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule19.layernormalization114.gamma", shape: Some(&[1280]), source: Param("model.layers.22.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule19.linear198.bias", shape: Some(&[5120]), source: Param("model.layers.21.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule19.linear198.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.21.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule19.linear199.bias", shape: Some(&[1280]), source: Param("model.layers.21.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule19.linear199.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.21.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule19.linear200.bias", shape: Some(&[5120]), source: Param("model.layers.22.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule19.linear200.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.22.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule19.linear201.bias", shape: Some(&[1280]), source: Param("model.layers.22.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule19.linear201.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.22.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule19.linear202.bias", shape: Some(&[1280]), source: Param("model.layers.22.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule19.linear202.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.22.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule19.linear203.bias", shape: Some(&[1280]), source: Param("model.layers.22.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule19.linear203.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.22.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule19.linear204.bias", shape: Some(&[1280]), source: Param("model.layers.22.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule19.linear204.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.22.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule19.linear205.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.22.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule19.linear206.bias", shape: Some(&[1280]), source: Param("model.layers.22.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule19.linear206.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.22.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule19.linear207.bias", shape: Some(&[5120]), source: Param("model.layers.22.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule19.linear207.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.22.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule19.linear208.bias", shape: Some(&[1280]), source: Param("model.layers.22.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule19.linear208.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.22.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule2.constant1721", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule2.constant1722", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule2.constant1736", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule2.constant63", shape: Some(&[1280]), source: Param("/model/layers.1/self_attn/bias_u", Copy) },
Weight { path: "submodule2.constant64", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.1/self_attn/bias_v", Copy) },
Weight { path: "submodule2.conv1d1.bias", shape: Some(&[2560]), source: Param("/model/layers.0/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule2.conv1d1.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.0/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule2.conv1d2.bias", shape: Some(&[1280]), source: Param("/model/layers.0/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule2.conv1d2.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.0/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule2.conv1d3.bias", shape: Some(&[1280]), source: Param("/model/layers.0/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule2.conv1d3.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.0/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule2.conv1d4.bias", shape: Some(&[2560]), source: Param("/model/layers.1/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule2.conv1d4.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.1/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule2.conv1d5.bias", shape: Some(&[1280]), source: Param("/model/layers.1/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule2.conv1d5.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.1/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule2.conv1d6.bias", shape: Some(&[1280]), source: Param("/model/layers.1/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule2.conv1d6.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.1/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule2.layernormalization3.beta", shape: Some(&[1280]), source: Param("model.layers.0.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule2.layernormalization3.gamma", shape: Some(&[1280]), source: Param("model.layers.0.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule2.layernormalization4.beta", shape: Some(&[1280]), source: Param("model.layers.0.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule2.layernormalization4.gamma", shape: Some(&[1280]), source: Param("model.layers.0.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule2.layernormalization5.beta", shape: Some(&[1280]), source: Param("model.layers.0.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule2.layernormalization5.gamma", shape: Some(&[1280]), source: Param("model.layers.0.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule2.layernormalization6.beta", shape: Some(&[1280]), source: Param("model.layers.1.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule2.layernormalization6.gamma", shape: Some(&[1280]), source: Param("model.layers.1.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule2.layernormalization7.beta", shape: Some(&[1280]), source: Param("model.layers.1.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule2.layernormalization7.gamma", shape: Some(&[1280]), source: Param("model.layers.1.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule2.layernormalization8.beta", shape: Some(&[1280]), source: Param("model.layers.1.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule2.layernormalization8.gamma", shape: Some(&[1280]), source: Param("model.layers.1.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule2.linear10.bias", shape: Some(&[1280]), source: Param("model.layers.0.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule2.linear10.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.0.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule2.linear11.bias", shape: Some(&[5120]), source: Param("model.layers.1.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule2.linear11.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.1.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule2.linear12.bias", shape: Some(&[1280]), source: Param("model.layers.1.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule2.linear12.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.1.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule2.linear13.bias", shape: Some(&[1280]), source: Param("model.layers.1.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule2.linear13.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.1.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule2.linear14.bias", shape: Some(&[1280]), source: Param("model.layers.1.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule2.linear14.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.1.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule2.linear15.bias", shape: Some(&[1280]), source: Param("model.layers.1.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule2.linear15.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.1.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule2.linear16.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.1.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule2.linear17.bias", shape: Some(&[1280]), source: Param("model.layers.1.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule2.linear17.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.1.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule2.linear9.bias", shape: Some(&[5120]), source: Param("model.layers.0.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule2.linear9.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.0.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule20.constant2096", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule20.constant2110", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule20.constant2112", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule20.constant2113", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule20.constant833", shape: Some(&[1280]), source: Param("/model/layers.23/self_attn/bias_u", Copy) },
Weight { path: "submodule20.constant834", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.23/self_attn/bias_v", Copy) },
Weight { path: "submodule20.conv1d70.bias", shape: Some(&[2560]), source: Param("/model/layers.23/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule20.conv1d70.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.23/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule20.conv1d71.bias", shape: Some(&[1280]), source: Param("/model/layers.23/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule20.conv1d71.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.23/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule20.conv1d72.bias", shape: Some(&[1280]), source: Param("/model/layers.23/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule20.conv1d72.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.23/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule20.layernormalization115.beta", shape: Some(&[1280]), source: Param("model.layers.22.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule20.layernormalization115.gamma", shape: Some(&[1280]), source: Param("model.layers.22.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule20.layernormalization116.beta", shape: Some(&[1280]), source: Param("model.layers.23.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule20.layernormalization116.gamma", shape: Some(&[1280]), source: Param("model.layers.23.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule20.layernormalization117.beta", shape: Some(&[1280]), source: Param("model.layers.23.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule20.layernormalization117.gamma", shape: Some(&[1280]), source: Param("model.layers.23.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule20.layernormalization118.beta", shape: Some(&[1280]), source: Param("model.layers.23.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule20.layernormalization118.gamma", shape: Some(&[1280]), source: Param("model.layers.23.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule20.layernormalization119.beta", shape: Some(&[1280]), source: Param("model.layers.23.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule20.layernormalization119.gamma", shape: Some(&[1280]), source: Param("model.layers.23.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule20.layernormalization120.beta", shape: Some(&[1280]), source: Param("model.layers.23.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule20.layernormalization120.gamma", shape: Some(&[1280]), source: Param("model.layers.23.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule20.layernormalization121.beta", shape: Some(&[1280]), source: Param("model.layers.24.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule20.layernormalization121.gamma", shape: Some(&[1280]), source: Param("model.layers.24.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule20.linear209.bias", shape: Some(&[5120]), source: Param("model.layers.23.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule20.linear209.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.23.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule20.linear210.bias", shape: Some(&[1280]), source: Param("model.layers.23.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule20.linear210.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.23.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule20.linear211.bias", shape: Some(&[1280]), source: Param("model.layers.23.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule20.linear211.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.23.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule20.linear212.bias", shape: Some(&[1280]), source: Param("model.layers.23.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule20.linear212.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.23.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule20.linear213.bias", shape: Some(&[1280]), source: Param("model.layers.23.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule20.linear213.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.23.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule20.linear214.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.23.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule20.linear215.bias", shape: Some(&[1280]), source: Param("model.layers.23.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule20.linear215.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.23.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule20.linear216.bias", shape: Some(&[5120]), source: Param("model.layers.23.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule20.linear216.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.23.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule20.linear217.bias", shape: Some(&[1280]), source: Param("model.layers.23.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule20.linear217.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.23.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule20.linear218.bias", shape: Some(&[5120]), source: Param("model.layers.24.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule20.linear218.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.24.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule20.linear219.bias", shape: Some(&[1280]), source: Param("model.layers.24.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule20.linear219.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.24.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule21.constant2127", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule21.constant2129", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule21.constant2130", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule21.constant2144", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule21.constant868", shape: Some(&[1280]), source: Param("/model/layers.24/self_attn/bias_u", Copy) },
Weight { path: "submodule21.constant869", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.24/self_attn/bias_v", Copy) },
Weight { path: "submodule21.constant903", shape: Some(&[1280]), source: Param("/model/layers.25/self_attn/bias_u", Copy) },
Weight { path: "submodule21.constant904", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.25/self_attn/bias_v", Copy) },
Weight { path: "submodule21.conv1d73.bias", shape: Some(&[2560]), source: Param("/model/layers.24/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule21.conv1d73.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.24/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule21.conv1d74.bias", shape: Some(&[1280]), source: Param("/model/layers.24/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule21.conv1d74.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.24/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule21.conv1d75.bias", shape: Some(&[1280]), source: Param("/model/layers.24/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule21.conv1d75.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.24/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule21.layernormalization122.beta", shape: Some(&[1280]), source: Param("model.layers.24.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule21.layernormalization122.gamma", shape: Some(&[1280]), source: Param("model.layers.24.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule21.layernormalization123.beta", shape: Some(&[1280]), source: Param("model.layers.24.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule21.layernormalization123.gamma", shape: Some(&[1280]), source: Param("model.layers.24.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule21.layernormalization124.beta", shape: Some(&[1280]), source: Param("model.layers.24.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule21.layernormalization124.gamma", shape: Some(&[1280]), source: Param("model.layers.24.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule21.layernormalization125.beta", shape: Some(&[1280]), source: Param("model.layers.24.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule21.layernormalization125.gamma", shape: Some(&[1280]), source: Param("model.layers.24.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule21.layernormalization126.beta", shape: Some(&[1280]), source: Param("model.layers.25.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule21.layernormalization126.gamma", shape: Some(&[1280]), source: Param("model.layers.25.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule21.layernormalization127.beta", shape: Some(&[1280]), source: Param("model.layers.25.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule21.layernormalization127.gamma", shape: Some(&[1280]), source: Param("model.layers.25.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule21.linear220.bias", shape: Some(&[1280]), source: Param("model.layers.24.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule21.linear220.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.24.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule21.linear221.bias", shape: Some(&[1280]), source: Param("model.layers.24.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule21.linear221.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.24.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule21.linear222.bias", shape: Some(&[1280]), source: Param("model.layers.24.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule21.linear222.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.24.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule21.linear223.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.24.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule21.linear224.bias", shape: Some(&[1280]), source: Param("model.layers.24.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule21.linear224.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.24.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule21.linear225.bias", shape: Some(&[5120]), source: Param("model.layers.24.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule21.linear225.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.24.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule21.linear226.bias", shape: Some(&[1280]), source: Param("model.layers.24.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule21.linear226.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.24.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule21.linear227.bias", shape: Some(&[5120]), source: Param("model.layers.25.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule21.linear227.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.25.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule21.linear228.bias", shape: Some(&[1280]), source: Param("model.layers.25.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule21.linear228.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.25.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule21.linear229.bias", shape: Some(&[1280]), source: Param("model.layers.25.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule21.linear229.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.25.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule21.linear230.bias", shape: Some(&[1280]), source: Param("model.layers.25.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule21.linear230.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.25.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule21.linear231.bias", shape: Some(&[1280]), source: Param("model.layers.25.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule21.linear231.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.25.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule21.linear232.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.25.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule21.linear233.bias", shape: Some(&[1280]), source: Param("model.layers.25.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule21.linear233.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.25.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule22.constant2146", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule22.constant2147", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule22.constant2161", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule22.constant938", shape: Some(&[1280]), source: Param("/model/layers.26/self_attn/bias_u", Copy) },
Weight { path: "submodule22.constant939", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.26/self_attn/bias_v", Copy) },
Weight { path: "submodule22.conv1d76.bias", shape: Some(&[2560]), source: Param("/model/layers.25/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule22.conv1d76.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.25/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule22.conv1d77.bias", shape: Some(&[1280]), source: Param("/model/layers.25/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule22.conv1d77.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.25/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule22.conv1d78.bias", shape: Some(&[1280]), source: Param("/model/layers.25/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule22.conv1d78.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.25/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule22.conv1d79.bias", shape: Some(&[2560]), source: Param("/model/layers.26/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule22.conv1d79.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.26/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule22.conv1d80.bias", shape: Some(&[1280]), source: Param("/model/layers.26/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule22.conv1d80.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.26/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule22.conv1d81.bias", shape: Some(&[1280]), source: Param("/model/layers.26/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule22.conv1d81.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.26/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule22.layernormalization128.beta", shape: Some(&[1280]), source: Param("model.layers.25.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule22.layernormalization128.gamma", shape: Some(&[1280]), source: Param("model.layers.25.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule22.layernormalization129.beta", shape: Some(&[1280]), source: Param("model.layers.25.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule22.layernormalization129.gamma", shape: Some(&[1280]), source: Param("model.layers.25.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule22.layernormalization130.beta", shape: Some(&[1280]), source: Param("model.layers.25.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule22.layernormalization130.gamma", shape: Some(&[1280]), source: Param("model.layers.25.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule22.layernormalization131.beta", shape: Some(&[1280]), source: Param("model.layers.26.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule22.layernormalization131.gamma", shape: Some(&[1280]), source: Param("model.layers.26.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule22.layernormalization132.beta", shape: Some(&[1280]), source: Param("model.layers.26.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule22.layernormalization132.gamma", shape: Some(&[1280]), source: Param("model.layers.26.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule22.layernormalization133.beta", shape: Some(&[1280]), source: Param("model.layers.26.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule22.layernormalization133.gamma", shape: Some(&[1280]), source: Param("model.layers.26.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule22.linear234.bias", shape: Some(&[5120]), source: Param("model.layers.25.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule22.linear234.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.25.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule22.linear235.bias", shape: Some(&[1280]), source: Param("model.layers.25.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule22.linear235.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.25.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule22.linear236.bias", shape: Some(&[5120]), source: Param("model.layers.26.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule22.linear236.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.26.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule22.linear237.bias", shape: Some(&[1280]), source: Param("model.layers.26.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule22.linear237.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.26.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule22.linear238.bias", shape: Some(&[1280]), source: Param("model.layers.26.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule22.linear238.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.26.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule22.linear239.bias", shape: Some(&[1280]), source: Param("model.layers.26.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule22.linear239.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.26.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule22.linear240.bias", shape: Some(&[1280]), source: Param("model.layers.26.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule22.linear240.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.26.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule22.linear241.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.26.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule22.linear242.bias", shape: Some(&[1280]), source: Param("model.layers.26.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule22.linear242.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.26.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule23.constant2163", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule23.constant2164", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule23.constant2178", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule23.constant2180", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule23.constant973", shape: Some(&[1280]), source: Param("/model/layers.27/self_attn/bias_u", Copy) },
Weight { path: "submodule23.constant974", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.27/self_attn/bias_v", Copy) },
Weight { path: "submodule23.conv1d82.bias", shape: Some(&[2560]), source: Param("/model/layers.27/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule23.conv1d82.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.27/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule23.conv1d83.bias", shape: Some(&[1280]), source: Param("/model/layers.27/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule23.conv1d83.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.27/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule23.conv1d84.bias", shape: Some(&[1280]), source: Param("/model/layers.27/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule23.conv1d84.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.27/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule23.layernormalization134.beta", shape: Some(&[1280]), source: Param("model.layers.26.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule23.layernormalization134.gamma", shape: Some(&[1280]), source: Param("model.layers.26.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule23.layernormalization135.beta", shape: Some(&[1280]), source: Param("model.layers.26.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule23.layernormalization135.gamma", shape: Some(&[1280]), source: Param("model.layers.26.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule23.layernormalization136.beta", shape: Some(&[1280]), source: Param("model.layers.27.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule23.layernormalization136.gamma", shape: Some(&[1280]), source: Param("model.layers.27.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule23.layernormalization137.beta", shape: Some(&[1280]), source: Param("model.layers.27.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule23.layernormalization137.gamma", shape: Some(&[1280]), source: Param("model.layers.27.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule23.layernormalization138.beta", shape: Some(&[1280]), source: Param("model.layers.27.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule23.layernormalization138.gamma", shape: Some(&[1280]), source: Param("model.layers.27.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule23.layernormalization139.beta", shape: Some(&[1280]), source: Param("model.layers.27.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule23.layernormalization139.gamma", shape: Some(&[1280]), source: Param("model.layers.27.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule23.linear243.bias", shape: Some(&[5120]), source: Param("model.layers.26.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule23.linear243.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.26.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule23.linear244.bias", shape: Some(&[1280]), source: Param("model.layers.26.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule23.linear244.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.26.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule23.linear245.bias", shape: Some(&[5120]), source: Param("model.layers.27.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule23.linear245.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.27.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule23.linear246.bias", shape: Some(&[1280]), source: Param("model.layers.27.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule23.linear246.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.27.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule23.linear247.bias", shape: Some(&[1280]), source: Param("model.layers.27.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule23.linear247.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.27.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule23.linear248.bias", shape: Some(&[1280]), source: Param("model.layers.27.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule23.linear248.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.27.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule23.linear249.bias", shape: Some(&[1280]), source: Param("model.layers.27.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule23.linear249.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.27.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule23.linear250.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.27.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule23.linear251.bias", shape: Some(&[1280]), source: Param("model.layers.27.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule23.linear251.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.27.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule23.linear252.bias", shape: Some(&[5120]), source: Param("model.layers.27.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule23.linear252.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.27.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule23.linear253.bias", shape: Some(&[1280]), source: Param("model.layers.27.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule23.linear253.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.27.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule24.constant1008", shape: Some(&[1280]), source: Param("/model/layers.28/self_attn/bias_u", Copy) },
Weight { path: "submodule24.constant1009", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.28/self_attn/bias_v", Copy) },
Weight { path: "submodule24.constant2181", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule24.constant2195", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule24.constant2197", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule24.constant2198", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule24.conv1d85.bias", shape: Some(&[2560]), source: Param("/model/layers.28/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule24.conv1d85.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.28/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule24.conv1d86.bias", shape: Some(&[1280]), source: Param("/model/layers.28/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule24.conv1d86.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.28/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule24.conv1d87.bias", shape: Some(&[1280]), source: Param("/model/layers.28/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule24.conv1d87.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.28/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule24.layernormalization140.beta", shape: Some(&[1280]), source: Param("model.layers.27.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule24.layernormalization140.gamma", shape: Some(&[1280]), source: Param("model.layers.27.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule24.layernormalization141.beta", shape: Some(&[1280]), source: Param("model.layers.28.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule24.layernormalization141.gamma", shape: Some(&[1280]), source: Param("model.layers.28.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule24.layernormalization142.beta", shape: Some(&[1280]), source: Param("model.layers.28.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule24.layernormalization142.gamma", shape: Some(&[1280]), source: Param("model.layers.28.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule24.layernormalization143.beta", shape: Some(&[1280]), source: Param("model.layers.28.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule24.layernormalization143.gamma", shape: Some(&[1280]), source: Param("model.layers.28.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule24.layernormalization144.beta", shape: Some(&[1280]), source: Param("model.layers.28.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule24.layernormalization144.gamma", shape: Some(&[1280]), source: Param("model.layers.28.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule24.layernormalization145.beta", shape: Some(&[1280]), source: Param("model.layers.28.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule24.layernormalization145.gamma", shape: Some(&[1280]), source: Param("model.layers.28.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule24.layernormalization146.beta", shape: Some(&[1280]), source: Param("model.layers.29.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule24.layernormalization146.gamma", shape: Some(&[1280]), source: Param("model.layers.29.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule24.linear254.bias", shape: Some(&[5120]), source: Param("model.layers.28.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule24.linear254.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.28.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule24.linear255.bias", shape: Some(&[1280]), source: Param("model.layers.28.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule24.linear255.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.28.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule24.linear256.bias", shape: Some(&[1280]), source: Param("model.layers.28.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule24.linear256.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.28.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule24.linear257.bias", shape: Some(&[1280]), source: Param("model.layers.28.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule24.linear257.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.28.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule24.linear258.bias", shape: Some(&[1280]), source: Param("model.layers.28.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule24.linear258.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.28.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule24.linear259.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.28.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule24.linear260.bias", shape: Some(&[1280]), source: Param("model.layers.28.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule24.linear260.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.28.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule24.linear261.bias", shape: Some(&[5120]), source: Param("model.layers.28.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule24.linear261.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.28.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule24.linear262.bias", shape: Some(&[1280]), source: Param("model.layers.28.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule24.linear262.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.28.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule24.linear263.bias", shape: Some(&[5120]), source: Param("model.layers.29.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule24.linear263.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.29.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule24.linear264.bias", shape: Some(&[1280]), source: Param("model.layers.29.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule24.linear264.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.29.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule25.constant1043", shape: Some(&[1280]), source: Param("/model/layers.29/self_attn/bias_u", Copy) },
Weight { path: "submodule25.constant1044", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.29/self_attn/bias_v", Copy) },
Weight { path: "submodule25.constant1078", shape: Some(&[1280]), source: Param("/model/layers.30/self_attn/bias_u", Copy) },
Weight { path: "submodule25.constant1079", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.30/self_attn/bias_v", Copy) },
Weight { path: "submodule25.constant2212", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule25.constant2214", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule25.constant2215", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule25.constant2229", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule25.conv1d88.bias", shape: Some(&[2560]), source: Param("/model/layers.29/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule25.conv1d88.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.29/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule25.conv1d89.bias", shape: Some(&[1280]), source: Param("/model/layers.29/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule25.conv1d89.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.29/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule25.conv1d90.bias", shape: Some(&[1280]), source: Param("/model/layers.29/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule25.conv1d90.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.29/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule25.layernormalization147.beta", shape: Some(&[1280]), source: Param("model.layers.29.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule25.layernormalization147.gamma", shape: Some(&[1280]), source: Param("model.layers.29.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule25.layernormalization148.beta", shape: Some(&[1280]), source: Param("model.layers.29.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule25.layernormalization148.gamma", shape: Some(&[1280]), source: Param("model.layers.29.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule25.layernormalization149.beta", shape: Some(&[1280]), source: Param("model.layers.29.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule25.layernormalization149.gamma", shape: Some(&[1280]), source: Param("model.layers.29.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule25.layernormalization150.beta", shape: Some(&[1280]), source: Param("model.layers.29.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule25.layernormalization150.gamma", shape: Some(&[1280]), source: Param("model.layers.29.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule25.layernormalization151.beta", shape: Some(&[1280]), source: Param("model.layers.30.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule25.layernormalization151.gamma", shape: Some(&[1280]), source: Param("model.layers.30.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule25.layernormalization152.beta", shape: Some(&[1280]), source: Param("model.layers.30.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule25.layernormalization152.gamma", shape: Some(&[1280]), source: Param("model.layers.30.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule25.linear265.bias", shape: Some(&[1280]), source: Param("model.layers.29.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule25.linear265.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.29.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule25.linear266.bias", shape: Some(&[1280]), source: Param("model.layers.29.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule25.linear266.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.29.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule25.linear267.bias", shape: Some(&[1280]), source: Param("model.layers.29.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule25.linear267.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.29.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule25.linear268.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.29.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule25.linear269.bias", shape: Some(&[1280]), source: Param("model.layers.29.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule25.linear269.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.29.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule25.linear270.bias", shape: Some(&[5120]), source: Param("model.layers.29.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule25.linear270.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.29.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule25.linear271.bias", shape: Some(&[1280]), source: Param("model.layers.29.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule25.linear271.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.29.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule25.linear272.bias", shape: Some(&[5120]), source: Param("model.layers.30.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule25.linear272.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.30.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule25.linear273.bias", shape: Some(&[1280]), source: Param("model.layers.30.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule25.linear273.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.30.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule25.linear274.bias", shape: Some(&[1280]), source: Param("model.layers.30.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule25.linear274.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.30.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule25.linear275.bias", shape: Some(&[1280]), source: Param("model.layers.30.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule25.linear275.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.30.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule25.linear276.bias", shape: Some(&[1280]), source: Param("model.layers.30.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule25.linear276.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.30.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule25.linear277.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.30.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule25.linear278.bias", shape: Some(&[1280]), source: Param("model.layers.30.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule25.linear278.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.30.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule26.constant1113", shape: Some(&[1280]), source: Param("/model/layers.31/self_attn/bias_u", Copy) },
Weight { path: "submodule26.constant1114", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.31/self_attn/bias_v", Copy) },
Weight { path: "submodule26.constant2231", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule26.constant2232", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule26.constant2246", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule26.conv1d91.bias", shape: Some(&[2560]), source: Param("/model/layers.30/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule26.conv1d91.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.30/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule26.conv1d92.bias", shape: Some(&[1280]), source: Param("/model/layers.30/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule26.conv1d92.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.30/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule26.conv1d93.bias", shape: Some(&[1280]), source: Param("/model/layers.30/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule26.conv1d93.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.30/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule26.conv1d94.bias", shape: Some(&[2560]), source: Param("/model/layers.31/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule26.conv1d94.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.31/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule26.conv1d95.bias", shape: Some(&[1280]), source: Param("/model/layers.31/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule26.conv1d95.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.31/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule26.conv1d96.bias", shape: Some(&[1280]), source: Param("/model/layers.31/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule26.conv1d96.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.31/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule26.layernormalization153.beta", shape: Some(&[1280]), source: Param("model.layers.30.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule26.layernormalization153.gamma", shape: Some(&[1280]), source: Param("model.layers.30.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule26.layernormalization154.beta", shape: Some(&[1280]), source: Param("model.layers.30.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule26.layernormalization154.gamma", shape: Some(&[1280]), source: Param("model.layers.30.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule26.layernormalization155.beta", shape: Some(&[1280]), source: Param("model.layers.30.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule26.layernormalization155.gamma", shape: Some(&[1280]), source: Param("model.layers.30.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule26.layernormalization156.beta", shape: Some(&[1280]), source: Param("model.layers.31.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule26.layernormalization156.gamma", shape: Some(&[1280]), source: Param("model.layers.31.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule26.layernormalization157.beta", shape: Some(&[1280]), source: Param("model.layers.31.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule26.layernormalization157.gamma", shape: Some(&[1280]), source: Param("model.layers.31.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule26.layernormalization158.beta", shape: Some(&[1280]), source: Param("model.layers.31.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule26.layernormalization158.gamma", shape: Some(&[1280]), source: Param("model.layers.31.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule26.linear279.bias", shape: Some(&[5120]), source: Param("model.layers.30.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule26.linear279.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.30.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule26.linear280.bias", shape: Some(&[1280]), source: Param("model.layers.30.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule26.linear280.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.30.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule26.linear281.bias", shape: Some(&[5120]), source: Param("model.layers.31.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule26.linear281.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.31.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule26.linear282.bias", shape: Some(&[1280]), source: Param("model.layers.31.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule26.linear282.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.31.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule26.linear283.bias", shape: Some(&[1280]), source: Param("model.layers.31.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule26.linear283.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.31.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule26.linear284.bias", shape: Some(&[1280]), source: Param("model.layers.31.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule26.linear284.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.31.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule26.linear285.bias", shape: Some(&[1280]), source: Param("model.layers.31.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule26.linear285.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.31.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule26.linear286.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.31.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule26.linear287.bias", shape: Some(&[1280]), source: Param("model.layers.31.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule26.linear287.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.31.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule27.constant1148", shape: Some(&[1280]), source: Param("/model/layers.32/self_attn/bias_u", Copy) },
Weight { path: "submodule27.constant1149", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.32/self_attn/bias_v", Copy) },
Weight { path: "submodule27.constant2248", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule27.constant2249", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule27.constant2263", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule27.constant2265", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule27.conv1d97.bias", shape: Some(&[2560]), source: Param("/model/layers.32/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule27.conv1d97.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.32/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule27.conv1d98.bias", shape: Some(&[1280]), source: Param("/model/layers.32/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule27.conv1d98.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.32/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule27.conv1d99.bias", shape: Some(&[1280]), source: Param("/model/layers.32/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule27.conv1d99.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.32/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule27.layernormalization159.beta", shape: Some(&[1280]), source: Param("model.layers.31.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule27.layernormalization159.gamma", shape: Some(&[1280]), source: Param("model.layers.31.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule27.layernormalization160.beta", shape: Some(&[1280]), source: Param("model.layers.31.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule27.layernormalization160.gamma", shape: Some(&[1280]), source: Param("model.layers.31.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule27.layernormalization161.beta", shape: Some(&[1280]), source: Param("model.layers.32.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule27.layernormalization161.gamma", shape: Some(&[1280]), source: Param("model.layers.32.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule27.layernormalization162.beta", shape: Some(&[1280]), source: Param("model.layers.32.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule27.layernormalization162.gamma", shape: Some(&[1280]), source: Param("model.layers.32.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule27.layernormalization163.beta", shape: Some(&[1280]), source: Param("model.layers.32.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule27.layernormalization163.gamma", shape: Some(&[1280]), source: Param("model.layers.32.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule27.layernormalization164.beta", shape: Some(&[1280]), source: Param("model.layers.32.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule27.layernormalization164.gamma", shape: Some(&[1280]), source: Param("model.layers.32.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule27.linear288.bias", shape: Some(&[5120]), source: Param("model.layers.31.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule27.linear288.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.31.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule27.linear289.bias", shape: Some(&[1280]), source: Param("model.layers.31.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule27.linear289.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.31.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule27.linear290.bias", shape: Some(&[5120]), source: Param("model.layers.32.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule27.linear290.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.32.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule27.linear291.bias", shape: Some(&[1280]), source: Param("model.layers.32.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule27.linear291.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.32.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule27.linear292.bias", shape: Some(&[1280]), source: Param("model.layers.32.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule27.linear292.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.32.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule27.linear293.bias", shape: Some(&[1280]), source: Param("model.layers.32.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule27.linear293.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.32.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule27.linear294.bias", shape: Some(&[1280]), source: Param("model.layers.32.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule27.linear294.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.32.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule27.linear295.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.32.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule27.linear296.bias", shape: Some(&[1280]), source: Param("model.layers.32.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule27.linear296.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.32.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule27.linear297.bias", shape: Some(&[5120]), source: Param("model.layers.32.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule27.linear297.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.32.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule27.linear298.bias", shape: Some(&[1280]), source: Param("model.layers.32.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule27.linear298.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.32.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule28.constant1183", shape: Some(&[1280]), source: Param("/model/layers.33/self_attn/bias_u", Copy) },
Weight { path: "submodule28.constant1184", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.33/self_attn/bias_v", Copy) },
Weight { path: "submodule28.constant2266", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule28.constant2280", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule28.constant2282", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule28.constant2283", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule28.conv1d100.bias", shape: Some(&[2560]), source: Param("/model/layers.33/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule28.conv1d100.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.33/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule28.conv1d101.bias", shape: Some(&[1280]), source: Param("/model/layers.33/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule28.conv1d101.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.33/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule28.conv1d102.bias", shape: Some(&[1280]), source: Param("/model/layers.33/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule28.conv1d102.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.33/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule28.layernormalization165.beta", shape: Some(&[1280]), source: Param("model.layers.32.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule28.layernormalization165.gamma", shape: Some(&[1280]), source: Param("model.layers.32.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule28.layernormalization166.beta", shape: Some(&[1280]), source: Param("model.layers.33.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule28.layernormalization166.gamma", shape: Some(&[1280]), source: Param("model.layers.33.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule28.layernormalization167.beta", shape: Some(&[1280]), source: Param("model.layers.33.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule28.layernormalization167.gamma", shape: Some(&[1280]), source: Param("model.layers.33.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule28.layernormalization168.beta", shape: Some(&[1280]), source: Param("model.layers.33.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule28.layernormalization168.gamma", shape: Some(&[1280]), source: Param("model.layers.33.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule28.layernormalization169.beta", shape: Some(&[1280]), source: Param("model.layers.33.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule28.layernormalization169.gamma", shape: Some(&[1280]), source: Param("model.layers.33.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule28.layernormalization170.beta", shape: Some(&[1280]), source: Param("model.layers.33.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule28.layernormalization170.gamma", shape: Some(&[1280]), source: Param("model.layers.33.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule28.layernormalization171.beta", shape: Some(&[1280]), source: Param("model.layers.34.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule28.layernormalization171.gamma", shape: Some(&[1280]), source: Param("model.layers.34.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule28.linear299.bias", shape: Some(&[5120]), source: Param("model.layers.33.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule28.linear299.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.33.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule28.linear300.bias", shape: Some(&[1280]), source: Param("model.layers.33.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule28.linear300.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.33.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule28.linear301.bias", shape: Some(&[1280]), source: Param("model.layers.33.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule28.linear301.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.33.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule28.linear302.bias", shape: Some(&[1280]), source: Param("model.layers.33.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule28.linear302.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.33.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule28.linear303.bias", shape: Some(&[1280]), source: Param("model.layers.33.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule28.linear303.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.33.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule28.linear304.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.33.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule28.linear305.bias", shape: Some(&[1280]), source: Param("model.layers.33.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule28.linear305.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.33.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule28.linear306.bias", shape: Some(&[5120]), source: Param("model.layers.33.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule28.linear306.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.33.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule28.linear307.bias", shape: Some(&[1280]), source: Param("model.layers.33.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule28.linear307.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.33.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule28.linear308.bias", shape: Some(&[5120]), source: Param("model.layers.34.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule28.linear308.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.34.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule28.linear309.bias", shape: Some(&[1280]), source: Param("model.layers.34.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule28.linear309.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.34.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule29.constant1218", shape: Some(&[1280]), source: Param("/model/layers.34/self_attn/bias_u", Copy) },
Weight { path: "submodule29.constant1219", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.34/self_attn/bias_v", Copy) },
Weight { path: "submodule29.constant1253", shape: Some(&[1280]), source: Param("/model/layers.35/self_attn/bias_u", Copy) },
Weight { path: "submodule29.constant1254", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.35/self_attn/bias_v", Copy) },
Weight { path: "submodule29.constant2297", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule29.constant2299", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule29.constant2300", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule29.constant2314", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule29.conv1d103.bias", shape: Some(&[2560]), source: Param("/model/layers.34/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule29.conv1d103.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.34/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule29.conv1d104.bias", shape: Some(&[1280]), source: Param("/model/layers.34/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule29.conv1d104.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.34/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule29.conv1d105.bias", shape: Some(&[1280]), source: Param("/model/layers.34/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule29.conv1d105.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.34/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule29.layernormalization172.beta", shape: Some(&[1280]), source: Param("model.layers.34.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule29.layernormalization172.gamma", shape: Some(&[1280]), source: Param("model.layers.34.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule29.layernormalization173.beta", shape: Some(&[1280]), source: Param("model.layers.34.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule29.layernormalization173.gamma", shape: Some(&[1280]), source: Param("model.layers.34.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule29.layernormalization174.beta", shape: Some(&[1280]), source: Param("model.layers.34.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule29.layernormalization174.gamma", shape: Some(&[1280]), source: Param("model.layers.34.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule29.layernormalization175.beta", shape: Some(&[1280]), source: Param("model.layers.34.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule29.layernormalization175.gamma", shape: Some(&[1280]), source: Param("model.layers.34.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule29.layernormalization176.beta", shape: Some(&[1280]), source: Param("model.layers.35.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule29.layernormalization176.gamma", shape: Some(&[1280]), source: Param("model.layers.35.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule29.layernormalization177.beta", shape: Some(&[1280]), source: Param("model.layers.35.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule29.layernormalization177.gamma", shape: Some(&[1280]), source: Param("model.layers.35.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule29.linear310.bias", shape: Some(&[1280]), source: Param("model.layers.34.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule29.linear310.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.34.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule29.linear311.bias", shape: Some(&[1280]), source: Param("model.layers.34.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule29.linear311.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.34.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule29.linear312.bias", shape: Some(&[1280]), source: Param("model.layers.34.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule29.linear312.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.34.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule29.linear313.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.34.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule29.linear314.bias", shape: Some(&[1280]), source: Param("model.layers.34.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule29.linear314.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.34.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule29.linear315.bias", shape: Some(&[5120]), source: Param("model.layers.34.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule29.linear315.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.34.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule29.linear316.bias", shape: Some(&[1280]), source: Param("model.layers.34.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule29.linear316.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.34.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule29.linear317.bias", shape: Some(&[5120]), source: Param("model.layers.35.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule29.linear317.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.35.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule29.linear318.bias", shape: Some(&[1280]), source: Param("model.layers.35.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule29.linear318.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.35.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule29.linear319.bias", shape: Some(&[1280]), source: Param("model.layers.35.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule29.linear319.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.35.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule29.linear320.bias", shape: Some(&[1280]), source: Param("model.layers.35.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule29.linear320.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.35.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule29.linear321.bias", shape: Some(&[1280]), source: Param("model.layers.35.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule29.linear321.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.35.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule29.linear322.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.35.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule29.linear323.bias", shape: Some(&[1280]), source: Param("model.layers.35.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule29.linear323.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.35.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule3.constant1738", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule3.constant1739", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule3.constant1753", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule3.constant1755", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule3.constant98", shape: Some(&[1280]), source: Param("/model/layers.2/self_attn/bias_u", Copy) },
Weight { path: "submodule3.constant99", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.2/self_attn/bias_v", Copy) },
Weight { path: "submodule3.conv1d7.bias", shape: Some(&[2560]), source: Param("/model/layers.2/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule3.conv1d7.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.2/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule3.conv1d8.bias", shape: Some(&[1280]), source: Param("/model/layers.2/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule3.conv1d8.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.2/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule3.conv1d9.bias", shape: Some(&[1280]), source: Param("/model/layers.2/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule3.conv1d9.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.2/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule3.layernormalization10.beta", shape: Some(&[1280]), source: Param("model.layers.1.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule3.layernormalization10.gamma", shape: Some(&[1280]), source: Param("model.layers.1.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule3.layernormalization11.beta", shape: Some(&[1280]), source: Param("model.layers.2.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule3.layernormalization11.gamma", shape: Some(&[1280]), source: Param("model.layers.2.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule3.layernormalization12.beta", shape: Some(&[1280]), source: Param("model.layers.2.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule3.layernormalization12.gamma", shape: Some(&[1280]), source: Param("model.layers.2.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule3.layernormalization13.beta", shape: Some(&[1280]), source: Param("model.layers.2.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule3.layernormalization13.gamma", shape: Some(&[1280]), source: Param("model.layers.2.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule3.layernormalization14.beta", shape: Some(&[1280]), source: Param("model.layers.2.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule3.layernormalization14.gamma", shape: Some(&[1280]), source: Param("model.layers.2.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule3.layernormalization9.beta", shape: Some(&[1280]), source: Param("model.layers.1.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule3.layernormalization9.gamma", shape: Some(&[1280]), source: Param("model.layers.1.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule3.linear18.bias", shape: Some(&[5120]), source: Param("model.layers.1.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule3.linear18.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.1.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule3.linear19.bias", shape: Some(&[1280]), source: Param("model.layers.1.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule3.linear19.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.1.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule3.linear20.bias", shape: Some(&[5120]), source: Param("model.layers.2.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule3.linear20.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.2.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule3.linear21.bias", shape: Some(&[1280]), source: Param("model.layers.2.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule3.linear21.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.2.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule3.linear22.bias", shape: Some(&[1280]), source: Param("model.layers.2.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule3.linear22.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.2.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule3.linear23.bias", shape: Some(&[1280]), source: Param("model.layers.2.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule3.linear23.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.2.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule3.linear24.bias", shape: Some(&[1280]), source: Param("model.layers.2.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule3.linear24.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.2.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule3.linear25.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.2.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule3.linear26.bias", shape: Some(&[1280]), source: Param("model.layers.2.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule3.linear26.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.2.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule3.linear27.bias", shape: Some(&[5120]), source: Param("model.layers.2.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule3.linear27.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.2.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule3.linear28.bias", shape: Some(&[1280]), source: Param("model.layers.2.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule3.linear28.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.2.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule30.constant1288", shape: Some(&[1280]), source: Param("/model/layers.36/self_attn/bias_u", Copy) },
Weight { path: "submodule30.constant1289", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.36/self_attn/bias_v", Copy) },
Weight { path: "submodule30.constant2316", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule30.constant2317", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule30.constant2331", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule30.conv1d106.bias", shape: Some(&[2560]), source: Param("/model/layers.35/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule30.conv1d106.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.35/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule30.conv1d107.bias", shape: Some(&[1280]), source: Param("/model/layers.35/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule30.conv1d107.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.35/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule30.conv1d108.bias", shape: Some(&[1280]), source: Param("/model/layers.35/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule30.conv1d108.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.35/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule30.conv1d109.bias", shape: Some(&[2560]), source: Param("/model/layers.36/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule30.conv1d109.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.36/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule30.conv1d110.bias", shape: Some(&[1280]), source: Param("/model/layers.36/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule30.conv1d110.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.36/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule30.conv1d111.bias", shape: Some(&[1280]), source: Param("/model/layers.36/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule30.conv1d111.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.36/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule30.layernormalization178.beta", shape: Some(&[1280]), source: Param("model.layers.35.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule30.layernormalization178.gamma", shape: Some(&[1280]), source: Param("model.layers.35.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule30.layernormalization179.beta", shape: Some(&[1280]), source: Param("model.layers.35.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule30.layernormalization179.gamma", shape: Some(&[1280]), source: Param("model.layers.35.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule30.layernormalization180.beta", shape: Some(&[1280]), source: Param("model.layers.35.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule30.layernormalization180.gamma", shape: Some(&[1280]), source: Param("model.layers.35.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule30.layernormalization181.beta", shape: Some(&[1280]), source: Param("model.layers.36.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule30.layernormalization181.gamma", shape: Some(&[1280]), source: Param("model.layers.36.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule30.layernormalization182.beta", shape: Some(&[1280]), source: Param("model.layers.36.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule30.layernormalization182.gamma", shape: Some(&[1280]), source: Param("model.layers.36.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule30.layernormalization183.beta", shape: Some(&[1280]), source: Param("model.layers.36.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule30.layernormalization183.gamma", shape: Some(&[1280]), source: Param("model.layers.36.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule30.linear324.bias", shape: Some(&[5120]), source: Param("model.layers.35.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule30.linear324.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.35.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule30.linear325.bias", shape: Some(&[1280]), source: Param("model.layers.35.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule30.linear325.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.35.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule30.linear326.bias", shape: Some(&[5120]), source: Param("model.layers.36.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule30.linear326.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.36.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule30.linear327.bias", shape: Some(&[1280]), source: Param("model.layers.36.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule30.linear327.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.36.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule30.linear328.bias", shape: Some(&[1280]), source: Param("model.layers.36.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule30.linear328.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.36.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule30.linear329.bias", shape: Some(&[1280]), source: Param("model.layers.36.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule30.linear329.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.36.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule30.linear330.bias", shape: Some(&[1280]), source: Param("model.layers.36.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule30.linear330.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.36.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule30.linear331.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.36.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule30.linear332.bias", shape: Some(&[1280]), source: Param("model.layers.36.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule30.linear332.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.36.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule31.constant1323", shape: Some(&[1280]), source: Param("/model/layers.37/self_attn/bias_u", Copy) },
Weight { path: "submodule31.constant1324", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.37/self_attn/bias_v", Copy) },
Weight { path: "submodule31.constant2333", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule31.constant2334", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule31.constant2348", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule31.constant2350", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule31.conv1d112.bias", shape: Some(&[2560]), source: Param("/model/layers.37/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule31.conv1d112.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.37/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule31.conv1d113.bias", shape: Some(&[1280]), source: Param("/model/layers.37/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule31.conv1d113.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.37/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule31.conv1d114.bias", shape: Some(&[1280]), source: Param("/model/layers.37/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule31.conv1d114.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.37/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule31.layernormalization184.beta", shape: Some(&[1280]), source: Param("model.layers.36.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule31.layernormalization184.gamma", shape: Some(&[1280]), source: Param("model.layers.36.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule31.layernormalization185.beta", shape: Some(&[1280]), source: Param("model.layers.36.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule31.layernormalization185.gamma", shape: Some(&[1280]), source: Param("model.layers.36.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule31.layernormalization186.beta", shape: Some(&[1280]), source: Param("model.layers.37.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule31.layernormalization186.gamma", shape: Some(&[1280]), source: Param("model.layers.37.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule31.layernormalization187.beta", shape: Some(&[1280]), source: Param("model.layers.37.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule31.layernormalization187.gamma", shape: Some(&[1280]), source: Param("model.layers.37.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule31.layernormalization188.beta", shape: Some(&[1280]), source: Param("model.layers.37.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule31.layernormalization188.gamma", shape: Some(&[1280]), source: Param("model.layers.37.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule31.layernormalization189.beta", shape: Some(&[1280]), source: Param("model.layers.37.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule31.layernormalization189.gamma", shape: Some(&[1280]), source: Param("model.layers.37.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule31.linear333.bias", shape: Some(&[5120]), source: Param("model.layers.36.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule31.linear333.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.36.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule31.linear334.bias", shape: Some(&[1280]), source: Param("model.layers.36.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule31.linear334.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.36.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule31.linear335.bias", shape: Some(&[5120]), source: Param("model.layers.37.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule31.linear335.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.37.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule31.linear336.bias", shape: Some(&[1280]), source: Param("model.layers.37.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule31.linear336.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.37.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule31.linear337.bias", shape: Some(&[1280]), source: Param("model.layers.37.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule31.linear337.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.37.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule31.linear338.bias", shape: Some(&[1280]), source: Param("model.layers.37.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule31.linear338.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.37.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule31.linear339.bias", shape: Some(&[1280]), source: Param("model.layers.37.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule31.linear339.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.37.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule31.linear340.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.37.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule31.linear341.bias", shape: Some(&[1280]), source: Param("model.layers.37.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule31.linear341.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.37.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule31.linear342.bias", shape: Some(&[5120]), source: Param("model.layers.37.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule31.linear342.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.37.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule31.linear343.bias", shape: Some(&[1280]), source: Param("model.layers.37.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule31.linear343.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.37.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule32.constant1358", shape: Some(&[1280]), source: Param("/model/layers.38/self_attn/bias_u", Copy) },
Weight { path: "submodule32.constant1359", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.38/self_attn/bias_v", Copy) },
Weight { path: "submodule32.constant2351", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule32.constant2365", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule32.constant2367", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule32.constant2368", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule32.conv1d115.bias", shape: Some(&[2560]), source: Param("/model/layers.38/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule32.conv1d115.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.38/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule32.conv1d116.bias", shape: Some(&[1280]), source: Param("/model/layers.38/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule32.conv1d116.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.38/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule32.conv1d117.bias", shape: Some(&[1280]), source: Param("/model/layers.38/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule32.conv1d117.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.38/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule32.layernormalization190.beta", shape: Some(&[1280]), source: Param("model.layers.37.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule32.layernormalization190.gamma", shape: Some(&[1280]), source: Param("model.layers.37.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule32.layernormalization191.beta", shape: Some(&[1280]), source: Param("model.layers.38.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule32.layernormalization191.gamma", shape: Some(&[1280]), source: Param("model.layers.38.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule32.layernormalization192.beta", shape: Some(&[1280]), source: Param("model.layers.38.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule32.layernormalization192.gamma", shape: Some(&[1280]), source: Param("model.layers.38.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule32.layernormalization193.beta", shape: Some(&[1280]), source: Param("model.layers.38.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule32.layernormalization193.gamma", shape: Some(&[1280]), source: Param("model.layers.38.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule32.layernormalization194.beta", shape: Some(&[1280]), source: Param("model.layers.38.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule32.layernormalization194.gamma", shape: Some(&[1280]), source: Param("model.layers.38.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule32.layernormalization195.beta", shape: Some(&[1280]), source: Param("model.layers.38.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule32.layernormalization195.gamma", shape: Some(&[1280]), source: Param("model.layers.38.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule32.layernormalization196.beta", shape: Some(&[1280]), source: Param("model.layers.39.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule32.layernormalization196.gamma", shape: Some(&[1280]), source: Param("model.layers.39.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule32.linear344.bias", shape: Some(&[5120]), source: Param("model.layers.38.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule32.linear344.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.38.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule32.linear345.bias", shape: Some(&[1280]), source: Param("model.layers.38.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule32.linear345.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.38.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule32.linear346.bias", shape: Some(&[1280]), source: Param("model.layers.38.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule32.linear346.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.38.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule32.linear347.bias", shape: Some(&[1280]), source: Param("model.layers.38.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule32.linear347.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.38.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule32.linear348.bias", shape: Some(&[1280]), source: Param("model.layers.38.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule32.linear348.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.38.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule32.linear349.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.38.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule32.linear350.bias", shape: Some(&[1280]), source: Param("model.layers.38.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule32.linear350.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.38.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule32.linear351.bias", shape: Some(&[5120]), source: Param("model.layers.38.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule32.linear351.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.38.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule32.linear352.bias", shape: Some(&[1280]), source: Param("model.layers.38.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule32.linear352.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.38.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule32.linear353.bias", shape: Some(&[5120]), source: Param("model.layers.39.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule32.linear353.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.39.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule32.linear354.bias", shape: Some(&[1280]), source: Param("model.layers.39.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule32.linear354.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.39.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule33.constant1393", shape: Some(&[1280]), source: Param("/model/layers.39/self_attn/bias_u", Copy) },
Weight { path: "submodule33.constant1394", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.39/self_attn/bias_v", Copy) },
Weight { path: "submodule33.constant1428", shape: Some(&[1280]), source: Param("/model/layers.40/self_attn/bias_u", Copy) },
Weight { path: "submodule33.constant1429", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.40/self_attn/bias_v", Copy) },
Weight { path: "submodule33.constant2382", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule33.constant2384", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule33.constant2385", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule33.constant2399", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule33.conv1d118.bias", shape: Some(&[2560]), source: Param("/model/layers.39/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule33.conv1d118.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.39/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule33.conv1d119.bias", shape: Some(&[1280]), source: Param("/model/layers.39/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule33.conv1d119.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.39/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule33.conv1d120.bias", shape: Some(&[1280]), source: Param("/model/layers.39/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule33.conv1d120.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.39/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule33.layernormalization197.beta", shape: Some(&[1280]), source: Param("model.layers.39.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule33.layernormalization197.gamma", shape: Some(&[1280]), source: Param("model.layers.39.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule33.layernormalization198.beta", shape: Some(&[1280]), source: Param("model.layers.39.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule33.layernormalization198.gamma", shape: Some(&[1280]), source: Param("model.layers.39.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule33.layernormalization199.beta", shape: Some(&[1280]), source: Param("model.layers.39.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule33.layernormalization199.gamma", shape: Some(&[1280]), source: Param("model.layers.39.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule33.layernormalization200.beta", shape: Some(&[1280]), source: Param("model.layers.39.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule33.layernormalization200.gamma", shape: Some(&[1280]), source: Param("model.layers.39.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule33.layernormalization201.beta", shape: Some(&[1280]), source: Param("model.layers.40.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule33.layernormalization201.gamma", shape: Some(&[1280]), source: Param("model.layers.40.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule33.layernormalization202.beta", shape: Some(&[1280]), source: Param("model.layers.40.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule33.layernormalization202.gamma", shape: Some(&[1280]), source: Param("model.layers.40.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule33.linear355.bias", shape: Some(&[1280]), source: Param("model.layers.39.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule33.linear355.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.39.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule33.linear356.bias", shape: Some(&[1280]), source: Param("model.layers.39.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule33.linear356.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.39.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule33.linear357.bias", shape: Some(&[1280]), source: Param("model.layers.39.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule33.linear357.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.39.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule33.linear358.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.39.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule33.linear359.bias", shape: Some(&[1280]), source: Param("model.layers.39.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule33.linear359.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.39.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule33.linear360.bias", shape: Some(&[5120]), source: Param("model.layers.39.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule33.linear360.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.39.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule33.linear361.bias", shape: Some(&[1280]), source: Param("model.layers.39.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule33.linear361.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.39.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule33.linear362.bias", shape: Some(&[5120]), source: Param("model.layers.40.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule33.linear362.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.40.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule33.linear363.bias", shape: Some(&[1280]), source: Param("model.layers.40.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule33.linear363.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.40.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule33.linear364.bias", shape: Some(&[1280]), source: Param("model.layers.40.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule33.linear364.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.40.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule33.linear365.bias", shape: Some(&[1280]), source: Param("model.layers.40.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule33.linear365.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.40.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule33.linear366.bias", shape: Some(&[1280]), source: Param("model.layers.40.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule33.linear366.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.40.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule33.linear367.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.40.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule33.linear368.bias", shape: Some(&[1280]), source: Param("model.layers.40.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule33.linear368.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.40.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule34.constant1463", shape: Some(&[1280]), source: Param("/model/layers.41/self_attn/bias_u", Copy) },
Weight { path: "submodule34.constant1464", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.41/self_attn/bias_v", Copy) },
Weight { path: "submodule34.constant2401", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule34.constant2402", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule34.constant2416", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule34.conv1d121.bias", shape: Some(&[2560]), source: Param("/model/layers.40/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule34.conv1d121.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.40/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule34.conv1d122.bias", shape: Some(&[1280]), source: Param("/model/layers.40/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule34.conv1d122.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.40/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule34.conv1d123.bias", shape: Some(&[1280]), source: Param("/model/layers.40/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule34.conv1d123.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.40/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule34.conv1d124.bias", shape: Some(&[2560]), source: Param("/model/layers.41/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule34.conv1d124.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.41/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule34.conv1d125.bias", shape: Some(&[1280]), source: Param("/model/layers.41/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule34.conv1d125.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.41/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule34.conv1d126.bias", shape: Some(&[1280]), source: Param("/model/layers.41/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule34.conv1d126.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.41/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule34.layernormalization203.beta", shape: Some(&[1280]), source: Param("model.layers.40.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule34.layernormalization203.gamma", shape: Some(&[1280]), source: Param("model.layers.40.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule34.layernormalization204.beta", shape: Some(&[1280]), source: Param("model.layers.40.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule34.layernormalization204.gamma", shape: Some(&[1280]), source: Param("model.layers.40.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule34.layernormalization205.beta", shape: Some(&[1280]), source: Param("model.layers.40.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule34.layernormalization205.gamma", shape: Some(&[1280]), source: Param("model.layers.40.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule34.layernormalization206.beta", shape: Some(&[1280]), source: Param("model.layers.41.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule34.layernormalization206.gamma", shape: Some(&[1280]), source: Param("model.layers.41.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule34.layernormalization207.beta", shape: Some(&[1280]), source: Param("model.layers.41.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule34.layernormalization207.gamma", shape: Some(&[1280]), source: Param("model.layers.41.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule34.layernormalization208.beta", shape: Some(&[1280]), source: Param("model.layers.41.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule34.layernormalization208.gamma", shape: Some(&[1280]), source: Param("model.layers.41.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule34.linear369.bias", shape: Some(&[5120]), source: Param("model.layers.40.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule34.linear369.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.40.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule34.linear370.bias", shape: Some(&[1280]), source: Param("model.layers.40.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule34.linear370.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.40.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule34.linear371.bias", shape: Some(&[5120]), source: Param("model.layers.41.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule34.linear371.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.41.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule34.linear372.bias", shape: Some(&[1280]), source: Param("model.layers.41.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule34.linear372.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.41.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule34.linear373.bias", shape: Some(&[1280]), source: Param("model.layers.41.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule34.linear373.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.41.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule34.linear374.bias", shape: Some(&[1280]), source: Param("model.layers.41.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule34.linear374.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.41.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule34.linear375.bias", shape: Some(&[1280]), source: Param("model.layers.41.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule34.linear375.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.41.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule34.linear376.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.41.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule34.linear377.bias", shape: Some(&[1280]), source: Param("model.layers.41.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule34.linear377.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.41.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule35.constant1498", shape: Some(&[1280]), source: Param("/model/layers.42/self_attn/bias_u", Copy) },
Weight { path: "submodule35.constant1499", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.42/self_attn/bias_v", Copy) },
Weight { path: "submodule35.constant2418", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule35.constant2419", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule35.constant2433", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule35.constant2435", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule35.conv1d127.bias", shape: Some(&[2560]), source: Param("/model/layers.42/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule35.conv1d127.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.42/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule35.conv1d128.bias", shape: Some(&[1280]), source: Param("/model/layers.42/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule35.conv1d128.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.42/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule35.conv1d129.bias", shape: Some(&[1280]), source: Param("/model/layers.42/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule35.conv1d129.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.42/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule35.layernormalization209.beta", shape: Some(&[1280]), source: Param("model.layers.41.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule35.layernormalization209.gamma", shape: Some(&[1280]), source: Param("model.layers.41.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule35.layernormalization210.beta", shape: Some(&[1280]), source: Param("model.layers.41.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule35.layernormalization210.gamma", shape: Some(&[1280]), source: Param("model.layers.41.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule35.layernormalization211.beta", shape: Some(&[1280]), source: Param("model.layers.42.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule35.layernormalization211.gamma", shape: Some(&[1280]), source: Param("model.layers.42.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule35.layernormalization212.beta", shape: Some(&[1280]), source: Param("model.layers.42.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule35.layernormalization212.gamma", shape: Some(&[1280]), source: Param("model.layers.42.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule35.layernormalization213.beta", shape: Some(&[1280]), source: Param("model.layers.42.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule35.layernormalization213.gamma", shape: Some(&[1280]), source: Param("model.layers.42.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule35.layernormalization214.beta", shape: Some(&[1280]), source: Param("model.layers.42.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule35.layernormalization214.gamma", shape: Some(&[1280]), source: Param("model.layers.42.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule35.linear378.bias", shape: Some(&[5120]), source: Param("model.layers.41.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule35.linear378.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.41.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule35.linear379.bias", shape: Some(&[1280]), source: Param("model.layers.41.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule35.linear379.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.41.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule35.linear380.bias", shape: Some(&[5120]), source: Param("model.layers.42.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule35.linear380.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.42.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule35.linear381.bias", shape: Some(&[1280]), source: Param("model.layers.42.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule35.linear381.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.42.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule35.linear382.bias", shape: Some(&[1280]), source: Param("model.layers.42.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule35.linear382.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.42.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule35.linear383.bias", shape: Some(&[1280]), source: Param("model.layers.42.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule35.linear383.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.42.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule35.linear384.bias", shape: Some(&[1280]), source: Param("model.layers.42.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule35.linear384.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.42.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule35.linear385.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.42.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule35.linear386.bias", shape: Some(&[1280]), source: Param("model.layers.42.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule35.linear386.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.42.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule35.linear387.bias", shape: Some(&[5120]), source: Param("model.layers.42.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule35.linear387.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.42.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule35.linear388.bias", shape: Some(&[1280]), source: Param("model.layers.42.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule35.linear388.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.42.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule36.constant1533", shape: Some(&[1280]), source: Param("/model/layers.43/self_attn/bias_u", Copy) },
Weight { path: "submodule36.constant1534", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.43/self_attn/bias_v", Copy) },
Weight { path: "submodule36.constant2436", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule36.constant2450", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule36.constant2452", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule36.constant2453", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule36.conv1d130.bias", shape: Some(&[2560]), source: Param("/model/layers.43/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule36.conv1d130.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.43/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule36.conv1d131.bias", shape: Some(&[1280]), source: Param("/model/layers.43/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule36.conv1d131.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.43/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule36.conv1d132.bias", shape: Some(&[1280]), source: Param("/model/layers.43/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule36.conv1d132.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.43/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule36.layernormalization215.beta", shape: Some(&[1280]), source: Param("model.layers.42.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule36.layernormalization215.gamma", shape: Some(&[1280]), source: Param("model.layers.42.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule36.layernormalization216.beta", shape: Some(&[1280]), source: Param("model.layers.43.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule36.layernormalization216.gamma", shape: Some(&[1280]), source: Param("model.layers.43.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule36.layernormalization217.beta", shape: Some(&[1280]), source: Param("model.layers.43.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule36.layernormalization217.gamma", shape: Some(&[1280]), source: Param("model.layers.43.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule36.layernormalization218.beta", shape: Some(&[1280]), source: Param("model.layers.43.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule36.layernormalization218.gamma", shape: Some(&[1280]), source: Param("model.layers.43.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule36.layernormalization219.beta", shape: Some(&[1280]), source: Param("model.layers.43.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule36.layernormalization219.gamma", shape: Some(&[1280]), source: Param("model.layers.43.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule36.layernormalization220.beta", shape: Some(&[1280]), source: Param("model.layers.43.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule36.layernormalization220.gamma", shape: Some(&[1280]), source: Param("model.layers.43.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule36.layernormalization221.beta", shape: Some(&[1280]), source: Param("model.layers.44.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule36.layernormalization221.gamma", shape: Some(&[1280]), source: Param("model.layers.44.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule36.linear389.bias", shape: Some(&[5120]), source: Param("model.layers.43.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule36.linear389.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.43.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule36.linear390.bias", shape: Some(&[1280]), source: Param("model.layers.43.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule36.linear390.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.43.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule36.linear391.bias", shape: Some(&[1280]), source: Param("model.layers.43.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule36.linear391.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.43.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule36.linear392.bias", shape: Some(&[1280]), source: Param("model.layers.43.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule36.linear392.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.43.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule36.linear393.bias", shape: Some(&[1280]), source: Param("model.layers.43.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule36.linear393.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.43.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule36.linear394.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.43.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule36.linear395.bias", shape: Some(&[1280]), source: Param("model.layers.43.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule36.linear395.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.43.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule36.linear396.bias", shape: Some(&[5120]), source: Param("model.layers.43.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule36.linear396.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.43.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule36.linear397.bias", shape: Some(&[1280]), source: Param("model.layers.43.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule36.linear397.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.43.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule36.linear398.bias", shape: Some(&[5120]), source: Param("model.layers.44.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule36.linear398.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.44.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule36.linear399.bias", shape: Some(&[1280]), source: Param("model.layers.44.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule36.linear399.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.44.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule37.constant1568", shape: Some(&[1280]), source: Param("/model/layers.44/self_attn/bias_u", Copy) },
Weight { path: "submodule37.constant1569", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.44/self_attn/bias_v", Copy) },
Weight { path: "submodule37.constant1603", shape: Some(&[1280]), source: Param("/model/layers.45/self_attn/bias_u", Copy) },
Weight { path: "submodule37.constant1604", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.45/self_attn/bias_v", Copy) },
Weight { path: "submodule37.constant2467", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule37.constant2469", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule37.constant2470", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule37.constant2484", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule37.conv1d133.bias", shape: Some(&[2560]), source: Param("/model/layers.44/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule37.conv1d133.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.44/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule37.conv1d134.bias", shape: Some(&[1280]), source: Param("/model/layers.44/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule37.conv1d134.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.44/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule37.conv1d135.bias", shape: Some(&[1280]), source: Param("/model/layers.44/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule37.conv1d135.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.44/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule37.layernormalization222.beta", shape: Some(&[1280]), source: Param("model.layers.44.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule37.layernormalization222.gamma", shape: Some(&[1280]), source: Param("model.layers.44.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule37.layernormalization223.beta", shape: Some(&[1280]), source: Param("model.layers.44.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule37.layernormalization223.gamma", shape: Some(&[1280]), source: Param("model.layers.44.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule37.layernormalization224.beta", shape: Some(&[1280]), source: Param("model.layers.44.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule37.layernormalization224.gamma", shape: Some(&[1280]), source: Param("model.layers.44.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule37.layernormalization225.beta", shape: Some(&[1280]), source: Param("model.layers.44.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule37.layernormalization225.gamma", shape: Some(&[1280]), source: Param("model.layers.44.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule37.layernormalization226.beta", shape: Some(&[1280]), source: Param("model.layers.45.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule37.layernormalization226.gamma", shape: Some(&[1280]), source: Param("model.layers.45.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule37.layernormalization227.beta", shape: Some(&[1280]), source: Param("model.layers.45.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule37.layernormalization227.gamma", shape: Some(&[1280]), source: Param("model.layers.45.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule37.linear400.bias", shape: Some(&[1280]), source: Param("model.layers.44.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule37.linear400.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.44.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule37.linear401.bias", shape: Some(&[1280]), source: Param("model.layers.44.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule37.linear401.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.44.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule37.linear402.bias", shape: Some(&[1280]), source: Param("model.layers.44.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule37.linear402.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.44.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule37.linear403.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.44.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule37.linear404.bias", shape: Some(&[1280]), source: Param("model.layers.44.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule37.linear404.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.44.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule37.linear405.bias", shape: Some(&[5120]), source: Param("model.layers.44.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule37.linear405.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.44.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule37.linear406.bias", shape: Some(&[1280]), source: Param("model.layers.44.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule37.linear406.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.44.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule37.linear407.bias", shape: Some(&[5120]), source: Param("model.layers.45.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule37.linear407.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.45.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule37.linear408.bias", shape: Some(&[1280]), source: Param("model.layers.45.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule37.linear408.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.45.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule37.linear409.bias", shape: Some(&[1280]), source: Param("model.layers.45.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule37.linear409.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.45.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule37.linear410.bias", shape: Some(&[1280]), source: Param("model.layers.45.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule37.linear410.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.45.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule37.linear411.bias", shape: Some(&[1280]), source: Param("model.layers.45.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule37.linear411.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.45.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule37.linear412.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.45.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule37.linear413.bias", shape: Some(&[1280]), source: Param("model.layers.45.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule37.linear413.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.45.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule38.constant1638", shape: Some(&[1280]), source: Param("/model/layers.46/self_attn/bias_u", Copy) },
Weight { path: "submodule38.constant1639", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.46/self_attn/bias_v", Copy) },
Weight { path: "submodule38.constant2486", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule38.constant2487", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule38.constant2501", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule38.conv1d136.bias", shape: Some(&[2560]), source: Param("/model/layers.45/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule38.conv1d136.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.45/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule38.conv1d137.bias", shape: Some(&[1280]), source: Param("/model/layers.45/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule38.conv1d137.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.45/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule38.conv1d138.bias", shape: Some(&[1280]), source: Param("/model/layers.45/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule38.conv1d138.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.45/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule38.conv1d139.bias", shape: Some(&[2560]), source: Param("/model/layers.46/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule38.conv1d139.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.46/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule38.conv1d140.bias", shape: Some(&[1280]), source: Param("/model/layers.46/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule38.conv1d140.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.46/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule38.conv1d141.bias", shape: Some(&[1280]), source: Param("/model/layers.46/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule38.conv1d141.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.46/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule38.layernormalization228.beta", shape: Some(&[1280]), source: Param("model.layers.45.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule38.layernormalization228.gamma", shape: Some(&[1280]), source: Param("model.layers.45.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule38.layernormalization229.beta", shape: Some(&[1280]), source: Param("model.layers.45.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule38.layernormalization229.gamma", shape: Some(&[1280]), source: Param("model.layers.45.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule38.layernormalization230.beta", shape: Some(&[1280]), source: Param("model.layers.45.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule38.layernormalization230.gamma", shape: Some(&[1280]), source: Param("model.layers.45.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule38.layernormalization231.beta", shape: Some(&[1280]), source: Param("model.layers.46.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule38.layernormalization231.gamma", shape: Some(&[1280]), source: Param("model.layers.46.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule38.layernormalization232.beta", shape: Some(&[1280]), source: Param("model.layers.46.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule38.layernormalization232.gamma", shape: Some(&[1280]), source: Param("model.layers.46.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule38.layernormalization233.beta", shape: Some(&[1280]), source: Param("model.layers.46.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule38.layernormalization233.gamma", shape: Some(&[1280]), source: Param("model.layers.46.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule38.linear414.bias", shape: Some(&[5120]), source: Param("model.layers.45.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule38.linear414.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.45.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule38.linear415.bias", shape: Some(&[1280]), source: Param("model.layers.45.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule38.linear415.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.45.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule38.linear416.bias", shape: Some(&[5120]), source: Param("model.layers.46.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule38.linear416.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.46.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule38.linear417.bias", shape: Some(&[1280]), source: Param("model.layers.46.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule38.linear417.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.46.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule38.linear418.bias", shape: Some(&[1280]), source: Param("model.layers.46.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule38.linear418.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.46.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule38.linear419.bias", shape: Some(&[1280]), source: Param("model.layers.46.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule38.linear419.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.46.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule38.linear420.bias", shape: Some(&[1280]), source: Param("model.layers.46.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule38.linear420.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.46.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule38.linear421.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.46.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule38.linear422.bias", shape: Some(&[1280]), source: Param("model.layers.46.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule38.linear422.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.46.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule39.constant1673", shape: Some(&[1280]), source: Param("/model/layers.47/self_attn/bias_u", Copy) },
Weight { path: "submodule39.constant1674", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.47/self_attn/bias_v", Copy) },
Weight { path: "submodule39.constant2503", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule39.constant2504", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule39.constant2518", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule39.constant2520", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule39.conv1d142.bias", shape: Some(&[2560]), source: Param("/model/layers.47/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule39.conv1d142.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.47/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule39.conv1d143.bias", shape: Some(&[1280]), source: Param("/model/layers.47/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule39.conv1d143.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.47/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule39.conv1d144.bias", shape: Some(&[1280]), source: Param("/model/layers.47/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule39.conv1d144.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.47/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule39.layernormalization234.beta", shape: Some(&[1280]), source: Param("model.layers.46.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule39.layernormalization234.gamma", shape: Some(&[1280]), source: Param("model.layers.46.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule39.layernormalization235.beta", shape: Some(&[1280]), source: Param("model.layers.46.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule39.layernormalization235.gamma", shape: Some(&[1280]), source: Param("model.layers.46.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule39.layernormalization236.beta", shape: Some(&[1280]), source: Param("model.layers.47.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule39.layernormalization236.gamma", shape: Some(&[1280]), source: Param("model.layers.47.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule39.layernormalization237.beta", shape: Some(&[1280]), source: Param("model.layers.47.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule39.layernormalization237.gamma", shape: Some(&[1280]), source: Param("model.layers.47.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule39.layernormalization238.beta", shape: Some(&[1280]), source: Param("model.layers.47.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule39.layernormalization238.gamma", shape: Some(&[1280]), source: Param("model.layers.47.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule39.layernormalization239.beta", shape: Some(&[1280]), source: Param("model.layers.47.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule39.layernormalization239.gamma", shape: Some(&[1280]), source: Param("model.layers.47.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule39.layernormalization240.beta", shape: Some(&[1280]), source: Param("model.layers.47.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule39.layernormalization240.gamma", shape: Some(&[1280]), source: Param("model.layers.47.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule39.linear423.bias", shape: Some(&[5120]), source: Param("model.layers.46.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule39.linear423.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.46.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule39.linear424.bias", shape: Some(&[1280]), source: Param("model.layers.46.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule39.linear424.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.46.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule39.linear425.bias", shape: Some(&[5120]), source: Param("model.layers.47.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule39.linear425.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.47.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule39.linear426.bias", shape: Some(&[1280]), source: Param("model.layers.47.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule39.linear426.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.47.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule39.linear427.bias", shape: Some(&[1280]), source: Param("model.layers.47.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule39.linear427.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.47.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule39.linear428.bias", shape: Some(&[1280]), source: Param("model.layers.47.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule39.linear428.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.47.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule39.linear429.bias", shape: Some(&[1280]), source: Param("model.layers.47.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule39.linear429.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.47.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule39.linear430.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.47.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule39.linear431.bias", shape: Some(&[1280]), source: Param("model.layers.47.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule39.linear431.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.47.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule39.linear432.bias", shape: Some(&[5120]), source: Param("model.layers.47.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule39.linear432.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.47.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule39.linear433.bias", shape: Some(&[1280]), source: Param("model.layers.47.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule39.linear433.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.47.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule39.linear434.bias", shape: Some(&[1024]), source: Param("model.encoder.proj.Add.bias", Copy) },
Weight { path: "submodule39.linear434.weight", shape: Some(&[1280, 1024]), source: Param("model.encoder.proj.MatMul.weight", Copy) },
Weight { path: "submodule4.constant133", shape: Some(&[1280]), source: Param("/model/layers.3/self_attn/bias_u", Copy) },
Weight { path: "submodule4.constant134", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.3/self_attn/bias_v", Copy) },
Weight { path: "submodule4.constant1756", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule4.constant1770", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule4.constant1772", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule4.constant1773", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule4.conv1d10.bias", shape: Some(&[2560]), source: Param("/model/layers.3/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule4.conv1d10.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.3/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule4.conv1d11.bias", shape: Some(&[1280]), source: Param("/model/layers.3/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule4.conv1d11.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.3/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule4.conv1d12.bias", shape: Some(&[1280]), source: Param("/model/layers.3/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule4.conv1d12.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.3/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule4.layernormalization15.beta", shape: Some(&[1280]), source: Param("model.layers.2.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule4.layernormalization15.gamma", shape: Some(&[1280]), source: Param("model.layers.2.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule4.layernormalization16.beta", shape: Some(&[1280]), source: Param("model.layers.3.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule4.layernormalization16.gamma", shape: Some(&[1280]), source: Param("model.layers.3.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule4.layernormalization17.beta", shape: Some(&[1280]), source: Param("model.layers.3.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule4.layernormalization17.gamma", shape: Some(&[1280]), source: Param("model.layers.3.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule4.layernormalization18.beta", shape: Some(&[1280]), source: Param("model.layers.3.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule4.layernormalization18.gamma", shape: Some(&[1280]), source: Param("model.layers.3.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule4.layernormalization19.beta", shape: Some(&[1280]), source: Param("model.layers.3.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule4.layernormalization19.gamma", shape: Some(&[1280]), source: Param("model.layers.3.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule4.layernormalization20.beta", shape: Some(&[1280]), source: Param("model.layers.3.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule4.layernormalization20.gamma", shape: Some(&[1280]), source: Param("model.layers.3.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule4.layernormalization21.beta", shape: Some(&[1280]), source: Param("model.layers.4.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule4.layernormalization21.gamma", shape: Some(&[1280]), source: Param("model.layers.4.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule4.linear29.bias", shape: Some(&[5120]), source: Param("model.layers.3.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule4.linear29.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.3.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule4.linear30.bias", shape: Some(&[1280]), source: Param("model.layers.3.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule4.linear30.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.3.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule4.linear31.bias", shape: Some(&[1280]), source: Param("model.layers.3.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule4.linear31.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.3.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule4.linear32.bias", shape: Some(&[1280]), source: Param("model.layers.3.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule4.linear32.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.3.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule4.linear33.bias", shape: Some(&[1280]), source: Param("model.layers.3.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule4.linear33.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.3.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule4.linear34.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.3.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule4.linear35.bias", shape: Some(&[1280]), source: Param("model.layers.3.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule4.linear35.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.3.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule4.linear36.bias", shape: Some(&[5120]), source: Param("model.layers.3.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule4.linear36.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.3.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule4.linear37.bias", shape: Some(&[1280]), source: Param("model.layers.3.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule4.linear37.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.3.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule4.linear38.bias", shape: Some(&[5120]), source: Param("model.layers.4.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule4.linear38.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.4.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule4.linear39.bias", shape: Some(&[1280]), source: Param("model.layers.4.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule4.linear39.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.4.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule5.constant168", shape: Some(&[1280]), source: Param("/model/layers.4/self_attn/bias_u", Copy) },
Weight { path: "submodule5.constant169", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.4/self_attn/bias_v", Copy) },
Weight { path: "submodule5.constant1787", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule5.constant1789", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule5.constant1790", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule5.constant1804", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule5.constant203", shape: Some(&[1280]), source: Param("/model/layers.5/self_attn/bias_u", Copy) },
Weight { path: "submodule5.constant204", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.5/self_attn/bias_v", Copy) },
Weight { path: "submodule5.conv1d13.bias", shape: Some(&[2560]), source: Param("/model/layers.4/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule5.conv1d13.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.4/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule5.conv1d14.bias", shape: Some(&[1280]), source: Param("/model/layers.4/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule5.conv1d14.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.4/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule5.conv1d15.bias", shape: Some(&[1280]), source: Param("/model/layers.4/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule5.conv1d15.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.4/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule5.layernormalization22.beta", shape: Some(&[1280]), source: Param("model.layers.4.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule5.layernormalization22.gamma", shape: Some(&[1280]), source: Param("model.layers.4.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule5.layernormalization23.beta", shape: Some(&[1280]), source: Param("model.layers.4.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule5.layernormalization23.gamma", shape: Some(&[1280]), source: Param("model.layers.4.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule5.layernormalization24.beta", shape: Some(&[1280]), source: Param("model.layers.4.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule5.layernormalization24.gamma", shape: Some(&[1280]), source: Param("model.layers.4.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule5.layernormalization25.beta", shape: Some(&[1280]), source: Param("model.layers.4.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule5.layernormalization25.gamma", shape: Some(&[1280]), source: Param("model.layers.4.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule5.layernormalization26.beta", shape: Some(&[1280]), source: Param("model.layers.5.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule5.layernormalization26.gamma", shape: Some(&[1280]), source: Param("model.layers.5.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule5.layernormalization27.beta", shape: Some(&[1280]), source: Param("model.layers.5.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule5.layernormalization27.gamma", shape: Some(&[1280]), source: Param("model.layers.5.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule5.linear40.bias", shape: Some(&[1280]), source: Param("model.layers.4.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule5.linear40.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.4.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule5.linear41.bias", shape: Some(&[1280]), source: Param("model.layers.4.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule5.linear41.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.4.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule5.linear42.bias", shape: Some(&[1280]), source: Param("model.layers.4.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule5.linear42.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.4.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule5.linear43.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.4.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule5.linear44.bias", shape: Some(&[1280]), source: Param("model.layers.4.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule5.linear44.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.4.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule5.linear45.bias", shape: Some(&[5120]), source: Param("model.layers.4.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule5.linear45.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.4.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule5.linear46.bias", shape: Some(&[1280]), source: Param("model.layers.4.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule5.linear46.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.4.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule5.linear47.bias", shape: Some(&[5120]), source: Param("model.layers.5.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule5.linear47.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.5.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule5.linear48.bias", shape: Some(&[1280]), source: Param("model.layers.5.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule5.linear48.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.5.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule5.linear49.bias", shape: Some(&[1280]), source: Param("model.layers.5.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule5.linear49.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.5.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule5.linear50.bias", shape: Some(&[1280]), source: Param("model.layers.5.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule5.linear50.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.5.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule5.linear51.bias", shape: Some(&[1280]), source: Param("model.layers.5.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule5.linear51.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.5.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule5.linear52.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.5.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule5.linear53.bias", shape: Some(&[1280]), source: Param("model.layers.5.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule5.linear53.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.5.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule6.constant1806", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule6.constant1807", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule6.constant1821", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule6.constant238", shape: Some(&[1280]), source: Param("/model/layers.6/self_attn/bias_u", Copy) },
Weight { path: "submodule6.constant239", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.6/self_attn/bias_v", Copy) },
Weight { path: "submodule6.conv1d16.bias", shape: Some(&[2560]), source: Param("/model/layers.5/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule6.conv1d16.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.5/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule6.conv1d17.bias", shape: Some(&[1280]), source: Param("/model/layers.5/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule6.conv1d17.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.5/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule6.conv1d18.bias", shape: Some(&[1280]), source: Param("/model/layers.5/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule6.conv1d18.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.5/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule6.conv1d19.bias", shape: Some(&[2560]), source: Param("/model/layers.6/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule6.conv1d19.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.6/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule6.conv1d20.bias", shape: Some(&[1280]), source: Param("/model/layers.6/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule6.conv1d20.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.6/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule6.conv1d21.bias", shape: Some(&[1280]), source: Param("/model/layers.6/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule6.conv1d21.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.6/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule6.layernormalization28.beta", shape: Some(&[1280]), source: Param("model.layers.5.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule6.layernormalization28.gamma", shape: Some(&[1280]), source: Param("model.layers.5.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule6.layernormalization29.beta", shape: Some(&[1280]), source: Param("model.layers.5.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule6.layernormalization29.gamma", shape: Some(&[1280]), source: Param("model.layers.5.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule6.layernormalization30.beta", shape: Some(&[1280]), source: Param("model.layers.5.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule6.layernormalization30.gamma", shape: Some(&[1280]), source: Param("model.layers.5.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule6.layernormalization31.beta", shape: Some(&[1280]), source: Param("model.layers.6.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule6.layernormalization31.gamma", shape: Some(&[1280]), source: Param("model.layers.6.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule6.layernormalization32.beta", shape: Some(&[1280]), source: Param("model.layers.6.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule6.layernormalization32.gamma", shape: Some(&[1280]), source: Param("model.layers.6.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule6.layernormalization33.beta", shape: Some(&[1280]), source: Param("model.layers.6.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule6.layernormalization33.gamma", shape: Some(&[1280]), source: Param("model.layers.6.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule6.linear54.bias", shape: Some(&[5120]), source: Param("model.layers.5.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule6.linear54.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.5.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule6.linear55.bias", shape: Some(&[1280]), source: Param("model.layers.5.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule6.linear55.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.5.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule6.linear56.bias", shape: Some(&[5120]), source: Param("model.layers.6.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule6.linear56.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.6.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule6.linear57.bias", shape: Some(&[1280]), source: Param("model.layers.6.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule6.linear57.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.6.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule6.linear58.bias", shape: Some(&[1280]), source: Param("model.layers.6.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule6.linear58.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.6.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule6.linear59.bias", shape: Some(&[1280]), source: Param("model.layers.6.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule6.linear59.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.6.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule6.linear60.bias", shape: Some(&[1280]), source: Param("model.layers.6.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule6.linear60.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.6.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule6.linear61.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.6.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule6.linear62.bias", shape: Some(&[1280]), source: Param("model.layers.6.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule6.linear62.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.6.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule7.constant1823", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule7.constant1824", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule7.constant1838", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule7.constant1840", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule7.constant273", shape: Some(&[1280]), source: Param("/model/layers.7/self_attn/bias_u", Copy) },
Weight { path: "submodule7.constant274", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.7/self_attn/bias_v", Copy) },
Weight { path: "submodule7.conv1d22.bias", shape: Some(&[2560]), source: Param("/model/layers.7/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule7.conv1d22.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.7/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule7.conv1d23.bias", shape: Some(&[1280]), source: Param("/model/layers.7/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule7.conv1d23.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.7/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule7.conv1d24.bias", shape: Some(&[1280]), source: Param("/model/layers.7/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule7.conv1d24.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.7/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule7.layernormalization34.beta", shape: Some(&[1280]), source: Param("model.layers.6.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule7.layernormalization34.gamma", shape: Some(&[1280]), source: Param("model.layers.6.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule7.layernormalization35.beta", shape: Some(&[1280]), source: Param("model.layers.6.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule7.layernormalization35.gamma", shape: Some(&[1280]), source: Param("model.layers.6.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule7.layernormalization36.beta", shape: Some(&[1280]), source: Param("model.layers.7.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule7.layernormalization36.gamma", shape: Some(&[1280]), source: Param("model.layers.7.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule7.layernormalization37.beta", shape: Some(&[1280]), source: Param("model.layers.7.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule7.layernormalization37.gamma", shape: Some(&[1280]), source: Param("model.layers.7.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule7.layernormalization38.beta", shape: Some(&[1280]), source: Param("model.layers.7.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule7.layernormalization38.gamma", shape: Some(&[1280]), source: Param("model.layers.7.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule7.layernormalization39.beta", shape: Some(&[1280]), source: Param("model.layers.7.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule7.layernormalization39.gamma", shape: Some(&[1280]), source: Param("model.layers.7.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule7.linear63.bias", shape: Some(&[5120]), source: Param("model.layers.6.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule7.linear63.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.6.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule7.linear64.bias", shape: Some(&[1280]), source: Param("model.layers.6.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule7.linear64.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.6.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule7.linear65.bias", shape: Some(&[5120]), source: Param("model.layers.7.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule7.linear65.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.7.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule7.linear66.bias", shape: Some(&[1280]), source: Param("model.layers.7.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule7.linear66.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.7.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule7.linear67.bias", shape: Some(&[1280]), source: Param("model.layers.7.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule7.linear67.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.7.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule7.linear68.bias", shape: Some(&[1280]), source: Param("model.layers.7.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule7.linear68.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.7.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule7.linear69.bias", shape: Some(&[1280]), source: Param("model.layers.7.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule7.linear69.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.7.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule7.linear70.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.7.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule7.linear71.bias", shape: Some(&[1280]), source: Param("model.layers.7.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule7.linear71.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.7.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule7.linear72.bias", shape: Some(&[5120]), source: Param("model.layers.7.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule7.linear72.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.7.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule7.linear73.bias", shape: Some(&[1280]), source: Param("model.layers.7.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule7.linear73.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.7.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule8.constant1841", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule8.constant1855", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule8.constant1857", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule8.constant1858", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule8.constant308", shape: Some(&[1280]), source: Param("/model/layers.8/self_attn/bias_u", Copy) },
Weight { path: "submodule8.constant309", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.8/self_attn/bias_v", Copy) },
Weight { path: "submodule8.conv1d25.bias", shape: Some(&[2560]), source: Param("/model/layers.8/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule8.conv1d25.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.8/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule8.conv1d26.bias", shape: Some(&[1280]), source: Param("/model/layers.8/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule8.conv1d26.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.8/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule8.conv1d27.bias", shape: Some(&[1280]), source: Param("/model/layers.8/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule8.conv1d27.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.8/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule8.layernormalization40.beta", shape: Some(&[1280]), source: Param("model.layers.7.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule8.layernormalization40.gamma", shape: Some(&[1280]), source: Param("model.layers.7.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule8.layernormalization41.beta", shape: Some(&[1280]), source: Param("model.layers.8.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule8.layernormalization41.gamma", shape: Some(&[1280]), source: Param("model.layers.8.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule8.layernormalization42.beta", shape: Some(&[1280]), source: Param("model.layers.8.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule8.layernormalization42.gamma", shape: Some(&[1280]), source: Param("model.layers.8.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule8.layernormalization43.beta", shape: Some(&[1280]), source: Param("model.layers.8.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule8.layernormalization43.gamma", shape: Some(&[1280]), source: Param("model.layers.8.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule8.layernormalization44.beta", shape: Some(&[1280]), source: Param("model.layers.8.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule8.layernormalization44.gamma", shape: Some(&[1280]), source: Param("model.layers.8.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule8.layernormalization45.beta", shape: Some(&[1280]), source: Param("model.layers.8.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule8.layernormalization45.gamma", shape: Some(&[1280]), source: Param("model.layers.8.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule8.layernormalization46.beta", shape: Some(&[1280]), source: Param("model.layers.9.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule8.layernormalization46.gamma", shape: Some(&[1280]), source: Param("model.layers.9.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule8.linear74.bias", shape: Some(&[5120]), source: Param("model.layers.8.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule8.linear74.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.8.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule8.linear75.bias", shape: Some(&[1280]), source: Param("model.layers.8.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule8.linear75.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.8.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule8.linear76.bias", shape: Some(&[1280]), source: Param("model.layers.8.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule8.linear76.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.8.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule8.linear77.bias", shape: Some(&[1280]), source: Param("model.layers.8.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule8.linear77.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.8.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule8.linear78.bias", shape: Some(&[1280]), source: Param("model.layers.8.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule8.linear78.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.8.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule8.linear79.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.8.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule8.linear80.bias", shape: Some(&[1280]), source: Param("model.layers.8.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule8.linear80.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.8.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule8.linear81.bias", shape: Some(&[5120]), source: Param("model.layers.8.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule8.linear81.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.8.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule8.linear82.bias", shape: Some(&[1280]), source: Param("model.layers.8.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule8.linear82.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.8.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule8.linear83.bias", shape: Some(&[5120]), source: Param("model.layers.9.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule8.linear83.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.9.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule8.linear84.bias", shape: Some(&[1280]), source: Param("model.layers.9.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule8.linear84.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.9.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule9.constant1872", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule9.constant1874", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule9.constant1875", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.5", Copy) },
Weight { path: "submodule9.constant1889", shape: Some(&[1]), source: Param("/model/constants/FLOAT/0.07905694150420949", Copy) },
Weight { path: "submodule9.constant343", shape: Some(&[1280]), source: Param("/model/layers.9/self_attn/bias_u", Copy) },
Weight { path: "submodule9.constant344", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.9/self_attn/bias_v", Copy) },
Weight { path: "submodule9.constant378", shape: Some(&[1280]), source: Param("/model/layers.10/self_attn/bias_u", Copy) },
Weight { path: "submodule9.constant379", shape: Some(&[1, 8, 1, 160]), source: Param("/model/layers.10/self_attn/bias_v", Copy) },
Weight { path: "submodule9.conv1d28.bias", shape: Some(&[2560]), source: Param("/model/layers.9/conv/pointwise_conv1.bias", Copy) },
Weight { path: "submodule9.conv1d28.weight", shape: Some(&[2560, 1280, 1]), source: Param("/model/layers.9/conv/pointwise_conv1.weight", Copy) },
Weight { path: "submodule9.conv1d29.bias", shape: Some(&[1280]), source: Param("/model/layers.9/conv/depthwise_conv.bias", Copy) },
Weight { path: "submodule9.conv1d29.weight", shape: Some(&[1280, 1, 9]), source: Param("/model/layers.9/conv/depthwise_conv.weight", Copy) },
Weight { path: "submodule9.conv1d30.bias", shape: Some(&[1280]), source: Param("/model/layers.9/conv/pointwise_conv2.bias", Copy) },
Weight { path: "submodule9.conv1d30.weight", shape: Some(&[1280, 1280, 1]), source: Param("/model/layers.9/conv/pointwise_conv2.weight", Copy) },
Weight { path: "submodule9.layernormalization47.beta", shape: Some(&[1280]), source: Param("model.layers.9.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule9.layernormalization47.gamma", shape: Some(&[1280]), source: Param("model.layers.9.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule9.layernormalization48.beta", shape: Some(&[1280]), source: Param("model.layers.9.norm_conv_layernorm.bias", Copy) },
Weight { path: "submodule9.layernormalization48.gamma", shape: Some(&[1280]), source: Param("model.layers.9.norm_conv_layernorm.weight", Copy) },
Weight { path: "submodule9.layernormalization49.beta", shape: Some(&[1280]), source: Param("model.layers.9.norm_ff2_layernorm.bias", Copy) },
Weight { path: "submodule9.layernormalization49.gamma", shape: Some(&[1280]), source: Param("model.layers.9.norm_ff2_layernorm.weight", Copy) },
Weight { path: "submodule9.layernormalization50.beta", shape: Some(&[1280]), source: Param("model.layers.9.norm_out_layernorm.bias", Copy) },
Weight { path: "submodule9.layernormalization50.gamma", shape: Some(&[1280]), source: Param("model.layers.9.norm_out_layernorm.weight", Copy) },
Weight { path: "submodule9.layernormalization51.beta", shape: Some(&[1280]), source: Param("model.layers.10.norm_ff1_layernorm.bias", Copy) },
Weight { path: "submodule9.layernormalization51.gamma", shape: Some(&[1280]), source: Param("model.layers.10.norm_ff1_layernorm.weight", Copy) },
Weight { path: "submodule9.layernormalization52.beta", shape: Some(&[1280]), source: Param("model.layers.10.norm_self_att_layernorm.bias", Copy) },
Weight { path: "submodule9.layernormalization52.gamma", shape: Some(&[1280]), source: Param("model.layers.10.norm_self_att_layernorm.weight", Copy) },
Weight { path: "submodule9.linear85.bias", shape: Some(&[1280]), source: Param("model.layers.9.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule9.linear85.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.9.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule9.linear86.bias", shape: Some(&[1280]), source: Param("model.layers.9.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule9.linear86.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.9.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule9.linear87.bias", shape: Some(&[1280]), source: Param("model.layers.9.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule9.linear87.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.9.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule9.linear88.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.9.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule9.linear89.bias", shape: Some(&[1280]), source: Param("model.layers.9.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule9.linear89.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.9.self_attn.o_proj.MatMul.weight", Copy) },
Weight { path: "submodule9.linear90.bias", shape: Some(&[5120]), source: Param("model.layers.9.feed_forward2.linear1.Add.bias", Copy) },
Weight { path: "submodule9.linear90.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.9.feed_forward2.linear1.MatMul.weight", Copy) },
Weight { path: "submodule9.linear91.bias", shape: Some(&[1280]), source: Param("model.layers.9.feed_forward2.linear2.Add.bias", Copy) },
Weight { path: "submodule9.linear91.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.9.feed_forward2.linear2.MatMul.weight", Copy) },
Weight { path: "submodule9.linear92.bias", shape: Some(&[5120]), source: Param("model.layers.10.feed_forward1.linear1.Add.bias", Copy) },
Weight { path: "submodule9.linear92.weight", shape: Some(&[1280, 5120]), source: Param("model.layers.10.feed_forward1.linear1.MatMul.weight", Copy) },
Weight { path: "submodule9.linear93.bias", shape: Some(&[1280]), source: Param("model.layers.10.feed_forward1.linear2.Add.bias", Copy) },
Weight { path: "submodule9.linear93.weight", shape: Some(&[5120, 1280]), source: Param("model.layers.10.feed_forward1.linear2.MatMul.weight", Copy) },
Weight { path: "submodule9.linear94.bias", shape: Some(&[1280]), source: Param("model.layers.10.self_attn.q_proj.Add.bias", Copy) },
Weight { path: "submodule9.linear94.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.10.self_attn.q_proj.MatMul.weight", Copy) },
Weight { path: "submodule9.linear95.bias", shape: Some(&[1280]), source: Param("model.layers.10.self_attn.k_proj.Add.bias", Copy) },
Weight { path: "submodule9.linear95.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.10.self_attn.k_proj.MatMul.weight", Copy) },
Weight { path: "submodule9.linear96.bias", shape: Some(&[1280]), source: Param("model.layers.10.self_attn.v_proj.Add.bias", Copy) },
Weight { path: "submodule9.linear96.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.10.self_attn.v_proj.MatMul.weight", Copy) },
Weight { path: "submodule9.linear97.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.10.self_attn.relative_k_proj.MatMul.weight", Copy) },
Weight { path: "submodule9.linear98.bias", shape: Some(&[1280]), source: Param("model.layers.10.self_attn.o_proj.Add.bias", Copy) },
Weight { path: "submodule9.linear98.weight", shape: Some(&[1280, 1280]), source: Param("model.layers.10.self_attn.o_proj.MatMul.weight", Copy) },
];