parakeet-rs 0.4.2

Fast ASR & Speaker Diarization with NVIDIA Parakeet via ONNX
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
// Generated by scripts/generate_burn.py from model.onnx with burn-onnx 0.22.0. Do not edit.
// Where each burn parameter's data comes from; see src/burn_backend/onnx.rs.
use crate::burn_backend::onnx::{Source::*, Transform::*, Weight};

pub(crate) const WEIGHTS: &[Weight] = &[
    Weight { path: "submodule1.constant10", shape: Some(&[1]), source: Param("/encoder/Constant_4_output_0", Copy) },
    Weight { path: "submodule1.constant6", shape: Some(&[1]), source: Param("/encoder/Constant_2_output_0", Copy) },
    Weight { path: "submodule1.constant7", shape: Some(&[1]), source: Param("/encoder/subsampling/Constant_3_output_0", Copy) },
    Weight { path: "submodule1.constant8", shape: Some(&[1]), source: Param("/encoder/subsampling/Constant_6_output_0", Copy) },
    Weight { path: "submodule1.constant9", shape: Some(&[1]), source: Param("/encoder/Constant_3_output_0", Copy) },
    Weight { path: "submodule1.conv2d1.bias", shape: Some(&[256]), source: Param("encoder.subsampling.layers.0.bias", Copy) },
    Weight { path: "submodule1.conv2d1.weight", shape: Some(&[256, 1, 3, 3]), source: Param("encoder.subsampling.layers.0.weight", Copy) },
    Weight { path: "submodule1.conv2d2.bias", shape: Some(&[256]), source: Param("encoder.subsampling.layers.2.bias", Copy) },
    Weight { path: "submodule1.conv2d2.weight", shape: Some(&[256, 1, 3, 3]), source: Param("encoder.subsampling.layers.2.weight", Copy) },
    Weight { path: "submodule1.conv2d3.bias", shape: Some(&[256]), source: Param("encoder.subsampling.layers.3.bias", Copy) },
    Weight { path: "submodule1.conv2d3.weight", shape: Some(&[256, 256, 1, 1]), source: Param("encoder.subsampling.layers.3.weight", Copy) },
    Weight { path: "submodule1.conv2d4.bias", shape: Some(&[256]), source: Param("encoder.subsampling.layers.5.bias", Copy) },
    Weight { path: "submodule1.conv2d4.weight", shape: Some(&[256, 1, 3, 3]), source: Param("encoder.subsampling.layers.5.weight", Copy) },
    Weight { path: "submodule1.conv2d5.bias", shape: Some(&[256]), source: Param("encoder.subsampling.layers.6.bias", Copy) },
    Weight { path: "submodule1.conv2d5.weight", shape: Some(&[256, 256, 1, 1]), source: Param("encoder.subsampling.layers.6.weight", Copy) },
    Weight { path: "submodule10.constant518", shape: Some(&[1024]), source: Param("encoder.layers.13.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule10.constant519", shape: Some(&[1024]), source: Param("encoder.layers.13.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule10.constant520", shape: Some(&[1024]), source: Param("encoder.layers.13.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule10.constant521", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.13/self_attn/Add#1", Copy) },
    Weight { path: "submodule10.constant522", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.13/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule10.constant552", shape: Some(&[1024]), source: Param("encoder.layers.14.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule10.constant553", shape: Some(&[1024]), source: Param("encoder.layers.14.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule10.constant554", shape: Some(&[1024]), source: Param("encoder.layers.14.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule10.constant555", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.14/self_attn/Add#1", Copy) },
    Weight { path: "submodule10.constant556", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.14/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule10.conv1d37.bias", shape: Some(&[2048]), source: Param("encoder.layers.12.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule10.conv1d37.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.12.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule10.conv1d38.bias", shape: Some(&[1024]), source: Param("/encoder/layers.12/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule10.conv1d38.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.12/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule10.conv1d39.bias", shape: Some(&[1024]), source: Param("encoder.layers.12.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule10.conv1d39.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.12.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule10.conv1d40.bias", shape: Some(&[2048]), source: Param("encoder.layers.13.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule10.conv1d40.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.13.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule10.conv1d41.bias", shape: Some(&[1024]), source: Param("/encoder/layers.13/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule10.conv1d41.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.13/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule10.conv1d42.bias", shape: Some(&[1024]), source: Param("encoder.layers.13.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule10.conv1d42.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.13.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule10.layernormalization63.beta", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_conv.bias", Copy) },
    Weight { path: "submodule10.layernormalization63.gamma", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_conv.weight", Copy) },
    Weight { path: "submodule10.layernormalization64.beta", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule10.layernormalization64.gamma", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule10.layernormalization65.beta", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_out.bias", Copy) },
    Weight { path: "submodule10.layernormalization65.gamma", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_out.weight", Copy) },
    Weight { path: "submodule10.layernormalization66.beta", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule10.layernormalization66.gamma", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule10.layernormalization67.beta", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_self_att.bias", Copy) },
    Weight { path: "submodule10.layernormalization67.gamma", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_self_att.weight", Copy) },
    Weight { path: "submodule10.layernormalization68.beta", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_conv.bias", Copy) },
    Weight { path: "submodule10.layernormalization68.gamma", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_conv.weight", Copy) },
    Weight { path: "submodule10.layernormalization69.beta", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule10.layernormalization69.gamma", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule10.layernormalization70.beta", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_out.bias", Copy) },
    Weight { path: "submodule10.layernormalization70.gamma", shape: Some(&[1024]), source: Param("encoder.layers.13.norm_out.weight", Copy) },
    Weight { path: "submodule10.layernormalization71.beta", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule10.layernormalization71.gamma", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule10.layernormalization72.beta", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_self_att.bias", Copy) },
    Weight { path: "submodule10.layernormalization72.gamma", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_self_att.weight", Copy) },
    Weight { path: "submodule10.linear128.bias", shape: Some(&[4096]), source: Param("encoder.layers.12.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule10.linear128.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.12/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule10.linear129.bias", shape: Some(&[1024]), source: Param("encoder.layers.12.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule10.linear129.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.12/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule10.linear130.bias", shape: Some(&[4096]), source: Param("encoder.layers.13.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule10.linear130.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.13/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule10.linear131.bias", shape: Some(&[1024]), source: Param("encoder.layers.13.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule10.linear131.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.13/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule10.linear132.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.13/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule10.linear133.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.13/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule10.linear134.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.13/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule10.linear135.bias", shape: Some(&[1024]), source: Param("encoder.layers.13.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule10.linear135.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.13/self_attn/o_proj/MatMul#1", Copy) },
    Weight { path: "submodule10.linear136.bias", shape: Some(&[4096]), source: Param("encoder.layers.13.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule10.linear136.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.13/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule10.linear137.bias", shape: Some(&[1024]), source: Param("encoder.layers.13.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule10.linear137.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.13/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule10.linear138.bias", shape: Some(&[4096]), source: Param("encoder.layers.14.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule10.linear138.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.14/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule10.linear139.bias", shape: Some(&[1024]), source: Param("encoder.layers.14.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule10.linear139.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.14/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule10.linear140.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.14/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule10.linear141.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.14/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule10.linear142.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.14/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule10.linear143.bias", shape: Some(&[1024]), source: Param("encoder.layers.14.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule10.linear143.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.14/self_attn/o_proj/MatMul#1", Copy) },
    Weight { path: "submodule11.constant586", shape: Some(&[1024]), source: Param("encoder.layers.15.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule11.constant587", shape: Some(&[1024]), source: Param("encoder.layers.15.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule11.constant588", shape: Some(&[1024]), source: Param("encoder.layers.15.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule11.constant589", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.15/self_attn/Add#1", Copy) },
    Weight { path: "submodule11.constant590", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.15/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule11.constant620", shape: Some(&[1024]), source: Param("encoder.layers.16.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule11.constant621", shape: Some(&[1024]), source: Param("encoder.layers.16.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule11.constant622", shape: Some(&[1024]), source: Param("encoder.layers.16.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule11.constant623", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.16/self_attn/Add#1", Copy) },
    Weight { path: "submodule11.constant624", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.16/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule11.conv1d43.bias", shape: Some(&[2048]), source: Param("encoder.layers.14.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule11.conv1d43.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.14.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule11.conv1d44.bias", shape: Some(&[1024]), source: Param("/encoder/layers.14/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule11.conv1d44.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.14/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule11.conv1d45.bias", shape: Some(&[1024]), source: Param("encoder.layers.14.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule11.conv1d45.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.14.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule11.conv1d46.bias", shape: Some(&[2048]), source: Param("encoder.layers.15.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule11.conv1d46.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.15.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule11.conv1d47.bias", shape: Some(&[1024]), source: Param("/encoder/layers.15/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule11.conv1d47.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.15/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule11.conv1d48.bias", shape: Some(&[1024]), source: Param("encoder.layers.15.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule11.conv1d48.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.15.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule11.layernormalization73.beta", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_conv.bias", Copy) },
    Weight { path: "submodule11.layernormalization73.gamma", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_conv.weight", Copy) },
    Weight { path: "submodule11.layernormalization74.beta", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule11.layernormalization74.gamma", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule11.layernormalization75.beta", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_out.bias", Copy) },
    Weight { path: "submodule11.layernormalization75.gamma", shape: Some(&[1024]), source: Param("encoder.layers.14.norm_out.weight", Copy) },
    Weight { path: "submodule11.layernormalization76.beta", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule11.layernormalization76.gamma", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule11.layernormalization77.beta", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_self_att.bias", Copy) },
    Weight { path: "submodule11.layernormalization77.gamma", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_self_att.weight", Copy) },
    Weight { path: "submodule11.layernormalization78.beta", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_conv.bias", Copy) },
    Weight { path: "submodule11.layernormalization78.gamma", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_conv.weight", Copy) },
    Weight { path: "submodule11.layernormalization79.beta", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule11.layernormalization79.gamma", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule11.layernormalization80.beta", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_out.bias", Copy) },
    Weight { path: "submodule11.layernormalization80.gamma", shape: Some(&[1024]), source: Param("encoder.layers.15.norm_out.weight", Copy) },
    Weight { path: "submodule11.layernormalization81.beta", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule11.layernormalization81.gamma", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule11.layernormalization82.beta", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_self_att.bias", Copy) },
    Weight { path: "submodule11.layernormalization82.gamma", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_self_att.weight", Copy) },
    Weight { path: "submodule11.linear144.bias", shape: Some(&[4096]), source: Param("encoder.layers.14.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule11.linear144.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.14/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule11.linear145.bias", shape: Some(&[1024]), source: Param("encoder.layers.14.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule11.linear145.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.14/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule11.linear146.bias", shape: Some(&[4096]), source: Param("encoder.layers.15.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule11.linear146.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.15/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule11.linear147.bias", shape: Some(&[1024]), source: Param("encoder.layers.15.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule11.linear147.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.15/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule11.linear148.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.15/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule11.linear149.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.15/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule11.linear150.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.15/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule11.linear151.bias", shape: Some(&[1024]), source: Param("encoder.layers.15.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule11.linear151.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.15/self_attn/o_proj/MatMul#1", Copy) },
    Weight { path: "submodule11.linear152.bias", shape: Some(&[4096]), source: Param("encoder.layers.15.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule11.linear152.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.15/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule11.linear153.bias", shape: Some(&[1024]), source: Param("encoder.layers.15.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule11.linear153.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.15/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule11.linear154.bias", shape: Some(&[4096]), source: Param("encoder.layers.16.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule11.linear154.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.16/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule11.linear155.bias", shape: Some(&[1024]), source: Param("encoder.layers.16.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule11.linear155.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.16/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule11.linear156.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.16/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule11.linear157.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.16/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule11.linear158.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.16/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule11.linear159.bias", shape: Some(&[1024]), source: Param("encoder.layers.16.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule11.linear159.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.16/self_attn/o_proj/MatMul#1", Copy) },
    Weight { path: "submodule12.constant654", shape: Some(&[1024]), source: Param("encoder.layers.17.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule12.constant655", shape: Some(&[1024]), source: Param("encoder.layers.17.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule12.constant656", shape: Some(&[1024]), source: Param("encoder.layers.17.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule12.constant657", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.17/self_attn/Add#1", Copy) },
    Weight { path: "submodule12.constant658", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.17/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule12.constant688", shape: Some(&[1024]), source: Param("encoder.layers.18.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule12.constant689", shape: Some(&[1024]), source: Param("encoder.layers.18.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule12.constant690", shape: Some(&[1024]), source: Param("encoder.layers.18.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule12.constant691", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.18/self_attn/Add#1", Copy) },
    Weight { path: "submodule12.constant692", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.18/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule12.conv1d49.bias", shape: Some(&[2048]), source: Param("encoder.layers.16.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule12.conv1d49.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.16.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule12.conv1d50.bias", shape: Some(&[1024]), source: Param("/encoder/layers.16/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule12.conv1d50.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.16/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule12.conv1d51.bias", shape: Some(&[1024]), source: Param("encoder.layers.16.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule12.conv1d51.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.16.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule12.conv1d52.bias", shape: Some(&[2048]), source: Param("encoder.layers.17.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule12.conv1d52.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.17.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule12.conv1d53.bias", shape: Some(&[1024]), source: Param("/encoder/layers.17/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule12.conv1d53.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.17/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule12.conv1d54.bias", shape: Some(&[1024]), source: Param("encoder.layers.17.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule12.conv1d54.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.17.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule12.layernormalization83.beta", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_conv.bias", Copy) },
    Weight { path: "submodule12.layernormalization83.gamma", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_conv.weight", Copy) },
    Weight { path: "submodule12.layernormalization84.beta", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule12.layernormalization84.gamma", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule12.layernormalization85.beta", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_out.bias", Copy) },
    Weight { path: "submodule12.layernormalization85.gamma", shape: Some(&[1024]), source: Param("encoder.layers.16.norm_out.weight", Copy) },
    Weight { path: "submodule12.layernormalization86.beta", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule12.layernormalization86.gamma", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule12.layernormalization87.beta", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_self_att.bias", Copy) },
    Weight { path: "submodule12.layernormalization87.gamma", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_self_att.weight", Copy) },
    Weight { path: "submodule12.layernormalization88.beta", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_conv.bias", Copy) },
    Weight { path: "submodule12.layernormalization88.gamma", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_conv.weight", Copy) },
    Weight { path: "submodule12.layernormalization89.beta", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule12.layernormalization89.gamma", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule12.layernormalization90.beta", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_out.bias", Copy) },
    Weight { path: "submodule12.layernormalization90.gamma", shape: Some(&[1024]), source: Param("encoder.layers.17.norm_out.weight", Copy) },
    Weight { path: "submodule12.layernormalization91.beta", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule12.layernormalization91.gamma", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule12.layernormalization92.beta", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_self_att.bias", Copy) },
    Weight { path: "submodule12.layernormalization92.gamma", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_self_att.weight", Copy) },
    Weight { path: "submodule12.linear160.bias", shape: Some(&[4096]), source: Param("encoder.layers.16.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule12.linear160.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.16/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule12.linear161.bias", shape: Some(&[1024]), source: Param("encoder.layers.16.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule12.linear161.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.16/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule12.linear162.bias", shape: Some(&[4096]), source: Param("encoder.layers.17.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule12.linear162.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.17/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule12.linear163.bias", shape: Some(&[1024]), source: Param("encoder.layers.17.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule12.linear163.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.17/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule12.linear164.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.17/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule12.linear165.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.17/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule12.linear166.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.17/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule12.linear167.bias", shape: Some(&[1024]), source: Param("encoder.layers.17.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule12.linear167.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.17/self_attn/o_proj/MatMul#1", Copy) },
    Weight { path: "submodule12.linear168.bias", shape: Some(&[4096]), source: Param("encoder.layers.17.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule12.linear168.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.17/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule12.linear169.bias", shape: Some(&[1024]), source: Param("encoder.layers.17.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule12.linear169.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.17/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule12.linear170.bias", shape: Some(&[4096]), source: Param("encoder.layers.18.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule12.linear170.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.18/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule12.linear171.bias", shape: Some(&[1024]), source: Param("encoder.layers.18.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule12.linear171.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.18/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule12.linear172.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.18/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule12.linear173.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.18/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule12.linear174.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.18/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule12.linear175.bias", shape: Some(&[1024]), source: Param("encoder.layers.18.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule12.linear175.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.18/self_attn/o_proj/MatMul#1", Copy) },
    Weight { path: "submodule13.constant722", shape: Some(&[1024]), source: Param("encoder.layers.19.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule13.constant723", shape: Some(&[1024]), source: Param("encoder.layers.19.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule13.constant724", shape: Some(&[1024]), source: Param("encoder.layers.19.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule13.constant725", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.19/self_attn/Add#1", Copy) },
    Weight { path: "submodule13.constant726", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.19/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule13.constant756", shape: Some(&[1024]), source: Param("encoder.layers.20.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule13.constant757", shape: Some(&[1024]), source: Param("encoder.layers.20.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule13.constant758", shape: Some(&[1024]), source: Param("encoder.layers.20.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule13.constant759", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.20/self_attn/Add#1", Copy) },
    Weight { path: "submodule13.constant760", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.20/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule13.conv1d55.bias", shape: Some(&[2048]), source: Param("encoder.layers.18.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule13.conv1d55.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.18.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule13.conv1d56.bias", shape: Some(&[1024]), source: Param("/encoder/layers.18/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule13.conv1d56.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.18/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule13.conv1d57.bias", shape: Some(&[1024]), source: Param("encoder.layers.18.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule13.conv1d57.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.18.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule13.conv1d58.bias", shape: Some(&[2048]), source: Param("encoder.layers.19.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule13.conv1d58.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.19.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule13.conv1d59.bias", shape: Some(&[1024]), source: Param("/encoder/layers.19/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule13.conv1d59.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.19/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule13.conv1d60.bias", shape: Some(&[1024]), source: Param("encoder.layers.19.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule13.conv1d60.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.19.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule13.layernormalization100.beta", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_out.bias", Copy) },
    Weight { path: "submodule13.layernormalization100.gamma", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_out.weight", Copy) },
    Weight { path: "submodule13.layernormalization101.beta", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule13.layernormalization101.gamma", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule13.layernormalization102.beta", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_self_att.bias", Copy) },
    Weight { path: "submodule13.layernormalization102.gamma", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_self_att.weight", Copy) },
    Weight { path: "submodule13.layernormalization93.beta", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_conv.bias", Copy) },
    Weight { path: "submodule13.layernormalization93.gamma", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_conv.weight", Copy) },
    Weight { path: "submodule13.layernormalization94.beta", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule13.layernormalization94.gamma", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule13.layernormalization95.beta", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_out.bias", Copy) },
    Weight { path: "submodule13.layernormalization95.gamma", shape: Some(&[1024]), source: Param("encoder.layers.18.norm_out.weight", Copy) },
    Weight { path: "submodule13.layernormalization96.beta", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule13.layernormalization96.gamma", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule13.layernormalization97.beta", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_self_att.bias", Copy) },
    Weight { path: "submodule13.layernormalization97.gamma", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_self_att.weight", Copy) },
    Weight { path: "submodule13.layernormalization98.beta", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_conv.bias", Copy) },
    Weight { path: "submodule13.layernormalization98.gamma", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_conv.weight", Copy) },
    Weight { path: "submodule13.layernormalization99.beta", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule13.layernormalization99.gamma", shape: Some(&[1024]), source: Param("encoder.layers.19.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule13.linear176.bias", shape: Some(&[4096]), source: Param("encoder.layers.18.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule13.linear176.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.18/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule13.linear177.bias", shape: Some(&[1024]), source: Param("encoder.layers.18.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule13.linear177.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.18/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule13.linear178.bias", shape: Some(&[4096]), source: Param("encoder.layers.19.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule13.linear178.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.19/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule13.linear179.bias", shape: Some(&[1024]), source: Param("encoder.layers.19.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule13.linear179.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.19/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule13.linear180.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.19/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule13.linear181.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.19/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule13.linear182.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.19/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule13.linear183.bias", shape: Some(&[1024]), source: Param("encoder.layers.19.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule13.linear183.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.19/self_attn/o_proj/MatMul#1", Copy) },
    Weight { path: "submodule13.linear184.bias", shape: Some(&[4096]), source: Param("encoder.layers.19.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule13.linear184.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.19/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule13.linear185.bias", shape: Some(&[1024]), source: Param("encoder.layers.19.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule13.linear185.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.19/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule13.linear186.bias", shape: Some(&[4096]), source: Param("encoder.layers.20.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule13.linear186.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.20/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule13.linear187.bias", shape: Some(&[1024]), source: Param("encoder.layers.20.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule13.linear187.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.20/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule13.linear188.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.20/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule13.linear189.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.20/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule13.linear190.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.20/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule13.linear191.bias", shape: Some(&[1024]), source: Param("encoder.layers.20.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule13.linear191.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.20/self_attn/o_proj/MatMul#1", Copy) },
    Weight { path: "submodule14.constant790", shape: Some(&[1024]), source: Param("encoder.layers.21.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule14.constant791", shape: Some(&[1024]), source: Param("encoder.layers.21.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule14.constant792", shape: Some(&[1024]), source: Param("encoder.layers.21.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule14.constant793", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.21/self_attn/Add#1", Copy) },
    Weight { path: "submodule14.constant794", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.21/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule14.constant824", shape: Some(&[1024]), source: Param("encoder.layers.22.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule14.constant825", shape: Some(&[1024]), source: Param("encoder.layers.22.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule14.constant826", shape: Some(&[1024]), source: Param("encoder.layers.22.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule14.constant827", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.22/self_attn/Add#1", Copy) },
    Weight { path: "submodule14.constant828", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.22/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule14.conv1d61.bias", shape: Some(&[2048]), source: Param("encoder.layers.20.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule14.conv1d61.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.20.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule14.conv1d62.bias", shape: Some(&[1024]), source: Param("/encoder/layers.20/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule14.conv1d62.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.20/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule14.conv1d63.bias", shape: Some(&[1024]), source: Param("encoder.layers.20.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule14.conv1d63.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.20.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule14.conv1d64.bias", shape: Some(&[2048]), source: Param("encoder.layers.21.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule14.conv1d64.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.21.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule14.conv1d65.bias", shape: Some(&[1024]), source: Param("/encoder/layers.21/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule14.conv1d65.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.21/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule14.conv1d66.bias", shape: Some(&[1024]), source: Param("encoder.layers.21.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule14.conv1d66.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.21.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule14.layernormalization103.beta", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_conv.bias", Copy) },
    Weight { path: "submodule14.layernormalization103.gamma", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_conv.weight", Copy) },
    Weight { path: "submodule14.layernormalization104.beta", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule14.layernormalization104.gamma", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule14.layernormalization105.beta", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_out.bias", Copy) },
    Weight { path: "submodule14.layernormalization105.gamma", shape: Some(&[1024]), source: Param("encoder.layers.20.norm_out.weight", Copy) },
    Weight { path: "submodule14.layernormalization106.beta", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule14.layernormalization106.gamma", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule14.layernormalization107.beta", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_self_att.bias", Copy) },
    Weight { path: "submodule14.layernormalization107.gamma", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_self_att.weight", Copy) },
    Weight { path: "submodule14.layernormalization108.beta", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_conv.bias", Copy) },
    Weight { path: "submodule14.layernormalization108.gamma", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_conv.weight", Copy) },
    Weight { path: "submodule14.layernormalization109.beta", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule14.layernormalization109.gamma", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule14.layernormalization110.beta", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_out.bias", Copy) },
    Weight { path: "submodule14.layernormalization110.gamma", shape: Some(&[1024]), source: Param("encoder.layers.21.norm_out.weight", Copy) },
    Weight { path: "submodule14.layernormalization111.beta", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule14.layernormalization111.gamma", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule14.layernormalization112.beta", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_self_att.bias", Copy) },
    Weight { path: "submodule14.layernormalization112.gamma", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_self_att.weight", Copy) },
    Weight { path: "submodule14.linear192.bias", shape: Some(&[4096]), source: Param("encoder.layers.20.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule14.linear192.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.20/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule14.linear193.bias", shape: Some(&[1024]), source: Param("encoder.layers.20.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule14.linear193.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.20/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule14.linear194.bias", shape: Some(&[4096]), source: Param("encoder.layers.21.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule14.linear194.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.21/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule14.linear195.bias", shape: Some(&[1024]), source: Param("encoder.layers.21.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule14.linear195.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.21/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule14.linear196.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.21/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule14.linear197.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.21/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule14.linear198.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.21/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule14.linear199.bias", shape: Some(&[1024]), source: Param("encoder.layers.21.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule14.linear199.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.21/self_attn/o_proj/MatMul#1", Copy) },
    Weight { path: "submodule14.linear200.bias", shape: Some(&[4096]), source: Param("encoder.layers.21.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule14.linear200.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.21/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule14.linear201.bias", shape: Some(&[1024]), source: Param("encoder.layers.21.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule14.linear201.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.21/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule14.linear202.bias", shape: Some(&[4096]), source: Param("encoder.layers.22.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule14.linear202.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.22/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule14.linear203.bias", shape: Some(&[1024]), source: Param("encoder.layers.22.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule14.linear203.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.22/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule14.linear204.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.22/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule14.linear205.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.22/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule14.linear206.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.22/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule14.linear207.bias", shape: Some(&[1024]), source: Param("encoder.layers.22.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule14.linear207.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.22/self_attn/o_proj/MatMul#1", Copy) },
    Weight { path: "submodule15.constant858", shape: Some(&[1024]), source: Param("encoder.layers.23.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule15.constant859", shape: Some(&[1024]), source: Param("encoder.layers.23.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule15.constant860", shape: Some(&[1024]), source: Param("encoder.layers.23.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule15.constant861", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.23/self_attn/Add#1", Copy) },
    Weight { path: "submodule15.constant862", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.23/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule15.conv1d67.bias", shape: Some(&[2048]), source: Param("encoder.layers.22.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule15.conv1d67.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.22.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule15.conv1d68.bias", shape: Some(&[1024]), source: Param("/encoder/layers.22/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule15.conv1d68.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.22/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule15.conv1d69.bias", shape: Some(&[1024]), source: Param("encoder.layers.22.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule15.conv1d69.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.22.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule15.conv1d70.bias", shape: Some(&[2048]), source: Param("encoder.layers.23.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule15.conv1d70.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.23.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule15.conv1d71.bias", shape: Some(&[1024]), source: Param("/encoder/layers.23/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule15.conv1d71.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.23/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule15.conv1d72.bias", shape: Some(&[1024]), source: Param("encoder.layers.23.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule15.conv1d72.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.23.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule15.conv1d73.bias", shape: Some(&[1025]), source: Param("ctc_head.bias", Copy) },
    Weight { path: "submodule15.conv1d73.weight", shape: Some(&[1025, 1024, 1]), source: Param("ctc_head.weight", Copy) },
    Weight { path: "submodule15.layernormalization113.beta", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_conv.bias", Copy) },
    Weight { path: "submodule15.layernormalization113.gamma", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_conv.weight", Copy) },
    Weight { path: "submodule15.layernormalization114.beta", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule15.layernormalization114.gamma", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule15.layernormalization115.beta", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_out.bias", Copy) },
    Weight { path: "submodule15.layernormalization115.gamma", shape: Some(&[1024]), source: Param("encoder.layers.22.norm_out.weight", Copy) },
    Weight { path: "submodule15.layernormalization116.beta", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule15.layernormalization116.gamma", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule15.layernormalization117.beta", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_self_att.bias", Copy) },
    Weight { path: "submodule15.layernormalization117.gamma", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_self_att.weight", Copy) },
    Weight { path: "submodule15.layernormalization118.beta", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_conv.bias", Copy) },
    Weight { path: "submodule15.layernormalization118.gamma", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_conv.weight", Copy) },
    Weight { path: "submodule15.layernormalization119.beta", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule15.layernormalization119.gamma", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule15.layernormalization120.beta", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_out.bias", Copy) },
    Weight { path: "submodule15.layernormalization120.gamma", shape: Some(&[1024]), source: Param("encoder.layers.23.norm_out.weight", Copy) },
    Weight { path: "submodule15.linear208.bias", shape: Some(&[4096]), source: Param("encoder.layers.22.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule15.linear208.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.22/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule15.linear209.bias", shape: Some(&[1024]), source: Param("encoder.layers.22.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule15.linear209.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.22/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule15.linear210.bias", shape: Some(&[4096]), source: Param("encoder.layers.23.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule15.linear210.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.23/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule15.linear211.bias", shape: Some(&[1024]), source: Param("encoder.layers.23.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule15.linear211.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.23/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule15.linear212.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.23/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule15.linear213.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.23/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule15.linear214.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.23/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule15.linear215.bias", shape: Some(&[1024]), source: Param("encoder.layers.23.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule15.linear215.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.23/self_attn/o_proj/MatMul#1", Copy) },
    Weight { path: "submodule15.linear216.bias", shape: Some(&[4096]), source: Param("encoder.layers.23.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule15.linear216.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.23/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule15.linear217.bias", shape: Some(&[1024]), source: Param("encoder.layers.23.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule15.linear217.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.23/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule2.constant24", shape: Some(&[1]), source: Param("/encoder/Constant_output_0", Copy) },
    Weight { path: "submodule2.constant28", shape: Some(&[4096]), source: Param("encoder.layers.0.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule2.constant30", shape: Some(&[3]), source: Param("/encoder/encode_positions/Mul_output_0", Copy) },
    Weight { path: "submodule2.constant33", shape: Some(&[3]), source: Param("/encoder/encode_positions/ConstantOfShape_output_0", Copy) },
    Weight { path: "submodule2.constant34", shape: Some(&[1024]), source: Param("encoder.layers.0.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule2.constant35", shape: Some(&[1, 512, 1]), source: Param("/encoder/encode_positions/Expand#0", Copy) },
    Weight { path: "submodule2.constant36", shape: Some(&[1]), source: Param("/encoder/layers.0/Constant_output_0", Copy) },
    Weight { path: "submodule2.layernormalization1.beta", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule2.layernormalization1.gamma", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule2.layernormalization2.beta", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_self_att.bias", Copy) },
    Weight { path: "submodule2.layernormalization2.gamma", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_self_att.weight", Copy) },
    Weight { path: "submodule2.linear1.bias", shape: Some(&[1024]), source: Param("encoder.subsampling.linear.bias", Copy) },
    Weight { path: "submodule2.linear1.weight", shape: Some(&[2560, 1024]), source: Param("/encoder/subsampling/linear/MatMul#1", Copy) },
    Weight { path: "submodule2.linear2.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.0/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule2.linear3.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.0/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule2.linear4.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.0/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule2.linear5.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.0/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule2.linear6.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.0/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.constant42", shape: Some(&[1024]), source: Param("encoder.layers.0.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule3.constant43", shape: Some(&[1024]), source: Param("encoder.layers.0.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule3.constant44", shape: Some(&[1024]), source: Param("encoder.layers.0.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule3.constant47", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.0/self_attn/Add#1", Copy) },
    Weight { path: "submodule3.constant48", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.0/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule3.constant49", shape: Some(&[1]), source: Param("/encoder/layers.0/self_attn/Constant_40_output_0", Copy) },
    Weight { path: "submodule3.constant78", shape: Some(&[1]), source: Param("/encoder/layers.0/self_attn/Constant_32_output_0", Copy) },
    Weight { path: "submodule3.linear10.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.3/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear11.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.4/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear12.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.5/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear13.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.6/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear14.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.7/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear15.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.8/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear16.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.9/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear17.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.10/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear18.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.11/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear19.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.12/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear20.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.13/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear21.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.14/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear22.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.15/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear23.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.16/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear24.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.17/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear25.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.18/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear26.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.19/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear27.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.20/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear28.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.21/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear29.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.22/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear30.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.23/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear31.bias", shape: Some(&[1024]), source: Param("encoder.layers.0.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule3.linear31.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.0/self_attn/o_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear7.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.0/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear8.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.1/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule3.linear9.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.2/self_attn/relative_k_proj/MatMul#1", Copy) },
    Weight { path: "submodule4.constant110", shape: Some(&[1024]), source: Param("encoder.layers.1.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule4.constant111", shape: Some(&[1024]), source: Param("encoder.layers.1.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule4.constant112", shape: Some(&[1024]), source: Param("encoder.layers.1.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule4.constant113", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.1/self_attn/Add#1", Copy) },
    Weight { path: "submodule4.constant114", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.1/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule4.constant144", shape: Some(&[1024]), source: Param("encoder.layers.2.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule4.constant145", shape: Some(&[1024]), source: Param("encoder.layers.2.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule4.constant146", shape: Some(&[1024]), source: Param("encoder.layers.2.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule4.constant147", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.2/self_attn/Add#1", Copy) },
    Weight { path: "submodule4.constant148", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.2/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule4.conv1d1.bias", shape: Some(&[2048]), source: Param("encoder.layers.0.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule4.conv1d1.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.0.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule4.conv1d2.bias", shape: Some(&[1024]), source: Param("/encoder/layers.0/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule4.conv1d2.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.0/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule4.conv1d3.bias", shape: Some(&[1024]), source: Param("encoder.layers.0.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule4.conv1d3.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.0.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule4.conv1d4.bias", shape: Some(&[2048]), source: Param("encoder.layers.1.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule4.conv1d4.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.1.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule4.conv1d5.bias", shape: Some(&[1024]), source: Param("/encoder/layers.1/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule4.conv1d5.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.1/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule4.conv1d6.bias", shape: Some(&[1024]), source: Param("encoder.layers.1.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule4.conv1d6.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.1.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule4.layernormalization10.beta", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_out.bias", Copy) },
    Weight { path: "submodule4.layernormalization10.gamma", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_out.weight", Copy) },
    Weight { path: "submodule4.layernormalization11.beta", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule4.layernormalization11.gamma", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule4.layernormalization12.beta", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_self_att.bias", Copy) },
    Weight { path: "submodule4.layernormalization12.gamma", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_self_att.weight", Copy) },
    Weight { path: "submodule4.layernormalization3.beta", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_conv.bias", Copy) },
    Weight { path: "submodule4.layernormalization3.gamma", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_conv.weight", Copy) },
    Weight { path: "submodule4.layernormalization4.beta", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule4.layernormalization4.gamma", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule4.layernormalization5.beta", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_out.bias", Copy) },
    Weight { path: "submodule4.layernormalization5.gamma", shape: Some(&[1024]), source: Param("encoder.layers.0.norm_out.weight", Copy) },
    Weight { path: "submodule4.layernormalization6.beta", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule4.layernormalization6.gamma", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule4.layernormalization7.beta", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_self_att.bias", Copy) },
    Weight { path: "submodule4.layernormalization7.gamma", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_self_att.weight", Copy) },
    Weight { path: "submodule4.layernormalization8.beta", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_conv.bias", Copy) },
    Weight { path: "submodule4.layernormalization8.gamma", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_conv.weight", Copy) },
    Weight { path: "submodule4.layernormalization9.beta", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule4.layernormalization9.gamma", shape: Some(&[1024]), source: Param("encoder.layers.1.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule4.linear32.bias", shape: Some(&[4096]), source: Param("encoder.layers.0.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule4.linear32.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.0/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule4.linear33.bias", shape: Some(&[1024]), source: Param("encoder.layers.0.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule4.linear33.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.0/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule4.linear34.bias", shape: Some(&[4096]), source: Param("encoder.layers.1.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule4.linear34.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.1/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule4.linear35.bias", shape: Some(&[1024]), source: Param("encoder.layers.1.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule4.linear35.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.1/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule4.linear36.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.1/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule4.linear37.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.1/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule4.linear38.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.1/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule4.linear39.bias", shape: Some(&[1024]), source: Param("encoder.layers.1.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule4.linear39.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.1/self_attn/o_proj/MatMul#1", Copy) },
    Weight { path: "submodule4.linear40.bias", shape: Some(&[4096]), source: Param("encoder.layers.1.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule4.linear40.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.1/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule4.linear41.bias", shape: Some(&[1024]), source: Param("encoder.layers.1.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule4.linear41.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.1/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule4.linear42.bias", shape: Some(&[4096]), source: Param("encoder.layers.2.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule4.linear42.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.2/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule4.linear43.bias", shape: Some(&[1024]), source: Param("encoder.layers.2.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule4.linear43.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.2/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule4.linear44.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.2/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule4.linear45.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.2/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule4.linear46.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.2/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule4.linear47.bias", shape: Some(&[1024]), source: Param("encoder.layers.2.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule4.linear47.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.2/self_attn/o_proj/MatMul#1", Copy) },
    Weight { path: "submodule5.constant178", shape: Some(&[1024]), source: Param("encoder.layers.3.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule5.constant179", shape: Some(&[1024]), source: Param("encoder.layers.3.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule5.constant180", shape: Some(&[1024]), source: Param("encoder.layers.3.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule5.constant181", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.3/self_attn/Add#1", Copy) },
    Weight { path: "submodule5.constant182", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.3/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule5.constant212", shape: Some(&[1024]), source: Param("encoder.layers.4.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule5.constant213", shape: Some(&[1024]), source: Param("encoder.layers.4.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule5.constant214", shape: Some(&[1024]), source: Param("encoder.layers.4.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule5.constant215", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.4/self_attn/Add#1", Copy) },
    Weight { path: "submodule5.constant216", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.4/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule5.conv1d10.bias", shape: Some(&[2048]), source: Param("encoder.layers.3.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule5.conv1d10.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.3.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule5.conv1d11.bias", shape: Some(&[1024]), source: Param("/encoder/layers.3/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule5.conv1d11.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.3/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule5.conv1d12.bias", shape: Some(&[1024]), source: Param("encoder.layers.3.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule5.conv1d12.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.3.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule5.conv1d7.bias", shape: Some(&[2048]), source: Param("encoder.layers.2.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule5.conv1d7.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.2.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule5.conv1d8.bias", shape: Some(&[1024]), source: Param("/encoder/layers.2/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule5.conv1d8.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.2/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule5.conv1d9.bias", shape: Some(&[1024]), source: Param("encoder.layers.2.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule5.conv1d9.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.2.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule5.layernormalization13.beta", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_conv.bias", Copy) },
    Weight { path: "submodule5.layernormalization13.gamma", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_conv.weight", Copy) },
    Weight { path: "submodule5.layernormalization14.beta", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule5.layernormalization14.gamma", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule5.layernormalization15.beta", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_out.bias", Copy) },
    Weight { path: "submodule5.layernormalization15.gamma", shape: Some(&[1024]), source: Param("encoder.layers.2.norm_out.weight", Copy) },
    Weight { path: "submodule5.layernormalization16.beta", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule5.layernormalization16.gamma", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule5.layernormalization17.beta", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_self_att.bias", Copy) },
    Weight { path: "submodule5.layernormalization17.gamma", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_self_att.weight", Copy) },
    Weight { path: "submodule5.layernormalization18.beta", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_conv.bias", Copy) },
    Weight { path: "submodule5.layernormalization18.gamma", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_conv.weight", Copy) },
    Weight { path: "submodule5.layernormalization19.beta", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule5.layernormalization19.gamma", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule5.layernormalization20.beta", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_out.bias", Copy) },
    Weight { path: "submodule5.layernormalization20.gamma", shape: Some(&[1024]), source: Param("encoder.layers.3.norm_out.weight", Copy) },
    Weight { path: "submodule5.layernormalization21.beta", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule5.layernormalization21.gamma", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule5.layernormalization22.beta", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_self_att.bias", Copy) },
    Weight { path: "submodule5.layernormalization22.gamma", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_self_att.weight", Copy) },
    Weight { path: "submodule5.linear48.bias", shape: Some(&[4096]), source: Param("encoder.layers.2.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule5.linear48.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.2/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule5.linear49.bias", shape: Some(&[1024]), source: Param("encoder.layers.2.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule5.linear49.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.2/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule5.linear50.bias", shape: Some(&[4096]), source: Param("encoder.layers.3.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule5.linear50.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.3/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule5.linear51.bias", shape: Some(&[1024]), source: Param("encoder.layers.3.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule5.linear51.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.3/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule5.linear52.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.3/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule5.linear53.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.3/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule5.linear54.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.3/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule5.linear55.bias", shape: Some(&[1024]), source: Param("encoder.layers.3.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule5.linear55.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.3/self_attn/o_proj/MatMul#1", Copy) },
    Weight { path: "submodule5.linear56.bias", shape: Some(&[4096]), source: Param("encoder.layers.3.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule5.linear56.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.3/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule5.linear57.bias", shape: Some(&[1024]), source: Param("encoder.layers.3.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule5.linear57.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.3/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule5.linear58.bias", shape: Some(&[4096]), source: Param("encoder.layers.4.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule5.linear58.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.4/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule5.linear59.bias", shape: Some(&[1024]), source: Param("encoder.layers.4.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule5.linear59.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.4/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule5.linear60.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.4/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule5.linear61.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.4/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule5.linear62.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.4/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule5.linear63.bias", shape: Some(&[1024]), source: Param("encoder.layers.4.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule5.linear63.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.4/self_attn/o_proj/MatMul#1", Copy) },
    Weight { path: "submodule6.constant246", shape: Some(&[1024]), source: Param("encoder.layers.5.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule6.constant247", shape: Some(&[1024]), source: Param("encoder.layers.5.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule6.constant248", shape: Some(&[1024]), source: Param("encoder.layers.5.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule6.constant249", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.5/self_attn/Add#1", Copy) },
    Weight { path: "submodule6.constant250", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.5/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule6.constant280", shape: Some(&[1024]), source: Param("encoder.layers.6.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule6.constant281", shape: Some(&[1024]), source: Param("encoder.layers.6.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule6.constant282", shape: Some(&[1024]), source: Param("encoder.layers.6.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule6.constant283", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.6/self_attn/Add#1", Copy) },
    Weight { path: "submodule6.constant284", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.6/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule6.conv1d13.bias", shape: Some(&[2048]), source: Param("encoder.layers.4.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule6.conv1d13.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.4.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule6.conv1d14.bias", shape: Some(&[1024]), source: Param("/encoder/layers.4/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule6.conv1d14.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.4/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule6.conv1d15.bias", shape: Some(&[1024]), source: Param("encoder.layers.4.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule6.conv1d15.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.4.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule6.conv1d16.bias", shape: Some(&[2048]), source: Param("encoder.layers.5.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule6.conv1d16.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.5.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule6.conv1d17.bias", shape: Some(&[1024]), source: Param("/encoder/layers.5/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule6.conv1d17.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.5/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule6.conv1d18.bias", shape: Some(&[1024]), source: Param("encoder.layers.5.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule6.conv1d18.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.5.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule6.layernormalization23.beta", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_conv.bias", Copy) },
    Weight { path: "submodule6.layernormalization23.gamma", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_conv.weight", Copy) },
    Weight { path: "submodule6.layernormalization24.beta", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule6.layernormalization24.gamma", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule6.layernormalization25.beta", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_out.bias", Copy) },
    Weight { path: "submodule6.layernormalization25.gamma", shape: Some(&[1024]), source: Param("encoder.layers.4.norm_out.weight", Copy) },
    Weight { path: "submodule6.layernormalization26.beta", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule6.layernormalization26.gamma", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule6.layernormalization27.beta", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_self_att.bias", Copy) },
    Weight { path: "submodule6.layernormalization27.gamma", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_self_att.weight", Copy) },
    Weight { path: "submodule6.layernormalization28.beta", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_conv.bias", Copy) },
    Weight { path: "submodule6.layernormalization28.gamma", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_conv.weight", Copy) },
    Weight { path: "submodule6.layernormalization29.beta", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule6.layernormalization29.gamma", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule6.layernormalization30.beta", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_out.bias", Copy) },
    Weight { path: "submodule6.layernormalization30.gamma", shape: Some(&[1024]), source: Param("encoder.layers.5.norm_out.weight", Copy) },
    Weight { path: "submodule6.layernormalization31.beta", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule6.layernormalization31.gamma", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule6.layernormalization32.beta", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_self_att.bias", Copy) },
    Weight { path: "submodule6.layernormalization32.gamma", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_self_att.weight", Copy) },
    Weight { path: "submodule6.linear64.bias", shape: Some(&[4096]), source: Param("encoder.layers.4.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule6.linear64.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.4/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule6.linear65.bias", shape: Some(&[1024]), source: Param("encoder.layers.4.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule6.linear65.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.4/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule6.linear66.bias", shape: Some(&[4096]), source: Param("encoder.layers.5.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule6.linear66.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.5/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule6.linear67.bias", shape: Some(&[1024]), source: Param("encoder.layers.5.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule6.linear67.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.5/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule6.linear68.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.5/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule6.linear69.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.5/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule6.linear70.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.5/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule6.linear71.bias", shape: Some(&[1024]), source: Param("encoder.layers.5.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule6.linear71.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.5/self_attn/o_proj/MatMul#1", Copy) },
    Weight { path: "submodule6.linear72.bias", shape: Some(&[4096]), source: Param("encoder.layers.5.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule6.linear72.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.5/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule6.linear73.bias", shape: Some(&[1024]), source: Param("encoder.layers.5.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule6.linear73.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.5/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule6.linear74.bias", shape: Some(&[4096]), source: Param("encoder.layers.6.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule6.linear74.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.6/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule6.linear75.bias", shape: Some(&[1024]), source: Param("encoder.layers.6.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule6.linear75.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.6/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule6.linear76.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.6/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule6.linear77.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.6/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule6.linear78.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.6/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule6.linear79.bias", shape: Some(&[1024]), source: Param("encoder.layers.6.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule6.linear79.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.6/self_attn/o_proj/MatMul#1", Copy) },
    Weight { path: "submodule7.constant314", shape: Some(&[1024]), source: Param("encoder.layers.7.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule7.constant315", shape: Some(&[1024]), source: Param("encoder.layers.7.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule7.constant316", shape: Some(&[1024]), source: Param("encoder.layers.7.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule7.constant317", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.7/self_attn/Add#1", Copy) },
    Weight { path: "submodule7.constant318", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.7/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule7.constant348", shape: Some(&[1024]), source: Param("encoder.layers.8.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule7.constant349", shape: Some(&[1024]), source: Param("encoder.layers.8.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule7.constant350", shape: Some(&[1024]), source: Param("encoder.layers.8.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule7.constant351", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.8/self_attn/Add#1", Copy) },
    Weight { path: "submodule7.constant352", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.8/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule7.conv1d19.bias", shape: Some(&[2048]), source: Param("encoder.layers.6.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule7.conv1d19.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.6.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule7.conv1d20.bias", shape: Some(&[1024]), source: Param("/encoder/layers.6/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule7.conv1d20.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.6/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule7.conv1d21.bias", shape: Some(&[1024]), source: Param("encoder.layers.6.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule7.conv1d21.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.6.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule7.conv1d22.bias", shape: Some(&[2048]), source: Param("encoder.layers.7.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule7.conv1d22.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.7.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule7.conv1d23.bias", shape: Some(&[1024]), source: Param("/encoder/layers.7/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule7.conv1d23.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.7/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule7.conv1d24.bias", shape: Some(&[1024]), source: Param("encoder.layers.7.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule7.conv1d24.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.7.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule7.layernormalization33.beta", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_conv.bias", Copy) },
    Weight { path: "submodule7.layernormalization33.gamma", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_conv.weight", Copy) },
    Weight { path: "submodule7.layernormalization34.beta", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule7.layernormalization34.gamma", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule7.layernormalization35.beta", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_out.bias", Copy) },
    Weight { path: "submodule7.layernormalization35.gamma", shape: Some(&[1024]), source: Param("encoder.layers.6.norm_out.weight", Copy) },
    Weight { path: "submodule7.layernormalization36.beta", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule7.layernormalization36.gamma", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule7.layernormalization37.beta", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_self_att.bias", Copy) },
    Weight { path: "submodule7.layernormalization37.gamma", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_self_att.weight", Copy) },
    Weight { path: "submodule7.layernormalization38.beta", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_conv.bias", Copy) },
    Weight { path: "submodule7.layernormalization38.gamma", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_conv.weight", Copy) },
    Weight { path: "submodule7.layernormalization39.beta", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule7.layernormalization39.gamma", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule7.layernormalization40.beta", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_out.bias", Copy) },
    Weight { path: "submodule7.layernormalization40.gamma", shape: Some(&[1024]), source: Param("encoder.layers.7.norm_out.weight", Copy) },
    Weight { path: "submodule7.layernormalization41.beta", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule7.layernormalization41.gamma", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule7.layernormalization42.beta", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_self_att.bias", Copy) },
    Weight { path: "submodule7.layernormalization42.gamma", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_self_att.weight", Copy) },
    Weight { path: "submodule7.linear80.bias", shape: Some(&[4096]), source: Param("encoder.layers.6.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule7.linear80.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.6/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule7.linear81.bias", shape: Some(&[1024]), source: Param("encoder.layers.6.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule7.linear81.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.6/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule7.linear82.bias", shape: Some(&[4096]), source: Param("encoder.layers.7.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule7.linear82.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.7/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule7.linear83.bias", shape: Some(&[1024]), source: Param("encoder.layers.7.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule7.linear83.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.7/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule7.linear84.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.7/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule7.linear85.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.7/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule7.linear86.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.7/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule7.linear87.bias", shape: Some(&[1024]), source: Param("encoder.layers.7.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule7.linear87.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.7/self_attn/o_proj/MatMul#1", Copy) },
    Weight { path: "submodule7.linear88.bias", shape: Some(&[4096]), source: Param("encoder.layers.7.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule7.linear88.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.7/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule7.linear89.bias", shape: Some(&[1024]), source: Param("encoder.layers.7.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule7.linear89.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.7/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule7.linear90.bias", shape: Some(&[4096]), source: Param("encoder.layers.8.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule7.linear90.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.8/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule7.linear91.bias", shape: Some(&[1024]), source: Param("encoder.layers.8.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule7.linear91.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.8/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule7.linear92.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.8/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule7.linear93.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.8/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule7.linear94.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.8/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule7.linear95.bias", shape: Some(&[1024]), source: Param("encoder.layers.8.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule7.linear95.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.8/self_attn/o_proj/MatMul#1", Copy) },
    Weight { path: "submodule8.constant382", shape: Some(&[1024]), source: Param("encoder.layers.9.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule8.constant383", shape: Some(&[1024]), source: Param("encoder.layers.9.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule8.constant384", shape: Some(&[1024]), source: Param("encoder.layers.9.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule8.constant385", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.9/self_attn/Add#1", Copy) },
    Weight { path: "submodule8.constant386", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.9/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule8.constant416", shape: Some(&[1024]), source: Param("encoder.layers.10.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule8.constant417", shape: Some(&[1024]), source: Param("encoder.layers.10.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule8.constant418", shape: Some(&[1024]), source: Param("encoder.layers.10.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule8.constant419", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.10/self_attn/Add#1", Copy) },
    Weight { path: "submodule8.constant420", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.10/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule8.conv1d25.bias", shape: Some(&[2048]), source: Param("encoder.layers.8.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule8.conv1d25.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.8.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule8.conv1d26.bias", shape: Some(&[1024]), source: Param("/encoder/layers.8/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule8.conv1d26.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.8/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule8.conv1d27.bias", shape: Some(&[1024]), source: Param("encoder.layers.8.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule8.conv1d27.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.8.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule8.conv1d28.bias", shape: Some(&[2048]), source: Param("encoder.layers.9.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule8.conv1d28.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.9.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule8.conv1d29.bias", shape: Some(&[1024]), source: Param("/encoder/layers.9/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule8.conv1d29.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.9/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule8.conv1d30.bias", shape: Some(&[1024]), source: Param("encoder.layers.9.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule8.conv1d30.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.9.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule8.layernormalization43.beta", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_conv.bias", Copy) },
    Weight { path: "submodule8.layernormalization43.gamma", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_conv.weight", Copy) },
    Weight { path: "submodule8.layernormalization44.beta", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule8.layernormalization44.gamma", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule8.layernormalization45.beta", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_out.bias", Copy) },
    Weight { path: "submodule8.layernormalization45.gamma", shape: Some(&[1024]), source: Param("encoder.layers.8.norm_out.weight", Copy) },
    Weight { path: "submodule8.layernormalization46.beta", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule8.layernormalization46.gamma", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule8.layernormalization47.beta", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_self_att.bias", Copy) },
    Weight { path: "submodule8.layernormalization47.gamma", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_self_att.weight", Copy) },
    Weight { path: "submodule8.layernormalization48.beta", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_conv.bias", Copy) },
    Weight { path: "submodule8.layernormalization48.gamma", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_conv.weight", Copy) },
    Weight { path: "submodule8.layernormalization49.beta", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule8.layernormalization49.gamma", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule8.layernormalization50.beta", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_out.bias", Copy) },
    Weight { path: "submodule8.layernormalization50.gamma", shape: Some(&[1024]), source: Param("encoder.layers.9.norm_out.weight", Copy) },
    Weight { path: "submodule8.layernormalization51.beta", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule8.layernormalization51.gamma", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule8.layernormalization52.beta", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_self_att.bias", Copy) },
    Weight { path: "submodule8.layernormalization52.gamma", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_self_att.weight", Copy) },
    Weight { path: "submodule8.linear100.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.9/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule8.linear101.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.9/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule8.linear102.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.9/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule8.linear103.bias", shape: Some(&[1024]), source: Param("encoder.layers.9.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule8.linear103.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.9/self_attn/o_proj/MatMul#1", Copy) },
    Weight { path: "submodule8.linear104.bias", shape: Some(&[4096]), source: Param("encoder.layers.9.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule8.linear104.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.9/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule8.linear105.bias", shape: Some(&[1024]), source: Param("encoder.layers.9.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule8.linear105.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.9/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule8.linear106.bias", shape: Some(&[4096]), source: Param("encoder.layers.10.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule8.linear106.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.10/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule8.linear107.bias", shape: Some(&[1024]), source: Param("encoder.layers.10.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule8.linear107.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.10/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule8.linear108.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.10/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule8.linear109.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.10/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule8.linear110.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.10/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule8.linear111.bias", shape: Some(&[1024]), source: Param("encoder.layers.10.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule8.linear111.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.10/self_attn/o_proj/MatMul#1", Copy) },
    Weight { path: "submodule8.linear96.bias", shape: Some(&[4096]), source: Param("encoder.layers.8.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule8.linear96.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.8/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule8.linear97.bias", shape: Some(&[1024]), source: Param("encoder.layers.8.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule8.linear97.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.8/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule8.linear98.bias", shape: Some(&[4096]), source: Param("encoder.layers.9.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule8.linear98.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.9/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule8.linear99.bias", shape: Some(&[1024]), source: Param("encoder.layers.9.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule8.linear99.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.9/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule9.constant450", shape: Some(&[1024]), source: Param("encoder.layers.11.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule9.constant451", shape: Some(&[1024]), source: Param("encoder.layers.11.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule9.constant452", shape: Some(&[1024]), source: Param("encoder.layers.11.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule9.constant453", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.11/self_attn/Add#1", Copy) },
    Weight { path: "submodule9.constant454", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.11/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule9.constant484", shape: Some(&[1024]), source: Param("encoder.layers.12.self_attn.q_proj.bias", Copy) },
    Weight { path: "submodule9.constant485", shape: Some(&[1024]), source: Param("encoder.layers.12.self_attn.k_proj.bias", Copy) },
    Weight { path: "submodule9.constant486", shape: Some(&[1024]), source: Param("encoder.layers.12.self_attn.v_proj.bias", Copy) },
    Weight { path: "submodule9.constant487", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.12/self_attn/Add#1", Copy) },
    Weight { path: "submodule9.constant488", shape: Some(&[1, 8, 1, 128]), source: Param("/encoder/layers.12/self_attn/Add_1#1", Copy) },
    Weight { path: "submodule9.conv1d31.bias", shape: Some(&[2048]), source: Param("encoder.layers.10.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule9.conv1d31.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.10.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule9.conv1d32.bias", shape: Some(&[1024]), source: Param("/encoder/layers.10/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule9.conv1d32.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.10/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule9.conv1d33.bias", shape: Some(&[1024]), source: Param("encoder.layers.10.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule9.conv1d33.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.10.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule9.conv1d34.bias", shape: Some(&[2048]), source: Param("encoder.layers.11.conv.pointwise_conv1.bias", Copy) },
    Weight { path: "submodule9.conv1d34.weight", shape: Some(&[2048, 1024, 1]), source: Param("encoder.layers.11.conv.pointwise_conv1.weight", Copy) },
    Weight { path: "submodule9.conv1d35.bias", shape: Some(&[1024]), source: Param("/encoder/layers.11/conv/depthwise_conv/Conv#2", Copy) },
    Weight { path: "submodule9.conv1d35.weight", shape: Some(&[1024, 1, 9]), source: Param("/encoder/layers.11/conv/depthwise_conv/Conv#1", Copy) },
    Weight { path: "submodule9.conv1d36.bias", shape: Some(&[1024]), source: Param("encoder.layers.11.conv.pointwise_conv2.bias", Copy) },
    Weight { path: "submodule9.conv1d36.weight", shape: Some(&[1024, 1024, 1]), source: Param("encoder.layers.11.conv.pointwise_conv2.weight", Copy) },
    Weight { path: "submodule9.layernormalization53.beta", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_conv.bias", Copy) },
    Weight { path: "submodule9.layernormalization53.gamma", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_conv.weight", Copy) },
    Weight { path: "submodule9.layernormalization54.beta", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule9.layernormalization54.gamma", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule9.layernormalization55.beta", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_out.bias", Copy) },
    Weight { path: "submodule9.layernormalization55.gamma", shape: Some(&[1024]), source: Param("encoder.layers.10.norm_out.weight", Copy) },
    Weight { path: "submodule9.layernormalization56.beta", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule9.layernormalization56.gamma", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule9.layernormalization57.beta", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_self_att.bias", Copy) },
    Weight { path: "submodule9.layernormalization57.gamma", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_self_att.weight", Copy) },
    Weight { path: "submodule9.layernormalization58.beta", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_conv.bias", Copy) },
    Weight { path: "submodule9.layernormalization58.gamma", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_conv.weight", Copy) },
    Weight { path: "submodule9.layernormalization59.beta", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_feed_forward2.bias", Copy) },
    Weight { path: "submodule9.layernormalization59.gamma", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_feed_forward2.weight", Copy) },
    Weight { path: "submodule9.layernormalization60.beta", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_out.bias", Copy) },
    Weight { path: "submodule9.layernormalization60.gamma", shape: Some(&[1024]), source: Param("encoder.layers.11.norm_out.weight", Copy) },
    Weight { path: "submodule9.layernormalization61.beta", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_feed_forward1.bias", Copy) },
    Weight { path: "submodule9.layernormalization61.gamma", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_feed_forward1.weight", Copy) },
    Weight { path: "submodule9.layernormalization62.beta", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_self_att.bias", Copy) },
    Weight { path: "submodule9.layernormalization62.gamma", shape: Some(&[1024]), source: Param("encoder.layers.12.norm_self_att.weight", Copy) },
    Weight { path: "submodule9.linear112.bias", shape: Some(&[4096]), source: Param("encoder.layers.10.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule9.linear112.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.10/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule9.linear113.bias", shape: Some(&[1024]), source: Param("encoder.layers.10.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule9.linear113.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.10/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule9.linear114.bias", shape: Some(&[4096]), source: Param("encoder.layers.11.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule9.linear114.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.11/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule9.linear115.bias", shape: Some(&[1024]), source: Param("encoder.layers.11.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule9.linear115.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.11/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule9.linear116.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.11/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule9.linear117.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.11/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule9.linear118.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.11/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule9.linear119.bias", shape: Some(&[1024]), source: Param("encoder.layers.11.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule9.linear119.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.11/self_attn/o_proj/MatMul#1", Copy) },
    Weight { path: "submodule9.linear120.bias", shape: Some(&[4096]), source: Param("encoder.layers.11.feed_forward2.linear1.bias", Copy) },
    Weight { path: "submodule9.linear120.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.11/feed_forward2/linear1/MatMul#1", Copy) },
    Weight { path: "submodule9.linear121.bias", shape: Some(&[1024]), source: Param("encoder.layers.11.feed_forward2.linear2.bias", Copy) },
    Weight { path: "submodule9.linear121.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.11/feed_forward2/linear2/MatMul#1", Copy) },
    Weight { path: "submodule9.linear122.bias", shape: Some(&[4096]), source: Param("encoder.layers.12.feed_forward1.linear1.bias", Copy) },
    Weight { path: "submodule9.linear122.weight", shape: Some(&[1024, 4096]), source: Param("/encoder/layers.12/feed_forward1/linear1/MatMul#1", Copy) },
    Weight { path: "submodule9.linear123.bias", shape: Some(&[1024]), source: Param("encoder.layers.12.feed_forward1.linear2.bias", Copy) },
    Weight { path: "submodule9.linear123.weight", shape: Some(&[4096, 1024]), source: Param("/encoder/layers.12/feed_forward1/linear2/MatMul#1", Copy) },
    Weight { path: "submodule9.linear124.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.12/self_attn/q_proj/MatMul#1", Copy) },
    Weight { path: "submodule9.linear125.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.12/self_attn/k_proj/MatMul#1", Copy) },
    Weight { path: "submodule9.linear126.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.12/self_attn/v_proj/MatMul#1", Copy) },
    Weight { path: "submodule9.linear127.bias", shape: Some(&[1024]), source: Param("encoder.layers.12.self_attn.o_proj.bias", Copy) },
    Weight { path: "submodule9.linear127.weight", shape: Some(&[1024, 1024]), source: Param("/encoder/layers.12/self_attn/o_proj/MatMul#1", Copy) },
];