layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000000000,0.01000,1.610
0,self_attn.v_proj,0.0000000000,0.01000,1.647
0,self_attn.q_proj,0.0000000000,0.01000,1.731
0,self_attn.o_proj,0.0000000000,0.01000,2.847
1,self_attn.v_proj,0.0000000000,0.01000,1.209
1,self_attn.k_proj,0.0000000000,0.01000,1.232
1,self_attn.q_proj,0.0000000001,0.01000,1.266
1,self_attn.o_proj,0.0000000000,0.01000,3.078
2,self_attn.v_proj,0.0000000000,0.01000,1.202
2,self_attn.k_proj,0.0000000000,0.01000,1.218
2,self_attn.q_proj,0.0000000000,0.01000,1.372
2,self_attn.o_proj,0.0000000001,0.01000,2.791
3,self_attn.v_proj,0.0000000001,0.01000,1.203
3,self_attn.k_proj,0.0000000001,0.01000,1.220
3,self_attn.q_proj,0.0000000002,0.01000,1.275
3,self_attn.o_proj,0.0000000001,0.01000,2.804
3,mlp.shared_experts.gate_proj,0.0000000000,0.01000,0.959
3,mlp.shared_experts.up_proj,0.0000000000,0.01000,0.914
3,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.275
3,mlp.experts.0.gate_proj,0.0000000085,0.01000,1.373
3,mlp.experts.1.gate_proj,0.0000000085,0.01000,1.419
3,mlp.experts.2.gate_proj,0.0000000072,0.01000,1.492
3,mlp.experts.4.gate_proj,0.0000000111,0.01000,2.248
3,mlp.experts.3.gate_proj,0.0000000118,0.01000,2.470
3,mlp.experts.5.gate_proj,0.0000000121,0.01000,2.817
3,mlp.experts.6.gate_proj,0.0000000120,0.01000,2.910
3,mlp.experts.7.gate_proj,0.0000000121,0.01000,1.538
3,mlp.experts.9.gate_proj,0.0000000109,0.01000,1.419
3,mlp.experts.8.gate_proj,0.0000000123,0.01000,1.492
3,mlp.experts.11.gate_proj,0.0000000106,0.01000,1.318
3,mlp.experts.10.gate_proj,0.0000000117,0.01000,1.394
3,mlp.experts.14.gate_proj,0.0000000112,0.01000,1.384
3,mlp.experts.16.gate_proj,0.0000000118,0.01000,1.384
3,mlp.experts.15.gate_proj,0.0000000121,0.01000,1.501
3,mlp.experts.13.gate_proj,0.0000000115,0.01000,1.655
3,mlp.experts.12.gate_proj,0.0000000104,0.01000,1.660
3,mlp.experts.17.gate_proj,0.0000000109,0.01000,1.361
3,mlp.experts.18.gate_proj,0.0000000108,0.01000,1.549
3,mlp.experts.19.gate_proj,0.0000000086,0.01000,1.505
3,mlp.experts.21.gate_proj,0.0000000107,0.01000,1.419
3,mlp.experts.23.gate_proj,0.0000000106,0.01000,1.467
3,mlp.experts.22.gate_proj,0.0000000116,0.01000,1.539
3,mlp.experts.20.gate_proj,0.0000000123,0.01000,1.818
3,mlp.experts.24.gate_proj,0.0000000113,0.01000,1.524
3,mlp.experts.25.gate_proj,0.0000000119,0.01000,1.426
3,mlp.experts.26.gate_proj,0.0000000120,0.01000,1.495
3,mlp.experts.29.gate_proj,0.0000000117,0.01000,1.383
3,mlp.experts.27.gate_proj,0.0000000079,0.01000,1.735
3,mlp.experts.28.gate_proj,0.0000000100,0.01000,1.619
3,mlp.experts.30.gate_proj,0.0000000123,0.01000,1.558
3,mlp.experts.31.gate_proj,0.0000000115,0.01000,1.340
3,mlp.experts.32.gate_proj,0.0000000132,0.01000,1.357
3,mlp.experts.33.gate_proj,0.0000000120,0.01000,1.355
3,mlp.experts.35.gate_proj,0.0000000125,0.01000,1.417
3,mlp.experts.34.gate_proj,0.0000000094,0.01000,1.771
3,mlp.experts.37.gate_proj,0.0000000102,0.01000,1.665
3,mlp.experts.38.gate_proj,0.0000000119,0.01000,1.334
3,mlp.experts.36.gate_proj,0.0000000119,0.01000,1.738
3,mlp.experts.39.gate_proj,0.0000000118,0.01000,1.352
3,mlp.experts.40.gate_proj,0.0000000107,0.01000,1.558
3,mlp.experts.42.gate_proj,0.0000000116,0.01000,1.368
3,mlp.experts.44.gate_proj,0.0000000119,0.01000,1.365
3,mlp.experts.41.gate_proj,0.0000000109,0.01000,1.763
3,mlp.experts.45.gate_proj,0.0000000119,0.01000,1.411
3,mlp.experts.46.gate_proj,0.0000000103,0.01000,1.344
3,mlp.experts.43.gate_proj,0.0000000096,0.01000,1.837
3,mlp.experts.47.gate_proj,0.0000000099,0.01000,1.327
3,mlp.experts.49.gate_proj,0.0000000086,0.01000,1.354
3,mlp.experts.51.gate_proj,0.0000000121,0.01000,1.352
3,mlp.experts.50.gate_proj,0.0000000120,0.01000,1.511
3,mlp.experts.48.gate_proj,0.0000000122,0.01000,1.832
3,mlp.experts.52.gate_proj,0.0000000117,0.01000,1.578
3,mlp.experts.53.gate_proj,0.0000000111,0.01000,1.395
3,mlp.experts.54.gate_proj,0.0000000121,0.01000,1.374
3,mlp.experts.56.gate_proj,0.0000000125,0.01000,1.363
3,mlp.experts.57.gate_proj,0.0000000106,0.01000,1.446
3,mlp.experts.58.gate_proj,0.0000000101,0.01000,1.353
3,mlp.experts.59.gate_proj,0.0000000121,0.01000,1.360
3,mlp.experts.60.gate_proj,0.0000000119,0.01000,1.339
3,mlp.experts.55.gate_proj,0.0000000123,0.01000,1.888
3,mlp.experts.61.gate_proj,0.0000000121,0.01000,1.794
3,mlp.experts.63.gate_proj,0.0000000124,0.01000,1.366
3,mlp.experts.64.gate_proj,0.0000000116,0.01000,1.379
3,mlp.experts.65.gate_proj,0.0000000123,0.01000,1.383
3,mlp.experts.62.gate_proj,0.0000000122,0.01000,1.719
3,mlp.experts.66.gate_proj,0.0000000118,0.01000,1.358
3,mlp.experts.67.gate_proj,0.0000000110,0.01000,1.384
3,mlp.experts.68.gate_proj,0.0000000129,0.01000,1.580
3,mlp.experts.71.gate_proj,0.0000000113,0.01000,1.416
3,mlp.experts.72.gate_proj,0.0000000119,0.01000,1.399
3,mlp.experts.74.gate_proj,0.0000000144,0.01000,1.404
3,mlp.experts.69.gate_proj,0.0000000120,0.01000,1.775
3,mlp.experts.70.gate_proj,0.0000000117,0.01000,1.666
3,mlp.experts.73.gate_proj,0.0000000101,0.01000,1.660
3,mlp.experts.75.gate_proj,0.0000000119,0.01000,1.346
3,mlp.experts.77.gate_proj,0.0000000120,0.01000,1.417
3,mlp.experts.78.gate_proj,0.0000000116,0.01000,1.443
3,mlp.experts.79.gate_proj,0.0000000119,0.01000,1.357
3,mlp.experts.80.gate_proj,0.0000000116,0.01000,1.467
3,mlp.experts.76.gate_proj,0.0000000120,0.01000,1.733
3,mlp.experts.81.gate_proj,0.0000000115,0.01000,1.435
3,mlp.experts.82.gate_proj,0.0000000096,0.01000,1.501
3,mlp.experts.84.gate_proj,0.0000000115,0.01000,1.423
3,mlp.experts.87.gate_proj,0.0000000054,0.01000,1.391
3,mlp.experts.86.gate_proj,0.0000000117,0.01000,1.453
3,mlp.experts.88.gate_proj,0.0000000121,0.01000,1.399
3,mlp.experts.85.gate_proj,0.0000000123,0.01000,1.695
3,mlp.experts.83.gate_proj,0.0000000120,0.01000,1.933
3,mlp.experts.89.gate_proj,0.0000000121,0.01000,1.356
3,mlp.experts.93.gate_proj,0.0000000113,0.01000,1.421
3,mlp.experts.92.gate_proj,0.0000000108,0.01000,1.455
3,mlp.experts.94.gate_proj,0.0000000094,0.01000,1.368
3,mlp.experts.95.gate_proj,0.0000000114,0.01000,1.380
3,mlp.experts.91.gate_proj,0.0000000115,0.01000,1.727
3,mlp.experts.90.gate_proj,0.0000000118,0.01000,1.955
3,mlp.experts.96.gate_proj,0.0000000119,0.01000,1.383
3,mlp.experts.99.gate_proj,0.0000000111,0.01000,1.507
3,mlp.experts.98.gate_proj,0.0000000121,0.01000,1.574
3,mlp.experts.100.gate_proj,0.0000000123,0.01000,1.498
3,mlp.experts.101.gate_proj,0.0000000114,0.01000,1.484
3,mlp.experts.102.gate_proj,0.0000000110,0.01000,1.494
3,mlp.experts.97.gate_proj,0.0000000115,0.01000,1.948
3,mlp.experts.103.gate_proj,0.0000000124,0.01000,1.393
3,mlp.experts.105.gate_proj,0.0000000122,0.01000,1.426
3,mlp.experts.107.gate_proj,0.0000000109,0.01000,1.396
3,mlp.experts.106.gate_proj,0.0000000121,0.01000,1.547
3,mlp.experts.109.gate_proj,0.0000000138,0.01000,1.391
3,mlp.experts.108.gate_proj,0.0000000121,0.01000,1.511
3,mlp.experts.104.gate_proj,0.0000000116,0.01000,1.942
3,mlp.experts.110.gate_proj,0.0000000128,0.01000,1.554
3,mlp.experts.112.gate_proj,0.0000000120,0.01000,1.373
3,mlp.experts.113.gate_proj,0.0000000124,0.01000,1.460
3,mlp.experts.114.gate_proj,0.0000000121,0.01000,1.403
3,mlp.experts.115.gate_proj,0.0000000094,0.01000,1.476
3,mlp.experts.111.gate_proj,0.0000000120,0.01000,1.888
3,mlp.experts.116.gate_proj,0.0000000121,0.01000,1.443
3,mlp.experts.117.gate_proj,0.0000000118,0.01000,1.451
3,mlp.experts.0.up_proj,0.0000000084,0.01000,1.342
3,mlp.experts.119.gate_proj,0.0000000119,0.01000,1.497
3,mlp.experts.2.up_proj,0.0000000072,0.01000,1.352
3,mlp.experts.3.up_proj,0.0000000117,0.01000,1.384
3,mlp.experts.118.gate_proj,0.0000000115,0.01000,1.837
3,mlp.experts.4.up_proj,0.0000000111,0.01000,1.327
3,mlp.experts.1.up_proj,0.0000000086,0.01000,1.602
3,mlp.experts.7.up_proj,0.0000000121,0.01000,1.362
3,mlp.experts.8.up_proj,0.0000000122,0.01000,1.417
3,mlp.experts.9.up_proj,0.0000000109,0.01000,1.392
3,mlp.experts.6.up_proj,0.0000000118,0.01000,1.640
3,mlp.experts.10.up_proj,0.0000000115,0.01000,1.474
3,mlp.experts.5.up_proj,0.0000000120,0.01000,1.836
3,mlp.experts.11.up_proj,0.0000000107,0.01000,1.562
3,mlp.experts.13.up_proj,0.0000000114,0.01000,1.440
3,mlp.experts.16.up_proj,0.0000000117,0.01000,1.381
3,mlp.experts.14.up_proj,0.0000000112,0.01000,1.493
3,mlp.experts.15.up_proj,0.0000000119,0.01000,1.482
3,mlp.experts.17.up_proj,0.0000000107,0.01000,1.415
3,mlp.experts.12.up_proj,0.0000000102,0.01000,1.800
3,mlp.experts.18.up_proj,0.0000000107,0.01000,1.533
3,mlp.experts.20.up_proj,0.0000000122,0.01000,1.418
3,mlp.experts.22.up_proj,0.0000000115,0.01000,1.388
3,mlp.experts.23.up_proj,0.0000000105,0.01000,1.355
3,mlp.experts.24.up_proj,0.0000000113,0.01000,1.363
3,mlp.experts.21.up_proj,0.0000000106,0.01000,1.559
3,mlp.experts.19.up_proj,0.0000000087,0.01000,1.875
3,mlp.experts.25.up_proj,0.0000000119,0.01000,1.608
3,mlp.experts.28.up_proj,0.0000000099,0.01000,1.412
3,mlp.experts.27.up_proj,0.0000000079,0.01000,1.425
3,mlp.experts.29.up_proj,0.0000000116,0.01000,1.365
3,mlp.experts.30.up_proj,0.0000000122,0.01000,1.485
3,mlp.experts.32.up_proj,0.0000000131,0.01000,1.384
3,mlp.experts.26.up_proj,0.0000000120,0.01000,1.923
3,mlp.experts.31.up_proj,0.0000000116,0.01000,1.639
3,mlp.experts.34.up_proj,0.0000000093,0.01000,1.434
3,mlp.experts.35.up_proj,0.0000000123,0.01000,1.503
3,mlp.experts.36.up_proj,0.0000000118,0.01000,1.401
3,mlp.experts.38.up_proj,0.0000000119,0.01000,1.390
3,mlp.experts.39.up_proj,0.0000000116,0.01000,1.329
3,mlp.experts.37.up_proj,0.0000000101,0.01000,1.588
3,mlp.experts.33.up_proj,0.0000000120,0.01000,2.045
3,mlp.experts.41.up_proj,0.0000000109,0.01000,1.333
3,mlp.experts.42.up_proj,0.0000000116,0.01000,1.328
3,mlp.experts.44.up_proj,0.0000000117,0.01000,1.347
3,mlp.experts.45.up_proj,0.0000000118,0.01000,1.349
3,mlp.experts.46.up_proj,0.0000000103,0.01000,1.332
3,mlp.experts.40.up_proj,0.0000000106,0.01000,1.947
3,mlp.experts.43.up_proj,0.0000000097,0.01000,1.810
3,mlp.experts.48.up_proj,0.0000000122,0.01000,1.360
3,mlp.experts.49.up_proj,0.0000000086,0.01000,1.348
3,mlp.experts.51.up_proj,0.0000000121,0.01000,1.319
3,mlp.experts.52.up_proj,0.0000000116,0.01000,1.354
3,mlp.experts.47.up_proj,0.0000000097,0.01000,1.971
3,mlp.experts.50.up_proj,0.0000000119,0.01000,1.561
3,mlp.experts.53.up_proj,0.0000000110,0.01000,1.610
3,mlp.experts.55.up_proj,0.0000000123,0.01000,1.373
3,mlp.experts.56.up_proj,0.0000000124,0.01000,1.359
3,mlp.experts.54.up_proj,0.0000000121,0.01000,1.882
3,mlp.experts.58.up_proj,0.0000000100,0.01000,1.339
3,mlp.experts.57.up_proj,0.0000000106,0.01000,1.522
3,mlp.experts.59.up_proj,0.0000000122,0.01000,1.456
3,mlp.experts.60.up_proj,0.0000000119,0.01000,1.559
3,mlp.experts.62.up_proj,0.0000000121,0.01000,1.378
3,mlp.experts.64.up_proj,0.0000000115,0.01000,1.380
3,mlp.experts.63.up_proj,0.0000000123,0.01000,1.423
3,mlp.experts.61.up_proj,0.0000000120,0.01000,1.808
3,mlp.experts.65.up_proj,0.0000000122,0.01000,1.608
3,mlp.experts.66.up_proj,0.0000000116,0.01000,1.541
3,mlp.experts.67.up_proj,0.0000000110,0.01000,1.375
3,mlp.experts.69.up_proj,0.0000000120,0.01000,1.390
3,mlp.experts.70.up_proj,0.0000000117,0.01000,1.431
3,mlp.experts.71.up_proj,0.0000000112,0.01000,1.361
3,mlp.experts.72.up_proj,0.0000000118,0.01000,1.374
3,mlp.experts.73.up_proj,0.0000000100,0.01000,1.359
3,mlp.experts.68.up_proj,0.0000000127,0.01000,2.096
3,mlp.experts.74.up_proj,0.0000000145,0.01000,1.343
3,mlp.experts.76.up_proj,0.0000000119,0.01000,1.408
3,mlp.experts.78.up_proj,0.0000000116,0.01000,1.369
3,mlp.experts.77.up_proj,0.0000000119,0.01000,1.500
3,mlp.experts.79.up_proj,0.0000000118,0.01000,1.407
3,mlp.experts.80.up_proj,0.0000000114,0.01000,1.351
3,mlp.experts.75.up_proj,0.0000000120,0.01000,1.959
3,mlp.experts.81.up_proj,0.0000000114,0.01000,1.583
3,mlp.experts.83.up_proj,0.0000000119,0.01000,1.462
3,mlp.experts.84.up_proj,0.0000000114,0.01000,1.439
3,mlp.experts.85.up_proj,0.0000000122,0.01000,1.435
3,mlp.experts.82.up_proj,0.0000000097,0.01000,1.720
3,mlp.experts.86.up_proj,0.0000000115,0.01000,1.343
3,mlp.experts.87.up_proj,0.0000000054,0.01000,1.365
3,mlp.experts.88.up_proj,0.0000000120,0.01000,1.372
3,mlp.experts.91.up_proj,0.0000000114,0.01000,1.412
3,mlp.experts.90.up_proj,0.0000000118,0.01000,1.422
3,mlp.experts.92.up_proj,0.0000000107,0.01000,1.429
3,mlp.experts.93.up_proj,0.0000000113,0.01000,1.454
3,mlp.experts.94.up_proj,0.0000000096,0.01000,1.400
3,mlp.experts.89.up_proj,0.0000000119,0.01000,1.863
3,mlp.experts.95.up_proj,0.0000000113,0.01000,1.437
3,mlp.experts.97.up_proj,0.0000000115,0.01000,1.391
3,mlp.experts.98.up_proj,0.0000000120,0.01000,1.437
3,mlp.experts.99.up_proj,0.0000000110,0.01000,1.417
3,mlp.experts.100.up_proj,0.0000000122,0.01000,1.443
3,mlp.experts.102.up_proj,0.0000000109,0.01000,1.395
3,mlp.experts.96.up_proj,0.0000000118,0.01000,1.880
3,mlp.experts.101.up_proj,0.0000000114,0.01000,1.600
3,mlp.experts.104.up_proj,0.0000000116,0.01000,1.444
3,mlp.experts.106.up_proj,0.0000000121,0.01000,1.393
3,mlp.experts.105.up_proj,0.0000000120,0.01000,1.454
3,mlp.experts.107.up_proj,0.0000000109,0.01000,1.330
3,mlp.experts.103.up_proj,0.0000000122,0.01000,1.826
3,mlp.experts.108.up_proj,0.0000000120,0.01000,1.400
3,mlp.experts.109.up_proj,0.0000000137,0.01000,1.356
3,mlp.experts.111.up_proj,0.0000000119,0.01000,1.372
3,mlp.experts.113.up_proj,0.0000000123,0.01000,1.397
3,mlp.experts.114.up_proj,0.0000000120,0.01000,1.366
3,mlp.experts.110.up_proj,0.0000000126,0.01000,1.712
3,mlp.experts.115.up_proj,0.0000000094,0.01000,1.388
3,mlp.experts.112.up_proj,0.0000000120,0.01000,1.701
3,mlp.experts.116.up_proj,0.0000000120,0.01000,1.396
3,mlp.experts.117.up_proj,0.0000000117,0.01000,1.278
3,mlp.experts.118.up_proj,0.0000000114,0.01000,1.119
3,mlp.experts.119.up_proj,0.0000000119,0.01000,1.113
3,mlp.experts.3.down_proj,0.0000000001,0.01000,0.437
3,mlp.experts.1.down_proj,0.0000000001,0.01000,0.440
3,mlp.experts.2.down_proj,0.0000000001,0.01000,0.441
3,mlp.experts.4.down_proj,0.0000000001,0.01000,0.443
3,mlp.experts.0.down_proj,0.0000000001,0.01000,0.450
3,mlp.experts.6.down_proj,0.0000000001,0.01000,0.448
3,mlp.experts.5.down_proj,0.0000000001,0.01000,0.470
3,mlp.experts.9.down_proj,0.0000000001,0.01000,0.426
3,mlp.experts.12.down_proj,0.0000000001,0.01000,0.424
3,mlp.experts.11.down_proj,0.0000000001,0.01000,0.440
3,mlp.experts.7.down_proj,0.0000000001,0.01000,0.462
3,mlp.experts.8.down_proj,0.0000000001,0.01000,0.533
3,mlp.experts.10.down_proj,0.0000000001,0.01000,0.545
3,mlp.experts.13.down_proj,0.0000000001,0.01000,0.533
3,mlp.experts.14.down_proj,0.0000000001,0.01000,0.457
3,mlp.experts.16.down_proj,0.0000000001,0.01000,0.443
3,mlp.experts.18.down_proj,0.0000000001,0.01000,0.414
3,mlp.experts.15.down_proj,0.0000000001,0.01000,0.511
3,mlp.experts.19.down_proj,0.0000000001,0.01000,0.445
3,mlp.experts.17.down_proj,0.0000000001,0.01000,0.542
3,mlp.experts.20.down_proj,0.0000000001,0.01000,0.494
3,mlp.experts.22.down_proj,0.0000000001,0.01000,0.430
3,mlp.experts.23.down_proj,0.0000000001,0.01000,0.410
3,mlp.experts.25.down_proj,0.0000000001,0.01000,0.421
3,mlp.experts.26.down_proj,0.0000000001,0.01000,0.424
3,mlp.experts.21.down_proj,0.0000000001,0.01000,0.591
3,mlp.experts.24.down_proj,0.0000000001,0.01000,0.600
3,mlp.experts.27.down_proj,0.0000000001,0.01000,0.556
3,mlp.experts.29.down_proj,0.0000000001,0.01000,0.532
3,mlp.experts.32.down_proj,0.0000000001,0.01000,0.430
3,mlp.experts.30.down_proj,0.0000000001,0.01000,0.491
3,mlp.experts.33.down_proj,0.0000000001,0.01000,0.439
3,mlp.experts.28.down_proj,0.0000000001,0.01000,0.713
3,mlp.experts.34.down_proj,0.0000000001,0.01000,0.546
3,mlp.experts.31.down_proj,0.0000000001,0.01000,0.779
3,mlp.experts.36.down_proj,0.0000000001,0.01000,0.422
3,mlp.experts.35.down_proj,0.0000000001,0.01000,0.527
3,mlp.experts.37.down_proj,0.0000000001,0.01000,0.522
3,mlp.experts.39.down_proj,0.0000000001,0.01000,0.427
3,mlp.experts.38.down_proj,0.0000000001,0.01000,0.509
3,mlp.experts.40.down_proj,0.0000000001,0.01000,0.542
3,mlp.experts.41.down_proj,0.0000000001,0.01000,0.553
3,mlp.experts.44.down_proj,0.0000000001,0.01000,0.421
3,mlp.experts.43.down_proj,0.0000000001,0.01000,0.434
3,mlp.experts.45.down_proj,0.0000000001,0.01000,0.415
3,mlp.experts.46.down_proj,0.0000000001,0.01000,0.417
3,mlp.experts.42.down_proj,0.0000000001,0.01000,0.771
3,mlp.experts.47.down_proj,0.0000000001,0.01000,0.394
3,mlp.experts.48.down_proj,0.0000000001,0.01000,0.490
3,mlp.experts.50.down_proj,0.0000000001,0.01000,0.410
3,mlp.experts.51.down_proj,0.0000000001,0.01000,0.397
3,mlp.experts.52.down_proj,0.0000000001,0.01000,0.394
3,mlp.experts.49.down_proj,0.0000000001,0.01000,0.540
3,mlp.experts.54.down_proj,0.0000000001,0.01000,0.416
3,mlp.experts.57.down_proj,0.0000000001,0.01000,0.420
3,mlp.experts.56.down_proj,0.0000000001,0.01000,0.440
3,mlp.experts.58.down_proj,0.0000000001,0.01000,0.411
3,mlp.experts.59.down_proj,0.0000000001,0.01000,0.407
3,mlp.experts.53.down_proj,0.0000000001,0.01000,0.703
3,mlp.experts.55.down_proj,0.0000000001,0.01000,0.577
3,mlp.experts.60.down_proj,0.0000000001,0.01000,0.513
3,mlp.experts.61.down_proj,0.0000000001,0.01000,0.404
3,mlp.experts.63.down_proj,0.0000000001,0.01000,0.411
3,mlp.experts.64.down_proj,0.0000000001,0.01000,0.417
3,mlp.experts.66.down_proj,0.0000000001,0.01000,0.402
3,mlp.experts.65.down_proj,0.0000000001,0.01000,0.542
3,mlp.experts.62.down_proj,0.0000000001,0.01000,0.664
3,mlp.experts.67.down_proj,0.0000000001,0.01000,0.418
3,mlp.experts.70.down_proj,0.0000000001,0.01000,0.434
3,mlp.experts.68.down_proj,0.0000000001,0.01000,0.561
3,mlp.experts.73.down_proj,0.0000000001,0.01000,0.418
3,mlp.experts.71.down_proj,0.0000000001,0.01000,0.556
3,mlp.experts.72.down_proj,0.0000000001,0.01000,0.510
3,mlp.experts.69.down_proj,0.0000000001,0.01000,0.728
3,mlp.experts.74.down_proj,0.0000000002,0.01000,0.434
3,mlp.experts.75.down_proj,0.0000000001,0.01000,0.405
3,mlp.experts.78.down_proj,0.0000000001,0.01000,0.414
3,mlp.experts.76.down_proj,0.0000000001,0.01000,0.555
3,mlp.experts.77.down_proj,0.0000000001,0.01000,0.442
3,mlp.experts.80.down_proj,0.0000000001,0.01000,0.450
3,mlp.experts.79.down_proj,0.0000000001,0.01000,0.474
3,mlp.experts.81.down_proj,0.0000000001,0.01000,0.484
3,mlp.experts.82.down_proj,0.0000000001,0.01000,0.447
3,mlp.experts.85.down_proj,0.0000000001,0.01000,0.436
3,mlp.experts.84.down_proj,0.0000000001,0.01000,0.517
3,mlp.experts.86.down_proj,0.0000000001,0.01000,0.514
3,mlp.experts.87.down_proj,0.0000000000,0.01000,0.509
3,mlp.experts.88.down_proj,0.0000000001,0.01000,0.474
3,mlp.experts.83.down_proj,0.0000000001,0.01000,0.702
3,mlp.experts.89.down_proj,0.0000000001,0.01000,0.417
3,mlp.experts.91.down_proj,0.0000000001,0.01000,0.417
3,mlp.experts.92.down_proj,0.0000000001,0.01000,0.412
3,mlp.experts.94.down_proj,0.0000000001,0.01000,0.404
3,mlp.experts.90.down_proj,0.0000000001,0.01000,0.655
3,mlp.experts.95.down_proj,0.0000000001,0.01000,0.418
3,mlp.experts.96.down_proj,0.0000000001,0.01000,0.406
3,mlp.experts.93.down_proj,0.0000000001,0.01000,0.599
3,mlp.experts.98.down_proj,0.0000000001,0.01000,0.459
3,mlp.experts.99.down_proj,0.0000000001,0.01000,0.454
3,mlp.experts.97.down_proj,0.0000000001,0.01000,0.557
3,mlp.experts.102.down_proj,0.0000000001,0.01000,0.415
3,mlp.experts.101.down_proj,0.0000000001,0.01000,0.424
3,mlp.experts.100.down_proj,0.0000000001,0.01000,0.469
3,mlp.experts.103.down_proj,0.0000000001,0.01000,0.520
3,mlp.experts.105.down_proj,0.0000000001,0.01000,0.421
3,mlp.experts.107.down_proj,0.0000000001,0.01000,0.423
3,mlp.experts.108.down_proj,0.0000000001,0.01000,0.433
3,mlp.experts.109.down_proj,0.0000000001,0.01000,0.412
3,mlp.experts.106.down_proj,0.0000000001,0.01000,0.598
3,mlp.experts.104.down_proj,0.0000000001,0.01000,0.667
3,mlp.experts.110.down_proj,0.0000000001,0.01000,0.411
3,mlp.experts.112.down_proj,0.0000000001,0.01000,0.422
3,mlp.experts.114.down_proj,0.0000000001,0.01000,0.420
3,mlp.experts.115.down_proj,0.0000000001,0.01000,0.421
3,mlp.experts.117.down_proj,0.0000000001,0.01000,0.416
3,mlp.experts.113.down_proj,0.0000000001,0.01000,0.625
3,mlp.experts.111.down_proj,0.0000000001,0.01000,0.695
3,mlp.experts.116.down_proj,0.0000000001,0.01000,0.530
3,mlp.experts.119.down_proj,0.0000000001,0.01000,0.341
3,mlp.experts.118.down_proj,0.0000000001,0.01000,0.493
4,self_attn.v_proj,0.0000000003,0.01000,1.194
4,self_attn.k_proj,0.0000000002,0.01000,1.213
4,self_attn.q_proj,0.0000000008,0.01000,1.257
4,self_attn.o_proj,0.0000000002,0.01000,2.790
4,mlp.shared_experts.gate_proj,0.0000000000,0.01000,0.910
4,mlp.shared_experts.up_proj,0.0000000000,0.01000,0.903
4,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.274
4,mlp.experts.2.gate_proj,0.0000000288,0.01000,1.508
4,mlp.experts.0.gate_proj,0.0000000285,0.01000,1.511
4,mlp.experts.3.gate_proj,0.0000000290,0.01000,1.511
4,mlp.experts.4.gate_proj,0.0000000290,0.01000,1.518
4,mlp.experts.5.gate_proj,0.0000000285,0.01000,1.518
4,mlp.experts.6.gate_proj,0.0000000289,0.01000,1.532
4,mlp.experts.1.gate_proj,0.0000000263,0.01000,1.578
4,mlp.experts.10.gate_proj,0.0000000234,0.01000,1.333
4,mlp.experts.12.gate_proj,0.0000000265,0.01000,1.338
4,mlp.experts.9.gate_proj,0.0000000260,0.01000,1.366
4,mlp.experts.11.gate_proj,0.0000000279,0.01000,1.360
4,mlp.experts.7.gate_proj,0.0000000253,0.01000,1.397
4,mlp.experts.8.gate_proj,0.0000000286,0.01000,1.415
4,mlp.experts.13.gate_proj,0.0000000237,0.01000,1.382
4,mlp.experts.14.gate_proj,0.0000000270,0.01000,1.355
4,mlp.experts.17.gate_proj,0.0000000241,0.01000,1.339
4,mlp.experts.16.gate_proj,0.0000000285,0.01000,1.357
4,mlp.experts.18.gate_proj,0.0000000288,0.01000,1.341
4,mlp.experts.19.gate_proj,0.0000000271,0.01000,1.324
4,mlp.experts.15.gate_proj,0.0000000282,0.01000,1.397
4,mlp.experts.20.gate_proj,0.0000000275,0.01000,1.366
4,mlp.experts.21.gate_proj,0.0000000277,0.01000,1.348
4,mlp.experts.24.gate_proj,0.0000000267,0.01000,1.325
4,mlp.experts.23.gate_proj,0.0000000272,0.01000,1.339
4,mlp.experts.26.gate_proj,0.0000000272,0.01000,1.330
4,mlp.experts.25.gate_proj,0.0000000270,0.01000,1.350
4,mlp.experts.22.gate_proj,0.0000000287,0.01000,1.450
4,mlp.experts.27.gate_proj,0.0000000247,0.01000,1.348
4,mlp.experts.28.gate_proj,0.0000000282,0.01000,1.346
4,mlp.experts.30.gate_proj,0.0000000252,0.01000,1.341
4,mlp.experts.31.gate_proj,0.0000000287,0.01000,1.316
4,mlp.experts.32.gate_proj,0.0000000271,0.01000,1.325
4,mlp.experts.33.gate_proj,0.0000000280,0.01000,1.334
4,mlp.experts.29.gate_proj,0.0000000279,0.01000,1.446
4,mlp.experts.34.gate_proj,0.0000000282,0.01000,1.357
4,mlp.experts.38.gate_proj,0.0000000290,0.01000,1.321
4,mlp.experts.37.gate_proj,0.0000000289,0.01000,1.345
4,mlp.experts.35.gate_proj,0.0000000282,0.01000,1.401
4,mlp.experts.39.gate_proj,0.0000000287,0.01000,1.331
4,mlp.experts.36.gate_proj,0.0000000268,0.01000,1.432
4,mlp.experts.40.gate_proj,0.0000000255,0.01000,1.343
4,mlp.experts.41.gate_proj,0.0000000283,0.01000,1.364
4,mlp.experts.42.gate_proj,0.0000000275,0.01000,1.342
4,mlp.experts.43.gate_proj,0.0000000267,0.01000,1.368
4,mlp.experts.45.gate_proj,0.0000000308,0.01000,1.318
4,mlp.experts.44.gate_proj,0.0000000241,0.01000,1.356
4,mlp.experts.47.gate_proj,0.0000000281,0.01000,1.328
4,mlp.experts.46.gate_proj,0.0000000275,0.01000,1.353
4,mlp.experts.48.gate_proj,0.0000000277,0.01000,1.361
4,mlp.experts.49.gate_proj,0.0000000248,0.01000,1.328
4,mlp.experts.50.gate_proj,0.0000000287,0.01000,1.338
4,mlp.experts.51.gate_proj,0.0000000275,0.01000,1.339
4,mlp.experts.52.gate_proj,0.0000000236,0.01000,1.338
4,mlp.experts.53.gate_proj,0.0000000273,0.01000,1.334
4,mlp.experts.54.gate_proj,0.0000000257,0.01000,1.329
4,mlp.experts.55.gate_proj,0.0000000231,0.01000,1.361
4,mlp.experts.56.gate_proj,0.0000000273,0.01000,1.328
4,mlp.experts.57.gate_proj,0.0000000262,0.01000,1.341
4,mlp.experts.58.gate_proj,0.0000000279,0.01000,1.331
4,mlp.experts.59.gate_proj,0.0000000292,0.01000,1.333
4,mlp.experts.60.gate_proj,0.0000000286,0.01000,1.337
4,mlp.experts.61.gate_proj,0.0000000261,0.01000,1.331
4,mlp.experts.62.gate_proj,0.0000000279,0.01000,1.353
4,mlp.experts.63.gate_proj,0.0000000282,0.01000,1.337
4,mlp.experts.66.gate_proj,0.0000000285,0.01000,1.323
4,mlp.experts.65.gate_proj,0.0000000220,0.01000,1.344
4,mlp.experts.67.gate_proj,0.0000000227,0.01000,1.335
4,mlp.experts.68.gate_proj,0.0000000270,0.01000,1.341
4,mlp.experts.64.gate_proj,0.0000000301,0.01000,1.412
4,mlp.experts.69.gate_proj,0.0000000220,0.01000,1.362
4,mlp.experts.70.gate_proj,0.0000000284,0.01000,1.322
4,mlp.experts.72.gate_proj,0.0000000263,0.01000,1.333
4,mlp.experts.73.gate_proj,0.0000000283,0.01000,1.330
4,mlp.experts.75.gate_proj,0.0000000284,0.01000,1.331
4,mlp.experts.74.gate_proj,0.0000000253,0.01000,1.353
4,mlp.experts.71.gate_proj,0.0000000290,0.01000,1.427
4,mlp.experts.76.gate_proj,0.0000000282,0.01000,1.364
4,mlp.experts.77.gate_proj,0.0000000284,0.01000,1.333
4,mlp.experts.79.gate_proj,0.0000000272,0.01000,1.341
4,mlp.experts.80.gate_proj,0.0000000280,0.01000,1.341
4,mlp.experts.81.gate_proj,0.0000000281,0.01000,1.348
4,mlp.experts.82.gate_proj,0.0000000232,0.01000,1.342
4,mlp.experts.78.gate_proj,0.0000000288,0.01000,1.422
4,mlp.experts.83.gate_proj,0.0000000226,0.01000,1.377
4,mlp.experts.84.gate_proj,0.0000000258,0.01000,1.333
4,mlp.experts.85.gate_proj,0.0000000280,0.01000,1.361
4,mlp.experts.86.gate_proj,0.0000000277,0.01000,1.345
4,mlp.experts.87.gate_proj,0.0000000273,0.01000,1.340
4,mlp.experts.89.gate_proj,0.0000000277,0.01000,1.350
4,mlp.experts.88.gate_proj,0.0000000280,0.01000,1.356
4,mlp.experts.90.gate_proj,0.0000000273,0.01000,1.375
4,mlp.experts.91.gate_proj,0.0000000299,0.01000,1.345
4,mlp.experts.94.gate_proj,0.0000000279,0.01000,1.328
4,mlp.experts.93.gate_proj,0.0000000272,0.01000,1.347
4,mlp.experts.92.gate_proj,0.0000000230,0.01000,1.394
4,mlp.experts.95.gate_proj,0.0000000268,0.01000,1.349
4,mlp.experts.96.gate_proj,0.0000000229,0.01000,1.350
4,mlp.experts.97.gate_proj,0.0000000285,0.01000,1.385
4,mlp.experts.98.gate_proj,0.0000000269,0.01000,1.341
4,mlp.experts.100.gate_proj,0.0000000286,0.01000,1.325
4,mlp.experts.103.gate_proj,0.0000000286,0.01000,1.335
4,mlp.experts.101.gate_proj,0.0000000261,0.01000,1.340
4,mlp.experts.99.gate_proj,0.0000000243,0.01000,1.402
4,mlp.experts.102.gate_proj,0.0000000240,0.01000,1.353
4,mlp.experts.104.gate_proj,0.0000000236,0.01000,1.362
4,mlp.experts.105.gate_proj,0.0000000285,0.01000,1.335
4,mlp.experts.106.gate_proj,0.0000000233,0.01000,1.356
4,mlp.experts.108.gate_proj,0.0000000274,0.01000,1.337
4,mlp.experts.109.gate_proj,0.0000000287,0.01000,1.346
4,mlp.experts.110.gate_proj,0.0000000275,0.01000,1.348
4,mlp.experts.107.gate_proj,0.0000000273,0.01000,1.402
4,mlp.experts.111.gate_proj,0.0000000264,0.01000,1.374
4,mlp.experts.112.gate_proj,0.0000000274,0.01000,1.339
4,mlp.experts.113.gate_proj,0.0000000271,0.01000,1.341
4,mlp.experts.115.gate_proj,0.0000000276,0.01000,1.328
4,mlp.experts.116.gate_proj,0.0000000260,0.01000,1.350
4,mlp.experts.114.gate_proj,0.0000000286,0.01000,1.411
4,mlp.experts.117.gate_proj,0.0000000275,0.01000,1.366
4,mlp.experts.118.gate_proj,0.0000000263,0.01000,1.384
4,mlp.experts.119.gate_proj,0.0000000309,0.01000,1.341
4,mlp.experts.0.up_proj,0.0000000285,0.01000,1.334
4,mlp.experts.1.up_proj,0.0000000263,0.01000,1.339
4,mlp.experts.2.up_proj,0.0000000287,0.01000,1.337
4,mlp.experts.4.up_proj,0.0000000288,0.01000,1.341
4,mlp.experts.3.up_proj,0.0000000288,0.01000,1.410
4,mlp.experts.5.up_proj,0.0000000285,0.01000,1.374
4,mlp.experts.6.up_proj,0.0000000289,0.01000,1.342
4,mlp.experts.7.up_proj,0.0000000253,0.01000,1.335
4,mlp.experts.8.up_proj,0.0000000287,0.01000,1.328
4,mlp.experts.9.up_proj,0.0000000258,0.01000,1.319
4,mlp.experts.11.up_proj,0.0000000280,0.01000,1.332
4,mlp.experts.10.up_proj,0.0000000231,0.01000,1.384
4,mlp.experts.12.up_proj,0.0000000262,0.01000,1.363
4,mlp.experts.13.up_proj,0.0000000235,0.01000,1.331
4,mlp.experts.14.up_proj,0.0000000268,0.01000,1.353
4,mlp.experts.16.up_proj,0.0000000285,0.01000,1.328
4,mlp.experts.15.up_proj,0.0000000281,0.01000,1.401
4,mlp.experts.18.up_proj,0.0000000287,0.01000,1.348
4,mlp.experts.17.up_proj,0.0000000240,0.01000,1.352
4,mlp.experts.19.up_proj,0.0000000269,0.01000,1.367
4,mlp.experts.20.up_proj,0.0000000274,0.01000,1.334
4,mlp.experts.21.up_proj,0.0000000276,0.01000,1.353
4,mlp.experts.22.up_proj,0.0000000287,0.01000,1.349
4,mlp.experts.23.up_proj,0.0000000271,0.01000,1.320
4,mlp.experts.24.up_proj,0.0000000265,0.01000,1.350
4,mlp.experts.25.up_proj,0.0000000267,0.01000,1.353
4,mlp.experts.26.up_proj,0.0000000272,0.01000,1.372
4,mlp.experts.27.up_proj,0.0000000246,0.01000,1.336
4,mlp.experts.28.up_proj,0.0000000281,0.01000,1.355
4,mlp.experts.29.up_proj,0.0000000278,0.01000,1.342
4,mlp.experts.30.up_proj,0.0000000249,0.01000,1.315
4,mlp.experts.32.up_proj,0.0000000271,0.01000,1.324
4,mlp.experts.31.up_proj,0.0000000287,0.01000,1.388
4,mlp.experts.33.up_proj,0.0000000278,0.01000,1.363
4,mlp.experts.34.up_proj,0.0000000282,0.01000,1.340
4,mlp.experts.37.up_proj,0.0000000288,0.01000,1.308
4,mlp.experts.36.up_proj,0.0000000268,0.01000,1.329
4,mlp.experts.35.up_proj,0.0000000282,0.01000,1.398
4,mlp.experts.38.up_proj,0.0000000289,0.01000,1.322
4,mlp.experts.39.up_proj,0.0000000286,0.01000,1.327
4,mlp.experts.40.up_proj,0.0000000252,0.01000,1.365
4,mlp.experts.41.up_proj,0.0000000283,0.01000,1.334
4,mlp.experts.42.up_proj,0.0000000275,0.01000,1.344
4,mlp.experts.43.up_proj,0.0000000266,0.01000,1.338
4,mlp.experts.44.up_proj,0.0000000239,0.01000,1.324
4,mlp.experts.45.up_proj,0.0000000307,0.01000,1.333
4,mlp.experts.46.up_proj,0.0000000275,0.01000,1.331
4,mlp.experts.47.up_proj,0.0000000279,0.01000,1.383
4,mlp.experts.48.up_proj,0.0000000276,0.01000,1.345
4,mlp.experts.49.up_proj,0.0000000245,0.01000,1.363
4,mlp.experts.50.up_proj,0.0000000285,0.01000,1.350
4,mlp.experts.51.up_proj,0.0000000274,0.01000,1.332
4,mlp.experts.52.up_proj,0.0000000233,0.01000,1.355
4,mlp.experts.53.up_proj,0.0000000271,0.01000,1.335
4,mlp.experts.54.up_proj,0.0000000256,0.01000,1.405
4,mlp.experts.55.up_proj,0.0000000231,0.01000,1.342
4,mlp.experts.57.up_proj,0.0000000261,0.01000,1.355
4,mlp.experts.58.up_proj,0.0000000278,0.01000,1.332
4,mlp.experts.56.up_proj,0.0000000271,0.01000,1.404
4,mlp.experts.59.up_proj,0.0000000290,0.01000,1.342
4,mlp.experts.60.up_proj,0.0000000285,0.01000,1.336
4,mlp.experts.61.up_proj,0.0000000260,0.01000,1.355
4,mlp.experts.62.up_proj,0.0000000279,0.01000,1.342
4,mlp.experts.64.up_proj,0.0000000300,0.01000,1.342
4,mlp.experts.65.up_proj,0.0000000219,0.01000,1.323
4,mlp.experts.63.up_proj,0.0000000282,0.01000,1.422
4,mlp.experts.66.up_proj,0.0000000283,0.01000,1.337
4,mlp.experts.67.up_proj,0.0000000226,0.01000,1.342
4,mlp.experts.68.up_proj,0.0000000269,0.01000,1.356
4,mlp.experts.69.up_proj,0.0000000218,0.01000,1.341
4,mlp.experts.71.up_proj,0.0000000289,0.01000,1.330
4,mlp.experts.72.up_proj,0.0000000261,0.01000,1.327
4,mlp.experts.70.up_proj,0.0000000282,0.01000,1.412
4,mlp.experts.73.up_proj,0.0000000282,0.01000,1.333
4,mlp.experts.74.up_proj,0.0000000251,0.01000,1.338
4,mlp.experts.75.up_proj,0.0000000282,0.01000,1.359
4,mlp.experts.76.up_proj,0.0000000281,0.01000,1.347
4,mlp.experts.77.up_proj,0.0000000283,0.01000,1.357
4,mlp.experts.79.up_proj,0.0000000269,0.01000,1.339
4,mlp.experts.80.up_proj,0.0000000279,0.01000,1.350
4,mlp.experts.78.up_proj,0.0000000287,0.01000,1.401
4,mlp.experts.81.up_proj,0.0000000280,0.01000,1.335
4,mlp.experts.82.up_proj,0.0000000232,0.01000,1.375
4,mlp.experts.83.up_proj,0.0000000223,0.01000,1.364
4,mlp.experts.84.up_proj,0.0000000256,0.01000,1.350
4,mlp.experts.85.up_proj,0.0000000279,0.01000,1.352
4,mlp.experts.86.up_proj,0.0000000277,0.01000,1.355
4,mlp.experts.88.up_proj,0.0000000279,0.01000,1.352
4,mlp.experts.87.up_proj,0.0000000272,0.01000,1.421
4,mlp.experts.89.up_proj,0.0000000276,0.01000,1.377
4,mlp.experts.90.up_proj,0.0000000271,0.01000,1.377
4,mlp.experts.91.up_proj,0.0000000296,0.01000,1.351
4,mlp.experts.92.up_proj,0.0000000228,0.01000,1.343
4,mlp.experts.93.up_proj,0.0000000271,0.01000,1.321
4,mlp.experts.94.up_proj,0.0000000279,0.01000,1.364
4,mlp.experts.95.up_proj,0.0000000268,0.01000,1.344
4,mlp.experts.96.up_proj,0.0000000226,0.01000,1.379
4,mlp.experts.97.up_proj,0.0000000285,0.01000,1.362
4,mlp.experts.98.up_proj,0.0000000265,0.01000,1.349
4,mlp.experts.100.up_proj,0.0000000287,0.01000,1.329
4,mlp.experts.99.up_proj,0.0000000241,0.01000,1.349
4,mlp.experts.101.up_proj,0.0000000258,0.01000,1.354
4,mlp.experts.102.up_proj,0.0000000239,0.01000,1.344
4,mlp.experts.103.up_proj,0.0000000286,0.01000,1.363
4,mlp.experts.104.up_proj,0.0000000235,0.01000,1.363
4,mlp.experts.105.up_proj,0.0000000284,0.01000,1.359
4,mlp.experts.106.up_proj,0.0000000231,0.01000,1.353
4,mlp.experts.107.up_proj,0.0000000270,0.01000,1.358
4,mlp.experts.108.up_proj,0.0000000273,0.01000,1.358
4,mlp.experts.109.up_proj,0.0000000288,0.01000,1.345
4,mlp.experts.110.up_proj,0.0000000273,0.01000,1.369
4,mlp.experts.111.up_proj,0.0000000262,0.01000,1.368
4,mlp.experts.112.up_proj,0.0000000272,0.01000,1.349
4,mlp.experts.114.up_proj,0.0000000285,0.01000,1.334
4,mlp.experts.113.up_proj,0.0000000270,0.01000,1.343
4,mlp.experts.115.up_proj,0.0000000275,0.01000,1.338
4,mlp.experts.116.up_proj,0.0000000256,0.01000,1.336
4,mlp.experts.117.up_proj,0.0000000273,0.01000,1.229
4,mlp.experts.118.up_proj,0.0000000262,0.01000,1.093
4,mlp.experts.119.up_proj,0.0000000308,0.01000,1.014
4,mlp.experts.3.down_proj,0.0000000002,0.01000,0.429
4,mlp.experts.2.down_proj,0.0000000002,0.01000,0.435
4,mlp.experts.5.down_proj,0.0000000002,0.01000,0.434
4,mlp.experts.4.down_proj,0.0000000002,0.01000,0.437
4,mlp.experts.0.down_proj,0.0000000002,0.01000,0.442
4,mlp.experts.6.down_proj,0.0000000002,0.01000,0.441
4,mlp.experts.1.down_proj,0.0000000002,0.01000,0.449
4,mlp.experts.10.down_proj,0.0000000002,0.01000,0.401
4,mlp.experts.7.down_proj,0.0000000003,0.01000,0.412
4,mlp.experts.9.down_proj,0.0000000002,0.01000,0.407
4,mlp.experts.11.down_proj,0.0000000002,0.01000,0.404
4,mlp.experts.12.down_proj,0.0000000001,0.01000,0.401
4,mlp.experts.8.down_proj,0.0000000002,0.01000,0.421
4,mlp.experts.13.down_proj,0.0000000002,0.01000,0.411
4,mlp.experts.17.down_proj,0.0000000002,0.01000,0.400
4,mlp.experts.16.down_proj,0.0000000002,0.01000,0.407
4,mlp.experts.18.down_proj,0.0000000002,0.01000,0.408
4,mlp.experts.19.down_proj,0.0000000001,0.01000,0.398
4,mlp.experts.14.down_proj,0.0000000002,0.01000,0.420
4,mlp.experts.15.down_proj,0.0000000002,0.01000,0.422
4,mlp.experts.20.down_proj,0.0000000002,0.01000,0.409
4,mlp.experts.21.down_proj,0.0000000002,0.01000,0.407
4,mlp.experts.24.down_proj,0.0000000002,0.01000,0.399
4,mlp.experts.23.down_proj,0.0000000002,0.01000,0.404
4,mlp.experts.26.down_proj,0.0000000002,0.01000,0.400
4,mlp.experts.25.down_proj,0.0000000002,0.01000,0.406
4,mlp.experts.22.down_proj,0.0000000002,0.01000,0.419
4,mlp.experts.27.down_proj,0.0000000002,0.01000,0.411
4,mlp.experts.28.down_proj,0.0000000002,0.01000,0.406
4,mlp.experts.30.down_proj,0.0000000001,0.01000,0.406
4,mlp.experts.31.down_proj,0.0000000002,0.01000,0.400
4,mlp.experts.33.down_proj,0.0000000002,0.01000,0.402
4,mlp.experts.32.down_proj,0.0000000002,0.01000,0.405
4,mlp.experts.29.down_proj,0.0000000002,0.01000,0.420
4,mlp.experts.34.down_proj,0.0000000002,0.01000,0.413
4,mlp.experts.35.down_proj,0.0000000002,0.01000,0.405
4,mlp.experts.38.down_proj,0.0000000002,0.01000,0.395
4,mlp.experts.37.down_proj,0.0000000002,0.01000,0.405
4,mlp.experts.40.down_proj,0.0000000002,0.01000,0.402
4,mlp.experts.39.down_proj,0.0000000002,0.01000,0.405
4,mlp.experts.36.down_proj,0.0000000001,0.01000,0.419
4,mlp.experts.41.down_proj,0.0000000002,0.01000,0.408
4,mlp.experts.42.down_proj,0.0000000001,0.01000,0.403
4,mlp.experts.45.down_proj,0.0000000002,0.01000,0.396
4,mlp.experts.44.down_proj,0.0000000001,0.01000,0.403
4,mlp.experts.43.down_proj,0.0000000001,0.01000,0.409
4,mlp.experts.46.down_proj,0.0000000002,0.01000,0.403
4,mlp.experts.47.down_proj,0.0000000002,0.01000,0.399
4,mlp.experts.48.down_proj,0.0000000002,0.01000,0.408
4,mlp.experts.52.down_proj,0.0000000001,0.01000,0.397
4,mlp.experts.49.down_proj,0.0000000002,0.01000,0.406
4,mlp.experts.51.down_proj,0.0000000002,0.01000,0.405
4,mlp.experts.54.down_proj,0.0000000002,0.01000,0.401
4,mlp.experts.53.down_proj,0.0000000002,0.01000,0.404
4,mlp.experts.50.down_proj,0.0000000003,0.01000,0.422
4,mlp.experts.55.down_proj,0.0000000002,0.01000,0.407
4,mlp.experts.59.down_proj,0.0000000002,0.01000,0.396
4,mlp.experts.58.down_proj,0.0000000002,0.01000,0.402
4,mlp.experts.56.down_proj,0.0000000002,0.01000,0.409
4,mlp.experts.60.down_proj,0.0000000002,0.01000,0.405
4,mlp.experts.61.down_proj,0.0000000002,0.01000,0.397
4,mlp.experts.57.down_proj,0.0000000001,0.01000,0.418
4,mlp.experts.62.down_proj,0.0000000002,0.01000,0.407
4,mlp.experts.65.down_proj,0.0000000002,0.01000,0.405
4,mlp.experts.63.down_proj,0.0000000002,0.01000,0.410
4,mlp.experts.66.down_proj,0.0000000002,0.01000,0.402
4,mlp.experts.64.down_proj,0.0000000002,0.01000,0.413
4,mlp.experts.68.down_proj,0.0000000002,0.01000,0.404
4,mlp.experts.67.down_proj,0.0000000001,0.01000,0.415
4,mlp.experts.69.down_proj,0.0000000002,0.01000,0.407
4,mlp.experts.73.down_proj,0.0000000002,0.01000,0.397
4,mlp.experts.70.down_proj,0.0000000002,0.01000,0.404
4,mlp.experts.72.down_proj,0.0000000002,0.01000,0.406
4,mlp.experts.74.down_proj,0.0000000002,0.01000,0.404
4,mlp.experts.75.down_proj,0.0000000002,0.01000,0.397
4,mlp.experts.71.down_proj,0.0000000002,0.01000,0.421
4,mlp.experts.76.down_proj,0.0000000002,0.01000,0.407
4,mlp.experts.80.down_proj,0.0000000001,0.01000,0.392
4,mlp.experts.78.down_proj,0.0000000002,0.01000,0.409
4,mlp.experts.79.down_proj,0.0000000002,0.01000,0.403
4,mlp.experts.81.down_proj,0.0000000002,0.01000,0.400
4,mlp.experts.82.down_proj,0.0000000001,0.01000,0.397
4,mlp.experts.77.down_proj,0.0000000002,0.01000,0.416
4,mlp.experts.83.down_proj,0.0000000001,0.01000,0.407
4,mlp.experts.87.down_proj,0.0000000002,0.01000,0.398
4,mlp.experts.85.down_proj,0.0000000002,0.01000,0.408
4,mlp.experts.86.down_proj,0.0000000002,0.01000,0.409
4,mlp.experts.84.down_proj,0.0000000002,0.01000,0.418
4,mlp.experts.89.down_proj,0.0000000002,0.01000,0.405
4,mlp.experts.88.down_proj,0.0000000002,0.01000,0.421
4,mlp.experts.90.down_proj,0.0000000002,0.01000,0.408
4,mlp.experts.94.down_proj,0.0000000002,0.01000,0.397
4,mlp.experts.91.down_proj,0.0000000002,0.01000,0.406
4,mlp.experts.93.down_proj,0.0000000002,0.01000,0.405
4,mlp.experts.95.down_proj,0.0000000001,0.01000,0.407
4,mlp.experts.92.down_proj,0.0000000002,0.01000,0.412
4,mlp.experts.96.down_proj,0.0000000001,0.01000,0.397
4,mlp.experts.97.down_proj,0.0000000002,0.01000,0.402
4,mlp.experts.101.down_proj,0.0000000002,0.01000,0.398
4,mlp.experts.98.down_proj,0.0000000002,0.01000,0.409
4,mlp.experts.100.down_proj,0.0000000002,0.01000,0.406
4,mlp.experts.99.down_proj,0.0000000002,0.01000,0.415
4,mlp.experts.102.down_proj,0.0000000002,0.01000,0.403
4,mlp.experts.103.down_proj,0.0000000002,0.01000,0.400
4,mlp.experts.104.down_proj,0.0000000002,0.01000,0.418
4,mlp.experts.105.down_proj,0.0000000002,0.01000,0.407
4,mlp.experts.107.down_proj,0.0000000001,0.01000,0.406
4,mlp.experts.108.down_proj,0.0000000002,0.01000,0.403
4,mlp.experts.110.down_proj,0.0000000002,0.01000,0.406
4,mlp.experts.109.down_proj,0.0000000002,0.01000,0.406
4,mlp.experts.106.down_proj,0.0000000002,0.01000,0.423
4,mlp.experts.111.down_proj,0.0000000002,0.01000,0.408
4,mlp.experts.112.down_proj,0.0000000002,0.01000,0.405
4,mlp.experts.115.down_proj,0.0000000001,0.01000,0.402
4,mlp.experts.114.down_proj,0.0000000002,0.01000,0.406
4,mlp.experts.116.down_proj,0.0000000002,0.01000,0.407
4,mlp.experts.117.down_proj,0.0000000002,0.01000,0.399
4,mlp.experts.113.down_proj,0.0000000002,0.01000,0.414
4,mlp.experts.118.down_proj,0.0000000002,0.01000,0.396
4,mlp.experts.119.down_proj,0.0000000002,0.01000,0.275
5,self_attn.v_proj,0.0000000005,0.01000,1.198
5,self_attn.k_proj,0.0000000002,0.01000,1.228
5,self_attn.q_proj,0.0000000009,0.01000,1.264
5,self_attn.o_proj,0.0000000000,0.01000,2.755
5,mlp.shared_experts.gate_proj,0.0000000000,0.01000,0.915
5,mlp.shared_experts.up_proj,0.0000000000,0.01000,0.908
5,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.275
5,mlp.experts.3.gate_proj,0.0000000299,0.01000,1.509
5,mlp.experts.4.gate_proj,0.0000000317,0.01000,1.519
5,mlp.experts.5.gate_proj,0.0000000322,0.01000,1.519
5,mlp.experts.2.gate_proj,0.0000000323,0.01000,1.528
5,mlp.experts.6.gate_proj,0.0000000299,0.01000,1.534
5,mlp.experts.1.gate_proj,0.0000000302,0.01000,1.570
5,mlp.experts.0.gate_proj,0.0000000288,0.01000,1.577
5,mlp.experts.10.gate_proj,0.0000000286,0.01000,1.326
5,mlp.experts.9.gate_proj,0.0000000267,0.01000,1.361
5,mlp.experts.11.gate_proj,0.0000000316,0.01000,1.353
5,mlp.experts.12.gate_proj,0.0000000301,0.01000,1.330
5,mlp.experts.8.gate_proj,0.0000000303,0.01000,1.408
5,mlp.experts.13.gate_proj,0.0000000311,0.01000,1.357
5,mlp.experts.7.gate_proj,0.0000000307,0.01000,1.434
5,mlp.experts.14.gate_proj,0.0000000271,0.01000,1.372
5,mlp.experts.16.gate_proj,0.0000000306,0.01000,1.343
5,mlp.experts.17.gate_proj,0.0000000307,0.01000,1.339
5,mlp.experts.19.gate_proj,0.0000000319,0.01000,1.347
5,mlp.experts.18.gate_proj,0.0000000307,0.01000,1.376
5,mlp.experts.15.gate_proj,0.0000000322,0.01000,1.423
5,mlp.experts.20.gate_proj,0.0000000296,0.01000,1.378
5,mlp.experts.21.gate_proj,0.0000000310,0.01000,1.353
5,mlp.experts.23.gate_proj,0.0000000321,0.01000,1.342
5,mlp.experts.24.gate_proj,0.0000000311,0.01000,1.352
5,mlp.experts.25.gate_proj,0.0000000294,0.01000,1.354
5,mlp.experts.26.gate_proj,0.0000000317,0.01000,1.357
5,mlp.experts.22.gate_proj,0.0000000302,0.01000,1.435
5,mlp.experts.27.gate_proj,0.0000000322,0.01000,1.376
5,mlp.experts.28.gate_proj,0.0000000306,0.01000,1.333
5,mlp.experts.30.gate_proj,0.0000000298,0.01000,1.301
5,mlp.experts.31.gate_proj,0.0000000301,0.01000,1.293
5,mlp.experts.32.gate_proj,0.0000000318,0.01000,1.304
5,mlp.experts.33.gate_proj,0.0000000289,0.01000,1.320
5,mlp.experts.29.gate_proj,0.0000000301,0.01000,1.408
5,mlp.experts.34.gate_proj,0.0000000345,0.01000,1.335
5,mlp.experts.35.gate_proj,0.0000000306,0.01000,1.341
5,mlp.experts.37.gate_proj,0.0000000318,0.01000,1.331
5,mlp.experts.38.gate_proj,0.0000000319,0.01000,1.332
5,mlp.experts.39.gate_proj,0.0000000297,0.01000,1.342
5,mlp.experts.36.gate_proj,0.0000000315,0.01000,1.395
5,mlp.experts.40.gate_proj,0.0000000297,0.01000,1.341
5,mlp.experts.41.gate_proj,0.0000000291,0.01000,1.367
5,mlp.experts.42.gate_proj,0.0000000317,0.01000,1.344
5,mlp.experts.43.gate_proj,0.0000000257,0.01000,1.344
5,mlp.experts.44.gate_proj,0.0000000289,0.01000,1.340
5,mlp.experts.45.gate_proj,0.0000000313,0.01000,1.342
5,mlp.experts.47.gate_proj,0.0000000291,0.01000,1.341
5,mlp.experts.46.gate_proj,0.0000000281,0.01000,1.358
5,mlp.experts.48.gate_proj,0.0000000323,0.01000,1.364
5,mlp.experts.49.gate_proj,0.0000000295,0.01000,1.349
5,mlp.experts.50.gate_proj,0.0000000309,0.01000,1.347
5,mlp.experts.51.gate_proj,0.0000000308,0.01000,1.342
5,mlp.experts.52.gate_proj,0.0000000331,0.01000,1.336
5,mlp.experts.53.gate_proj,0.0000000300,0.01000,1.351
5,mlp.experts.54.gate_proj,0.0000000329,0.01000,1.340
5,mlp.experts.55.gate_proj,0.0000000252,0.01000,1.373
5,mlp.experts.56.gate_proj,0.0000000292,0.01000,1.348
5,mlp.experts.58.gate_proj,0.0000000310,0.01000,1.343
5,mlp.experts.57.gate_proj,0.0000000284,0.01000,1.351
5,mlp.experts.59.gate_proj,0.0000000276,0.01000,1.340
5,mlp.experts.60.gate_proj,0.0000000306,0.01000,1.337
5,mlp.experts.61.gate_proj,0.0000000308,0.01000,1.334
5,mlp.experts.62.gate_proj,0.0000000315,0.01000,1.364
5,mlp.experts.63.gate_proj,0.0000000312,0.01000,1.376
5,mlp.experts.65.gate_proj,0.0000000310,0.01000,1.359
5,mlp.experts.68.gate_proj,0.0000000308,0.01000,1.349
5,mlp.experts.66.gate_proj,0.0000000296,0.01000,1.363
5,mlp.experts.67.gate_proj,0.0000000302,0.01000,1.361
5,mlp.experts.64.gate_proj,0.0000000291,0.01000,1.410
5,mlp.experts.69.gate_proj,0.0000000305,0.01000,1.362
5,mlp.experts.70.gate_proj,0.0000000308,0.01000,1.375
5,mlp.experts.71.gate_proj,0.0000000295,0.01000,1.371
5,mlp.experts.73.gate_proj,0.0000000319,0.01000,1.360
5,mlp.experts.72.gate_proj,0.0000000304,0.01000,1.361
5,mlp.experts.74.gate_proj,0.0000000327,0.01000,1.355
5,mlp.experts.75.gate_proj,0.0000000308,0.01000,1.364
5,mlp.experts.76.gate_proj,0.0000000291,0.01000,1.395
5,mlp.experts.77.gate_proj,0.0000000289,0.01000,1.376
5,mlp.experts.78.gate_proj,0.0000000329,0.01000,1.372
5,mlp.experts.80.gate_proj,0.0000000314,0.01000,1.369
5,mlp.experts.81.gate_proj,0.0000000267,0.01000,1.370
5,mlp.experts.82.gate_proj,0.0000000306,0.01000,1.358
5,mlp.experts.79.gate_proj,0.0000000302,0.01000,1.427
5,mlp.experts.83.gate_proj,0.0000000323,0.01000,1.363
5,mlp.experts.85.gate_proj,0.0000000297,0.01000,1.357
5,mlp.experts.87.gate_proj,0.0000000325,0.01000,1.350
5,mlp.experts.86.gate_proj,0.0000000305,0.01000,1.365
5,mlp.experts.88.gate_proj,0.0000000263,0.01000,1.354
5,mlp.experts.84.gate_proj,0.0000000310,0.01000,1.408
5,mlp.experts.89.gate_proj,0.0000000292,0.01000,1.357
5,mlp.experts.90.gate_proj,0.0000000302,0.01000,1.362
5,mlp.experts.91.gate_proj,0.0000000301,0.01000,1.367
5,mlp.experts.93.gate_proj,0.0000000314,0.01000,1.350
5,mlp.experts.94.gate_proj,0.0000000260,0.01000,1.355
5,mlp.experts.95.gate_proj,0.0000000311,0.01000,1.362
5,mlp.experts.92.gate_proj,0.0000000295,0.01000,1.406
5,mlp.experts.96.gate_proj,0.0000000293,0.01000,1.350
5,mlp.experts.97.gate_proj,0.0000000306,0.01000,1.364
5,mlp.experts.99.gate_proj,0.0000000313,0.01000,1.361
5,mlp.experts.98.gate_proj,0.0000000294,0.01000,1.369
5,mlp.experts.100.gate_proj,0.0000000293,0.01000,1.362
5,mlp.experts.101.gate_proj,0.0000000320,0.01000,1.343
5,mlp.experts.103.gate_proj,0.0000000309,0.01000,1.350
5,mlp.experts.102.gate_proj,0.0000000307,0.01000,1.409
5,mlp.experts.104.gate_proj,0.0000000309,0.01000,1.363
5,mlp.experts.108.gate_proj,0.0000000305,0.01000,1.330
5,mlp.experts.105.gate_proj,0.0000000304,0.01000,1.351
5,mlp.experts.107.gate_proj,0.0000000304,0.01000,1.349
5,mlp.experts.109.gate_proj,0.0000000321,0.01000,1.361
5,mlp.experts.106.gate_proj,0.0000000317,0.01000,1.416
5,mlp.experts.110.gate_proj,0.0000000307,0.01000,1.348
5,mlp.experts.111.gate_proj,0.0000000330,0.01000,1.359
5,mlp.experts.114.gate_proj,0.0000000318,0.01000,1.335
5,mlp.experts.113.gate_proj,0.0000000305,0.01000,1.356
5,mlp.experts.115.gate_proj,0.0000000309,0.01000,1.341
5,mlp.experts.112.gate_proj,0.0000000318,0.01000,1.411
5,mlp.experts.116.gate_proj,0.0000000330,0.01000,1.343
5,mlp.experts.117.gate_proj,0.0000000305,0.01000,1.345
5,mlp.experts.118.gate_proj,0.0000000297,0.01000,1.363
5,mlp.experts.0.up_proj,0.0000000285,0.01000,1.349
5,mlp.experts.119.gate_proj,0.0000000313,0.01000,1.377
5,mlp.experts.2.up_proj,0.0000000319,0.01000,1.331
5,mlp.experts.3.up_proj,0.0000000297,0.01000,1.347
5,mlp.experts.4.up_proj,0.0000000314,0.01000,1.348
5,mlp.experts.1.up_proj,0.0000000300,0.01000,1.397
5,mlp.experts.5.up_proj,0.0000000320,0.01000,1.360
5,mlp.experts.6.up_proj,0.0000000298,0.01000,1.352
5,mlp.experts.7.up_proj,0.0000000306,0.01000,1.369
5,mlp.experts.8.up_proj,0.0000000301,0.01000,1.347
5,mlp.experts.9.up_proj,0.0000000269,0.01000,1.330
5,mlp.experts.11.up_proj,0.0000000314,0.01000,1.349
5,mlp.experts.10.up_proj,0.0000000285,0.01000,1.417
5,mlp.experts.12.up_proj,0.0000000300,0.01000,1.359
5,mlp.experts.13.up_proj,0.0000000310,0.01000,1.348
5,mlp.experts.16.up_proj,0.0000000302,0.01000,1.337
5,mlp.experts.15.up_proj,0.0000000319,0.01000,1.344
5,mlp.experts.14.up_proj,0.0000000268,0.01000,1.405
5,mlp.experts.17.up_proj,0.0000000306,0.01000,1.373
5,mlp.experts.18.up_proj,0.0000000303,0.01000,1.352
5,mlp.experts.19.up_proj,0.0000000317,0.01000,1.365
5,mlp.experts.20.up_proj,0.0000000294,0.01000,1.341
5,mlp.experts.22.up_proj,0.0000000298,0.01000,1.338
5,mlp.experts.23.up_proj,0.0000000318,0.01000,1.331
5,mlp.experts.21.up_proj,0.0000000309,0.01000,1.416
5,mlp.experts.24.up_proj,0.0000000310,0.01000,1.358
5,mlp.experts.25.up_proj,0.0000000293,0.01000,1.350
5,mlp.experts.26.up_proj,0.0000000314,0.01000,1.358
5,mlp.experts.27.up_proj,0.0000000319,0.01000,1.336
5,mlp.experts.28.up_proj,0.0000000303,0.01000,1.372
5,mlp.experts.29.up_proj,0.0000000300,0.01000,1.342
5,mlp.experts.30.up_proj,0.0000000297,0.01000,1.336
5,mlp.experts.31.up_proj,0.0000000296,0.01000,1.359
5,mlp.experts.32.up_proj,0.0000000314,0.01000,1.352
5,mlp.experts.33.up_proj,0.0000000285,0.01000,1.367
5,mlp.experts.34.up_proj,0.0000000343,0.01000,1.336
5,mlp.experts.35.up_proj,0.0000000304,0.01000,1.354
5,mlp.experts.36.up_proj,0.0000000311,0.01000,1.346
5,mlp.experts.37.up_proj,0.0000000316,0.01000,1.339
5,mlp.experts.38.up_proj,0.0000000316,0.01000,1.350
5,mlp.experts.39.up_proj,0.0000000292,0.01000,1.345
5,mlp.experts.40.up_proj,0.0000000294,0.01000,1.364
5,mlp.experts.41.up_proj,0.0000000291,0.01000,1.335
5,mlp.experts.44.up_proj,0.0000000287,0.01000,1.330
5,mlp.experts.43.up_proj,0.0000000255,0.01000,1.344
5,mlp.experts.42.up_proj,0.0000000314,0.01000,1.404
5,mlp.experts.45.up_proj,0.0000000312,0.01000,1.347
5,mlp.experts.46.up_proj,0.0000000280,0.01000,1.339
5,mlp.experts.47.up_proj,0.0000000289,0.01000,1.361
5,mlp.experts.48.up_proj,0.0000000321,0.01000,1.340
5,mlp.experts.49.up_proj,0.0000000293,0.01000,1.367
5,mlp.experts.51.up_proj,0.0000000306,0.01000,1.331
5,mlp.experts.52.up_proj,0.0000000329,0.01000,1.356
5,mlp.experts.50.up_proj,0.0000000307,0.01000,1.438
5,mlp.experts.53.up_proj,0.0000000299,0.01000,1.350
5,mlp.experts.54.up_proj,0.0000000324,0.01000,1.363
5,mlp.experts.55.up_proj,0.0000000250,0.01000,1.334
5,mlp.experts.56.up_proj,0.0000000292,0.01000,1.356
5,mlp.experts.57.up_proj,0.0000000285,0.01000,1.351
5,mlp.experts.60.up_proj,0.0000000304,0.01000,1.343
5,mlp.experts.59.up_proj,0.0000000274,0.01000,1.372
5,mlp.experts.58.up_proj,0.0000000310,0.01000,1.410
5,mlp.experts.61.up_proj,0.0000000307,0.01000,1.355
5,mlp.experts.62.up_proj,0.0000000315,0.01000,1.340
5,mlp.experts.63.up_proj,0.0000000310,0.01000,1.350
5,mlp.experts.64.up_proj,0.0000000290,0.01000,1.343
5,mlp.experts.65.up_proj,0.0000000308,0.01000,1.337
5,mlp.experts.66.up_proj,0.0000000294,0.01000,1.347
5,mlp.experts.67.up_proj,0.0000000299,0.01000,1.349
5,mlp.experts.68.up_proj,0.0000000305,0.01000,1.352
5,mlp.experts.69.up_proj,0.0000000301,0.01000,1.342
5,mlp.experts.70.up_proj,0.0000000307,0.01000,1.349
5,mlp.experts.71.up_proj,0.0000000293,0.01000,1.344
5,mlp.experts.72.up_proj,0.0000000303,0.01000,1.332
5,mlp.experts.73.up_proj,0.0000000317,0.01000,1.347
5,mlp.experts.74.up_proj,0.0000000323,0.01000,1.343
5,mlp.experts.75.up_proj,0.0000000306,0.01000,1.351
5,mlp.experts.76.up_proj,0.0000000288,0.01000,1.345
5,mlp.experts.78.up_proj,0.0000000329,0.01000,1.346
5,mlp.experts.79.up_proj,0.0000000299,0.01000,1.332
5,mlp.experts.77.up_proj,0.0000000286,0.01000,1.400
5,mlp.experts.80.up_proj,0.0000000311,0.01000,1.343
5,mlp.experts.81.up_proj,0.0000000264,0.01000,1.337
5,mlp.experts.82.up_proj,0.0000000305,0.01000,1.349
5,mlp.experts.83.up_proj,0.0000000319,0.01000,1.352
5,mlp.experts.84.up_proj,0.0000000309,0.01000,1.378
5,mlp.experts.85.up_proj,0.0000000294,0.01000,1.368
5,mlp.experts.86.up_proj,0.0000000302,0.01000,1.350
5,mlp.experts.87.up_proj,0.0000000322,0.01000,1.360
5,mlp.experts.88.up_proj,0.0000000261,0.01000,1.345
5,mlp.experts.89.up_proj,0.0000000291,0.01000,1.371
5,mlp.experts.90.up_proj,0.0000000301,0.01000,1.346
5,mlp.experts.92.up_proj,0.0000000295,0.01000,1.349
5,mlp.experts.93.up_proj,0.0000000312,0.01000,1.334
5,mlp.experts.91.up_proj,0.0000000299,0.01000,1.415
5,mlp.experts.95.up_proj,0.0000000310,0.01000,1.347
5,mlp.experts.94.up_proj,0.0000000257,0.01000,1.348
5,mlp.experts.96.up_proj,0.0000000289,0.01000,1.364
5,mlp.experts.97.up_proj,0.0000000304,0.01000,1.355
5,mlp.experts.99.up_proj,0.0000000311,0.01000,1.363
5,mlp.experts.102.up_proj,0.0000000304,0.01000,1.351
5,mlp.experts.100.up_proj,0.0000000290,0.01000,1.357
5,mlp.experts.98.up_proj,0.0000000292,0.01000,1.415
5,mlp.experts.101.up_proj,0.0000000318,0.01000,1.434
5,mlp.experts.103.up_proj,0.0000000308,0.01000,1.357
5,mlp.experts.104.up_proj,0.0000000306,0.01000,1.368
5,mlp.experts.105.up_proj,0.0000000303,0.01000,1.361
5,mlp.experts.107.up_proj,0.0000000302,0.01000,1.346
5,mlp.experts.108.up_proj,0.0000000303,0.01000,1.380
5,mlp.experts.106.up_proj,0.0000000312,0.01000,1.399
5,mlp.experts.109.up_proj,0.0000000321,0.01000,1.378
5,mlp.experts.110.up_proj,0.0000000305,0.01000,1.358
5,mlp.experts.111.up_proj,0.0000000327,0.01000,1.359
5,mlp.experts.112.up_proj,0.0000000315,0.01000,1.361
5,mlp.experts.113.up_proj,0.0000000306,0.01000,1.362
5,mlp.experts.114.up_proj,0.0000000316,0.01000,1.351
5,mlp.experts.115.up_proj,0.0000000306,0.01000,1.357
5,mlp.experts.116.up_proj,0.0000000326,0.01000,1.347
5,mlp.experts.117.up_proj,0.0000000303,0.01000,1.334
5,mlp.experts.118.up_proj,0.0000000294,0.01000,1.074
5,mlp.experts.119.up_proj,0.0000000312,0.01000,0.987
5,mlp.experts.2.down_proj,0.0000000002,0.01000,0.438
5,mlp.experts.3.down_proj,0.0000000001,0.01000,0.441
5,mlp.experts.4.down_proj,0.0000000001,0.01000,0.442
5,mlp.experts.5.down_proj,0.0000000002,0.01000,0.441
5,mlp.experts.0.down_proj,0.0000000001,0.01000,0.450
5,mlp.experts.6.down_proj,0.0000000001,0.01000,0.447
5,mlp.experts.1.down_proj,0.0000000001,0.01000,0.455
5,mlp.experts.7.down_proj,0.0000000001,0.01000,0.409
5,mlp.experts.9.down_proj,0.0000000001,0.01000,0.406
5,mlp.experts.10.down_proj,0.0000000001,0.01000,0.406
5,mlp.experts.12.down_proj,0.0000000001,0.01000,0.406
5,mlp.experts.11.down_proj,0.0000000001,0.01000,0.409
5,mlp.experts.13.down_proj,0.0000000002,0.01000,0.411
5,mlp.experts.8.down_proj,0.0000000002,0.01000,0.427
5,mlp.experts.17.down_proj,0.0000000001,0.01000,0.399
5,mlp.experts.14.down_proj,0.0000000001,0.01000,0.407
5,mlp.experts.16.down_proj,0.0000000002,0.01000,0.407
5,mlp.experts.18.down_proj,0.0000000001,0.01000,0.407
5,mlp.experts.19.down_proj,0.0000000002,0.01000,0.404
5,mlp.experts.15.down_proj,0.0000000002,0.01000,0.426
5,mlp.experts.20.down_proj,0.0000000002,0.01000,0.412
5,mlp.experts.23.down_proj,0.0000000002,0.01000,0.407
5,mlp.experts.24.down_proj,0.0000000002,0.01000,0.400
5,mlp.experts.22.down_proj,0.0000000002,0.01000,0.409
5,mlp.experts.21.down_proj,0.0000000002,0.01000,0.413
5,mlp.experts.25.down_proj,0.0000000001,0.01000,0.405
5,mlp.experts.26.down_proj,0.0000000002,0.01000,0.404
5,mlp.experts.27.down_proj,0.0000000001,0.01000,0.409
5,mlp.experts.30.down_proj,0.0000000001,0.01000,0.404
5,mlp.experts.31.down_proj,0.0000000001,0.01000,0.402
5,mlp.experts.32.down_proj,0.0000000002,0.01000,0.405
5,mlp.experts.33.down_proj,0.0000000002,0.01000,0.402
5,mlp.experts.29.down_proj,0.0000000001,0.01000,0.421
5,mlp.experts.28.down_proj,0.0000000001,0.01000,0.428
5,mlp.experts.34.down_proj,0.0000000002,0.01000,0.408
5,mlp.experts.36.down_proj,0.0000000002,0.01000,0.407
5,mlp.experts.35.down_proj,0.0000000001,0.01000,0.410
5,mlp.experts.38.down_proj,0.0000000002,0.01000,0.400
5,mlp.experts.37.down_proj,0.0000000001,0.01000,0.409
5,mlp.experts.39.down_proj,0.0000000001,0.01000,0.404
5,mlp.experts.40.down_proj,0.0000000001,0.01000,0.398
5,mlp.experts.41.down_proj,0.0000000001,0.01000,0.403
5,mlp.experts.43.down_proj,0.0000000002,0.01000,0.404
5,mlp.experts.44.down_proj,0.0000000002,0.01000,0.407
5,mlp.experts.47.down_proj,0.0000000001,0.01000,0.403
5,mlp.experts.45.down_proj,0.0000000002,0.01000,0.405
5,mlp.experts.42.down_proj,0.0000000002,0.01000,0.419
5,mlp.experts.46.down_proj,0.0000000002,0.01000,0.410
5,mlp.experts.48.down_proj,0.0000000002,0.01000,0.403
5,mlp.experts.51.down_proj,0.0000000002,0.01000,0.399
5,mlp.experts.49.down_proj,0.0000000002,0.01000,0.409
5,mlp.experts.52.down_proj,0.0000000002,0.01000,0.402
5,mlp.experts.50.down_proj,0.0000000001,0.01000,0.410
5,mlp.experts.54.down_proj,0.0000000002,0.01000,0.401
5,mlp.experts.53.down_proj,0.0000000001,0.01000,0.405
5,mlp.experts.55.down_proj,0.0000000002,0.01000,0.404
5,mlp.experts.56.down_proj,0.0000000001,0.01000,0.410
5,mlp.experts.57.down_proj,0.0000000001,0.01000,0.410
5,mlp.experts.59.down_proj,0.0000000001,0.01000,0.404
5,mlp.experts.61.down_proj,0.0000000002,0.01000,0.406
5,mlp.experts.60.down_proj,0.0000000002,0.01000,0.409
5,mlp.experts.62.down_proj,0.0000000002,0.01000,0.407
5,mlp.experts.58.down_proj,0.0000000001,0.01000,0.421
5,mlp.experts.65.down_proj,0.0000000002,0.01000,0.407
5,mlp.experts.66.down_proj,0.0000000001,0.01000,0.401
5,mlp.experts.63.down_proj,0.0000000002,0.01000,0.409
5,mlp.experts.68.down_proj,0.0000000001,0.01000,0.404
5,mlp.experts.67.down_proj,0.0000000001,0.01000,0.410
5,mlp.experts.69.down_proj,0.0000000002,0.01000,0.415
5,mlp.experts.64.down_proj,0.0000000001,0.01000,0.437
5,mlp.experts.72.down_proj,0.0000000001,0.01000,0.406
5,mlp.experts.73.down_proj,0.0000000002,0.01000,0.400
5,mlp.experts.74.down_proj,0.0000000002,0.01000,0.407
5,mlp.experts.70.down_proj,0.0000000002,0.01000,0.419
5,mlp.experts.75.down_proj,0.0000000002,0.01000,0.405
5,mlp.experts.71.down_proj,0.0000000001,0.01000,0.429
5,mlp.experts.76.down_proj,0.0000000001,0.01000,0.407
5,mlp.experts.80.down_proj,0.0000000001,0.01000,0.400
5,mlp.experts.78.down_proj,0.0000000002,0.01000,0.416
5,mlp.experts.79.down_proj,0.0000000001,0.01000,0.409
5,mlp.experts.82.down_proj,0.0000000002,0.01000,0.407
5,mlp.experts.77.down_proj,0.0000000001,0.01000,0.430
5,mlp.experts.81.down_proj,0.0000000001,0.01000,0.410
5,mlp.experts.83.down_proj,0.0000000002,0.01000,0.407
5,mlp.experts.85.down_proj,0.0000000001,0.01000,0.406
5,mlp.experts.86.down_proj,0.0000000001,0.01000,0.405
5,mlp.experts.87.down_proj,0.0000000002,0.01000,0.396
5,mlp.experts.89.down_proj,0.0000000001,0.01000,0.405
5,mlp.experts.88.down_proj,0.0000000002,0.01000,0.406
5,mlp.experts.84.down_proj,0.0000000001,0.01000,0.435
5,mlp.experts.90.down_proj,0.0000000001,0.01000,0.414
5,mlp.experts.93.down_proj,0.0000000002,0.01000,0.405
5,mlp.experts.92.down_proj,0.0000000001,0.01000,0.408
5,mlp.experts.94.down_proj,0.0000000001,0.01000,0.398
5,mlp.experts.91.down_proj,0.0000000001,0.01000,0.422
5,mlp.experts.95.down_proj,0.0000000001,0.01000,0.418
5,mlp.experts.97.down_proj,0.0000000001,0.01000,0.403
5,mlp.experts.96.down_proj,0.0000000002,0.01000,0.408
5,mlp.experts.100.down_proj,0.0000000001,0.01000,0.403
5,mlp.experts.98.down_proj,0.0000000001,0.01000,0.409
5,mlp.experts.101.down_proj,0.0000000001,0.01000,0.393
5,mlp.experts.99.down_proj,0.0000000002,0.01000,0.411
5,mlp.experts.103.down_proj,0.0000000001,0.01000,0.399
5,mlp.experts.104.down_proj,0.0000000001,0.01000,0.403
5,mlp.experts.102.down_proj,0.0000000001,0.01000,0.415
5,mlp.experts.107.down_proj,0.0000000001,0.01000,0.405
5,mlp.experts.108.down_proj,0.0000000001,0.01000,0.404
5,mlp.experts.106.down_proj,0.0000000001,0.01000,0.410
5,mlp.experts.105.down_proj,0.0000000001,0.01000,0.416
5,mlp.experts.110.down_proj,0.0000000001,0.01000,0.399
5,mlp.experts.109.down_proj,0.0000000002,0.01000,0.403
5,mlp.experts.111.down_proj,0.0000000002,0.01000,0.411
5,mlp.experts.112.down_proj,0.0000000002,0.01000,0.404
5,mlp.experts.115.down_proj,0.0000000001,0.01000,0.397
5,mlp.experts.114.down_proj,0.0000000001,0.01000,0.404
5,mlp.experts.113.down_proj,0.0000000001,0.01000,0.406
5,mlp.experts.117.down_proj,0.0000000002,0.01000,0.399
5,mlp.experts.116.down_proj,0.0000000002,0.01000,0.410
5,mlp.experts.118.down_proj,0.0000000001,0.01000,0.402
5,mlp.experts.119.down_proj,0.0000000002,0.01000,0.271
6,self_attn.k_proj,0.0000000004,0.01000,1.202
6,self_attn.v_proj,0.0000000006,0.01000,1.213
6,self_attn.q_proj,0.0000000014,0.01000,1.281
6,self_attn.o_proj,0.0000000001,0.01000,2.762
6,mlp.shared_experts.gate_proj,0.0000000001,0.01000,0.917
6,mlp.shared_experts.up_proj,0.0000000001,0.01000,0.912
6,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.276
6,mlp.experts.3.gate_proj,0.0000000371,0.01000,1.518
6,mlp.experts.2.gate_proj,0.0000000389,0.01000,1.521
6,mlp.experts.5.gate_proj,0.0000000372,0.01000,1.521
6,mlp.experts.4.gate_proj,0.0000000398,0.01000,1.531
6,mlp.experts.6.gate_proj,0.0000000387,0.01000,1.540
6,mlp.experts.0.gate_proj,0.0000000390,0.01000,1.572
6,mlp.experts.1.gate_proj,0.0000000386,0.01000,1.584
6,mlp.experts.10.gate_proj,0.0000000410,0.01000,1.342
6,mlp.experts.9.gate_proj,0.0000000387,0.01000,1.356
6,mlp.experts.11.gate_proj,0.0000000385,0.01000,1.357
6,mlp.experts.12.gate_proj,0.0000000399,0.01000,1.337
6,mlp.experts.7.gate_proj,0.0000000394,0.01000,1.425
6,mlp.experts.8.gate_proj,0.0000000395,0.01000,1.428
6,mlp.experts.13.gate_proj,0.0000000343,0.01000,1.368
6,mlp.experts.16.gate_proj,0.0000000391,0.01000,1.352
6,mlp.experts.14.gate_proj,0.0000000371,0.01000,1.378
6,mlp.experts.17.gate_proj,0.0000000376,0.01000,1.358
6,mlp.experts.18.gate_proj,0.0000000399,0.01000,1.358
6,mlp.experts.19.gate_proj,0.0000000396,0.01000,1.363
6,mlp.experts.20.gate_proj,0.0000000397,0.01000,1.374
6,mlp.experts.15.gate_proj,0.0000000398,0.01000,1.448
6,mlp.experts.21.gate_proj,0.0000000375,0.01000,1.370
6,mlp.experts.23.gate_proj,0.0000000387,0.01000,1.363
6,mlp.experts.24.gate_proj,0.0000000346,0.01000,1.356
6,mlp.experts.26.gate_proj,0.0000000392,0.01000,1.347
6,mlp.experts.22.gate_proj,0.0000000389,0.01000,1.427
6,mlp.experts.27.gate_proj,0.0000000349,0.01000,1.376
6,mlp.experts.25.gate_proj,0.0000000384,0.01000,1.431
6,mlp.experts.28.gate_proj,0.0000000386,0.01000,1.349
6,mlp.experts.29.gate_proj,0.0000000422,0.01000,1.356
6,mlp.experts.31.gate_proj,0.0000000366,0.01000,1.330
6,mlp.experts.30.gate_proj,0.0000000366,0.01000,1.346
6,mlp.experts.33.gate_proj,0.0000000365,0.01000,1.342
6,mlp.experts.34.gate_proj,0.0000000376,0.01000,1.357
6,mlp.experts.32.gate_proj,0.0000000373,0.01000,1.438
6,mlp.experts.35.gate_proj,0.0000000394,0.01000,1.351
6,mlp.experts.36.gate_proj,0.0000000343,0.01000,1.357
6,mlp.experts.38.gate_proj,0.0000000363,0.01000,1.342
6,mlp.experts.39.gate_proj,0.0000000398,0.01000,1.362
6,mlp.experts.37.gate_proj,0.0000000360,0.01000,1.405
6,mlp.experts.40.gate_proj,0.0000000394,0.01000,1.348
6,mlp.experts.41.gate_proj,0.0000000401,0.01000,1.367
6,mlp.experts.43.gate_proj,0.0000000397,0.01000,1.350
6,mlp.experts.42.gate_proj,0.0000000376,0.01000,1.372
6,mlp.experts.44.gate_proj,0.0000000389,0.01000,1.359
6,mlp.experts.45.gate_proj,0.0000000390,0.01000,1.330
6,mlp.experts.46.gate_proj,0.0000000381,0.01000,1.364
6,mlp.experts.47.gate_proj,0.0000000387,0.01000,1.365
6,mlp.experts.48.gate_proj,0.0000000376,0.01000,1.371
6,mlp.experts.49.gate_proj,0.0000000380,0.01000,1.361
6,mlp.experts.51.gate_proj,0.0000000387,0.01000,1.354
6,mlp.experts.52.gate_proj,0.0000000398,0.01000,1.330
6,mlp.experts.50.gate_proj,0.0000000396,0.01000,1.378
6,mlp.experts.53.gate_proj,0.0000000396,0.01000,1.361
6,mlp.experts.54.gate_proj,0.0000000372,0.01000,1.332
6,mlp.experts.55.gate_proj,0.0000000377,0.01000,1.368
6,mlp.experts.56.gate_proj,0.0000000367,0.01000,1.351
6,mlp.experts.58.gate_proj,0.0000000379,0.01000,1.339
6,mlp.experts.59.gate_proj,0.0000000373,0.01000,1.358
6,mlp.experts.57.gate_proj,0.0000000400,0.01000,1.402
6,mlp.experts.61.gate_proj,0.0000000376,0.01000,1.325
6,mlp.experts.60.gate_proj,0.0000000381,0.01000,1.396
6,mlp.experts.62.gate_proj,0.0000000397,0.01000,1.358
6,mlp.experts.63.gate_proj,0.0000000342,0.01000,1.341
6,mlp.experts.64.gate_proj,0.0000000390,0.01000,1.345
6,mlp.experts.65.gate_proj,0.0000000373,0.01000,1.351
6,mlp.experts.66.gate_proj,0.0000000384,0.01000,1.334
6,mlp.experts.67.gate_proj,0.0000000372,0.01000,1.376
6,mlp.experts.68.gate_proj,0.0000000376,0.01000,1.346
6,mlp.experts.69.gate_proj,0.0000000378,0.01000,1.406
6,mlp.experts.70.gate_proj,0.0000000389,0.01000,1.349
6,mlp.experts.71.gate_proj,0.0000000386,0.01000,1.348
6,mlp.experts.73.gate_proj,0.0000000374,0.01000,1.336
6,mlp.experts.72.gate_proj,0.0000000375,0.01000,1.397
6,mlp.experts.74.gate_proj,0.0000000362,0.01000,1.350
6,mlp.experts.75.gate_proj,0.0000000400,0.01000,1.345
6,mlp.experts.76.gate_proj,0.0000000377,0.01000,1.358
6,mlp.experts.78.gate_proj,0.0000000404,0.01000,1.339
6,mlp.experts.77.gate_proj,0.0000000370,0.01000,1.344
6,mlp.experts.79.gate_proj,0.0000000393,0.01000,1.352
6,mlp.experts.80.gate_proj,0.0000000374,0.01000,1.343
6,mlp.experts.81.gate_proj,0.0000000386,0.01000,1.358
6,mlp.experts.82.gate_proj,0.0000000365,0.01000,1.347
6,mlp.experts.83.gate_proj,0.0000000381,0.01000,1.356
6,mlp.experts.85.gate_proj,0.0000000396,0.01000,1.342
6,mlp.experts.86.gate_proj,0.0000000380,0.01000,1.339
6,mlp.experts.84.gate_proj,0.0000000395,0.01000,1.392
6,mlp.experts.87.gate_proj,0.0000000374,0.01000,1.335
6,mlp.experts.89.gate_proj,0.0000000427,0.01000,1.337
6,mlp.experts.88.gate_proj,0.0000000385,0.01000,1.400
6,mlp.experts.90.gate_proj,0.0000000415,0.01000,1.356
6,mlp.experts.91.gate_proj,0.0000000395,0.01000,1.360
6,mlp.experts.92.gate_proj,0.0000000368,0.01000,1.348
6,mlp.experts.93.gate_proj,0.0000000383,0.01000,1.346
6,mlp.experts.94.gate_proj,0.0000000324,0.01000,1.325
6,mlp.experts.95.gate_proj,0.0000000403,0.01000,1.360
6,mlp.experts.96.gate_proj,0.0000000335,0.01000,1.350
6,mlp.experts.97.gate_proj,0.0000000365,0.01000,1.359
6,mlp.experts.101.gate_proj,0.0000000377,0.01000,1.331
6,mlp.experts.98.gate_proj,0.0000000405,0.01000,1.374
6,mlp.experts.100.gate_proj,0.0000000391,0.01000,1.348
6,mlp.experts.99.gate_proj,0.0000000408,0.01000,1.409
6,mlp.experts.102.gate_proj,0.0000000371,0.01000,1.366
6,mlp.experts.103.gate_proj,0.0000000333,0.01000,1.331
6,mlp.experts.104.gate_proj,0.0000000389,0.01000,1.353
6,mlp.experts.105.gate_proj,0.0000000383,0.01000,1.347
6,mlp.experts.107.gate_proj,0.0000000408,0.01000,1.349
6,mlp.experts.106.gate_proj,0.0000000384,0.01000,1.363
6,mlp.experts.108.gate_proj,0.0000000381,0.01000,1.342
6,mlp.experts.109.gate_proj,0.0000000386,0.01000,1.339
6,mlp.experts.110.gate_proj,0.0000000368,0.01000,1.339
6,mlp.experts.111.gate_proj,0.0000000388,0.01000,1.361
6,mlp.experts.114.gate_proj,0.0000000394,0.01000,1.334
6,mlp.experts.112.gate_proj,0.0000000381,0.01000,1.351
6,mlp.experts.115.gate_proj,0.0000000368,0.01000,1.342
6,mlp.experts.113.gate_proj,0.0000000381,0.01000,1.416
6,mlp.experts.116.gate_proj,0.0000000393,0.01000,1.339
6,mlp.experts.117.gate_proj,0.0000000391,0.01000,1.338
6,mlp.experts.118.gate_proj,0.0000000375,0.01000,1.362
6,mlp.experts.119.gate_proj,0.0000000389,0.01000,1.358
6,mlp.experts.0.up_proj,0.0000000386,0.01000,1.384
6,mlp.experts.1.up_proj,0.0000000383,0.01000,1.364
6,mlp.experts.2.up_proj,0.0000000388,0.01000,1.342
6,mlp.experts.3.up_proj,0.0000000370,0.01000,1.350
6,mlp.experts.4.up_proj,0.0000000397,0.01000,1.346
6,mlp.experts.5.up_proj,0.0000000370,0.01000,1.401
6,mlp.experts.6.up_proj,0.0000000385,0.01000,1.352
6,mlp.experts.7.up_proj,0.0000000391,0.01000,1.363
6,mlp.experts.9.up_proj,0.0000000382,0.01000,1.335
6,mlp.experts.10.up_proj,0.0000000408,0.01000,1.351
6,mlp.experts.11.up_proj,0.0000000383,0.01000,1.348
6,mlp.experts.8.up_proj,0.0000000392,0.01000,1.414
6,mlp.experts.12.up_proj,0.0000000397,0.01000,1.350
6,mlp.experts.13.up_proj,0.0000000339,0.01000,1.365
6,mlp.experts.14.up_proj,0.0000000368,0.01000,1.348
6,mlp.experts.15.up_proj,0.0000000396,0.01000,1.374
6,mlp.experts.16.up_proj,0.0000000388,0.01000,1.338
6,mlp.experts.17.up_proj,0.0000000374,0.01000,1.366
6,mlp.experts.18.up_proj,0.0000000395,0.01000,1.354
6,mlp.experts.19.up_proj,0.0000000395,0.01000,1.347
6,mlp.experts.20.up_proj,0.0000000395,0.01000,1.346
6,mlp.experts.21.up_proj,0.0000000370,0.01000,1.343
6,mlp.experts.23.up_proj,0.0000000385,0.01000,1.326
6,mlp.experts.24.up_proj,0.0000000345,0.01000,1.353
6,mlp.experts.25.up_proj,0.0000000382,0.01000,1.331
6,mlp.experts.22.up_proj,0.0000000387,0.01000,1.395
6,mlp.experts.26.up_proj,0.0000000387,0.01000,1.358
6,mlp.experts.27.up_proj,0.0000000344,0.01000,1.330
6,mlp.experts.28.up_proj,0.0000000384,0.01000,1.327
6,mlp.experts.29.up_proj,0.0000000418,0.01000,1.344
6,mlp.experts.30.up_proj,0.0000000363,0.01000,1.324
6,mlp.experts.31.up_proj,0.0000000364,0.01000,1.345
6,mlp.experts.32.up_proj,0.0000000369,0.01000,1.341
6,mlp.experts.33.up_proj,0.0000000361,0.01000,1.366
6,mlp.experts.35.up_proj,0.0000000393,0.01000,1.342
6,mlp.experts.34.up_proj,0.0000000371,0.01000,1.356
6,mlp.experts.36.up_proj,0.0000000340,0.01000,1.343
6,mlp.experts.37.up_proj,0.0000000357,0.01000,1.326
6,mlp.experts.38.up_proj,0.0000000362,0.01000,1.346
6,mlp.experts.39.up_proj,0.0000000395,0.01000,1.351
6,mlp.experts.40.up_proj,0.0000000391,0.01000,1.372
6,mlp.experts.42.up_proj,0.0000000375,0.01000,1.343
6,mlp.experts.41.up_proj,0.0000000397,0.01000,1.347
6,mlp.experts.44.up_proj,0.0000000385,0.01000,1.321
6,mlp.experts.43.up_proj,0.0000000394,0.01000,1.354
6,mlp.experts.46.up_proj,0.0000000379,0.01000,1.325
6,mlp.experts.45.up_proj,0.0000000386,0.01000,1.387
6,mlp.experts.47.up_proj,0.0000000383,0.01000,1.366
6,mlp.experts.48.up_proj,0.0000000372,0.01000,1.348
6,mlp.experts.49.up_proj,0.0000000377,0.01000,1.353
6,mlp.experts.50.up_proj,0.0000000396,0.01000,1.352
6,mlp.experts.51.up_proj,0.0000000383,0.01000,1.361
6,mlp.experts.52.up_proj,0.0000000395,0.01000,1.343
6,mlp.experts.53.up_proj,0.0000000396,0.01000,1.352
6,mlp.experts.54.up_proj,0.0000000370,0.01000,1.365
6,mlp.experts.55.up_proj,0.0000000373,0.01000,1.353
6,mlp.experts.56.up_proj,0.0000000365,0.01000,1.365
6,mlp.experts.57.up_proj,0.0000000398,0.01000,1.356
6,mlp.experts.58.up_proj,0.0000000377,0.01000,1.362
6,mlp.experts.59.up_proj,0.0000000370,0.01000,1.347
6,mlp.experts.60.up_proj,0.0000000379,0.01000,1.341
6,mlp.experts.61.up_proj,0.0000000374,0.01000,1.367
6,mlp.experts.62.up_proj,0.0000000391,0.01000,1.349
6,mlp.experts.63.up_proj,0.0000000339,0.01000,1.350
6,mlp.experts.64.up_proj,0.0000000387,0.01000,1.339
6,mlp.experts.65.up_proj,0.0000000369,0.01000,1.342
6,mlp.experts.66.up_proj,0.0000000383,0.01000,1.344
6,mlp.experts.67.up_proj,0.0000000372,0.01000,1.334
6,mlp.experts.68.up_proj,0.0000000374,0.01000,1.368
6,mlp.experts.69.up_proj,0.0000000375,0.01000,1.365
6,mlp.experts.71.up_proj,0.0000000384,0.01000,1.342
6,mlp.experts.70.up_proj,0.0000000385,0.01000,1.355
6,mlp.experts.72.up_proj,0.0000000370,0.01000,1.349
6,mlp.experts.73.up_proj,0.0000000372,0.01000,1.357
6,mlp.experts.74.up_proj,0.0000000358,0.01000,1.332
6,mlp.experts.75.up_proj,0.0000000395,0.01000,1.359
6,mlp.experts.78.up_proj,0.0000000401,0.01000,1.354
6,mlp.experts.76.up_proj,0.0000000375,0.01000,1.368
6,mlp.experts.77.up_proj,0.0000000367,0.01000,1.362
6,mlp.experts.79.up_proj,0.0000000389,0.01000,1.342
6,mlp.experts.81.up_proj,0.0000000383,0.01000,1.337
6,mlp.experts.80.up_proj,0.0000000370,0.01000,1.360
6,mlp.experts.82.up_proj,0.0000000363,0.01000,1.357
6,mlp.experts.85.up_proj,0.0000000395,0.01000,1.350
6,mlp.experts.84.up_proj,0.0000000391,0.01000,1.369
6,mlp.experts.86.up_proj,0.0000000379,0.01000,1.349
6,mlp.experts.88.up_proj,0.0000000382,0.01000,1.344
6,mlp.experts.83.up_proj,0.0000000379,0.01000,1.407
6,mlp.experts.87.up_proj,0.0000000369,0.01000,1.404
6,mlp.experts.89.up_proj,0.0000000424,0.01000,1.353
6,mlp.experts.90.up_proj,0.0000000412,0.01000,1.371
6,mlp.experts.91.up_proj,0.0000000394,0.01000,1.358
6,mlp.experts.92.up_proj,0.0000000367,0.01000,1.360
6,mlp.experts.93.up_proj,0.0000000382,0.01000,1.364
6,mlp.experts.94.up_proj,0.0000000322,0.01000,1.374
6,mlp.experts.95.up_proj,0.0000000399,0.01000,1.343
6,mlp.experts.96.up_proj,0.0000000332,0.01000,1.366
6,mlp.experts.97.up_proj,0.0000000362,0.01000,1.357
6,mlp.experts.98.up_proj,0.0000000401,0.01000,1.359
6,mlp.experts.99.up_proj,0.0000000403,0.01000,1.356
6,mlp.experts.100.up_proj,0.0000000385,0.01000,1.327
6,mlp.experts.101.up_proj,0.0000000374,0.01000,1.349
6,mlp.experts.102.up_proj,0.0000000370,0.01000,1.328
6,mlp.experts.103.up_proj,0.0000000333,0.01000,1.373
6,mlp.experts.107.up_proj,0.0000000403,0.01000,1.319
6,mlp.experts.105.up_proj,0.0000000382,0.01000,1.350
6,mlp.experts.106.up_proj,0.0000000382,0.01000,1.352
6,mlp.experts.109.up_proj,0.0000000384,0.01000,1.327
6,mlp.experts.108.up_proj,0.0000000379,0.01000,1.350
6,mlp.experts.104.up_proj,0.0000000387,0.01000,1.426
6,mlp.experts.110.up_proj,0.0000000368,0.01000,1.366
6,mlp.experts.111.up_proj,0.0000000385,0.01000,1.373
6,mlp.experts.114.up_proj,0.0000000391,0.01000,1.328
6,mlp.experts.113.up_proj,0.0000000380,0.01000,1.347
6,mlp.experts.115.up_proj,0.0000000366,0.01000,1.341
6,mlp.experts.112.up_proj,0.0000000378,0.01000,1.403
6,mlp.experts.116.up_proj,0.0000000391,0.01000,1.335
6,mlp.experts.117.up_proj,0.0000000389,0.01000,1.274
6,mlp.experts.119.up_proj,0.0000000385,0.01000,1.012
6,mlp.experts.118.up_proj,0.0000000371,0.01000,1.017
6,mlp.experts.3.down_proj,0.0000000002,0.01000,0.439
6,mlp.experts.1.down_proj,0.0000000002,0.01000,0.447
6,mlp.experts.2.down_proj,0.0000000002,0.01000,0.447
6,mlp.experts.5.down_proj,0.0000000002,0.01000,0.447
6,mlp.experts.0.down_proj,0.0000000003,0.01000,0.451
6,mlp.experts.4.down_proj,0.0000000002,0.01000,0.449
6,mlp.experts.6.down_proj,0.0000000002,0.01000,0.459
6,mlp.experts.8.down_proj,0.0000000002,0.01000,0.408
6,mlp.experts.10.down_proj,0.0000000002,0.01000,0.406
6,mlp.experts.12.down_proj,0.0000000002,0.01000,0.411
6,mlp.experts.9.down_proj,0.0000000002,0.01000,0.414
6,mlp.experts.11.down_proj,0.0000000002,0.01000,0.413
6,mlp.experts.7.down_proj,0.0000000002,0.01000,0.425
6,mlp.experts.13.down_proj,0.0000000002,0.01000,0.410
6,mlp.experts.15.down_proj,0.0000000002,0.01000,0.413
6,mlp.experts.18.down_proj,0.0000000002,0.01000,0.408
6,mlp.experts.16.down_proj,0.0000000002,0.01000,0.408
6,mlp.experts.17.down_proj,0.0000000002,0.01000,0.411
6,mlp.experts.19.down_proj,0.0000000002,0.01000,0.412
6,mlp.experts.14.down_proj,0.0000000002,0.01000,0.424
6,mlp.experts.20.down_proj,0.0000000002,0.01000,0.411
6,mlp.experts.24.down_proj,0.0000000002,0.01000,0.407
6,mlp.experts.23.down_proj,0.0000000002,0.01000,0.411
6,mlp.experts.26.down_proj,0.0000000002,0.01000,0.404
6,mlp.experts.22.down_proj,0.0000000002,0.01000,0.416
6,mlp.experts.25.down_proj,0.0000000002,0.01000,0.411
6,mlp.experts.27.down_proj,0.0000000002,0.01000,0.410
6,mlp.experts.21.down_proj,0.0000000002,0.01000,0.428
6,mlp.experts.31.down_proj,0.0000000002,0.01000,0.401
6,mlp.experts.30.down_proj,0.0000000002,0.01000,0.406
6,mlp.experts.32.down_proj,0.0000000002,0.01000,0.410
6,mlp.experts.29.down_proj,0.0000000003,0.01000,0.421
6,mlp.experts.33.down_proj,0.0000000002,0.01000,0.416
6,mlp.experts.34.down_proj,0.0000000003,0.01000,0.412
6,mlp.experts.28.down_proj,0.0000000002,0.01000,0.446
6,mlp.experts.36.down_proj,0.0000000002,0.01000,0.407
6,mlp.experts.38.down_proj,0.0000000003,0.01000,0.400
6,mlp.experts.37.down_proj,0.0000000002,0.01000,0.408
6,mlp.experts.40.down_proj,0.0000000002,0.01000,0.405
6,mlp.experts.39.down_proj,0.0000000002,0.01000,0.409
6,mlp.experts.35.down_proj,0.0000000002,0.01000,0.436
6,mlp.experts.41.down_proj,0.0000000002,0.01000,0.413
6,mlp.experts.43.down_proj,0.0000000002,0.01000,0.407
6,mlp.experts.45.down_proj,0.0000000002,0.01000,0.401
6,mlp.experts.44.down_proj,0.0000000002,0.01000,0.412
6,mlp.experts.42.down_proj,0.0000000002,0.01000,0.428
6,mlp.experts.46.down_proj,0.0000000002,0.01000,0.408
6,mlp.experts.47.down_proj,0.0000000002,0.01000,0.404
6,mlp.experts.48.down_proj,0.0000000002,0.01000,0.409
6,mlp.experts.52.down_proj,0.0000000002,0.01000,0.399
6,mlp.experts.49.down_proj,0.0000000002,0.01000,0.414
6,mlp.experts.50.down_proj,0.0000000003,0.01000,0.409
6,mlp.experts.51.down_proj,0.0000000002,0.01000,0.407
6,mlp.experts.53.down_proj,0.0000000002,0.01000,0.406
6,mlp.experts.54.down_proj,0.0000000002,0.01000,0.404
6,mlp.experts.55.down_proj,0.0000000002,0.01000,0.409
6,mlp.experts.59.down_proj,0.0000000002,0.01000,0.409
6,mlp.experts.57.down_proj,0.0000000002,0.01000,0.413
6,mlp.experts.58.down_proj,0.0000000002,0.01000,0.415
6,mlp.experts.61.down_proj,0.0000000002,0.01000,0.410
6,mlp.experts.60.down_proj,0.0000000002,0.01000,0.412
6,mlp.experts.56.down_proj,0.0000000002,0.01000,0.421
6,mlp.experts.62.down_proj,0.0000000002,0.01000,0.410
6,mlp.experts.66.down_proj,0.0000000002,0.01000,0.400
6,mlp.experts.64.down_proj,0.0000000002,0.01000,0.407
6,mlp.experts.65.down_proj,0.0000000002,0.01000,0.408
6,mlp.experts.68.down_proj,0.0000000002,0.01000,0.407
6,mlp.experts.67.down_proj,0.0000000002,0.01000,0.410
6,mlp.experts.63.down_proj,0.0000000002,0.01000,0.422
6,mlp.experts.69.down_proj,0.0000000002,0.01000,0.410
6,mlp.experts.73.down_proj,0.0000000002,0.01000,0.399
6,mlp.experts.72.down_proj,0.0000000002,0.01000,0.408
6,mlp.experts.74.down_proj,0.0000000002,0.01000,0.409
6,mlp.experts.75.down_proj,0.0000000002,0.01000,0.408
6,mlp.experts.71.down_proj,0.0000000002,0.01000,0.427
6,mlp.experts.70.down_proj,0.0000000002,0.01000,0.442
6,mlp.experts.76.down_proj,0.0000000002,0.01000,0.412
6,mlp.experts.80.down_proj,0.0000000002,0.01000,0.400
6,mlp.experts.78.down_proj,0.0000000002,0.01000,0.414
6,mlp.experts.79.down_proj,0.0000000002,0.01000,0.408
6,mlp.experts.77.down_proj,0.0000000002,0.01000,0.426
6,mlp.experts.81.down_proj,0.0000000002,0.01000,0.407
6,mlp.experts.82.down_proj,0.0000000002,0.01000,0.408
6,mlp.experts.83.down_proj,0.0000000002,0.01000,0.409
6,mlp.experts.87.down_proj,0.0000000003,0.01000,0.396
6,mlp.experts.86.down_proj,0.0000000002,0.01000,0.412
6,mlp.experts.85.down_proj,0.0000000002,0.01000,0.413
6,mlp.experts.84.down_proj,0.0000000002,0.01000,0.418
6,mlp.experts.88.down_proj,0.0000000002,0.01000,0.409
6,mlp.experts.89.down_proj,0.0000000004,0.01000,0.409
6,mlp.experts.90.down_proj,0.0000000004,0.01000,0.409
6,mlp.experts.91.down_proj,0.0000000002,0.01000,0.411
6,mlp.experts.94.down_proj,0.0000000002,0.01000,0.408
6,mlp.experts.95.down_proj,0.0000000003,0.01000,0.411
6,mlp.experts.93.down_proj,0.0000000002,0.01000,0.418
6,mlp.experts.92.down_proj,0.0000000002,0.01000,0.425
6,mlp.experts.96.down_proj,0.0000000002,0.01000,0.406
6,mlp.experts.97.down_proj,0.0000000002,0.01000,0.410
6,mlp.experts.98.down_proj,0.0000000002,0.01000,0.405
6,mlp.experts.101.down_proj,0.0000000003,0.01000,0.402
6,mlp.experts.99.down_proj,0.0000000002,0.01000,0.415
6,mlp.experts.103.down_proj,0.0000000002,0.01000,0.406
6,mlp.experts.100.down_proj,0.0000000002,0.01000,0.417
6,mlp.experts.102.down_proj,0.0000000002,0.01000,0.418
6,mlp.experts.104.down_proj,0.0000000002,0.01000,0.411
6,mlp.experts.105.down_proj,0.0000000002,0.01000,0.407
6,mlp.experts.107.down_proj,0.0000000002,0.01000,0.411
6,mlp.experts.108.down_proj,0.0000000001,0.01000,0.402
6,mlp.experts.109.down_proj,0.0000000002,0.01000,0.408
6,mlp.experts.106.down_proj,0.0000000002,0.01000,0.428
6,mlp.experts.110.down_proj,0.0000000002,0.01000,0.426
6,mlp.experts.111.down_proj,0.0000000002,0.01000,0.424
6,mlp.experts.112.down_proj,0.0000000003,0.01000,0.406
6,mlp.experts.115.down_proj,0.0000000002,0.01000,0.397
6,mlp.experts.114.down_proj,0.0000000002,0.01000,0.407
6,mlp.experts.113.down_proj,0.0000000002,0.01000,0.411
6,mlp.experts.116.down_proj,0.0000000002,0.01000,0.405
6,mlp.experts.117.down_proj,0.0000000002,0.01000,0.409
6,mlp.experts.118.down_proj,0.0000000002,0.01000,0.410
6,mlp.experts.119.down_proj,0.0000000002,0.01000,0.278
7,self_attn.v_proj,0.0000000004,0.01000,1.193
7,self_attn.k_proj,0.0000000001,0.01000,1.201
7,self_attn.q_proj,0.0000000006,0.01000,1.260
7,self_attn.o_proj,0.0000000000,0.01000,2.749
7,mlp.shared_experts.gate_proj,0.0000000001,0.01000,0.921
7,mlp.shared_experts.up_proj,0.0000000001,0.01000,0.909
7,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.273
7,mlp.experts.3.gate_proj,0.0000000472,0.01000,1.488
7,mlp.experts.5.gate_proj,0.0000000452,0.01000,1.503
7,mlp.experts.2.gate_proj,0.0000000434,0.01000,1.505
7,mlp.experts.1.gate_proj,0.0000000429,0.01000,1.505
7,mlp.experts.4.gate_proj,0.0000000440,0.01000,1.519
7,mlp.experts.6.gate_proj,0.0000000441,0.01000,1.524
7,mlp.experts.0.gate_proj,0.0000000466,0.01000,1.580
7,mlp.experts.10.gate_proj,0.0000000463,0.01000,1.351
7,mlp.experts.9.gate_proj,0.0000000463,0.01000,1.359
7,mlp.experts.12.gate_proj,0.0000000440,0.01000,1.355
7,mlp.experts.11.gate_proj,0.0000000434,0.01000,1.362
7,mlp.experts.8.gate_proj,0.0000000451,0.01000,1.420
7,mlp.experts.7.gate_proj,0.0000000434,0.01000,1.447
7,mlp.experts.13.gate_proj,0.0000000463,0.01000,1.362
7,mlp.experts.17.gate_proj,0.0000000432,0.01000,1.350
7,mlp.experts.15.gate_proj,0.0000000454,0.01000,1.375
7,mlp.experts.16.gate_proj,0.0000000430,0.01000,1.370
7,mlp.experts.18.gate_proj,0.0000000448,0.01000,1.361
7,mlp.experts.19.gate_proj,0.0000000442,0.01000,1.369
7,mlp.experts.14.gate_proj,0.0000000408,0.01000,1.463
7,mlp.experts.20.gate_proj,0.0000000494,0.01000,1.382
7,mlp.experts.22.gate_proj,0.0000000453,0.01000,1.358
7,mlp.experts.23.gate_proj,0.0000000455,0.01000,1.358
7,mlp.experts.24.gate_proj,0.0000000433,0.01000,1.341
7,mlp.experts.25.gate_proj,0.0000000456,0.01000,1.368
7,mlp.experts.26.gate_proj,0.0000000453,0.01000,1.364
7,mlp.experts.21.gate_proj,0.0000000458,0.01000,1.453
7,mlp.experts.27.gate_proj,0.0000000433,0.01000,1.374
7,mlp.experts.30.gate_proj,0.0000000429,0.01000,1.356
7,mlp.experts.29.gate_proj,0.0000000450,0.01000,1.382
7,mlp.experts.31.gate_proj,0.0000000452,0.01000,1.347
7,mlp.experts.28.gate_proj,0.0000000423,0.01000,1.434
7,mlp.experts.33.gate_proj,0.0000000444,0.01000,1.353
7,mlp.experts.34.gate_proj,0.0000000457,0.01000,1.377
7,mlp.experts.32.gate_proj,0.0000000415,0.01000,1.418
7,mlp.experts.35.gate_proj,0.0000000431,0.01000,1.371
7,mlp.experts.36.gate_proj,0.0000000427,0.01000,1.366
7,mlp.experts.38.gate_proj,0.0000000466,0.01000,1.351
7,mlp.experts.39.gate_proj,0.0000000454,0.01000,1.385
7,mlp.experts.40.gate_proj,0.0000000443,0.01000,1.357
7,mlp.experts.37.gate_proj,0.0000000438,0.01000,1.415
7,mlp.experts.41.gate_proj,0.0000000451,0.01000,1.380
7,mlp.experts.42.gate_proj,0.0000000321,0.01000,1.356
7,mlp.experts.43.gate_proj,0.0000000446,0.01000,1.361
7,mlp.experts.44.gate_proj,0.0000000456,0.01000,1.356
7,mlp.experts.45.gate_proj,0.0000000440,0.01000,1.350
7,mlp.experts.47.gate_proj,0.0000000433,0.01000,1.344
7,mlp.experts.46.gate_proj,0.0000000425,0.01000,1.416
7,mlp.experts.48.gate_proj,0.0000000443,0.01000,1.377
7,mlp.experts.49.gate_proj,0.0000000439,0.01000,1.356
7,mlp.experts.50.gate_proj,0.0000000431,0.01000,1.359
7,mlp.experts.51.gate_proj,0.0000000409,0.01000,1.341
7,mlp.experts.52.gate_proj,0.0000000490,0.01000,1.351
7,mlp.experts.53.gate_proj,0.0000000458,0.01000,1.351
7,mlp.experts.54.gate_proj,0.0000000477,0.01000,1.355
7,mlp.experts.55.gate_proj,0.0000000431,0.01000,1.378
7,mlp.experts.58.gate_proj,0.0000000418,0.01000,1.345
7,mlp.experts.56.gate_proj,0.0000000442,0.01000,1.361
7,mlp.experts.59.gate_proj,0.0000000400,0.01000,1.343
7,mlp.experts.60.gate_proj,0.0000000432,0.01000,1.338
7,mlp.experts.57.gate_proj,0.0000000430,0.01000,1.411
7,mlp.experts.61.gate_proj,0.0000000451,0.01000,1.347
7,mlp.experts.62.gate_proj,0.0000000457,0.01000,1.364
7,mlp.experts.63.gate_proj,0.0000000435,0.01000,1.365
7,mlp.experts.64.gate_proj,0.0000000424,0.01000,1.372
7,mlp.experts.66.gate_proj,0.0000000442,0.01000,1.339
7,mlp.experts.67.gate_proj,0.0000000449,0.01000,1.356
7,mlp.experts.65.gate_proj,0.0000000437,0.01000,1.415
7,mlp.experts.68.gate_proj,0.0000000451,0.01000,1.358
7,mlp.experts.69.gate_proj,0.0000000470,0.01000,1.369
7,mlp.experts.70.gate_proj,0.0000000462,0.01000,1.368
7,mlp.experts.72.gate_proj,0.0000000460,0.01000,1.374
7,mlp.experts.71.gate_proj,0.0000000437,0.01000,1.385
7,mlp.experts.73.gate_proj,0.0000000419,0.01000,1.346
7,mlp.experts.74.gate_proj,0.0000000443,0.01000,1.354
7,mlp.experts.75.gate_proj,0.0000000438,0.01000,1.362
7,mlp.experts.76.gate_proj,0.0000000418,0.01000,1.372
7,mlp.experts.80.gate_proj,0.0000000430,0.01000,1.335
7,mlp.experts.78.gate_proj,0.0000000439,0.01000,1.356
7,mlp.experts.79.gate_proj,0.0000000439,0.01000,1.358
7,mlp.experts.77.gate_proj,0.0000000452,0.01000,1.426
7,mlp.experts.81.gate_proj,0.0000000442,0.01000,1.354
7,mlp.experts.82.gate_proj,0.0000000445,0.01000,1.344
7,mlp.experts.83.gate_proj,0.0000000444,0.01000,1.363
7,mlp.experts.85.gate_proj,0.0000000452,0.01000,1.353
7,mlp.experts.86.gate_proj,0.0000000464,0.01000,1.355
7,mlp.experts.87.gate_proj,0.0000000441,0.01000,1.349
7,mlp.experts.84.gate_proj,0.0000000451,0.01000,1.418
7,mlp.experts.88.gate_proj,0.0000000451,0.01000,1.364
7,mlp.experts.89.gate_proj,0.0000000465,0.01000,1.355
7,mlp.experts.90.gate_proj,0.0000000440,0.01000,1.378
7,mlp.experts.91.gate_proj,0.0000000460,0.01000,1.365
7,mlp.experts.92.gate_proj,0.0000000460,0.01000,1.374
7,mlp.experts.94.gate_proj,0.0000000448,0.01000,1.343
7,mlp.experts.95.gate_proj,0.0000000446,0.01000,1.360
7,mlp.experts.96.gate_proj,0.0000000412,0.01000,1.345
7,mlp.experts.93.gate_proj,0.0000000383,0.01000,1.408
7,mlp.experts.97.gate_proj,0.0000000435,0.01000,1.366
7,mlp.experts.98.gate_proj,0.0000000404,0.01000,1.352
7,mlp.experts.99.gate_proj,0.0000000468,0.01000,1.371
7,mlp.experts.100.gate_proj,0.0000000410,0.01000,1.360
7,mlp.experts.101.gate_proj,0.0000000463,0.01000,1.350
7,mlp.experts.102.gate_proj,0.0000000442,0.01000,1.353
7,mlp.experts.103.gate_proj,0.0000000445,0.01000,1.355
7,mlp.experts.104.gate_proj,0.0000000459,0.01000,1.365
7,mlp.experts.105.gate_proj,0.0000000458,0.01000,1.360
7,mlp.experts.108.gate_proj,0.0000000435,0.01000,1.350
7,mlp.experts.107.gate_proj,0.0000000452,0.01000,1.374
7,mlp.experts.109.gate_proj,0.0000000450,0.01000,1.362
7,mlp.experts.110.gate_proj,0.0000000428,0.01000,1.367
7,mlp.experts.106.gate_proj,0.0000000433,0.01000,1.422
7,mlp.experts.111.gate_proj,0.0000000430,0.01000,1.374
7,mlp.experts.112.gate_proj,0.0000000459,0.01000,1.351
7,mlp.experts.115.gate_proj,0.0000000473,0.01000,1.348
7,mlp.experts.114.gate_proj,0.0000000436,0.01000,1.370
7,mlp.experts.116.gate_proj,0.0000000455,0.01000,1.372
7,mlp.experts.117.gate_proj,0.0000000424,0.01000,1.380
7,mlp.experts.113.gate_proj,0.0000000491,0.01000,1.439
7,mlp.experts.118.gate_proj,0.0000000392,0.01000,1.372
7,mlp.experts.119.gate_proj,0.0000000472,0.01000,1.346
7,mlp.experts.1.up_proj,0.0000000424,0.01000,1.350
7,mlp.experts.2.up_proj,0.0000000431,0.01000,1.337
7,mlp.experts.3.up_proj,0.0000000465,0.01000,1.345
7,mlp.experts.0.up_proj,0.0000000459,0.01000,1.419
7,mlp.experts.4.up_proj,0.0000000438,0.01000,1.364
7,mlp.experts.5.up_proj,0.0000000449,0.01000,1.371
7,mlp.experts.6.up_proj,0.0000000439,0.01000,1.349
7,mlp.experts.7.up_proj,0.0000000432,0.01000,1.366
7,mlp.experts.9.up_proj,0.0000000457,0.01000,1.324
7,mlp.experts.8.up_proj,0.0000000449,0.01000,1.344
7,mlp.experts.10.up_proj,0.0000000460,0.01000,1.345
7,mlp.experts.11.up_proj,0.0000000430,0.01000,1.358
7,mlp.experts.12.up_proj,0.0000000436,0.01000,1.364
7,mlp.experts.13.up_proj,0.0000000459,0.01000,1.351
7,mlp.experts.16.up_proj,0.0000000427,0.01000,1.333
7,mlp.experts.15.up_proj,0.0000000451,0.01000,1.337
7,mlp.experts.17.up_proj,0.0000000428,0.01000,1.343
7,mlp.experts.14.up_proj,0.0000000406,0.01000,1.407
7,mlp.experts.18.up_proj,0.0000000444,0.01000,1.355
7,mlp.experts.19.up_proj,0.0000000437,0.01000,1.359
7,mlp.experts.20.up_proj,0.0000000488,0.01000,1.346
7,mlp.experts.22.up_proj,0.0000000448,0.01000,1.332
7,mlp.experts.23.up_proj,0.0000000452,0.01000,1.327
7,mlp.experts.24.up_proj,0.0000000430,0.01000,1.341
7,mlp.experts.21.up_proj,0.0000000454,0.01000,1.412
7,mlp.experts.25.up_proj,0.0000000454,0.01000,1.365
7,mlp.experts.26.up_proj,0.0000000449,0.01000,1.370
7,mlp.experts.27.up_proj,0.0000000433,0.01000,1.348
7,mlp.experts.29.up_proj,0.0000000447,0.01000,1.332
7,mlp.experts.30.up_proj,0.0000000426,0.01000,1.335
7,mlp.experts.28.up_proj,0.0000000420,0.01000,1.417
7,mlp.experts.31.up_proj,0.0000000448,0.01000,1.355
7,mlp.experts.32.up_proj,0.0000000415,0.01000,1.349
7,mlp.experts.33.up_proj,0.0000000442,0.01000,1.376
7,mlp.experts.34.up_proj,0.0000000455,0.01000,1.346
7,mlp.experts.35.up_proj,0.0000000425,0.01000,1.357
7,mlp.experts.37.up_proj,0.0000000433,0.01000,1.327
7,mlp.experts.38.up_proj,0.0000000458,0.01000,1.346
7,mlp.experts.39.up_proj,0.0000000450,0.01000,1.352
7,mlp.experts.36.up_proj,0.0000000424,0.01000,1.424
7,mlp.experts.40.up_proj,0.0000000438,0.01000,1.361
7,mlp.experts.41.up_proj,0.0000000448,0.01000,1.354
7,mlp.experts.42.up_proj,0.0000000318,0.01000,1.356
7,mlp.experts.44.up_proj,0.0000000451,0.01000,1.336
7,mlp.experts.43.up_proj,0.0000000440,0.01000,1.373
7,mlp.experts.45.up_proj,0.0000000439,0.01000,1.358
7,mlp.experts.46.up_proj,0.0000000421,0.01000,1.368
7,mlp.experts.47.up_proj,0.0000000431,0.01000,1.379
7,mlp.experts.48.up_proj,0.0000000436,0.01000,1.360
7,mlp.experts.49.up_proj,0.0000000434,0.01000,1.358
7,mlp.experts.51.up_proj,0.0000000409,0.01000,1.339
7,mlp.experts.50.up_proj,0.0000000428,0.01000,1.400
7,mlp.experts.52.up_proj,0.0000000486,0.01000,1.354
7,mlp.experts.53.up_proj,0.0000000456,0.01000,1.349
7,mlp.experts.54.up_proj,0.0000000471,0.01000,1.371
7,mlp.experts.55.up_proj,0.0000000426,0.01000,1.352
7,mlp.experts.56.up_proj,0.0000000439,0.01000,1.351
7,mlp.experts.57.up_proj,0.0000000428,0.01000,1.376
7,mlp.experts.58.up_proj,0.0000000416,0.01000,1.335
7,mlp.experts.59.up_proj,0.0000000402,0.01000,1.356
7,mlp.experts.60.up_proj,0.0000000428,0.01000,1.352
7,mlp.experts.61.up_proj,0.0000000449,0.01000,1.379
7,mlp.experts.62.up_proj,0.0000000451,0.01000,1.354
7,mlp.experts.63.up_proj,0.0000000430,0.01000,1.368
7,mlp.experts.64.up_proj,0.0000000422,0.01000,1.355
7,mlp.experts.65.up_proj,0.0000000433,0.01000,1.341
7,mlp.experts.66.up_proj,0.0000000439,0.01000,1.370
7,mlp.experts.67.up_proj,0.0000000445,0.01000,1.359
7,mlp.experts.68.up_proj,0.0000000447,0.01000,1.389
7,mlp.experts.69.up_proj,0.0000000465,0.01000,1.361
7,mlp.experts.70.up_proj,0.0000000458,0.01000,1.357
7,mlp.experts.72.up_proj,0.0000000454,0.01000,1.334
7,mlp.experts.71.up_proj,0.0000000433,0.01000,1.410
7,mlp.experts.73.up_proj,0.0000000416,0.01000,1.355
7,mlp.experts.74.up_proj,0.0000000436,0.01000,1.363
7,mlp.experts.75.up_proj,0.0000000433,0.01000,1.370
7,mlp.experts.76.up_proj,0.0000000416,0.01000,1.360
7,mlp.experts.77.up_proj,0.0000000448,0.01000,1.357
7,mlp.experts.78.up_proj,0.0000000436,0.01000,1.362
7,mlp.experts.79.up_proj,0.0000000435,0.01000,1.343
7,mlp.experts.80.up_proj,0.0000000428,0.01000,1.358
7,mlp.experts.81.up_proj,0.0000000439,0.01000,1.369
7,mlp.experts.82.up_proj,0.0000000439,0.01000,1.380
7,mlp.experts.83.up_proj,0.0000000439,0.01000,1.370
7,mlp.experts.84.up_proj,0.0000000445,0.01000,1.368
7,mlp.experts.85.up_proj,0.0000000452,0.01000,1.353
7,mlp.experts.86.up_proj,0.0000000461,0.01000,1.346
7,mlp.experts.87.up_proj,0.0000000436,0.01000,1.368
7,mlp.experts.88.up_proj,0.0000000447,0.01000,1.357
7,mlp.experts.89.up_proj,0.0000000461,0.01000,1.384
7,mlp.experts.90.up_proj,0.0000000436,0.01000,1.358
7,mlp.experts.92.up_proj,0.0000000458,0.01000,1.349
7,mlp.experts.93.up_proj,0.0000000380,0.01000,1.340
7,mlp.experts.91.up_proj,0.0000000457,0.01000,1.415
7,mlp.experts.94.up_proj,0.0000000445,0.01000,1.358
7,mlp.experts.95.up_proj,0.0000000443,0.01000,1.347
7,mlp.experts.96.up_proj,0.0000000410,0.01000,1.375
7,mlp.experts.97.up_proj,0.0000000429,0.01000,1.352
7,mlp.experts.98.up_proj,0.0000000404,0.01000,1.368
7,mlp.experts.99.up_proj,0.0000000464,0.01000,1.348
7,mlp.experts.100.up_proj,0.0000000406,0.01000,1.353
7,mlp.experts.101.up_proj,0.0000000458,0.01000,1.352
7,mlp.experts.102.up_proj,0.0000000440,0.01000,1.374
7,mlp.experts.103.up_proj,0.0000000439,0.01000,1.389
7,mlp.experts.104.up_proj,0.0000000456,0.01000,1.357
7,mlp.experts.105.up_proj,0.0000000454,0.01000,1.355
7,mlp.experts.106.up_proj,0.0000000428,0.01000,1.347
7,mlp.experts.107.up_proj,0.0000000447,0.01000,1.347
7,mlp.experts.108.up_proj,0.0000000432,0.01000,1.344
7,mlp.experts.109.up_proj,0.0000000446,0.01000,1.357
7,mlp.experts.110.up_proj,0.0000000426,0.01000,1.374
7,mlp.experts.111.up_proj,0.0000000426,0.01000,1.357
7,mlp.experts.113.up_proj,0.0000000487,0.01000,1.359
7,mlp.experts.112.up_proj,0.0000000454,0.01000,1.371
7,mlp.experts.114.up_proj,0.0000000431,0.01000,1.347
7,mlp.experts.115.up_proj,0.0000000467,0.01000,1.351
7,mlp.experts.116.up_proj,0.0000000449,0.01000,1.337
7,mlp.experts.117.up_proj,0.0000000421,0.01000,1.281
7,mlp.experts.118.up_proj,0.0000000391,0.01000,1.056
7,mlp.experts.119.up_proj,0.0000000468,0.01000,1.003
7,mlp.experts.5.down_proj,0.0000000003,0.01000,0.436
7,mlp.experts.0.down_proj,0.0000000003,0.01000,0.440
7,mlp.experts.3.down_proj,0.0000000003,0.01000,0.439
7,mlp.experts.4.down_proj,0.0000000003,0.01000,0.442
7,mlp.experts.6.down_proj,0.0000000002,0.01000,0.444
7,mlp.experts.2.down_proj,0.0000000002,0.01000,0.460
7,mlp.experts.1.down_proj,0.0000000002,0.01000,0.497
7,mlp.experts.10.down_proj,0.0000000003,0.01000,0.397
7,mlp.experts.7.down_proj,0.0000000004,0.01000,0.409
7,mlp.experts.11.down_proj,0.0000000002,0.01000,0.403
7,mlp.experts.12.down_proj,0.0000000003,0.01000,0.401
7,mlp.experts.9.down_proj,0.0000000003,0.01000,0.422
7,mlp.experts.8.down_proj,0.0000000002,0.01000,0.450
7,mlp.experts.13.down_proj,0.0000000003,0.01000,0.401
7,mlp.experts.14.down_proj,0.0000000002,0.01000,0.411
7,mlp.experts.16.down_proj,0.0000000002,0.01000,0.405
7,mlp.experts.17.down_proj,0.0000000003,0.01000,0.396
7,mlp.experts.18.down_proj,0.0000000002,0.01000,0.403
7,mlp.experts.15.down_proj,0.0000000002,0.01000,0.428
7,mlp.experts.19.down_proj,0.0000000002,0.01000,0.406
7,mlp.experts.20.down_proj,0.0000000003,0.01000,0.409
7,mlp.experts.24.down_proj,0.0000000002,0.01000,0.392
7,mlp.experts.23.down_proj,0.0000000003,0.01000,0.403
7,mlp.experts.22.down_proj,0.0000000003,0.01000,0.416
7,mlp.experts.21.down_proj,0.0000000003,0.01000,0.418
7,mlp.experts.25.down_proj,0.0000000003,0.01000,0.410
7,mlp.experts.26.down_proj,0.0000000002,0.01000,0.404
7,mlp.experts.27.down_proj,0.0000000003,0.01000,0.413
7,mlp.experts.28.down_proj,0.0000000003,0.01000,0.407
7,mlp.experts.29.down_proj,0.0000000002,0.01000,0.409
7,mlp.experts.31.down_proj,0.0000000002,0.01000,0.401
7,mlp.experts.30.down_proj,0.0000000003,0.01000,0.402
7,mlp.experts.33.down_proj,0.0000000002,0.01000,0.407
7,mlp.experts.32.down_proj,0.0000000003,0.01000,0.424
7,mlp.experts.34.down_proj,0.0000000003,0.01000,0.404
7,mlp.experts.35.down_proj,0.0000000003,0.01000,0.403
7,mlp.experts.38.down_proj,0.0000000003,0.01000,0.399
7,mlp.experts.37.down_proj,0.0000000002,0.01000,0.405
7,mlp.experts.36.down_proj,0.0000000003,0.01000,0.413
7,mlp.experts.40.down_proj,0.0000000002,0.01000,0.400
7,mlp.experts.39.down_proj,0.0000000003,0.01000,0.416
7,mlp.experts.41.down_proj,0.0000000003,0.01000,0.404
7,mlp.experts.42.down_proj,0.0000000002,0.01000,0.407
7,mlp.experts.43.down_proj,0.0000000003,0.01000,0.408
7,mlp.experts.45.down_proj,0.0000000002,0.01000,0.399
7,mlp.experts.44.down_proj,0.0000000003,0.01000,0.408
7,mlp.experts.46.down_proj,0.0000000002,0.01000,0.409
7,mlp.experts.47.down_proj,0.0000000002,0.01000,0.402
7,mlp.experts.48.down_proj,0.0000000003,0.01000,0.416
7,mlp.experts.49.down_proj,0.0000000004,0.01000,0.407
7,mlp.experts.52.down_proj,0.0000000003,0.01000,0.402
7,mlp.experts.50.down_proj,0.0000000003,0.01000,0.408
7,mlp.experts.51.down_proj,0.0000000002,0.01000,0.408
7,mlp.experts.54.down_proj,0.0000000003,0.01000,0.399
7,mlp.experts.53.down_proj,0.0000000002,0.01000,0.406
7,mlp.experts.55.down_proj,0.0000000003,0.01000,0.414
7,mlp.experts.56.down_proj,0.0000000003,0.01000,0.405
7,mlp.experts.59.down_proj,0.0000000002,0.01000,0.404
7,mlp.experts.58.down_proj,0.0000000002,0.01000,0.406
7,mlp.experts.57.down_proj,0.0000000003,0.01000,0.421
7,mlp.experts.61.down_proj,0.0000000002,0.01000,0.399
7,mlp.experts.60.down_proj,0.0000000002,0.01000,0.411
7,mlp.experts.62.down_proj,0.0000000003,0.01000,0.417
7,mlp.experts.63.down_proj,0.0000000002,0.01000,0.408
7,mlp.experts.65.down_proj,0.0000000003,0.01000,0.406
7,mlp.experts.66.down_proj,0.0000000003,0.01000,0.401
7,mlp.experts.64.down_proj,0.0000000003,0.01000,0.418
7,mlp.experts.67.down_proj,0.0000000003,0.01000,0.404
7,mlp.experts.68.down_proj,0.0000000003,0.01000,0.401
7,mlp.experts.69.down_proj,0.0000000003,0.01000,0.416
7,mlp.experts.70.down_proj,0.0000000002,0.01000,0.406
7,mlp.experts.71.down_proj,0.0000000002,0.01000,0.409
7,mlp.experts.73.down_proj,0.0000000003,0.01000,0.399
7,mlp.experts.72.down_proj,0.0000000003,0.01000,0.419
7,mlp.experts.74.down_proj,0.0000000003,0.01000,0.401
7,mlp.experts.75.down_proj,0.0000000003,0.01000,0.398
7,mlp.experts.76.down_proj,0.0000000002,0.01000,0.409
7,mlp.experts.77.down_proj,0.0000000002,0.01000,0.407
7,mlp.experts.78.down_proj,0.0000000003,0.01000,0.406
7,mlp.experts.79.down_proj,0.0000000002,0.01000,0.412
7,mlp.experts.80.down_proj,0.0000000003,0.01000,0.398
7,mlp.experts.82.down_proj,0.0000000003,0.01000,0.400
7,mlp.experts.81.down_proj,0.0000000002,0.01000,0.408
7,mlp.experts.83.down_proj,0.0000000002,0.01000,0.411
7,mlp.experts.84.down_proj,0.0000000003,0.01000,0.406
7,mlp.experts.85.down_proj,0.0000000003,0.01000,0.405
7,mlp.experts.87.down_proj,0.0000000003,0.01000,0.396
7,mlp.experts.86.down_proj,0.0000000002,0.01000,0.407
7,mlp.experts.88.down_proj,0.0000000002,0.01000,0.404
7,mlp.experts.89.down_proj,0.0000000003,0.01000,0.401
7,mlp.experts.90.down_proj,0.0000000004,0.01000,0.409
7,mlp.experts.91.down_proj,0.0000000003,0.01000,0.407
7,mlp.experts.92.down_proj,0.0000000002,0.01000,0.405
7,mlp.experts.93.down_proj,0.0000000002,0.01000,0.403
7,mlp.experts.94.down_proj,0.0000000003,0.01000,0.401
7,mlp.experts.95.down_proj,0.0000000002,0.01000,0.403
7,mlp.experts.96.down_proj,0.0000000002,0.01000,0.404
7,mlp.experts.97.down_proj,0.0000000003,0.01000,0.412
7,mlp.experts.100.down_proj,0.0000000002,0.01000,0.402
7,mlp.experts.101.down_proj,0.0000000003,0.01000,0.405
7,mlp.experts.99.down_proj,0.0000000003,0.01000,0.409
7,mlp.experts.98.down_proj,0.0000000003,0.01000,0.417
7,mlp.experts.103.down_proj,0.0000000002,0.01000,0.405
7,mlp.experts.102.down_proj,0.0000000002,0.01000,0.406
7,mlp.experts.104.down_proj,0.0000000003,0.01000,0.410
7,mlp.experts.108.down_proj,0.0000000003,0.01000,0.399
7,mlp.experts.105.down_proj,0.0000000003,0.01000,0.409
7,mlp.experts.107.down_proj,0.0000000002,0.01000,0.405
7,mlp.experts.110.down_proj,0.0000000003,0.01000,0.403
7,mlp.experts.106.down_proj,0.0000000003,0.01000,0.416
7,mlp.experts.109.down_proj,0.0000000003,0.01000,0.416
7,mlp.experts.111.down_proj,0.0000000002,0.01000,0.406
7,mlp.experts.114.down_proj,0.0000000002,0.01000,0.402
7,mlp.experts.115.down_proj,0.0000000003,0.01000,0.401
7,mlp.experts.113.down_proj,0.0000000003,0.01000,0.415
7,mlp.experts.112.down_proj,0.0000000002,0.01000,0.419
7,mlp.experts.116.down_proj,0.0000000004,0.01000,0.414
7,mlp.experts.117.down_proj,0.0000000003,0.01000,0.404
7,mlp.experts.118.down_proj,0.0000000003,0.01000,0.384
7,mlp.experts.119.down_proj,0.0000000003,0.01000,0.279
8,self_attn.v_proj,0.0000000007,0.01000,1.191
8,self_attn.k_proj,0.0000000003,0.01000,1.199
8,self_attn.q_proj,0.0000000013,0.01000,1.269
8,self_attn.o_proj,0.0000000003,0.01000,2.752
8,mlp.shared_experts.gate_proj,0.0000000001,0.01000,0.904
8,mlp.shared_experts.up_proj,0.0000000001,0.01000,0.907
8,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.274
8,mlp.experts.3.gate_proj,0.0000000588,0.01000,1.496
8,mlp.experts.2.gate_proj,0.0000000598,0.01000,1.514
8,mlp.experts.5.gate_proj,0.0000000566,0.01000,1.522
8,mlp.experts.4.gate_proj,0.0000000571,0.01000,1.526
8,mlp.experts.6.gate_proj,0.0000000581,0.01000,1.527
8,mlp.experts.0.gate_proj,0.0000000564,0.01000,1.567
8,mlp.experts.1.gate_proj,0.0000000599,0.01000,1.577
8,mlp.experts.7.gate_proj,0.0000000611,0.01000,1.357
8,mlp.experts.10.gate_proj,0.0000000607,0.01000,1.346
8,mlp.experts.9.gate_proj,0.0000000607,0.01000,1.354
8,mlp.experts.11.gate_proj,0.0000000567,0.01000,1.355
8,mlp.experts.12.gate_proj,0.0000000562,0.01000,1.340
8,mlp.experts.8.gate_proj,0.0000000588,0.01000,1.430
8,mlp.experts.13.gate_proj,0.0000000568,0.01000,1.368
8,mlp.experts.14.gate_proj,0.0000000602,0.01000,1.346
8,mlp.experts.17.gate_proj,0.0000000567,0.01000,1.329
8,mlp.experts.16.gate_proj,0.0000000618,0.01000,1.341
8,mlp.experts.18.gate_proj,0.0000000570,0.01000,1.352
8,mlp.experts.19.gate_proj,0.0000000579,0.01000,1.350
8,mlp.experts.20.gate_proj,0.0000000605,0.01000,1.364
8,mlp.experts.15.gate_proj,0.0000000568,0.01000,1.444
8,mlp.experts.21.gate_proj,0.0000000612,0.01000,1.341
8,mlp.experts.23.gate_proj,0.0000000610,0.01000,1.341
8,mlp.experts.24.gate_proj,0.0000000616,0.01000,1.345
8,mlp.experts.25.gate_proj,0.0000000562,0.01000,1.369
8,mlp.experts.26.gate_proj,0.0000000618,0.01000,1.355
8,mlp.experts.22.gate_proj,0.0000000588,0.01000,1.456
8,mlp.experts.27.gate_proj,0.0000000606,0.01000,1.379
8,mlp.experts.28.gate_proj,0.0000000615,0.01000,1.336
8,mlp.experts.30.gate_proj,0.0000000603,0.01000,1.348
8,mlp.experts.29.gate_proj,0.0000000590,0.01000,1.448
8,mlp.experts.31.gate_proj,0.0000000593,0.01000,1.346
8,mlp.experts.33.gate_proj,0.0000000563,0.01000,1.346
8,mlp.experts.34.gate_proj,0.0000000587,0.01000,1.360
8,mlp.experts.32.gate_proj,0.0000000573,0.01000,1.406
8,mlp.experts.35.gate_proj,0.0000000594,0.01000,1.334
8,mlp.experts.36.gate_proj,0.0000000578,0.01000,1.362
8,mlp.experts.37.gate_proj,0.0000000603,0.01000,1.335
8,mlp.experts.38.gate_proj,0.0000000570,0.01000,1.342
8,mlp.experts.39.gate_proj,0.0000000624,0.01000,1.348
8,mlp.experts.40.gate_proj,0.0000000601,0.01000,1.331
8,mlp.experts.41.gate_proj,0.0000000592,0.01000,1.344
8,mlp.experts.42.gate_proj,0.0000000582,0.01000,1.350
8,mlp.experts.43.gate_proj,0.0000000602,0.01000,1.343
8,mlp.experts.44.gate_proj,0.0000000631,0.01000,1.339
8,mlp.experts.45.gate_proj,0.0000000554,0.01000,1.331
8,mlp.experts.46.gate_proj,0.0000000569,0.01000,1.344
8,mlp.experts.47.gate_proj,0.0000000629,0.01000,1.335
8,mlp.experts.48.gate_proj,0.0000000617,0.01000,1.375
8,mlp.experts.49.gate_proj,0.0000000610,0.01000,1.359
8,mlp.experts.50.gate_proj,0.0000000594,0.01000,1.347
8,mlp.experts.52.gate_proj,0.0000000594,0.01000,1.329
8,mlp.experts.53.gate_proj,0.0000000605,0.01000,1.338
8,mlp.experts.51.gate_proj,0.0000000621,0.01000,1.378
8,mlp.experts.54.gate_proj,0.0000000596,0.01000,1.340
8,mlp.experts.55.gate_proj,0.0000000615,0.01000,1.365
8,mlp.experts.56.gate_proj,0.0000000602,0.01000,1.337
8,mlp.experts.57.gate_proj,0.0000000592,0.01000,1.351
8,mlp.experts.58.gate_proj,0.0000000604,0.01000,1.345
8,mlp.experts.59.gate_proj,0.0000000591,0.01000,1.329
8,mlp.experts.60.gate_proj,0.0000000613,0.01000,1.343
8,mlp.experts.61.gate_proj,0.0000000593,0.01000,1.344
8,mlp.experts.62.gate_proj,0.0000000608,0.01000,1.353
8,mlp.experts.63.gate_proj,0.0000000577,0.01000,1.338
8,mlp.experts.65.gate_proj,0.0000000554,0.01000,1.341
8,mlp.experts.66.gate_proj,0.0000000611,0.01000,1.329
8,mlp.experts.67.gate_proj,0.0000000603,0.01000,1.332
8,mlp.experts.68.gate_proj,0.0000000616,0.01000,1.354
8,mlp.experts.64.gate_proj,0.0000000597,0.01000,1.409
8,mlp.experts.69.gate_proj,0.0000000579,0.01000,1.367
8,mlp.experts.70.gate_proj,0.0000000562,0.01000,1.344
8,mlp.experts.72.gate_proj,0.0000000616,0.01000,1.343
8,mlp.experts.73.gate_proj,0.0000000596,0.01000,1.327
8,mlp.experts.71.gate_proj,0.0000000595,0.01000,1.399
8,mlp.experts.74.gate_proj,0.0000000585,0.01000,1.342
8,mlp.experts.75.gate_proj,0.0000000585,0.01000,1.342
8,mlp.experts.76.gate_proj,0.0000000604,0.01000,1.346
8,mlp.experts.77.gate_proj,0.0000000563,0.01000,1.345
8,mlp.experts.79.gate_proj,0.0000000630,0.01000,1.334
8,mlp.experts.78.gate_proj,0.0000000570,0.01000,1.352
8,mlp.experts.80.gate_proj,0.0000000585,0.01000,1.327
8,mlp.experts.81.gate_proj,0.0000000573,0.01000,1.331
8,mlp.experts.82.gate_proj,0.0000000583,0.01000,1.329
8,mlp.experts.83.gate_proj,0.0000000605,0.01000,1.349
8,mlp.experts.84.gate_proj,0.0000000590,0.01000,1.352
8,mlp.experts.86.gate_proj,0.0000000578,0.01000,1.345
8,mlp.experts.87.gate_proj,0.0000000588,0.01000,1.330
8,mlp.experts.89.gate_proj,0.0000000636,0.01000,1.329
8,mlp.experts.88.gate_proj,0.0000000587,0.01000,1.341
8,mlp.experts.85.gate_proj,0.0000000564,0.01000,1.413
8,mlp.experts.90.gate_proj,0.0000000605,0.01000,1.354
8,mlp.experts.91.gate_proj,0.0000000613,0.01000,1.345
8,mlp.experts.94.gate_proj,0.0000000588,0.01000,1.321
8,mlp.experts.93.gate_proj,0.0000000588,0.01000,1.343
8,mlp.experts.95.gate_proj,0.0000000607,0.01000,1.339
8,mlp.experts.96.gate_proj,0.0000000601,0.01000,1.327
8,mlp.experts.92.gate_proj,0.0000000573,0.01000,1.407
8,mlp.experts.97.gate_proj,0.0000000610,0.01000,1.358
8,mlp.experts.98.gate_proj,0.0000000583,0.01000,1.355
8,mlp.experts.99.gate_proj,0.0000000578,0.01000,1.349
8,mlp.experts.100.gate_proj,0.0000000581,0.01000,1.342
8,mlp.experts.101.gate_proj,0.0000000617,0.01000,1.332
8,mlp.experts.102.gate_proj,0.0000000596,0.01000,1.344
8,mlp.experts.103.gate_proj,0.0000000606,0.01000,1.336
8,mlp.experts.104.gate_proj,0.0000000607,0.01000,1.370
8,mlp.experts.105.gate_proj,0.0000000616,0.01000,1.345
8,mlp.experts.108.gate_proj,0.0000000600,0.01000,1.331
8,mlp.experts.107.gate_proj,0.0000000589,0.01000,1.346
8,mlp.experts.110.gate_proj,0.0000000594,0.01000,1.330
8,mlp.experts.109.gate_proj,0.0000000568,0.01000,1.354
8,mlp.experts.106.gate_proj,0.0000000605,0.01000,1.419
8,mlp.experts.111.gate_proj,0.0000000583,0.01000,1.357
8,mlp.experts.112.gate_proj,0.0000000578,0.01000,1.337
8,mlp.experts.114.gate_proj,0.0000000590,0.01000,1.333
8,mlp.experts.115.gate_proj,0.0000000608,0.01000,1.325
8,mlp.experts.116.gate_proj,0.0000000597,0.01000,1.336
8,mlp.experts.117.gate_proj,0.0000000601,0.01000,1.328
8,mlp.experts.113.gate_proj,0.0000000644,0.01000,1.423
8,mlp.experts.118.gate_proj,0.0000000609,0.01000,1.356
8,mlp.experts.119.gate_proj,0.0000000592,0.01000,1.338
8,mlp.experts.0.up_proj,0.0000000561,0.01000,1.366
8,mlp.experts.1.up_proj,0.0000000594,0.01000,1.349
8,mlp.experts.2.up_proj,0.0000000595,0.01000,1.330
8,mlp.experts.3.up_proj,0.0000000580,0.01000,1.343
8,mlp.experts.4.up_proj,0.0000000569,0.01000,1.337
8,mlp.experts.5.up_proj,0.0000000563,0.01000,1.353
8,mlp.experts.6.up_proj,0.0000000575,0.01000,1.345
8,mlp.experts.9.up_proj,0.0000000602,0.01000,1.330
8,mlp.experts.8.up_proj,0.0000000581,0.01000,1.350
8,mlp.experts.10.up_proj,0.0000000601,0.01000,1.345
8,mlp.experts.11.up_proj,0.0000000564,0.01000,1.337
8,mlp.experts.7.up_proj,0.0000000608,0.01000,1.391
8,mlp.experts.12.up_proj,0.0000000557,0.01000,1.353
8,mlp.experts.13.up_proj,0.0000000566,0.01000,1.337
8,mlp.experts.14.up_proj,0.0000000594,0.01000,1.368
8,mlp.experts.15.up_proj,0.0000000562,0.01000,1.362
8,mlp.experts.16.up_proj,0.0000000616,0.01000,1.347
8,mlp.experts.18.up_proj,0.0000000565,0.01000,1.348
8,mlp.experts.17.up_proj,0.0000000561,0.01000,1.398
8,mlp.experts.19.up_proj,0.0000000574,0.01000,1.357
8,mlp.experts.20.up_proj,0.0000000601,0.01000,1.353
8,mlp.experts.23.up_proj,0.0000000601,0.01000,1.342
8,mlp.experts.22.up_proj,0.0000000579,0.01000,1.362
8,mlp.experts.24.up_proj,0.0000000609,0.01000,1.352
8,mlp.experts.25.up_proj,0.0000000557,0.01000,1.335
8,mlp.experts.21.up_proj,0.0000000611,0.01000,1.413
8,mlp.experts.26.up_proj,0.0000000617,0.01000,1.381
8,mlp.experts.27.up_proj,0.0000000597,0.01000,1.344
8,mlp.experts.30.up_proj,0.0000000597,0.01000,1.328
8,mlp.experts.29.up_proj,0.0000000587,0.01000,1.349
8,mlp.experts.31.up_proj,0.0000000588,0.01000,1.343
8,mlp.experts.32.up_proj,0.0000000566,0.01000,1.346
8,mlp.experts.28.up_proj,0.0000000611,0.01000,1.400
8,mlp.experts.33.up_proj,0.0000000559,0.01000,1.353
8,mlp.experts.34.up_proj,0.0000000584,0.01000,1.340
8,mlp.experts.36.up_proj,0.0000000574,0.01000,1.345
8,mlp.experts.37.up_proj,0.0000000598,0.01000,1.332
8,mlp.experts.39.up_proj,0.0000000617,0.01000,1.338
8,mlp.experts.38.up_proj,0.0000000564,0.01000,1.354
8,mlp.experts.35.up_proj,0.0000000588,0.01000,1.406
8,mlp.experts.40.up_proj,0.0000000596,0.01000,1.352
8,mlp.experts.41.up_proj,0.0000000583,0.01000,1.341
8,mlp.experts.43.up_proj,0.0000000596,0.01000,1.343
8,mlp.experts.44.up_proj,0.0000000627,0.01000,1.338
8,mlp.experts.46.up_proj,0.0000000562,0.01000,1.340
8,mlp.experts.45.up_proj,0.0000000547,0.01000,1.354
8,mlp.experts.42.up_proj,0.0000000579,0.01000,1.416
8,mlp.experts.47.up_proj,0.0000000622,0.01000,1.351
8,mlp.experts.48.up_proj,0.0000000614,0.01000,1.349
8,mlp.experts.50.up_proj,0.0000000587,0.01000,1.349
8,mlp.experts.51.up_proj,0.0000000617,0.01000,1.339
8,mlp.experts.52.up_proj,0.0000000583,0.01000,1.351
8,mlp.experts.53.up_proj,0.0000000602,0.01000,1.353
8,mlp.experts.49.up_proj,0.0000000606,0.01000,1.411
8,mlp.experts.54.up_proj,0.0000000593,0.01000,1.348
8,mlp.experts.55.up_proj,0.0000000612,0.01000,1.351
8,mlp.experts.56.up_proj,0.0000000594,0.01000,1.361
8,mlp.experts.57.up_proj,0.0000000589,0.01000,1.356
8,mlp.experts.58.up_proj,0.0000000596,0.01000,1.343
8,mlp.experts.60.up_proj,0.0000000609,0.01000,1.339
8,mlp.experts.59.up_proj,0.0000000581,0.01000,1.399
8,mlp.experts.61.up_proj,0.0000000586,0.01000,1.348
8,mlp.experts.62.up_proj,0.0000000604,0.01000,1.340
8,mlp.experts.65.up_proj,0.0000000552,0.01000,1.335
8,mlp.experts.64.up_proj,0.0000000592,0.01000,1.351
8,mlp.experts.66.up_proj,0.0000000606,0.01000,1.376
8,mlp.experts.63.up_proj,0.0000000574,0.01000,1.407
8,mlp.experts.67.up_proj,0.0000000598,0.01000,1.333
8,mlp.experts.68.up_proj,0.0000000614,0.01000,1.361
8,mlp.experts.69.up_proj,0.0000000572,0.01000,1.337
8,mlp.experts.71.up_proj,0.0000000586,0.01000,1.334
8,mlp.experts.72.up_proj,0.0000000611,0.01000,1.346
8,mlp.experts.74.up_proj,0.0000000579,0.01000,1.337
8,mlp.experts.70.up_proj,0.0000000558,0.01000,1.413
8,mlp.experts.73.up_proj,0.0000000590,0.01000,1.396
8,mlp.experts.75.up_proj,0.0000000575,0.01000,1.356
8,mlp.experts.76.up_proj,0.0000000597,0.01000,1.334
8,mlp.experts.77.up_proj,0.0000000557,0.01000,1.358
8,mlp.experts.79.up_proj,0.0000000621,0.01000,1.335
8,mlp.experts.80.up_proj,0.0000000581,0.01000,1.351
8,mlp.experts.81.up_proj,0.0000000569,0.01000,1.339
8,mlp.experts.78.up_proj,0.0000000563,0.01000,1.412
8,mlp.experts.82.up_proj,0.0000000579,0.01000,1.357
8,mlp.experts.83.up_proj,0.0000000598,0.01000,1.344
8,mlp.experts.84.up_proj,0.0000000582,0.01000,1.346
8,mlp.experts.85.up_proj,0.0000000557,0.01000,1.358
8,mlp.experts.86.up_proj,0.0000000572,0.01000,1.336
8,mlp.experts.87.up_proj,0.0000000583,0.01000,1.356
8,mlp.experts.88.up_proj,0.0000000584,0.01000,1.356
8,mlp.experts.89.up_proj,0.0000000629,0.01000,1.365
8,mlp.experts.90.up_proj,0.0000000598,0.01000,1.350
8,mlp.experts.91.up_proj,0.0000000607,0.01000,1.346
8,mlp.experts.93.up_proj,0.0000000582,0.01000,1.332
8,mlp.experts.92.up_proj,0.0000000571,0.01000,1.383
8,mlp.experts.94.up_proj,0.0000000583,0.01000,1.348
8,mlp.experts.95.up_proj,0.0000000603,0.01000,1.347
8,mlp.experts.96.up_proj,0.0000000598,0.01000,1.353
8,mlp.experts.97.up_proj,0.0000000601,0.01000,1.341
8,mlp.experts.98.up_proj,0.0000000578,0.01000,1.348
8,mlp.experts.99.up_proj,0.0000000573,0.01000,1.345
8,mlp.experts.100.up_proj,0.0000000572,0.01000,1.332
8,mlp.experts.101.up_proj,0.0000000611,0.01000,1.347
8,mlp.experts.102.up_proj,0.0000000589,0.01000,1.342
8,mlp.experts.103.up_proj,0.0000000602,0.01000,1.385
8,mlp.experts.104.up_proj,0.0000000604,0.01000,1.359
8,mlp.experts.105.up_proj,0.0000000612,0.01000,1.355
8,mlp.experts.106.up_proj,0.0000000603,0.01000,1.368
8,mlp.experts.107.up_proj,0.0000000585,0.01000,1.339
8,mlp.experts.108.up_proj,0.0000000592,0.01000,1.339
8,mlp.experts.109.up_proj,0.0000000560,0.01000,1.342
8,mlp.experts.110.up_proj,0.0000000592,0.01000,1.366
8,mlp.experts.111.up_proj,0.0000000575,0.01000,1.341
8,mlp.experts.112.up_proj,0.0000000573,0.01000,1.366
8,mlp.experts.113.up_proj,0.0000000638,0.01000,1.344
8,mlp.experts.114.up_proj,0.0000000586,0.01000,1.340
8,mlp.experts.115.up_proj,0.0000000602,0.01000,1.342
8,mlp.experts.116.up_proj,0.0000000593,0.01000,1.347
8,mlp.experts.117.up_proj,0.0000000595,0.01000,1.317
8,mlp.experts.118.up_proj,0.0000000602,0.01000,1.094
8,mlp.experts.119.up_proj,0.0000000587,0.01000,0.978
8,mlp.experts.3.down_proj,0.0000000004,0.01000,0.435
8,mlp.experts.2.down_proj,0.0000000004,0.01000,0.437
8,mlp.experts.0.down_proj,0.0000000005,0.01000,0.438
8,mlp.experts.4.down_proj,0.0000000004,0.01000,0.444
8,mlp.experts.6.down_proj,0.0000000003,0.01000,0.443
8,mlp.experts.1.down_proj,0.0000000003,0.01000,0.454
8,mlp.experts.5.down_proj,0.0000000003,0.01000,0.452
8,mlp.experts.9.down_proj,0.0000000004,0.01000,0.404
8,mlp.experts.10.down_proj,0.0000000004,0.01000,0.399
8,mlp.experts.7.down_proj,0.0000000003,0.01000,0.411
8,mlp.experts.11.down_proj,0.0000000003,0.01000,0.403
8,mlp.experts.12.down_proj,0.0000000005,0.01000,0.399
8,mlp.experts.8.down_proj,0.0000000004,0.01000,0.418
8,mlp.experts.13.down_proj,0.0000000004,0.01000,0.423
8,mlp.experts.17.down_proj,0.0000000005,0.01000,0.402
8,mlp.experts.15.down_proj,0.0000000004,0.01000,0.409
8,mlp.experts.14.down_proj,0.0000000003,0.01000,0.415
8,mlp.experts.19.down_proj,0.0000000004,0.01000,0.408
8,mlp.experts.18.down_proj,0.0000000004,0.01000,0.415
8,mlp.experts.16.down_proj,0.0000000004,0.01000,0.421
8,mlp.experts.20.down_proj,0.0000000004,0.01000,0.421
8,mlp.experts.24.down_proj,0.0000000003,0.01000,0.398
8,mlp.experts.22.down_proj,0.0000000004,0.01000,0.411
8,mlp.experts.23.down_proj,0.0000000004,0.01000,0.408
8,mlp.experts.25.down_proj,0.0000000003,0.01000,0.402
8,mlp.experts.21.down_proj,0.0000000004,0.01000,0.420
8,mlp.experts.26.down_proj,0.0000000004,0.01000,0.403
8,mlp.experts.27.down_proj,0.0000000004,0.01000,0.411
8,mlp.experts.31.down_proj,0.0000000005,0.01000,0.397
8,mlp.experts.30.down_proj,0.0000000003,0.01000,0.403
8,mlp.experts.28.down_proj,0.0000000004,0.01000,0.408
8,mlp.experts.33.down_proj,0.0000000004,0.01000,0.407
8,mlp.experts.32.down_proj,0.0000000004,0.01000,0.415
8,mlp.experts.29.down_proj,0.0000000004,0.01000,0.425
8,mlp.experts.34.down_proj,0.0000000004,0.01000,0.412
8,mlp.experts.37.down_proj,0.0000000004,0.01000,0.407
8,mlp.experts.38.down_proj,0.0000000003,0.01000,0.400
8,mlp.experts.36.down_proj,0.0000000004,0.01000,0.411
8,mlp.experts.35.down_proj,0.0000000003,0.01000,0.417
8,mlp.experts.39.down_proj,0.0000000005,0.01000,0.408
8,mlp.experts.40.down_proj,0.0000000005,0.01000,0.420
8,mlp.experts.41.down_proj,0.0000000004,0.01000,0.415
8,mlp.experts.45.down_proj,0.0000000004,0.01000,0.394
8,mlp.experts.44.down_proj,0.0000000005,0.01000,0.402
8,mlp.experts.43.down_proj,0.0000000004,0.01000,0.418
8,mlp.experts.42.down_proj,0.0000000004,0.01000,0.429
8,mlp.experts.46.down_proj,0.0000000003,0.01000,0.411
8,mlp.experts.47.down_proj,0.0000000005,0.01000,0.402
8,mlp.experts.48.down_proj,0.0000000003,0.01000,0.404
8,mlp.experts.50.down_proj,0.0000000004,0.01000,0.408
8,mlp.experts.51.down_proj,0.0000000004,0.01000,0.408
8,mlp.experts.49.down_proj,0.0000000004,0.01000,0.429
8,mlp.experts.52.down_proj,0.0000000004,0.01000,0.404
8,mlp.experts.53.down_proj,0.0000000003,0.01000,0.407
8,mlp.experts.54.down_proj,0.0000000004,0.01000,0.405
8,mlp.experts.55.down_proj,0.0000000003,0.01000,0.407
8,mlp.experts.56.down_proj,0.0000000003,0.01000,0.407
8,mlp.experts.58.down_proj,0.0000000004,0.01000,0.401
8,mlp.experts.59.down_proj,0.0000000004,0.01000,0.403
8,mlp.experts.57.down_proj,0.0000000003,0.01000,0.414
8,mlp.experts.60.down_proj,0.0000000004,0.01000,0.404
8,mlp.experts.61.down_proj,0.0000000004,0.01000,0.402
8,mlp.experts.62.down_proj,0.0000000004,0.01000,0.405
8,mlp.experts.63.down_proj,0.0000000003,0.01000,0.404
8,mlp.experts.64.down_proj,0.0000000003,0.01000,0.409
8,mlp.experts.65.down_proj,0.0000000003,0.01000,0.408
8,mlp.experts.66.down_proj,0.0000000004,0.01000,0.404
8,mlp.experts.68.down_proj,0.0000000004,0.01000,0.410
8,mlp.experts.67.down_proj,0.0000000004,0.01000,0.413
8,mlp.experts.69.down_proj,0.0000000003,0.01000,0.409
8,mlp.experts.70.down_proj,0.0000000003,0.01000,0.406
8,mlp.experts.73.down_proj,0.0000000004,0.01000,0.399
8,mlp.experts.71.down_proj,0.0000000004,0.01000,0.409
8,mlp.experts.72.down_proj,0.0000000004,0.01000,0.410
8,mlp.experts.75.down_proj,0.0000000004,0.01000,0.401
8,mlp.experts.74.down_proj,0.0000000005,0.01000,0.410
8,mlp.experts.76.down_proj,0.0000000003,0.01000,0.404
8,mlp.experts.77.down_proj,0.0000000004,0.01000,0.403
8,mlp.experts.79.down_proj,0.0000000004,0.01000,0.400
8,mlp.experts.80.down_proj,0.0000000006,0.01000,0.401
8,mlp.experts.78.down_proj,0.0000000004,0.01000,0.415
8,mlp.experts.81.down_proj,0.0000000004,0.01000,0.408
8,mlp.experts.82.down_proj,0.0000000004,0.01000,0.403
8,mlp.experts.83.down_proj,0.0000000004,0.01000,0.409
8,mlp.experts.84.down_proj,0.0000000003,0.01000,0.403
8,mlp.experts.85.down_proj,0.0000000004,0.01000,0.404
8,mlp.experts.87.down_proj,0.0000000005,0.01000,0.396
8,mlp.experts.88.down_proj,0.0000000005,0.01000,0.413
8,mlp.experts.86.down_proj,0.0000000004,0.01000,0.424
8,mlp.experts.89.down_proj,0.0000000004,0.01000,0.418
8,mlp.experts.90.down_proj,0.0000000005,0.01000,0.410
8,mlp.experts.91.down_proj,0.0000000003,0.01000,0.404
8,mlp.experts.92.down_proj,0.0000000003,0.01000,0.403
8,mlp.experts.93.down_proj,0.0000000004,0.01000,0.409
8,mlp.experts.96.down_proj,0.0000000004,0.01000,0.400
8,mlp.experts.94.down_proj,0.0000000003,0.01000,0.406
8,mlp.experts.97.down_proj,0.0000000004,0.01000,0.401
8,mlp.experts.95.down_proj,0.0000000003,0.01000,0.432
8,mlp.experts.98.down_proj,0.0000000005,0.01000,0.408
8,mlp.experts.99.down_proj,0.0000000004,0.01000,0.403
8,mlp.experts.100.down_proj,0.0000000005,0.01000,0.400
8,mlp.experts.101.down_proj,0.0000000004,0.01000,0.402
8,mlp.experts.102.down_proj,0.0000000004,0.01000,0.422
8,mlp.experts.103.down_proj,0.0000000004,0.01000,0.397
8,mlp.experts.104.down_proj,0.0000000004,0.01000,0.419
8,mlp.experts.105.down_proj,0.0000000004,0.01000,0.406
8,mlp.experts.107.down_proj,0.0000000004,0.01000,0.399
8,mlp.experts.106.down_proj,0.0000000004,0.01000,0.403
8,mlp.experts.108.down_proj,0.0000000005,0.01000,0.395
8,mlp.experts.110.down_proj,0.0000000004,0.01000,0.400
8,mlp.experts.109.down_proj,0.0000000004,0.01000,0.420
8,mlp.experts.111.down_proj,0.0000000004,0.01000,0.417
8,mlp.experts.112.down_proj,0.0000000004,0.01000,0.404
8,mlp.experts.114.down_proj,0.0000000005,0.01000,0.403
8,mlp.experts.113.down_proj,0.0000000005,0.01000,0.405
8,mlp.experts.115.down_proj,0.0000000003,0.01000,0.397
8,mlp.experts.116.down_proj,0.0000000004,0.01000,0.400
8,mlp.experts.117.down_proj,0.0000000004,0.01000,0.395
8,mlp.experts.118.down_proj,0.0000000004,0.01000,0.397
8,mlp.experts.119.down_proj,0.0000000004,0.01000,0.279
9,self_attn.v_proj,0.0000000011,0.01000,1.188
9,self_attn.k_proj,0.0000000007,0.01000,1.195
9,self_attn.q_proj,0.0000000031,0.01000,1.262
9,self_attn.o_proj,0.0000000002,0.01000,2.772
9,mlp.shared_experts.gate_proj,0.0000000001,0.01000,1.033
9,mlp.shared_experts.up_proj,0.0000000001,0.01000,0.915
9,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.274
9,mlp.experts.5.gate_proj,0.0000000740,0.01000,1.541
9,mlp.experts.1.gate_proj,0.0000000660,0.01000,1.545
9,mlp.experts.3.gate_proj,0.0000000674,0.01000,1.560
9,mlp.experts.4.gate_proj,0.0000000661,0.01000,1.566
9,mlp.experts.0.gate_proj,0.0000000677,0.01000,1.631
9,mlp.experts.2.gate_proj,0.0000000671,0.01000,1.663
9,mlp.experts.6.gate_proj,0.0000000690,0.01000,1.674
9,mlp.experts.8.gate_proj,0.0000000646,0.01000,1.391
9,mlp.experts.10.gate_proj,0.0000000674,0.01000,1.397
9,mlp.experts.9.gate_proj,0.0000000667,0.01000,1.408
9,mlp.experts.7.gate_proj,0.0000000694,0.01000,1.475
9,mlp.experts.11.gate_proj,0.0000000618,0.01000,1.415
9,mlp.experts.12.gate_proj,0.0000000676,0.01000,1.519
9,mlp.experts.13.gate_proj,0.0000000656,0.01000,1.576
9,mlp.experts.14.gate_proj,0.0000000698,0.01000,1.370
9,mlp.experts.15.gate_proj,0.0000000668,0.01000,1.376
9,mlp.experts.16.gate_proj,0.0000000691,0.01000,1.413
9,mlp.experts.17.gate_proj,0.0000000652,0.01000,1.378
9,mlp.experts.18.gate_proj,0.0000000682,0.01000,1.547
9,mlp.experts.19.gate_proj,0.0000000681,0.01000,1.447
9,mlp.experts.20.gate_proj,0.0000000683,0.01000,1.729
9,mlp.experts.22.gate_proj,0.0000000673,0.01000,1.517
9,mlp.experts.23.gate_proj,0.0000000675,0.01000,1.489
9,mlp.experts.24.gate_proj,0.0000000673,0.01000,1.510
9,mlp.experts.26.gate_proj,0.0000000672,0.01000,1.362
9,mlp.experts.25.gate_proj,0.0000000692,0.01000,1.423
9,mlp.experts.21.gate_proj,0.0000000720,0.01000,1.760
9,mlp.experts.27.gate_proj,0.0000000689,0.01000,1.576
9,mlp.experts.29.gate_proj,0.0000000659,0.01000,1.418
9,mlp.experts.30.gate_proj,0.0000000709,0.01000,1.401
9,mlp.experts.31.gate_proj,0.0000000651,0.01000,1.335
9,mlp.experts.28.gate_proj,0.0000000708,0.01000,1.495
9,mlp.experts.32.gate_proj,0.0000000661,0.01000,1.391
9,mlp.experts.33.gate_proj,0.0000000668,0.01000,1.418
9,mlp.experts.34.gate_proj,0.0000000655,0.01000,1.492
9,mlp.experts.37.gate_proj,0.0000000661,0.01000,1.369
9,mlp.experts.38.gate_proj,0.0000000692,0.01000,1.361
9,mlp.experts.39.gate_proj,0.0000000682,0.01000,1.352
9,mlp.experts.40.gate_proj,0.0000000683,0.01000,1.356
9,mlp.experts.35.gate_proj,0.0000000705,0.01000,1.608
9,mlp.experts.36.gate_proj,0.0000000689,0.01000,1.765
9,mlp.experts.41.gate_proj,0.0000000645,0.01000,1.572
9,mlp.experts.44.gate_proj,0.0000000672,0.01000,1.380
9,mlp.experts.42.gate_proj,0.0000000667,0.01000,1.498
9,mlp.experts.45.gate_proj,0.0000000689,0.01000,1.376
9,mlp.experts.46.gate_proj,0.0000000664,0.01000,1.360
9,mlp.experts.43.gate_proj,0.0000000724,0.01000,1.559
9,mlp.experts.47.gate_proj,0.0000000665,0.01000,1.592
9,mlp.experts.48.gate_proj,0.0000000685,0.01000,1.524
9,mlp.experts.49.gate_proj,0.0000000696,0.01000,1.415
9,mlp.experts.51.gate_proj,0.0000000708,0.01000,1.374
9,mlp.experts.50.gate_proj,0.0000000677,0.01000,1.476
9,mlp.experts.53.gate_proj,0.0000000675,0.01000,1.492
9,mlp.experts.52.gate_proj,0.0000000722,0.01000,1.568
9,mlp.experts.54.gate_proj,0.0000000678,0.01000,1.629
9,mlp.experts.55.gate_proj,0.0000000657,0.01000,1.725
9,mlp.experts.56.gate_proj,0.0000000694,0.01000,1.379
9,mlp.experts.57.gate_proj,0.0000000691,0.01000,1.430
9,mlp.experts.58.gate_proj,0.0000000697,0.01000,1.371
9,mlp.experts.59.gate_proj,0.0000000688,0.01000,1.371
9,mlp.experts.60.gate_proj,0.0000000652,0.01000,1.585
9,mlp.experts.61.gate_proj,0.0000000656,0.01000,1.529
9,mlp.experts.63.gate_proj,0.0000000692,0.01000,1.498
9,mlp.experts.62.gate_proj,0.0000000698,0.01000,1.633
9,mlp.experts.66.gate_proj,0.0000000674,0.01000,1.386
9,mlp.experts.65.gate_proj,0.0000000675,0.01000,1.518
9,mlp.experts.64.gate_proj,0.0000000668,0.01000,1.643
9,mlp.experts.67.gate_proj,0.0000000647,0.01000,1.366
9,mlp.experts.68.gate_proj,0.0000000683,0.01000,1.335
9,mlp.experts.70.gate_proj,0.0000000682,0.01000,1.377
9,mlp.experts.72.gate_proj,0.0000000670,0.01000,1.365
9,mlp.experts.71.gate_proj,0.0000000648,0.01000,1.427
9,mlp.experts.73.gate_proj,0.0000000692,0.01000,1.413
9,mlp.experts.69.gate_proj,0.0000000641,0.01000,1.737
9,mlp.experts.74.gate_proj,0.0000000701,0.01000,1.590
9,mlp.experts.75.gate_proj,0.0000000701,0.01000,1.536
9,mlp.experts.77.gate_proj,0.0000000687,0.01000,1.402
9,mlp.experts.78.gate_proj,0.0000000676,0.01000,1.534
9,mlp.experts.79.gate_proj,0.0000000691,0.01000,1.463
9,mlp.experts.80.gate_proj,0.0000000681,0.01000,1.482
9,mlp.experts.81.gate_proj,0.0000000686,0.01000,1.377
9,mlp.experts.76.gate_proj,0.0000000688,0.01000,2.026
9,mlp.experts.82.gate_proj,0.0000000670,0.01000,1.330
9,mlp.experts.84.gate_proj,0.0000000722,0.01000,1.358
9,mlp.experts.85.gate_proj,0.0000000685,0.01000,1.461
9,mlp.experts.87.gate_proj,0.0000000657,0.01000,1.333
9,mlp.experts.86.gate_proj,0.0000000668,0.01000,1.428
9,mlp.experts.83.gate_proj,0.0000000684,0.01000,1.882
9,mlp.experts.89.gate_proj,0.0000000659,0.01000,1.345
9,mlp.experts.88.gate_proj,0.0000000663,0.01000,1.692
9,mlp.experts.91.gate_proj,0.0000000671,0.01000,1.388
9,mlp.experts.92.gate_proj,0.0000000656,0.01000,1.349
9,mlp.experts.93.gate_proj,0.0000000677,0.01000,1.401
9,mlp.experts.94.gate_proj,0.0000000622,0.01000,1.318
9,mlp.experts.90.gate_proj,0.0000000661,0.01000,1.822
9,mlp.experts.95.gate_proj,0.0000000696,0.01000,1.395
9,mlp.experts.96.gate_proj,0.0000000676,0.01000,1.587
9,mlp.experts.98.gate_proj,0.0000000697,0.01000,1.404
9,mlp.experts.100.gate_proj,0.0000000620,0.01000,1.380
9,mlp.experts.99.gate_proj,0.0000000684,0.01000,1.521
9,mlp.experts.101.gate_proj,0.0000000650,0.01000,1.405
9,mlp.experts.102.gate_proj,0.0000000689,0.01000,1.396
9,mlp.experts.97.gate_proj,0.0000000659,0.01000,1.927
9,mlp.experts.103.gate_proj,0.0000000675,0.01000,1.402
9,mlp.experts.106.gate_proj,0.0000000697,0.01000,1.403
9,mlp.experts.105.gate_proj,0.0000000646,0.01000,1.524
9,mlp.experts.107.gate_proj,0.0000000669,0.01000,1.410
9,mlp.experts.104.gate_proj,0.0000000679,0.01000,1.821
9,mlp.experts.109.gate_proj,0.0000000669,0.01000,1.383
9,mlp.experts.110.gate_proj,0.0000000680,0.01000,1.328
9,mlp.experts.108.gate_proj,0.0000000679,0.01000,1.851
9,mlp.experts.112.gate_proj,0.0000000673,0.01000,1.338
9,mlp.experts.113.gate_proj,0.0000000659,0.01000,1.322
9,mlp.experts.114.gate_proj,0.0000000684,0.01000,1.327
9,mlp.experts.115.gate_proj,0.0000000671,0.01000,1.451
9,mlp.experts.111.gate_proj,0.0000000693,0.01000,1.838
9,mlp.experts.116.gate_proj,0.0000000670,0.01000,1.510
9,mlp.experts.117.gate_proj,0.0000000675,0.01000,1.485
9,mlp.experts.119.gate_proj,0.0000000665,0.01000,1.361
9,mlp.experts.0.up_proj,0.0000000667,0.01000,1.368
9,mlp.experts.1.up_proj,0.0000000655,0.01000,1.507
9,mlp.experts.2.up_proj,0.0000000668,0.01000,1.420
9,mlp.experts.118.gate_proj,0.0000000685,0.01000,2.021
9,mlp.experts.4.up_proj,0.0000000655,0.01000,1.330
9,mlp.experts.3.up_proj,0.0000000664,0.01000,1.517
9,mlp.experts.6.up_proj,0.0000000687,0.01000,1.408
9,mlp.experts.5.up_proj,0.0000000727,0.01000,1.958
9,mlp.experts.7.up_proj,0.0000000684,0.01000,1.463
9,mlp.experts.9.up_proj,0.0000000663,0.01000,1.326
9,mlp.experts.8.up_proj,0.0000000637,0.01000,1.528
9,mlp.experts.10.up_proj,0.0000000666,0.01000,1.379
9,mlp.experts.11.up_proj,0.0000000612,0.01000,1.520
9,mlp.experts.12.up_proj,0.0000000671,0.01000,1.729
9,mlp.experts.13.up_proj,0.0000000651,0.01000,1.415
9,mlp.experts.15.up_proj,0.0000000661,0.01000,1.479
9,mlp.experts.16.up_proj,0.0000000683,0.01000,1.421
9,mlp.experts.17.up_proj,0.0000000646,0.01000,1.520
9,mlp.experts.14.up_proj,0.0000000689,0.01000,1.672
9,mlp.experts.18.up_proj,0.0000000671,0.01000,1.371
9,mlp.experts.20.up_proj,0.0000000677,0.01000,1.366
9,mlp.experts.22.up_proj,0.0000000669,0.01000,1.340
9,mlp.experts.19.up_proj,0.0000000671,0.01000,1.635
9,mlp.experts.23.up_proj,0.0000000668,0.01000,1.395
9,mlp.experts.24.up_proj,0.0000000668,0.01000,1.365
9,mlp.experts.25.up_proj,0.0000000682,0.01000,1.403
9,mlp.experts.21.up_proj,0.0000000714,0.01000,1.689
9,mlp.experts.27.up_proj,0.0000000680,0.01000,1.392
9,mlp.experts.29.up_proj,0.0000000651,0.01000,1.364
9,mlp.experts.30.up_proj,0.0000000698,0.01000,1.350
9,mlp.experts.28.up_proj,0.0000000696,0.01000,1.504
9,mlp.experts.31.up_proj,0.0000000646,0.01000,1.498
9,mlp.experts.32.up_proj,0.0000000657,0.01000,1.449
9,mlp.experts.26.up_proj,0.0000000668,0.01000,1.972
9,mlp.experts.35.up_proj,0.0000000696,0.01000,1.428
9,mlp.experts.34.up_proj,0.0000000651,0.01000,1.521
9,mlp.experts.36.up_proj,0.0000000680,0.01000,1.530
9,mlp.experts.37.up_proj,0.0000000654,0.01000,1.492
9,mlp.experts.33.up_proj,0.0000000666,0.01000,1.908
9,mlp.experts.38.up_proj,0.0000000685,0.01000,1.564
9,mlp.experts.39.up_proj,0.0000000676,0.01000,1.450
9,mlp.experts.41.up_proj,0.0000000642,0.01000,1.447
9,mlp.experts.42.up_proj,0.0000000658,0.01000,1.421
9,mlp.experts.40.up_proj,0.0000000677,0.01000,1.705
9,mlp.experts.46.up_proj,0.0000000662,0.01000,1.382
9,mlp.experts.44.up_proj,0.0000000665,0.01000,1.466
9,mlp.experts.43.up_proj,0.0000000714,0.01000,1.567
9,mlp.experts.45.up_proj,0.0000000682,0.01000,1.531
9,mlp.experts.48.up_proj,0.0000000670,0.01000,1.396
9,mlp.experts.47.up_proj,0.0000000659,0.01000,1.655
9,mlp.experts.50.up_proj,0.0000000670,0.01000,1.424
9,mlp.experts.52.up_proj,0.0000000714,0.01000,1.383
9,mlp.experts.53.up_proj,0.0000000672,0.01000,1.416
9,mlp.experts.49.up_proj,0.0000000686,0.01000,1.693
9,mlp.experts.51.up_proj,0.0000000695,0.01000,1.637
9,mlp.experts.55.up_proj,0.0000000652,0.01000,1.400
9,mlp.experts.56.up_proj,0.0000000678,0.01000,1.447
9,mlp.experts.54.up_proj,0.0000000669,0.01000,1.617
9,mlp.experts.59.up_proj,0.0000000679,0.01000,1.369
9,mlp.experts.60.up_proj,0.0000000640,0.01000,1.362
9,mlp.experts.57.up_proj,0.0000000682,0.01000,1.627
9,mlp.experts.58.up_proj,0.0000000684,0.01000,1.788
9,mlp.experts.62.up_proj,0.0000000689,0.01000,1.346
9,mlp.experts.63.up_proj,0.0000000686,0.01000,1.381
9,mlp.experts.64.up_proj,0.0000000661,0.01000,1.352
9,mlp.experts.66.up_proj,0.0000000663,0.01000,1.340
9,mlp.experts.65.up_proj,0.0000000664,0.01000,1.447
9,mlp.experts.61.up_proj,0.0000000651,0.01000,1.777
9,mlp.experts.67.up_proj,0.0000000642,0.01000,1.354
9,mlp.experts.69.up_proj,0.0000000633,0.01000,1.384
9,mlp.experts.70.up_proj,0.0000000675,0.01000,1.494
9,mlp.experts.72.up_proj,0.0000000665,0.01000,1.395
9,mlp.experts.73.up_proj,0.0000000689,0.01000,1.368
9,mlp.experts.71.up_proj,0.0000000640,0.01000,1.588
9,mlp.experts.74.up_proj,0.0000000693,0.01000,1.339
9,mlp.experts.68.up_proj,0.0000000671,0.01000,2.096
9,mlp.experts.76.up_proj,0.0000000681,0.01000,1.341
9,mlp.experts.78.up_proj,0.0000000669,0.01000,1.336
9,mlp.experts.79.up_proj,0.0000000675,0.01000,1.329
9,mlp.experts.80.up_proj,0.0000000675,0.01000,1.362
9,mlp.experts.75.up_proj,0.0000000694,0.01000,1.877
9,mlp.experts.77.up_proj,0.0000000677,0.01000,1.777
9,mlp.experts.81.up_proj,0.0000000668,0.01000,1.338
9,mlp.experts.83.up_proj,0.0000000677,0.01000,1.367
9,mlp.experts.85.up_proj,0.0000000678,0.01000,1.396
9,mlp.experts.82.up_proj,0.0000000663,0.01000,1.790
9,mlp.experts.87.up_proj,0.0000000648,0.01000,1.371
9,mlp.experts.88.up_proj,0.0000000651,0.01000,1.359
9,mlp.experts.84.up_proj,0.0000000714,0.01000,1.714
9,mlp.experts.86.up_proj,0.0000000661,0.01000,1.610
9,mlp.experts.90.up_proj,0.0000000656,0.01000,1.413
9,mlp.experts.91.up_proj,0.0000000663,0.01000,1.402
9,mlp.experts.93.up_proj,0.0000000671,0.01000,1.387
9,mlp.experts.89.up_proj,0.0000000656,0.01000,1.787
9,mlp.experts.92.up_proj,0.0000000652,0.01000,1.528
9,mlp.experts.94.up_proj,0.0000000616,0.01000,1.485
9,mlp.experts.95.up_proj,0.0000000689,0.01000,1.655
9,mlp.experts.97.up_proj,0.0000000656,0.01000,1.372
9,mlp.experts.98.up_proj,0.0000000687,0.01000,1.365
9,mlp.experts.99.up_proj,0.0000000681,0.01000,1.422
9,mlp.experts.100.up_proj,0.0000000615,0.01000,1.344
9,mlp.experts.101.up_proj,0.0000000642,0.01000,1.354
9,mlp.experts.102.up_proj,0.0000000682,0.01000,1.340
9,mlp.experts.96.up_proj,0.0000000669,0.01000,1.933
9,mlp.experts.104.up_proj,0.0000000672,0.01000,1.487
9,mlp.experts.107.up_proj,0.0000000655,0.01000,1.394
9,mlp.experts.105.up_proj,0.0000000636,0.01000,1.451
9,mlp.experts.106.up_proj,0.0000000685,0.01000,1.474
9,mlp.experts.109.up_proj,0.0000000668,0.01000,1.371
9,mlp.experts.108.up_proj,0.0000000670,0.01000,1.430
9,mlp.experts.103.up_proj,0.0000000668,0.01000,1.907
9,mlp.experts.112.up_proj,0.0000000661,0.01000,1.448
9,mlp.experts.111.up_proj,0.0000000677,0.01000,1.483
9,mlp.experts.114.up_proj,0.0000000677,0.01000,1.361
9,mlp.experts.113.up_proj,0.0000000654,0.01000,1.551
9,mlp.experts.115.up_proj,0.0000000666,0.01000,1.386
9,mlp.experts.116.up_proj,0.0000000663,0.01000,1.466
9,mlp.experts.110.up_proj,0.0000000672,0.01000,1.934
9,mlp.experts.119.up_proj,0.0000000655,0.01000,1.093
9,mlp.experts.118.up_proj,0.0000000679,0.01000,1.228
9,mlp.experts.117.up_proj,0.0000000665,0.01000,1.444
9,mlp.experts.3.down_proj,0.0000000005,0.01000,0.442
9,mlp.experts.0.down_proj,0.0000000005,0.01000,0.444
9,mlp.experts.2.down_proj,0.0000000005,0.01000,0.445
9,mlp.experts.4.down_proj,0.0000000006,0.01000,0.447
9,mlp.experts.5.down_proj,0.0000000005,0.01000,0.449
9,mlp.experts.6.down_proj,0.0000000005,0.01000,0.450
9,mlp.experts.1.down_proj,0.0000000004,0.01000,0.458
9,mlp.experts.10.down_proj,0.0000000005,0.01000,0.405
9,mlp.experts.8.down_proj,0.0000000005,0.01000,0.419
9,mlp.experts.9.down_proj,0.0000000005,0.01000,0.427
9,mlp.experts.7.down_proj,0.0000000004,0.01000,0.463
9,mlp.experts.12.down_proj,0.0000000005,0.01000,0.456
9,mlp.experts.13.down_proj,0.0000000005,0.01000,0.540
9,mlp.experts.11.down_proj,0.0000000005,0.01000,0.637
9,mlp.experts.16.down_proj,0.0000000004,0.01000,0.424
9,mlp.experts.17.down_proj,0.0000000005,0.01000,0.422
9,mlp.experts.18.down_proj,0.0000000005,0.01000,0.477
9,mlp.experts.15.down_proj,0.0000000004,0.01000,0.537
9,mlp.experts.19.down_proj,0.0000000006,0.01000,0.407
9,mlp.experts.14.down_proj,0.0000000006,0.01000,0.600
9,mlp.experts.20.down_proj,0.0000000005,0.01000,0.511
9,mlp.experts.22.down_proj,0.0000000005,0.01000,0.451
9,mlp.experts.21.down_proj,0.0000000004,0.01000,0.495
9,mlp.experts.23.down_proj,0.0000000006,0.01000,0.421
9,mlp.experts.25.down_proj,0.0000000005,0.01000,0.437
9,mlp.experts.26.down_proj,0.0000000004,0.01000,0.531
9,mlp.experts.24.down_proj,0.0000000005,0.01000,0.637
9,mlp.experts.27.down_proj,0.0000000004,0.01000,0.548
9,mlp.experts.28.down_proj,0.0000000004,0.01000,0.421
9,mlp.experts.29.down_proj,0.0000000004,0.01000,0.414
9,mlp.experts.30.down_proj,0.0000000005,0.01000,0.525
9,mlp.experts.31.down_proj,0.0000000004,0.01000,0.511
9,mlp.experts.32.down_proj,0.0000000004,0.01000,0.416
9,mlp.experts.33.down_proj,0.0000000005,0.01000,0.438
9,mlp.experts.35.down_proj,0.0000000004,0.01000,0.452
9,mlp.experts.36.down_proj,0.0000000004,0.01000,0.451
9,mlp.experts.34.down_proj,0.0000000006,0.01000,0.559
9,mlp.experts.37.down_proj,0.0000000004,0.01000,0.437
9,mlp.experts.38.down_proj,0.0000000006,0.01000,0.453
9,mlp.experts.39.down_proj,0.0000000005,0.01000,0.589
9,mlp.experts.40.down_proj,0.0000000006,0.01000,0.583
9,mlp.experts.42.down_proj,0.0000000005,0.01000,0.440
9,mlp.experts.43.down_proj,0.0000000004,0.01000,0.428
9,mlp.experts.44.down_proj,0.0000000003,0.01000,0.427
9,mlp.experts.45.down_proj,0.0000000004,0.01000,0.428
9,mlp.experts.41.down_proj,0.0000000003,0.01000,0.605
9,mlp.experts.46.down_proj,0.0000000005,0.01000,0.558
9,mlp.experts.49.down_proj,0.0000000004,0.01000,0.436
9,mlp.experts.47.down_proj,0.0000000004,0.01000,0.549
9,mlp.experts.50.down_proj,0.0000000004,0.01000,0.418
9,mlp.experts.52.down_proj,0.0000000005,0.01000,0.413
9,mlp.experts.51.down_proj,0.0000000004,0.01000,0.537
9,mlp.experts.48.down_proj,0.0000000004,0.01000,0.749
9,mlp.experts.56.down_proj,0.0000000004,0.01000,0.430
9,mlp.experts.54.down_proj,0.0000000005,0.01000,0.507
9,mlp.experts.57.down_proj,0.0000000004,0.01000,0.433
9,mlp.experts.53.down_proj,0.0000000005,0.01000,0.549
9,mlp.experts.58.down_proj,0.0000000004,0.01000,0.413
9,mlp.experts.59.down_proj,0.0000000005,0.01000,0.410
9,mlp.experts.55.down_proj,0.0000000005,0.01000,0.746
9,mlp.experts.60.down_proj,0.0000000004,0.01000,0.438
9,mlp.experts.61.down_proj,0.0000000005,0.01000,0.409
9,mlp.experts.64.down_proj,0.0000000005,0.01000,0.420
9,mlp.experts.63.down_proj,0.0000000006,0.01000,0.577
9,mlp.experts.65.down_proj,0.0000000004,0.01000,0.435
9,mlp.experts.62.down_proj,0.0000000004,0.01000,0.648
9,mlp.experts.66.down_proj,0.0000000006,0.01000,0.478
9,mlp.experts.68.down_proj,0.0000000006,0.01000,0.419
9,mlp.experts.67.down_proj,0.0000000003,0.01000,0.473
9,mlp.experts.70.down_proj,0.0000000006,0.01000,0.415
9,mlp.experts.71.down_proj,0.0000000005,0.01000,0.532
9,mlp.experts.73.down_proj,0.0000000005,0.01000,0.406
9,mlp.experts.69.down_proj,0.0000000004,0.01000,0.643
9,mlp.experts.72.down_proj,0.0000000004,0.01000,0.547
9,mlp.experts.74.down_proj,0.0000000004,0.01000,0.423
9,mlp.experts.75.down_proj,0.0000000004,0.01000,0.397
9,mlp.experts.76.down_proj,0.0000000005,0.01000,0.576
9,mlp.experts.78.down_proj,0.0000000004,0.01000,0.440
9,mlp.experts.79.down_proj,0.0000000004,0.01000,0.433
9,mlp.experts.80.down_proj,0.0000000005,0.01000,0.404
9,mlp.experts.81.down_proj,0.0000000006,0.01000,0.422
9,mlp.experts.82.down_proj,0.0000000004,0.01000,0.413
9,mlp.experts.77.down_proj,0.0000000004,0.01000,0.651
9,mlp.experts.85.down_proj,0.0000000006,0.01000,0.413
9,mlp.experts.86.down_proj,0.0000000005,0.01000,0.409
9,mlp.experts.87.down_proj,0.0000000004,0.01000,0.394
9,mlp.experts.88.down_proj,0.0000000005,0.01000,0.396
9,mlp.experts.83.down_proj,0.0000000005,0.01000,0.641
9,mlp.experts.89.down_proj,0.0000000005,0.01000,0.488
9,mlp.experts.84.down_proj,0.0000000006,0.01000,0.708
9,mlp.experts.92.down_proj,0.0000000004,0.01000,0.409
9,mlp.experts.91.down_proj,0.0000000004,0.01000,0.518
9,mlp.experts.93.down_proj,0.0000000006,0.01000,0.560
9,mlp.experts.94.down_proj,0.0000000004,0.01000,0.417
9,mlp.experts.90.down_proj,0.0000000004,0.01000,0.671
9,mlp.experts.95.down_proj,0.0000000004,0.01000,0.454
9,mlp.experts.96.down_proj,0.0000000004,0.01000,0.556
9,mlp.experts.98.down_proj,0.0000000005,0.01000,0.447
9,mlp.experts.97.down_proj,0.0000000004,0.01000,0.593
9,mlp.experts.100.down_proj,0.0000000005,0.01000,0.445
9,mlp.experts.101.down_proj,0.0000000004,0.01000,0.414
9,mlp.experts.102.down_proj,0.0000000005,0.01000,0.413
9,mlp.experts.103.down_proj,0.0000000005,0.01000,0.416
9,mlp.experts.99.down_proj,0.0000000006,0.01000,0.642
9,mlp.experts.107.down_proj,0.0000000004,0.01000,0.406
9,mlp.experts.105.down_proj,0.0000000006,0.01000,0.459
9,mlp.experts.104.down_proj,0.0000000005,0.01000,0.564
9,mlp.experts.106.down_proj,0.0000000004,0.01000,0.502
9,mlp.experts.108.down_proj,0.0000000005,0.01000,0.452
9,mlp.experts.110.down_proj,0.0000000005,0.01000,0.455
9,mlp.experts.109.down_proj,0.0000000005,0.01000,0.544
9,mlp.experts.113.down_proj,0.0000000005,0.01000,0.437
9,mlp.experts.114.down_proj,0.0000000005,0.01000,0.428
9,mlp.experts.112.down_proj,0.0000000004,0.01000,0.512
9,mlp.experts.115.down_proj,0.0000000004,0.01000,0.548
9,mlp.experts.111.down_proj,0.0000000004,0.01000,0.649
9,mlp.experts.116.down_proj,0.0000000005,0.01000,0.427
9,mlp.experts.117.down_proj,0.0000000004,0.01000,0.384
9,mlp.experts.119.down_proj,0.0000000005,0.01000,0.322
9,mlp.experts.118.down_proj,0.0000000006,0.01000,0.436
10,self_attn.v_proj,0.0000000013,0.01000,1.161
10,self_attn.k_proj,0.0000000009,0.01000,1.206
10,self_attn.q_proj,0.0000000036,0.01000,1.273
10,self_attn.o_proj,0.0000000004,0.01000,2.807
10,mlp.shared_experts.gate_proj,0.0000000001,0.01000,0.962
10,mlp.shared_experts.up_proj,0.0000000001,0.01000,0.907
10,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.275
10,mlp.experts.3.gate_proj,0.0000000828,0.01000,1.511
10,mlp.experts.2.gate_proj,0.0000000864,0.01000,1.533
10,mlp.experts.4.gate_proj,0.0000000835,0.01000,1.538
10,mlp.experts.6.gate_proj,0.0000000818,0.01000,1.578
10,mlp.experts.0.gate_proj,0.0000000865,0.01000,1.582
10,mlp.experts.1.gate_proj,0.0000000853,0.01000,1.584
10,mlp.experts.5.gate_proj,0.0000000851,0.01000,1.690
10,mlp.experts.7.gate_proj,0.0000000838,0.01000,1.388
10,mlp.experts.8.gate_proj,0.0000000824,0.01000,1.400
10,mlp.experts.10.gate_proj,0.0000000845,0.01000,1.367
10,mlp.experts.11.gate_proj,0.0000000820,0.01000,1.379
10,mlp.experts.9.gate_proj,0.0000000843,0.01000,1.478
10,mlp.experts.12.gate_proj,0.0000000811,0.01000,1.472
10,mlp.experts.13.gate_proj,0.0000000806,0.01000,1.533
10,mlp.experts.15.gate_proj,0.0000000810,0.01000,1.402
10,mlp.experts.16.gate_proj,0.0000000781,0.01000,1.438
10,mlp.experts.17.gate_proj,0.0000000807,0.01000,1.487
10,mlp.experts.18.gate_proj,0.0000000811,0.01000,1.447
10,mlp.experts.19.gate_proj,0.0000000855,0.01000,1.444
10,mlp.experts.14.gate_proj,0.0000000826,0.01000,1.619
10,mlp.experts.20.gate_proj,0.0000000873,0.01000,1.612
10,mlp.experts.23.gate_proj,0.0000000809,0.01000,1.417
10,mlp.experts.26.gate_proj,0.0000000837,0.01000,1.404
10,mlp.experts.24.gate_proj,0.0000000772,0.01000,1.468
10,mlp.experts.25.gate_proj,0.0000000825,0.01000,1.477
10,mlp.experts.21.gate_proj,0.0000000832,0.01000,1.751
10,mlp.experts.22.gate_proj,0.0000000888,0.01000,1.761
10,mlp.experts.27.gate_proj,0.0000000839,0.01000,1.546
10,mlp.experts.28.gate_proj,0.0000000829,0.01000,1.410
10,mlp.experts.30.gate_proj,0.0000000805,0.01000,1.346
10,mlp.experts.31.gate_proj,0.0000000830,0.01000,1.427
10,mlp.experts.32.gate_proj,0.0000000806,0.01000,1.359
10,mlp.experts.29.gate_proj,0.0000000847,0.01000,1.659
10,mlp.experts.33.gate_proj,0.0000000807,0.01000,1.486
10,mlp.experts.34.gate_proj,0.0000000817,0.01000,1.617
10,mlp.experts.35.gate_proj,0.0000000904,0.01000,1.409
10,mlp.experts.36.gate_proj,0.0000000832,0.01000,1.505
10,mlp.experts.38.gate_proj,0.0000000801,0.01000,1.438
10,mlp.experts.39.gate_proj,0.0000000846,0.01000,1.369
10,mlp.experts.40.gate_proj,0.0000000828,0.01000,1.361
10,mlp.experts.37.gate_proj,0.0000000812,0.01000,1.750
10,mlp.experts.41.gate_proj,0.0000000847,0.01000,1.556
10,mlp.experts.42.gate_proj,0.0000000840,0.01000,1.400
10,mlp.experts.45.gate_proj,0.0000000837,0.01000,1.355
10,mlp.experts.44.gate_proj,0.0000000836,0.01000,1.451
10,mlp.experts.46.gate_proj,0.0000000831,0.01000,1.374
10,mlp.experts.47.gate_proj,0.0000000864,0.01000,1.352
10,mlp.experts.43.gate_proj,0.0000000844,0.01000,1.800
10,mlp.experts.48.gate_proj,0.0000000869,0.01000,1.664
10,mlp.experts.49.gate_proj,0.0000000832,0.01000,1.450
10,mlp.experts.51.gate_proj,0.0000000801,0.01000,1.362
10,mlp.experts.52.gate_proj,0.0000000833,0.01000,1.432
10,mlp.experts.50.gate_proj,0.0000000841,0.01000,1.646
10,mlp.experts.53.gate_proj,0.0000000788,0.01000,1.506
10,mlp.experts.54.gate_proj,0.0000000859,0.01000,1.512
10,mlp.experts.55.gate_proj,0.0000000852,0.01000,1.601
10,mlp.experts.56.gate_proj,0.0000000816,0.01000,1.483
10,mlp.experts.57.gate_proj,0.0000000776,0.01000,1.454
10,mlp.experts.58.gate_proj,0.0000000844,0.01000,1.493
10,mlp.experts.60.gate_proj,0.0000000825,0.01000,1.398
10,mlp.experts.59.gate_proj,0.0000000852,0.01000,1.629
10,mlp.experts.61.gate_proj,0.0000000798,0.01000,1.511
10,mlp.experts.62.gate_proj,0.0000000857,0.01000,1.548
10,mlp.experts.63.gate_proj,0.0000000850,0.01000,1.399
10,mlp.experts.64.gate_proj,0.0000000786,0.01000,1.384
10,mlp.experts.65.gate_proj,0.0000000843,0.01000,1.491
10,mlp.experts.66.gate_proj,0.0000000820,0.01000,1.522
10,mlp.experts.68.gate_proj,0.0000000836,0.01000,1.415
10,mlp.experts.67.gate_proj,0.0000000847,0.01000,1.498
10,mlp.experts.71.gate_proj,0.0000000862,0.01000,1.367
10,mlp.experts.70.gate_proj,0.0000000867,0.01000,1.582
10,mlp.experts.69.gate_proj,0.0000000868,0.01000,1.679
10,mlp.experts.72.gate_proj,0.0000000834,0.01000,1.397
10,mlp.experts.73.gate_proj,0.0000000815,0.01000,1.435
10,mlp.experts.75.gate_proj,0.0000000853,0.01000,1.320
10,mlp.experts.74.gate_proj,0.0000000855,0.01000,1.501
10,mlp.experts.78.gate_proj,0.0000000831,0.01000,1.345
10,mlp.experts.77.gate_proj,0.0000000747,0.01000,1.463
10,mlp.experts.76.gate_proj,0.0000000872,0.01000,1.623
10,mlp.experts.79.gate_proj,0.0000000837,0.01000,1.450
10,mlp.experts.81.gate_proj,0.0000000841,0.01000,1.405
10,mlp.experts.80.gate_proj,0.0000000802,0.01000,1.568
10,mlp.experts.82.gate_proj,0.0000000794,0.01000,1.455
10,mlp.experts.84.gate_proj,0.0000000836,0.01000,1.404
10,mlp.experts.86.gate_proj,0.0000000848,0.01000,1.382
10,mlp.experts.85.gate_proj,0.0000000811,0.01000,1.610
10,mlp.experts.87.gate_proj,0.0000000828,0.01000,1.448
10,mlp.experts.83.gate_proj,0.0000000805,0.01000,1.895
10,mlp.experts.88.gate_proj,0.0000000866,0.01000,1.382
10,mlp.experts.89.gate_proj,0.0000000820,0.01000,1.586
10,mlp.experts.92.gate_proj,0.0000000820,0.01000,1.362
10,mlp.experts.91.gate_proj,0.0000000844,0.01000,1.523
10,mlp.experts.93.gate_proj,0.0000000831,0.01000,1.347
10,mlp.experts.94.gate_proj,0.0000000815,0.01000,1.348
10,mlp.experts.95.gate_proj,0.0000000841,0.01000,1.368
10,mlp.experts.90.gate_proj,0.0000000824,0.01000,1.850
10,mlp.experts.96.gate_proj,0.0000000840,0.01000,1.560
10,mlp.experts.100.gate_proj,0.0000000859,0.01000,1.373
10,mlp.experts.98.gate_proj,0.0000000837,0.01000,1.490
10,mlp.experts.101.gate_proj,0.0000000795,0.01000,1.374
10,mlp.experts.102.gate_proj,0.0000000847,0.01000,1.384
10,mlp.experts.99.gate_proj,0.0000000842,0.01000,1.542
10,mlp.experts.97.gate_proj,0.0000000763,0.01000,1.895
10,mlp.experts.103.gate_proj,0.0000000833,0.01000,1.463
10,mlp.experts.105.gate_proj,0.0000000842,0.01000,1.406
10,mlp.experts.106.gate_proj,0.0000000859,0.01000,1.402
10,mlp.experts.107.gate_proj,0.0000000840,0.01000,1.392
10,mlp.experts.108.gate_proj,0.0000000843,0.01000,1.409
10,mlp.experts.109.gate_proj,0.0000000796,0.01000,1.546
10,mlp.experts.110.gate_proj,0.0000000801,0.01000,1.402
10,mlp.experts.104.gate_proj,0.0000000841,0.01000,2.004
10,mlp.experts.112.gate_proj,0.0000000826,0.01000,1.437
10,mlp.experts.114.gate_proj,0.0000000839,0.01000,1.354
10,mlp.experts.113.gate_proj,0.0000000814,0.01000,1.443
10,mlp.experts.117.gate_proj,0.0000000855,0.01000,1.348
10,mlp.experts.116.gate_proj,0.0000000756,0.01000,1.396
10,mlp.experts.111.gate_proj,0.0000000819,0.01000,2.090
10,mlp.experts.115.gate_proj,0.0000000810,0.01000,1.702
10,mlp.experts.119.gate_proj,0.0000000852,0.01000,1.361
10,mlp.experts.0.up_proj,0.0000000853,0.01000,1.463
10,mlp.experts.1.up_proj,0.0000000843,0.01000,1.386
10,mlp.experts.2.up_proj,0.0000000852,0.01000,1.411
10,mlp.experts.118.gate_proj,0.0000000828,0.01000,2.092
10,mlp.experts.4.up_proj,0.0000000833,0.01000,1.404
10,mlp.experts.3.up_proj,0.0000000815,0.01000,1.689
10,mlp.experts.6.up_proj,0.0000000811,0.01000,1.392
10,mlp.experts.8.up_proj,0.0000000816,0.01000,1.390
10,mlp.experts.7.up_proj,0.0000000827,0.01000,1.469
10,mlp.experts.5.up_proj,0.0000000844,0.01000,2.038
10,mlp.experts.10.up_proj,0.0000000838,0.01000,1.443
10,mlp.experts.9.up_proj,0.0000000837,0.01000,1.659
10,mlp.experts.11.up_proj,0.0000000817,0.01000,1.532
10,mlp.experts.12.up_proj,0.0000000799,0.01000,1.768
10,mlp.experts.14.up_proj,0.0000000813,0.01000,1.430
10,mlp.experts.15.up_proj,0.0000000801,0.01000,1.375
10,mlp.experts.13.up_proj,0.0000000799,0.01000,1.509
10,mlp.experts.16.up_proj,0.0000000775,0.01000,1.467
10,mlp.experts.18.up_proj,0.0000000803,0.01000,1.363
10,mlp.experts.17.up_proj,0.0000000792,0.01000,1.711
10,mlp.experts.22.up_proj,0.0000000870,0.01000,1.408
10,mlp.experts.21.up_proj,0.0000000817,0.01000,1.430
10,mlp.experts.20.up_proj,0.0000000862,0.01000,1.515
10,mlp.experts.19.up_proj,0.0000000849,0.01000,1.793
10,mlp.experts.23.up_proj,0.0000000802,0.01000,1.417
10,mlp.experts.24.up_proj,0.0000000755,0.01000,1.453
10,mlp.experts.25.up_proj,0.0000000819,0.01000,1.570
10,mlp.experts.27.up_proj,0.0000000834,0.01000,1.415
10,mlp.experts.28.up_proj,0.0000000823,0.01000,1.375
10,mlp.experts.29.up_proj,0.0000000839,0.01000,1.420
10,mlp.experts.26.up_proj,0.0000000829,0.01000,1.778
10,mlp.experts.30.up_proj,0.0000000795,0.01000,1.533
10,mlp.experts.31.up_proj,0.0000000827,0.01000,1.516
10,mlp.experts.32.up_proj,0.0000000802,0.01000,1.412
10,mlp.experts.34.up_proj,0.0000000814,0.01000,1.397
10,mlp.experts.36.up_proj,0.0000000823,0.01000,1.367
10,mlp.experts.37.up_proj,0.0000000808,0.01000,1.362
10,mlp.experts.33.up_proj,0.0000000805,0.01000,1.832
10,mlp.experts.39.up_proj,0.0000000830,0.01000,1.350
10,mlp.experts.38.up_proj,0.0000000796,0.01000,1.648
10,mlp.experts.35.up_proj,0.0000000886,0.01000,2.027
10,mlp.experts.41.up_proj,0.0000000832,0.01000,1.353
10,mlp.experts.40.up_proj,0.0000000825,0.01000,1.723
10,mlp.experts.43.up_proj,0.0000000833,0.01000,1.343
10,mlp.experts.44.up_proj,0.0000000832,0.01000,1.343
10,mlp.experts.45.up_proj,0.0000000833,0.01000,1.350
10,mlp.experts.46.up_proj,0.0000000824,0.01000,1.324
10,mlp.experts.42.up_proj,0.0000000824,0.01000,1.978
10,mlp.experts.48.up_proj,0.0000000861,0.01000,1.453
10,mlp.experts.47.up_proj,0.0000000854,0.01000,1.628
10,mlp.experts.49.up_proj,0.0000000828,0.01000,1.571
10,mlp.experts.50.up_proj,0.0000000835,0.01000,1.341
10,mlp.experts.51.up_proj,0.0000000798,0.01000,1.371
10,mlp.experts.52.up_proj,0.0000000828,0.01000,1.361
10,mlp.experts.53.up_proj,0.0000000782,0.01000,1.382
10,mlp.experts.55.up_proj,0.0000000845,0.01000,1.446
10,mlp.experts.56.up_proj,0.0000000811,0.01000,1.455
10,mlp.experts.57.up_proj,0.0000000772,0.01000,1.369
10,mlp.experts.59.up_proj,0.0000000838,0.01000,1.366
10,mlp.experts.58.up_proj,0.0000000839,0.01000,1.419
10,mlp.experts.60.up_proj,0.0000000817,0.01000,1.378
10,mlp.experts.54.up_proj,0.0000000852,0.01000,1.911
10,mlp.experts.63.up_proj,0.0000000843,0.01000,1.436
10,mlp.experts.62.up_proj,0.0000000854,0.01000,1.473
10,mlp.experts.65.up_proj,0.0000000835,0.01000,1.345
10,mlp.experts.64.up_proj,0.0000000777,0.01000,1.425
10,mlp.experts.66.up_proj,0.0000000809,0.01000,1.364
10,mlp.experts.67.up_proj,0.0000000823,0.01000,1.482
10,mlp.experts.61.up_proj,0.0000000783,0.01000,2.000
10,mlp.experts.70.up_proj,0.0000000840,0.01000,1.412
10,mlp.experts.69.up_proj,0.0000000857,0.01000,1.468
10,mlp.experts.72.up_proj,0.0000000810,0.01000,1.367
10,mlp.experts.71.up_proj,0.0000000855,0.01000,1.551
10,mlp.experts.73.up_proj,0.0000000793,0.01000,1.403
10,mlp.experts.74.up_proj,0.0000000845,0.01000,1.384
10,mlp.experts.68.up_proj,0.0000000828,0.01000,1.996
10,mlp.experts.76.up_proj,0.0000000855,0.01000,1.391
10,mlp.experts.77.up_proj,0.0000000770,0.01000,1.355
10,mlp.experts.78.up_proj,0.0000000822,0.01000,1.492
10,mlp.experts.79.up_proj,0.0000000823,0.01000,1.431
10,mlp.experts.81.up_proj,0.0000000821,0.01000,1.330
10,mlp.experts.80.up_proj,0.0000000792,0.01000,1.522
10,mlp.experts.75.up_proj,0.0000000841,0.01000,2.036
10,mlp.experts.83.up_proj,0.0000000802,0.01000,1.407
10,mlp.experts.85.up_proj,0.0000000802,0.01000,1.432
10,mlp.experts.84.up_proj,0.0000000833,0.01000,1.564
10,mlp.experts.86.up_proj,0.0000000838,0.01000,1.415
10,mlp.experts.88.up_proj,0.0000000857,0.01000,1.361
10,mlp.experts.87.up_proj,0.0000000821,0.01000,1.441
10,mlp.experts.82.up_proj,0.0000000788,0.01000,1.989
10,mlp.experts.89.up_proj,0.0000000817,0.01000,1.732
10,mlp.experts.90.up_proj,0.0000000819,0.01000,1.471
10,mlp.experts.92.up_proj,0.0000000811,0.01000,1.360
10,mlp.experts.91.up_proj,0.0000000825,0.01000,1.460
10,mlp.experts.93.up_proj,0.0000000823,0.01000,1.445
10,mlp.experts.94.up_proj,0.0000000801,0.01000,1.517
10,mlp.experts.95.up_proj,0.0000000828,0.01000,1.504
10,mlp.experts.97.up_proj,0.0000000761,0.01000,1.424
10,mlp.experts.98.up_proj,0.0000000831,0.01000,1.406
10,mlp.experts.99.up_proj,0.0000000823,0.01000,1.484
10,mlp.experts.100.up_proj,0.0000000851,0.01000,1.390
10,mlp.experts.96.up_proj,0.0000000825,0.01000,1.728
10,mlp.experts.101.up_proj,0.0000000782,0.01000,1.555
10,mlp.experts.102.up_proj,0.0000000833,0.01000,1.549
10,mlp.experts.104.up_proj,0.0000000833,0.01000,1.441
10,mlp.experts.106.up_proj,0.0000000859,0.01000,1.371
10,mlp.experts.105.up_proj,0.0000000832,0.01000,1.424
10,mlp.experts.107.up_proj,0.0000000836,0.01000,1.404
10,mlp.experts.103.up_proj,0.0000000826,0.01000,1.784
10,mlp.experts.109.up_proj,0.0000000789,0.01000,1.529
10,mlp.experts.108.up_proj,0.0000000821,0.01000,1.591
10,mlp.experts.111.up_proj,0.0000000814,0.01000,1.386
10,mlp.experts.112.up_proj,0.0000000820,0.01000,1.478
10,mlp.experts.114.up_proj,0.0000000834,0.01000,1.359
10,mlp.experts.113.up_proj,0.0000000808,0.01000,1.491
10,mlp.experts.115.up_proj,0.0000000805,0.01000,1.388
10,mlp.experts.116.up_proj,0.0000000750,0.01000,1.345
10,mlp.experts.110.up_proj,0.0000000793,0.01000,1.996
10,mlp.experts.118.up_proj,0.0000000821,0.01000,1.169
10,mlp.experts.117.up_proj,0.0000000843,0.01000,1.429
10,mlp.experts.119.up_proj,0.0000000846,0.01000,1.233
10,mlp.experts.3.down_proj,0.0000000005,0.01000,0.440
10,mlp.experts.2.down_proj,0.0000000007,0.01000,0.442
10,mlp.experts.1.down_proj,0.0000000007,0.01000,0.444
10,mlp.experts.5.down_proj,0.0000000007,0.01000,0.441
10,mlp.experts.4.down_proj,0.0000000006,0.01000,0.449
10,mlp.experts.6.down_proj,0.0000000007,0.01000,0.452
10,mlp.experts.0.down_proj,0.0000000006,0.01000,0.465
10,mlp.experts.10.down_proj,0.0000000006,0.01000,0.411
10,mlp.experts.9.down_proj,0.0000000007,0.01000,0.414
10,mlp.experts.11.down_proj,0.0000000006,0.01000,0.413
10,mlp.experts.7.down_proj,0.0000000006,0.01000,0.435
10,mlp.experts.8.down_proj,0.0000000007,0.01000,0.460
10,mlp.experts.13.down_proj,0.0000000007,0.01000,0.486
10,mlp.experts.12.down_proj,0.0000000006,0.01000,0.623
10,mlp.experts.16.down_proj,0.0000000008,0.01000,0.413
10,mlp.experts.15.down_proj,0.0000000006,0.01000,0.428
10,mlp.experts.14.down_proj,0.0000000005,0.01000,0.435
10,mlp.experts.17.down_proj,0.0000000004,0.01000,0.419
10,mlp.experts.18.down_proj,0.0000000007,0.01000,0.430
10,mlp.experts.19.down_proj,0.0000000007,0.01000,0.499
10,mlp.experts.20.down_proj,0.0000000007,0.01000,0.512
10,mlp.experts.23.down_proj,0.0000000007,0.01000,0.426
10,mlp.experts.24.down_proj,0.0000000005,0.01000,0.422
10,mlp.experts.25.down_proj,0.0000000005,0.01000,0.419
10,mlp.experts.22.down_proj,0.0000000007,0.01000,0.552
10,mlp.experts.21.down_proj,0.0000000006,0.01000,0.588
10,mlp.experts.26.down_proj,0.0000000006,0.01000,0.502
10,mlp.experts.27.down_proj,0.0000000007,0.01000,0.540
10,mlp.experts.30.down_proj,0.0000000007,0.01000,0.411
10,mlp.experts.29.down_proj,0.0000000007,0.01000,0.461
10,mlp.experts.31.down_proj,0.0000000007,0.01000,0.432
10,mlp.experts.28.down_proj,0.0000000005,0.01000,0.561
10,mlp.experts.32.down_proj,0.0000000005,0.01000,0.518
10,mlp.experts.33.down_proj,0.0000000006,0.01000,0.531
10,mlp.experts.36.down_proj,0.0000000007,0.01000,0.422
10,mlp.experts.35.down_proj,0.0000000007,0.01000,0.466
10,mlp.experts.37.down_proj,0.0000000007,0.01000,0.416
10,mlp.experts.38.down_proj,0.0000000005,0.01000,0.409
10,mlp.experts.34.down_proj,0.0000000006,0.01000,0.598
10,mlp.experts.39.down_proj,0.0000000007,0.01000,0.586
10,mlp.experts.40.down_proj,0.0000000007,0.01000,0.557
10,mlp.experts.42.down_proj,0.0000000005,0.01000,0.431
10,mlp.experts.44.down_proj,0.0000000007,0.01000,0.418
10,mlp.experts.43.down_proj,0.0000000006,0.01000,0.418
10,mlp.experts.41.down_proj,0.0000000005,0.01000,0.634
10,mlp.experts.45.down_proj,0.0000000007,0.01000,0.575
10,mlp.experts.46.down_proj,0.0000000006,0.01000,0.415
10,mlp.experts.47.down_proj,0.0000000006,0.01000,0.408
10,mlp.experts.50.down_proj,0.0000000007,0.01000,0.421
10,mlp.experts.49.down_proj,0.0000000006,0.01000,0.427
10,mlp.experts.48.down_proj,0.0000000007,0.01000,0.654
10,mlp.experts.51.down_proj,0.0000000005,0.01000,0.494
10,mlp.experts.52.down_proj,0.0000000006,0.01000,0.463
10,mlp.experts.53.down_proj,0.0000000004,0.01000,0.410
10,mlp.experts.54.down_proj,0.0000000006,0.01000,0.412
10,mlp.experts.56.down_proj,0.0000000005,0.01000,0.549
10,mlp.experts.57.down_proj,0.0000000006,0.01000,0.447
10,mlp.experts.58.down_proj,0.0000000007,0.01000,0.442
10,mlp.experts.60.down_proj,0.0000000005,0.01000,0.413
10,mlp.experts.61.down_proj,0.0000000007,0.01000,0.398
10,mlp.experts.55.down_proj,0.0000000007,0.01000,0.737
10,mlp.experts.59.down_proj,0.0000000007,0.01000,0.516
10,mlp.experts.63.down_proj,0.0000000005,0.01000,0.401
10,mlp.experts.64.down_proj,0.0000000007,0.01000,0.401
10,mlp.experts.65.down_proj,0.0000000008,0.01000,0.412
10,mlp.experts.62.down_proj,0.0000000007,0.01000,0.547
10,mlp.experts.67.down_proj,0.0000000006,0.01000,0.404
10,mlp.experts.66.down_proj,0.0000000005,0.01000,0.443
10,mlp.experts.68.down_proj,0.0000000007,0.01000,0.525
10,mlp.experts.70.down_proj,0.0000000007,0.01000,0.482
10,mlp.experts.72.down_proj,0.0000000006,0.01000,0.430
10,mlp.experts.74.down_proj,0.0000000006,0.01000,0.437
10,mlp.experts.73.down_proj,0.0000000006,0.01000,0.496
10,mlp.experts.69.down_proj,0.0000000008,0.01000,0.600
10,mlp.experts.71.down_proj,0.0000000006,0.01000,0.626
10,mlp.experts.75.down_proj,0.0000000006,0.01000,0.468
10,mlp.experts.77.down_proj,0.0000000006,0.01000,0.429
10,mlp.experts.79.down_proj,0.0000000007,0.01000,0.423
10,mlp.experts.78.down_proj,0.0000000005,0.01000,0.470
10,mlp.experts.81.down_proj,0.0000000005,0.01000,0.426
10,mlp.experts.82.down_proj,0.0000000005,0.01000,0.420
10,mlp.experts.80.down_proj,0.0000000005,0.01000,0.657
10,mlp.experts.76.down_proj,0.0000000008,0.01000,0.826
10,mlp.experts.85.down_proj,0.0000000007,0.01000,0.426
10,mlp.experts.86.down_proj,0.0000000006,0.01000,0.407
10,mlp.experts.87.down_proj,0.0000000005,0.01000,0.447
10,mlp.experts.88.down_proj,0.0000000007,0.01000,0.405
10,mlp.experts.89.down_proj,0.0000000006,0.01000,0.393
10,mlp.experts.84.down_proj,0.0000000007,0.01000,0.694
10,mlp.experts.83.down_proj,0.0000000005,0.01000,0.814
10,mlp.experts.92.down_proj,0.0000000006,0.01000,0.405
10,mlp.experts.91.down_proj,0.0000000006,0.01000,0.480
10,mlp.experts.93.down_proj,0.0000000006,0.01000,0.408
10,mlp.experts.94.down_proj,0.0000000007,0.01000,0.395
10,mlp.experts.95.down_proj,0.0000000005,0.01000,0.430
10,mlp.experts.96.down_proj,0.0000000006,0.01000,0.424
10,mlp.experts.90.down_proj,0.0000000005,0.01000,0.722
10,mlp.experts.98.down_proj,0.0000000006,0.01000,0.397
10,mlp.experts.99.down_proj,0.0000000005,0.01000,0.400
10,mlp.experts.101.down_proj,0.0000000004,0.01000,0.388
10,mlp.experts.100.down_proj,0.0000000007,0.01000,0.438
10,mlp.experts.102.down_proj,0.0000000005,0.01000,0.399
10,mlp.experts.103.down_proj,0.0000000005,0.01000,0.390
10,mlp.experts.97.down_proj,0.0000000005,0.01000,0.668
10,mlp.experts.105.down_proj,0.0000000007,0.01000,0.413
10,mlp.experts.106.down_proj,0.0000000007,0.01000,0.410
10,mlp.experts.104.down_proj,0.0000000006,0.01000,0.563
10,mlp.experts.108.down_proj,0.0000000005,0.01000,0.401
10,mlp.experts.109.down_proj,0.0000000006,0.01000,0.467
10,mlp.experts.110.down_proj,0.0000000005,0.01000,0.401
10,mlp.experts.107.down_proj,0.0000000007,0.01000,0.650
10,mlp.experts.113.down_proj,0.0000000007,0.01000,0.419
10,mlp.experts.112.down_proj,0.0000000007,0.01000,0.463
10,mlp.experts.111.down_proj,0.0000000007,0.01000,0.572
10,mlp.experts.116.down_proj,0.0000000005,0.01000,0.411
10,mlp.experts.114.down_proj,0.0000000006,0.01000,0.508
10,mlp.experts.115.down_proj,0.0000000007,0.01000,0.495
10,mlp.experts.117.down_proj,0.0000000007,0.01000,0.457
10,mlp.experts.119.down_proj,0.0000000007,0.01000,0.332
10,mlp.experts.118.down_proj,0.0000000006,0.01000,0.450
11,self_attn.k_proj,0.0000000011,0.01000,1.254
11,self_attn.q_proj,0.0000000048,0.01000,1.274
11,self_attn.v_proj,0.0000000015,0.01000,1.294
11,self_attn.o_proj,0.0000000007,0.01000,2.812
11,mlp.shared_experts.gate_proj,0.0000000002,0.01000,0.911
11,mlp.shared_experts.up_proj,0.0000000002,0.01000,0.913
11,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.276
11,mlp.experts.3.gate_proj,0.0000001010,0.01000,1.568
11,mlp.experts.5.gate_proj,0.0000000991,0.01000,1.578
11,mlp.experts.2.gate_proj,0.0000000984,0.01000,1.585
11,mlp.experts.0.gate_proj,0.0000000960,0.01000,1.634
11,mlp.experts.1.gate_proj,0.0000000976,0.01000,1.644
11,mlp.experts.6.gate_proj,0.0000000964,0.01000,2.557
11,mlp.experts.9.gate_proj,0.0000001049,0.01000,1.396
11,mlp.experts.7.gate_proj,0.0000001006,0.01000,1.449
11,mlp.experts.4.gate_proj,0.0000000987,0.01000,3.343
11,mlp.experts.10.gate_proj,0.0000000992,0.01000,1.850
11,mlp.experts.8.gate_proj,0.0000001028,0.01000,2.137
11,mlp.experts.11.gate_proj,0.0000001024,0.01000,2.228
11,mlp.experts.12.gate_proj,0.0000001021,0.01000,1.926
11,mlp.experts.14.gate_proj,0.0000000992,0.01000,1.484
11,mlp.experts.16.gate_proj,0.0000001012,0.01000,1.345
11,mlp.experts.17.gate_proj,0.0000000917,0.01000,1.358
11,mlp.experts.18.gate_proj,0.0000000962,0.01000,1.311
11,mlp.experts.15.gate_proj,0.0000000991,0.01000,2.010
11,mlp.experts.19.gate_proj,0.0000000937,0.01000,1.237
11,mlp.experts.13.gate_proj,0.0000001001,0.01000,2.894
11,mlp.experts.21.gate_proj,0.0000001019,0.01000,1.296
11,mlp.experts.23.gate_proj,0.0000001022,0.01000,1.296
11,mlp.experts.24.gate_proj,0.0000001026,0.01000,1.258
11,mlp.experts.25.gate_proj,0.0000001007,0.01000,1.246
11,mlp.experts.26.gate_proj,0.0000001002,0.01000,1.238
11,mlp.experts.28.gate_proj,0.0000000993,0.01000,1.344
11,mlp.experts.30.gate_proj,0.0000001113,0.01000,1.295
11,mlp.experts.31.gate_proj,0.0000000998,0.01000,1.259
11,mlp.experts.22.gate_proj,0.0000001036,0.01000,3.433
11,mlp.experts.20.gate_proj,0.0000001003,0.01000,4.388
11,mlp.experts.32.gate_proj,0.0000001045,0.01000,1.310
11,mlp.experts.29.gate_proj,0.0000000975,0.01000,2.737
11,mlp.experts.35.gate_proj,0.0000000995,0.01000,1.346
11,mlp.experts.33.gate_proj,0.0000000997,0.01000,1.769
11,mlp.experts.36.gate_proj,0.0000000994,0.01000,1.497
11,mlp.experts.37.gate_proj,0.0000001019,0.01000,1.274
11,mlp.experts.38.gate_proj,0.0000001035,0.01000,1.251
11,mlp.experts.27.gate_proj,0.0000001019,0.01000,4.821
11,mlp.experts.39.gate_proj,0.0000001021,0.01000,1.501
11,mlp.experts.40.gate_proj,0.0000001014,0.01000,1.807
11,mlp.experts.42.gate_proj,0.0000000978,0.01000,1.525
11,mlp.experts.43.gate_proj,0.0000001041,0.01000,1.673
11,mlp.experts.44.gate_proj,0.0000001028,0.01000,1.370
11,mlp.experts.34.gate_proj,0.0000000995,0.01000,4.141
11,mlp.experts.45.gate_proj,0.0000000993,0.01000,1.300
11,mlp.experts.46.gate_proj,0.0000001030,0.01000,1.404
11,mlp.experts.47.gate_proj,0.0000000989,0.01000,1.569
11,mlp.experts.49.gate_proj,0.0000000991,0.01000,1.332
11,mlp.experts.50.gate_proj,0.0000000978,0.01000,1.360
11,mlp.experts.51.gate_proj,0.0000000984,0.01000,1.275
11,mlp.experts.52.gate_proj,0.0000000994,0.01000,1.262
11,mlp.experts.41.gate_proj,0.0000001000,0.01000,4.328
11,mlp.experts.53.gate_proj,0.0000000971,0.01000,1.244
11,mlp.experts.54.gate_proj,0.0000001048,0.01000,1.131
11,mlp.experts.56.gate_proj,0.0000001018,0.01000,1.199
11,mlp.experts.57.gate_proj,0.0000001022,0.01000,1.215
11,mlp.experts.59.gate_proj,0.0000000983,0.01000,1.180
11,mlp.experts.58.gate_proj,0.0000000992,0.01000,1.224
11,mlp.experts.60.gate_proj,0.0000001076,0.01000,1.183
11,mlp.experts.61.gate_proj,0.0000001017,0.01000,1.184
11,mlp.experts.48.gate_proj,0.0000001032,0.01000,4.067
11,mlp.experts.65.gate_proj,0.0000000979,0.01000,1.173
11,mlp.experts.63.gate_proj,0.0000000985,0.01000,1.215
11,mlp.experts.64.gate_proj,0.0000000998,0.01000,1.218
11,mlp.experts.66.gate_proj,0.0000001026,0.01000,1.236
11,mlp.experts.67.gate_proj,0.0000000958,0.01000,1.220
11,mlp.experts.70.gate_proj,0.0000001019,0.01000,1.526
11,mlp.experts.68.gate_proj,0.0000001001,0.01000,1.593
11,mlp.experts.71.gate_proj,0.0000001006,0.01000,1.347
11,mlp.experts.55.gate_proj,0.0000001043,0.01000,5.829
11,mlp.experts.72.gate_proj,0.0000001011,0.01000,2.288
11,mlp.experts.75.gate_proj,0.0000000993,0.01000,1.294
11,mlp.experts.74.gate_proj,0.0000001019,0.01000,1.494
11,mlp.experts.73.gate_proj,0.0000001018,0.01000,2.084
11,mlp.experts.77.gate_proj,0.0000001039,0.01000,1.291
11,mlp.experts.62.gate_proj,0.0000001029,0.01000,5.647
11,mlp.experts.78.gate_proj,0.0000001084,0.01000,1.283
11,mlp.experts.79.gate_proj,0.0000000996,0.01000,1.272
11,mlp.experts.81.gate_proj,0.0000001017,0.01000,1.308
11,mlp.experts.80.gate_proj,0.0000000981,0.01000,1.867
11,mlp.experts.84.gate_proj,0.0000001004,0.01000,1.336
11,mlp.experts.69.gate_proj,0.0000001044,0.01000,6.122
11,mlp.experts.82.gate_proj,0.0000001003,0.01000,1.940
11,mlp.experts.85.gate_proj,0.0000001007,0.01000,1.289
11,mlp.experts.86.gate_proj,0.0000000991,0.01000,1.318
11,mlp.experts.76.gate_proj,0.0000001002,0.01000,4.308
11,mlp.experts.87.gate_proj,0.0000000986,0.01000,1.277
11,mlp.experts.88.gate_proj,0.0000001017,0.01000,1.313
11,mlp.experts.89.gate_proj,0.0000001015,0.01000,1.534
11,mlp.experts.83.gate_proj,0.0000000980,0.01000,3.439
11,mlp.experts.91.gate_proj,0.0000000996,0.01000,1.381
11,mlp.experts.93.gate_proj,0.0000001033,0.01000,1.418
11,mlp.experts.92.gate_proj,0.0000001062,0.01000,1.622
11,mlp.experts.94.gate_proj,0.0000001011,0.01000,1.408
11,mlp.experts.96.gate_proj,0.0000000989,0.01000,1.321
11,mlp.experts.90.gate_proj,0.0000000980,0.01000,2.732
11,mlp.experts.98.gate_proj,0.0000001045,0.01000,1.330
11,mlp.experts.99.gate_proj,0.0000000992,0.01000,1.341
11,mlp.experts.95.gate_proj,0.0000000985,0.01000,2.216
11,mlp.experts.100.gate_proj,0.0000000986,0.01000,1.318
11,mlp.experts.101.gate_proj,0.0000001019,0.01000,1.304
11,mlp.experts.97.gate_proj,0.0000001068,0.01000,2.631
11,mlp.experts.102.gate_proj,0.0000000986,0.01000,1.544
11,mlp.experts.103.gate_proj,0.0000001003,0.01000,1.646
11,mlp.experts.105.gate_proj,0.0000001005,0.01000,1.719
11,mlp.experts.106.gate_proj,0.0000000997,0.01000,1.511
11,mlp.experts.107.gate_proj,0.0000001031,0.01000,1.412
11,mlp.experts.104.gate_proj,0.0000000976,0.01000,2.293
11,mlp.experts.108.gate_proj,0.0000000993,0.01000,1.387
11,mlp.experts.109.gate_proj,0.0000001020,0.01000,1.446
11,mlp.experts.110.gate_proj,0.0000000997,0.01000,1.320
11,mlp.experts.112.gate_proj,0.0000001008,0.01000,1.376
11,mlp.experts.113.gate_proj,0.0000000988,0.01000,1.353
11,mlp.experts.115.gate_proj,0.0000001005,0.01000,1.328
11,mlp.experts.114.gate_proj,0.0000000987,0.01000,1.481
11,mlp.experts.111.gate_proj,0.0000001024,0.01000,2.038
11,mlp.experts.117.gate_proj,0.0000000983,0.01000,1.352
11,mlp.experts.116.gate_proj,0.0000000995,0.01000,1.817
11,mlp.experts.119.gate_proj,0.0000001041,0.01000,1.313
11,mlp.experts.0.up_proj,0.0000000937,0.01000,1.321
11,mlp.experts.1.up_proj,0.0000000961,0.01000,1.318
11,mlp.experts.2.up_proj,0.0000000973,0.01000,1.310
11,mlp.experts.118.gate_proj,0.0000001063,0.01000,2.033
11,mlp.experts.3.up_proj,0.0000001006,0.01000,1.325
11,mlp.experts.4.up_proj,0.0000000974,0.01000,1.313
11,mlp.experts.5.up_proj,0.0000000982,0.01000,1.674
11,mlp.experts.6.up_proj,0.0000000945,0.01000,1.342
11,mlp.experts.7.up_proj,0.0000000996,0.01000,1.364
11,mlp.experts.8.up_proj,0.0000001024,0.01000,1.383
11,mlp.experts.9.up_proj,0.0000001024,0.01000,1.404
11,mlp.experts.10.up_proj,0.0000000981,0.01000,1.411
11,mlp.experts.11.up_proj,0.0000001014,0.01000,1.370
11,mlp.experts.12.up_proj,0.0000001012,0.01000,1.407
11,mlp.experts.13.up_proj,0.0000000989,0.01000,1.373
11,mlp.experts.14.up_proj,0.0000000985,0.01000,1.356
11,mlp.experts.16.up_proj,0.0000001005,0.01000,1.389
11,mlp.experts.15.up_proj,0.0000000981,0.01000,1.824
11,mlp.experts.18.up_proj,0.0000000952,0.01000,1.370
11,mlp.experts.17.up_proj,0.0000000907,0.01000,2.177
11,mlp.experts.20.up_proj,0.0000000998,0.01000,1.423
11,mlp.experts.21.up_proj,0.0000001003,0.01000,1.385
11,mlp.experts.22.up_proj,0.0000001023,0.01000,1.484
11,mlp.experts.19.up_proj,0.0000000923,0.01000,1.833
11,mlp.experts.24.up_proj,0.0000001022,0.01000,1.796
11,mlp.experts.23.up_proj,0.0000001015,0.01000,1.988
11,mlp.experts.27.up_proj,0.0000001000,0.01000,1.403
11,mlp.experts.26.up_proj,0.0000000993,0.01000,1.823
11,mlp.experts.29.up_proj,0.0000000959,0.01000,1.442
11,mlp.experts.25.up_proj,0.0000000996,0.01000,1.924
11,mlp.experts.28.up_proj,0.0000000981,0.01000,1.570
11,mlp.experts.30.up_proj,0.0000001094,0.01000,1.452
11,mlp.experts.31.up_proj,0.0000000988,0.01000,1.564
11,mlp.experts.32.up_proj,0.0000001035,0.01000,1.515
11,mlp.experts.34.up_proj,0.0000000976,0.01000,1.364
11,mlp.experts.35.up_proj,0.0000000987,0.01000,1.389
11,mlp.experts.37.up_proj,0.0000001001,0.01000,1.328
11,mlp.experts.36.up_proj,0.0000000989,0.01000,2.266
11,mlp.experts.39.up_proj,0.0000001013,0.01000,1.312
11,mlp.experts.38.up_proj,0.0000001025,0.01000,1.597
11,mlp.experts.33.up_proj,0.0000000988,0.01000,2.532
11,mlp.experts.41.up_proj,0.0000000990,0.01000,1.351
11,mlp.experts.42.up_proj,0.0000000969,0.01000,1.327
11,mlp.experts.43.up_proj,0.0000001028,0.01000,1.318
11,mlp.experts.44.up_proj,0.0000001024,0.01000,1.292
11,mlp.experts.45.up_proj,0.0000000980,0.01000,1.675
11,mlp.experts.46.up_proj,0.0000001019,0.01000,1.766
11,mlp.experts.48.up_proj,0.0000001021,0.01000,1.623
11,mlp.experts.40.up_proj,0.0000001006,0.01000,3.548
11,mlp.experts.49.up_proj,0.0000000980,0.01000,1.256
11,mlp.experts.50.up_proj,0.0000000971,0.01000,1.306
11,mlp.experts.51.up_proj,0.0000000974,0.01000,1.253
11,mlp.experts.52.up_proj,0.0000000987,0.01000,1.338
11,mlp.experts.47.up_proj,0.0000000984,0.01000,3.181
11,mlp.experts.55.up_proj,0.0000001023,0.01000,1.413
11,mlp.experts.56.up_proj,0.0000001015,0.01000,1.368
11,mlp.experts.53.up_proj,0.0000000956,0.01000,1.736
11,mlp.experts.57.up_proj,0.0000001010,0.01000,1.320
11,mlp.experts.54.up_proj,0.0000001035,0.01000,2.082
11,mlp.experts.58.up_proj,0.0000000982,0.01000,1.544
11,mlp.experts.59.up_proj,0.0000000970,0.01000,1.323
11,mlp.experts.60.up_proj,0.0000001060,0.01000,1.404
11,mlp.experts.62.up_proj,0.0000001019,0.01000,1.368
11,mlp.experts.63.up_proj,0.0000000973,0.01000,1.349
11,mlp.experts.61.up_proj,0.0000001008,0.01000,1.748
11,mlp.experts.64.up_proj,0.0000000991,0.01000,1.353
11,mlp.experts.66.up_proj,0.0000001017,0.01000,1.385
11,mlp.experts.65.up_proj,0.0000000965,0.01000,1.594
11,mlp.experts.67.up_proj,0.0000000945,0.01000,1.648
11,mlp.experts.70.up_proj,0.0000001009,0.01000,1.348
11,mlp.experts.69.up_proj,0.0000001035,0.01000,1.456
11,mlp.experts.71.up_proj,0.0000000997,0.01000,1.341
11,mlp.experts.68.up_proj,0.0000000989,0.01000,1.788
11,mlp.experts.72.up_proj,0.0000001008,0.01000,1.388
11,mlp.experts.73.up_proj,0.0000001012,0.01000,1.353
11,mlp.experts.74.up_proj,0.0000000996,0.01000,1.338
11,mlp.experts.76.up_proj,0.0000000990,0.01000,1.355
11,mlp.experts.77.up_proj,0.0000001025,0.01000,1.367
11,mlp.experts.75.up_proj,0.0000000980,0.01000,1.605
11,mlp.experts.78.up_proj,0.0000001069,0.01000,1.464
11,mlp.experts.79.up_proj,0.0000000988,0.01000,1.373
11,mlp.experts.80.up_proj,0.0000000970,0.01000,1.365
11,mlp.experts.81.up_proj,0.0000001008,0.01000,1.482
11,mlp.experts.82.up_proj,0.0000000985,0.01000,1.520
11,mlp.experts.83.up_proj,0.0000000970,0.01000,1.401
11,mlp.experts.84.up_proj,0.0000000999,0.01000,1.389
11,mlp.experts.85.up_proj,0.0000000987,0.01000,1.407
11,mlp.experts.87.up_proj,0.0000000978,0.01000,1.387
11,mlp.experts.86.up_proj,0.0000000983,0.01000,1.621
11,mlp.experts.88.up_proj,0.0000001004,0.01000,1.336
11,mlp.experts.91.up_proj,0.0000000981,0.01000,1.348
11,mlp.experts.90.up_proj,0.0000000968,0.01000,1.397
11,mlp.experts.92.up_proj,0.0000001032,0.01000,1.323
11,mlp.experts.89.up_proj,0.0000001010,0.01000,1.551
11,mlp.experts.93.up_proj,0.0000001026,0.01000,1.502
11,mlp.experts.94.up_proj,0.0000001009,0.01000,1.375
11,mlp.experts.95.up_proj,0.0000000973,0.01000,1.347
11,mlp.experts.97.up_proj,0.0000001056,0.01000,1.415
11,mlp.experts.98.up_proj,0.0000001027,0.01000,1.360
11,mlp.experts.99.up_proj,0.0000000983,0.01000,1.381
11,mlp.experts.96.up_proj,0.0000000983,0.01000,1.600
11,mlp.experts.100.up_proj,0.0000000979,0.01000,1.371
11,mlp.experts.101.up_proj,0.0000001011,0.01000,1.410
11,mlp.experts.102.up_proj,0.0000000976,0.01000,1.374
11,mlp.experts.104.up_proj,0.0000000962,0.01000,1.375
11,mlp.experts.105.up_proj,0.0000000992,0.01000,1.367
11,mlp.experts.103.up_proj,0.0000000984,0.01000,1.516
11,mlp.experts.106.up_proj,0.0000000974,0.01000,1.415
11,mlp.experts.107.up_proj,0.0000001018,0.01000,1.442
11,mlp.experts.108.up_proj,0.0000000974,0.01000,1.367
11,mlp.experts.109.up_proj,0.0000001013,0.01000,1.376
11,mlp.experts.111.up_proj,0.0000001017,0.01000,1.372
11,mlp.experts.112.up_proj,0.0000001001,0.01000,1.370
11,mlp.experts.113.up_proj,0.0000000978,0.01000,1.421
11,mlp.experts.110.up_proj,0.0000000993,0.01000,1.613
11,mlp.experts.115.up_proj,0.0000000982,0.01000,1.492
11,mlp.experts.114.up_proj,0.0000000971,0.01000,1.586
11,mlp.experts.116.up_proj,0.0000000982,0.01000,1.296
11,mlp.experts.118.up_proj,0.0000001052,0.01000,1.177
11,mlp.experts.117.up_proj,0.0000000965,0.01000,1.505
11,mlp.experts.119.up_proj,0.0000001024,0.01000,1.375
11,mlp.experts.3.down_proj,0.0000000009,0.01000,0.428
11,mlp.experts.4.down_proj,0.0000000009,0.01000,0.433
11,mlp.experts.5.down_proj,0.0000000010,0.01000,0.432
11,mlp.experts.0.down_proj,0.0000000009,0.01000,0.453
11,mlp.experts.6.down_proj,0.0000000008,0.01000,0.450
11,mlp.experts.1.down_proj,0.0000000009,0.01000,0.480
11,mlp.experts.2.down_proj,0.0000000008,0.01000,0.487
11,mlp.experts.7.down_proj,0.0000000009,0.01000,0.415
11,mlp.experts.9.down_proj,0.0000000008,0.01000,0.424
11,mlp.experts.11.down_proj,0.0000000009,0.01000,0.409
11,mlp.experts.10.down_proj,0.0000000010,0.01000,0.432
11,mlp.experts.8.down_proj,0.0000000010,0.01000,0.476
11,mlp.experts.12.down_proj,0.0000000009,0.01000,0.450
11,mlp.experts.13.down_proj,0.0000000008,0.01000,0.461
11,mlp.experts.14.down_proj,0.0000000007,0.01000,0.402
11,mlp.experts.16.down_proj,0.0000000010,0.01000,0.398
11,mlp.experts.17.down_proj,0.0000000007,0.01000,0.393
11,mlp.experts.15.down_proj,0.0000000009,0.01000,0.448
11,mlp.experts.18.down_proj,0.0000000008,0.01000,0.398
11,mlp.experts.19.down_proj,0.0000000007,0.01000,0.410
11,mlp.experts.20.down_proj,0.0000000009,0.01000,0.418
11,mlp.experts.21.down_proj,0.0000000008,0.01000,0.408
11,mlp.experts.23.down_proj,0.0000000009,0.01000,0.404
11,mlp.experts.22.down_proj,0.0000000008,0.01000,0.432
11,mlp.experts.25.down_proj,0.0000000008,0.01000,0.405
11,mlp.experts.24.down_proj,0.0000000009,0.01000,0.429
11,mlp.experts.26.down_proj,0.0000000008,0.01000,0.445
11,mlp.experts.27.down_proj,0.0000000008,0.01000,0.444
11,mlp.experts.28.down_proj,0.0000000010,0.01000,0.410
11,mlp.experts.30.down_proj,0.0000000011,0.01000,0.407
11,mlp.experts.29.down_proj,0.0000000008,0.01000,0.445
11,mlp.experts.31.down_proj,0.0000000008,0.01000,0.425
11,mlp.experts.32.down_proj,0.0000000010,0.01000,0.404
11,mlp.experts.33.down_proj,0.0000000009,0.01000,0.426
11,mlp.experts.34.down_proj,0.0000000009,0.01000,0.444
11,mlp.experts.35.down_proj,0.0000000009,0.01000,0.404
11,mlp.experts.36.down_proj,0.0000000010,0.01000,0.408
11,mlp.experts.37.down_proj,0.0000000008,0.01000,0.400
11,mlp.experts.38.down_proj,0.0000000008,0.01000,0.402
11,mlp.experts.39.down_proj,0.0000000008,0.01000,0.401
11,mlp.experts.40.down_proj,0.0000000008,0.01000,0.398
11,mlp.experts.41.down_proj,0.0000000009,0.01000,0.458
11,mlp.experts.42.down_proj,0.0000000010,0.01000,0.424
11,mlp.experts.43.down_proj,0.0000000010,0.01000,0.408
11,mlp.experts.44.down_proj,0.0000000009,0.01000,0.405
11,mlp.experts.46.down_proj,0.0000000009,0.01000,0.406
11,mlp.experts.47.down_proj,0.0000000009,0.01000,0.400
11,mlp.experts.45.down_proj,0.0000000008,0.01000,0.468
11,mlp.experts.48.down_proj,0.0000000009,0.01000,0.426
11,mlp.experts.50.down_proj,0.0000000007,0.01000,0.402
11,mlp.experts.51.down_proj,0.0000000008,0.01000,0.398
11,mlp.experts.49.down_proj,0.0000000009,0.01000,0.426
11,mlp.experts.52.down_proj,0.0000000009,0.01000,0.416
11,mlp.experts.53.down_proj,0.0000000006,0.01000,0.400
11,mlp.experts.54.down_proj,0.0000000008,0.01000,0.422
11,mlp.experts.55.down_proj,0.0000000009,0.01000,0.428
11,mlp.experts.57.down_proj,0.0000000008,0.01000,0.411
11,mlp.experts.56.down_proj,0.0000000009,0.01000,0.415
11,mlp.experts.58.down_proj,0.0000000009,0.01000,0.425
11,mlp.experts.59.down_proj,0.0000000008,0.01000,0.398
11,mlp.experts.60.down_proj,0.0000000012,0.01000,0.400
11,mlp.experts.61.down_proj,0.0000000011,0.01000,0.468
11,mlp.experts.62.down_proj,0.0000000008,0.01000,0.462
11,mlp.experts.64.down_proj,0.0000000008,0.01000,0.409
11,mlp.experts.63.down_proj,0.0000000009,0.01000,0.415
11,mlp.experts.66.down_proj,0.0000000009,0.01000,0.404
11,mlp.experts.67.down_proj,0.0000000006,0.01000,0.404
11,mlp.experts.65.down_proj,0.0000000009,0.01000,0.465
11,mlp.experts.68.down_proj,0.0000000010,0.01000,0.395
11,mlp.experts.69.down_proj,0.0000000010,0.01000,0.430
11,mlp.experts.70.down_proj,0.0000000009,0.01000,0.408
11,mlp.experts.71.down_proj,0.0000000008,0.01000,0.405
11,mlp.experts.72.down_proj,0.0000000009,0.01000,0.415
11,mlp.experts.73.down_proj,0.0000000009,0.01000,0.399
11,mlp.experts.74.down_proj,0.0000000008,0.01000,0.433
11,mlp.experts.75.down_proj,0.0000000007,0.01000,0.434
11,mlp.experts.76.down_proj,0.0000000010,0.01000,0.448
11,mlp.experts.78.down_proj,0.0000000011,0.01000,0.411
11,mlp.experts.80.down_proj,0.0000000009,0.01000,0.401
11,mlp.experts.79.down_proj,0.0000000009,0.01000,0.466
11,mlp.experts.77.down_proj,0.0000000011,0.01000,0.500
11,mlp.experts.81.down_proj,0.0000000009,0.01000,0.405
11,mlp.experts.82.down_proj,0.0000000007,0.01000,0.401
11,mlp.experts.83.down_proj,0.0000000007,0.01000,0.430
11,mlp.experts.84.down_proj,0.0000000009,0.01000,0.437
11,mlp.experts.85.down_proj,0.0000000008,0.01000,0.400
11,mlp.experts.86.down_proj,0.0000000009,0.01000,0.399
11,mlp.experts.87.down_proj,0.0000000009,0.01000,0.399
11,mlp.experts.88.down_proj,0.0000000008,0.01000,0.401
11,mlp.experts.89.down_proj,0.0000000007,0.01000,0.398
11,mlp.experts.90.down_proj,0.0000000007,0.01000,0.443
11,mlp.experts.92.down_proj,0.0000000008,0.01000,0.407
11,mlp.experts.91.down_proj,0.0000000010,0.01000,0.412
11,mlp.experts.93.down_proj,0.0000000007,0.01000,0.406
11,mlp.experts.94.down_proj,0.0000000009,0.01000,0.406
11,mlp.experts.95.down_proj,0.0000000007,0.01000,0.483
11,mlp.experts.96.down_proj,0.0000000007,0.01000,0.482
11,mlp.experts.97.down_proj,0.0000000009,0.01000,0.443
11,mlp.experts.99.down_proj,0.0000000007,0.01000,0.405
11,mlp.experts.98.down_proj,0.0000000009,0.01000,0.409
11,mlp.experts.100.down_proj,0.0000000009,0.01000,0.399
11,mlp.experts.101.down_proj,0.0000000008,0.01000,0.397
11,mlp.experts.102.down_proj,0.0000000009,0.01000,0.420
11,mlp.experts.103.down_proj,0.0000000007,0.01000,0.421
11,mlp.experts.106.down_proj,0.0000000009,0.01000,0.399
11,mlp.experts.105.down_proj,0.0000000010,0.01000,0.405
11,mlp.experts.104.down_proj,0.0000000006,0.01000,0.423
11,mlp.experts.107.down_proj,0.0000000009,0.01000,0.396
11,mlp.experts.108.down_proj,0.0000000009,0.01000,0.394
11,mlp.experts.109.down_proj,0.0000000009,0.01000,0.426
11,mlp.experts.110.down_proj,0.0000000009,0.01000,0.428
11,mlp.experts.112.down_proj,0.0000000009,0.01000,0.430
11,mlp.experts.115.down_proj,0.0000000009,0.01000,0.408
11,mlp.experts.114.down_proj,0.0000000008,0.01000,0.409
11,mlp.experts.113.down_proj,0.0000000008,0.01000,0.440
11,mlp.experts.111.down_proj,0.0000000010,0.01000,0.471
11,mlp.experts.116.down_proj,0.0000000010,0.01000,0.380
11,mlp.experts.117.down_proj,0.0000000010,0.01000,0.358
11,mlp.experts.119.down_proj,0.0000000009,0.01000,0.318
11,mlp.experts.118.down_proj,0.0000000010,0.01000,0.321
12,self_attn.v_proj,0.0000000014,0.01000,1.179
12,self_attn.k_proj,0.0000000010,0.01000,1.314
12,self_attn.q_proj,0.0000000047,0.01000,1.344
12,self_attn.o_proj,0.0000000004,0.01000,2.795
12,mlp.shared_experts.gate_proj,0.0000000002,0.01000,0.989
12,mlp.shared_experts.up_proj,0.0000000002,0.01000,0.917
12,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.303
12,mlp.experts.5.gate_proj,0.0000001114,0.01000,1.585
12,mlp.experts.1.gate_proj,0.0000001121,0.01000,1.589
12,mlp.experts.2.gate_proj,0.0000001109,0.01000,1.589
12,mlp.experts.3.gate_proj,0.0000001086,0.01000,1.611
12,mlp.experts.0.gate_proj,0.0000001089,0.01000,1.707
12,mlp.experts.4.gate_proj,0.0000001095,0.01000,1.767
12,mlp.experts.6.gate_proj,0.0000001109,0.01000,1.826
12,mlp.experts.10.gate_proj,0.0000001108,0.01000,1.374
12,mlp.experts.8.gate_proj,0.0000001129,0.01000,1.448
12,mlp.experts.7.gate_proj,0.0000001111,0.01000,1.592
12,mlp.experts.11.gate_proj,0.0000001091,0.01000,1.595
12,mlp.experts.12.gate_proj,0.0000001133,0.01000,1.550
12,mlp.experts.13.gate_proj,0.0000001108,0.01000,2.309
12,mlp.experts.9.gate_proj,0.0000001090,0.01000,2.567
12,mlp.experts.14.gate_proj,0.0000001106,0.01000,1.407
12,mlp.experts.15.gate_proj,0.0000001105,0.01000,1.476
12,mlp.experts.17.gate_proj,0.0000001161,0.01000,1.317
12,mlp.experts.18.gate_proj,0.0000001127,0.01000,1.323
12,mlp.experts.21.gate_proj,0.0000001127,0.01000,1.436
12,mlp.experts.16.gate_proj,0.0000001093,0.01000,2.774
12,mlp.experts.22.gate_proj,0.0000001132,0.01000,1.586
12,mlp.experts.24.gate_proj,0.0000001118,0.01000,1.510
12,mlp.experts.19.gate_proj,0.0000001119,0.01000,2.413
12,mlp.experts.23.gate_proj,0.0000001118,0.01000,2.091
12,mlp.experts.20.gate_proj,0.0000001117,0.01000,2.555
12,mlp.experts.25.gate_proj,0.0000001153,0.01000,1.261
12,mlp.experts.26.gate_proj,0.0000001108,0.01000,1.517
12,mlp.experts.28.gate_proj,0.0000001095,0.01000,1.471
12,mlp.experts.29.gate_proj,0.0000001135,0.01000,1.326
12,mlp.experts.30.gate_proj,0.0000001117,0.01000,1.402
12,mlp.experts.31.gate_proj,0.0000001095,0.01000,1.556
12,mlp.experts.27.gate_proj,0.0000001112,0.01000,2.243
12,mlp.experts.32.gate_proj,0.0000001113,0.01000,1.468
12,mlp.experts.33.gate_proj,0.0000001130,0.01000,1.535
12,mlp.experts.35.gate_proj,0.0000001125,0.01000,1.584
12,mlp.experts.37.gate_proj,0.0000001125,0.01000,1.491
12,mlp.experts.39.gate_proj,0.0000001097,0.01000,1.323
12,mlp.experts.36.gate_proj,0.0000001088,0.01000,1.912
12,mlp.experts.40.gate_proj,0.0000001123,0.01000,1.276
12,mlp.experts.34.gate_proj,0.0000001125,0.01000,2.916
12,mlp.experts.38.gate_proj,0.0000001075,0.01000,2.274
12,mlp.experts.42.gate_proj,0.0000001108,0.01000,1.290
12,mlp.experts.43.gate_proj,0.0000001137,0.01000,1.293
12,mlp.experts.44.gate_proj,0.0000001116,0.01000,1.269
12,mlp.experts.45.gate_proj,0.0000001115,0.01000,1.589
12,mlp.experts.47.gate_proj,0.0000001112,0.01000,1.490
12,mlp.experts.46.gate_proj,0.0000001057,0.01000,1.610
12,mlp.experts.41.gate_proj,0.0000001144,0.01000,3.077
12,mlp.experts.49.gate_proj,0.0000001074,0.01000,1.579
12,mlp.experts.50.gate_proj,0.0000001120,0.01000,1.504
12,mlp.experts.51.gate_proj,0.0000001112,0.01000,1.636
12,mlp.experts.52.gate_proj,0.0000001148,0.01000,1.455
12,mlp.experts.53.gate_proj,0.0000001101,0.01000,1.464
12,mlp.experts.48.gate_proj,0.0000001039,0.01000,2.981
12,mlp.experts.56.gate_proj,0.0000001119,0.01000,1.754
12,mlp.experts.54.gate_proj,0.0000001127,0.01000,2.207
12,mlp.experts.57.gate_proj,0.0000001131,0.01000,1.331
12,mlp.experts.59.gate_proj,0.0000001090,0.01000,1.473
12,mlp.experts.58.gate_proj,0.0000001128,0.01000,1.682
12,mlp.experts.60.gate_proj,0.0000001121,0.01000,1.499
12,mlp.experts.61.gate_proj,0.0000001149,0.01000,1.371
12,mlp.experts.55.gate_proj,0.0000001093,0.01000,3.288
12,mlp.experts.64.gate_proj,0.0000001047,0.01000,1.305
12,mlp.experts.63.gate_proj,0.0000001055,0.01000,1.650
12,mlp.experts.65.gate_proj,0.0000001138,0.01000,1.294
12,mlp.experts.66.gate_proj,0.0000001093,0.01000,1.423
12,mlp.experts.67.gate_proj,0.0000001151,0.01000,1.306
12,mlp.experts.68.gate_proj,0.0000001127,0.01000,1.489
12,mlp.experts.62.gate_proj,0.0000001120,0.01000,2.837
12,mlp.experts.71.gate_proj,0.0000001116,0.01000,1.378
12,mlp.experts.70.gate_proj,0.0000001107,0.01000,1.723
12,mlp.experts.72.gate_proj,0.0000001147,0.01000,1.426
12,mlp.experts.73.gate_proj,0.0000001142,0.01000,1.368
12,mlp.experts.69.gate_proj,0.0000001120,0.01000,2.436
12,mlp.experts.74.gate_proj,0.0000001107,0.01000,1.297
12,mlp.experts.75.gate_proj,0.0000001124,0.01000,1.288
12,mlp.experts.77.gate_proj,0.0000001096,0.01000,1.341
12,mlp.experts.78.gate_proj,0.0000001082,0.01000,1.348
12,mlp.experts.76.gate_proj,0.0000001100,0.01000,2.017
12,mlp.experts.79.gate_proj,0.0000001121,0.01000,1.339
12,mlp.experts.82.gate_proj,0.0000001108,0.01000,1.351
12,mlp.experts.81.gate_proj,0.0000001142,0.01000,1.542
12,mlp.experts.80.gate_proj,0.0000001135,0.01000,1.846
12,mlp.experts.84.gate_proj,0.0000001109,0.01000,1.543
12,mlp.experts.86.gate_proj,0.0000001132,0.01000,1.704
12,mlp.experts.87.gate_proj,0.0000001115,0.01000,1.504
12,mlp.experts.85.gate_proj,0.0000001126,0.01000,1.840
12,mlp.experts.88.gate_proj,0.0000001146,0.01000,1.693
12,mlp.experts.89.gate_proj,0.0000001132,0.01000,1.865
12,mlp.experts.83.gate_proj,0.0000001068,0.01000,3.322
12,mlp.experts.92.gate_proj,0.0000001091,0.01000,1.346
12,mlp.experts.93.gate_proj,0.0000001137,0.01000,1.319
12,mlp.experts.94.gate_proj,0.0000001122,0.01000,1.295
12,mlp.experts.91.gate_proj,0.0000001117,0.01000,2.028
12,mlp.experts.96.gate_proj,0.0000001151,0.01000,1.429
12,mlp.experts.95.gate_proj,0.0000001118,0.01000,1.852
12,mlp.experts.98.gate_proj,0.0000001092,0.01000,1.928
12,mlp.experts.100.gate_proj,0.0000001135,0.01000,1.454
12,mlp.experts.99.gate_proj,0.0000001126,0.01000,1.929
12,mlp.experts.102.gate_proj,0.0000001119,0.01000,1.321
12,mlp.experts.101.gate_proj,0.0000001117,0.01000,1.681
12,mlp.experts.90.gate_proj,0.0000001154,0.01000,4.822
12,mlp.experts.105.gate_proj,0.0000001067,0.01000,1.480
12,mlp.experts.103.gate_proj,0.0000001150,0.01000,2.069
12,mlp.experts.106.gate_proj,0.0000001149,0.01000,1.482
12,mlp.experts.108.gate_proj,0.0000001109,0.01000,1.612
12,mlp.experts.107.gate_proj,0.0000001074,0.01000,1.998
12,mlp.experts.110.gate_proj,0.0000001133,0.01000,1.413
12,mlp.experts.109.gate_proj,0.0000001116,0.01000,1.795
12,mlp.experts.97.gate_proj,0.0000001126,0.01000,5.937
12,mlp.experts.113.gate_proj,0.0000001142,0.01000,1.321
12,mlp.experts.115.gate_proj,0.0000001088,0.01000,1.317
12,mlp.experts.112.gate_proj,0.0000001098,0.01000,2.275
12,mlp.experts.114.gate_proj,0.0000001151,0.01000,1.667
12,mlp.experts.116.gate_proj,0.0000001150,0.01000,1.553
12,mlp.experts.117.gate_proj,0.0000001150,0.01000,1.341
12,mlp.experts.104.gate_proj,0.0000001121,0.01000,6.037
12,mlp.experts.119.gate_proj,0.0000001141,0.01000,1.643
12,mlp.experts.111.gate_proj,0.0000001104,0.01000,4.706
12,mlp.experts.0.up_proj,0.0000001077,0.01000,1.755
12,mlp.experts.2.up_proj,0.0000001097,0.01000,1.293
12,mlp.experts.1.up_proj,0.0000001114,0.01000,1.508
12,mlp.experts.3.up_proj,0.0000001072,0.01000,1.480
12,mlp.experts.4.up_proj,0.0000001084,0.01000,1.329
12,mlp.experts.7.up_proj,0.0000001098,0.01000,1.362
12,mlp.experts.8.up_proj,0.0000001088,0.01000,1.340
12,mlp.experts.6.up_proj,0.0000001094,0.01000,1.584
12,mlp.experts.118.gate_proj,0.0000001089,0.01000,3.978
12,mlp.experts.9.up_proj,0.0000001080,0.01000,1.321
12,mlp.experts.10.up_proj,0.0000001094,0.01000,1.283
12,mlp.experts.11.up_proj,0.0000001084,0.01000,1.263
12,mlp.experts.13.up_proj,0.0000001097,0.01000,1.316
12,mlp.experts.5.up_proj,0.0000001102,0.01000,3.305
12,mlp.experts.14.up_proj,0.0000001096,0.01000,1.391
12,mlp.experts.15.up_proj,0.0000001097,0.01000,1.382
12,mlp.experts.16.up_proj,0.0000001080,0.01000,1.452
12,mlp.experts.12.up_proj,0.0000001120,0.01000,2.435
12,mlp.experts.17.up_proj,0.0000001147,0.01000,1.300
12,mlp.experts.18.up_proj,0.0000001116,0.01000,1.650
12,mlp.experts.20.up_proj,0.0000001094,0.01000,1.367
12,mlp.experts.21.up_proj,0.0000001114,0.01000,1.393
12,mlp.experts.22.up_proj,0.0000001116,0.01000,1.425
12,mlp.experts.23.up_proj,0.0000001110,0.01000,1.329
12,mlp.experts.19.up_proj,0.0000001101,0.01000,2.042
12,mlp.experts.24.up_proj,0.0000001097,0.01000,1.408
12,mlp.experts.25.up_proj,0.0000001146,0.01000,1.347
12,mlp.experts.27.up_proj,0.0000001097,0.01000,1.342
12,mlp.experts.26.up_proj,0.0000001102,0.01000,1.861
12,mlp.experts.29.up_proj,0.0000001121,0.01000,1.347
12,mlp.experts.30.up_proj,0.0000001112,0.01000,1.325
12,mlp.experts.31.up_proj,0.0000001086,0.01000,1.359
12,mlp.experts.28.up_proj,0.0000001080,0.01000,1.859
12,mlp.experts.32.up_proj,0.0000001106,0.01000,1.469
12,mlp.experts.33.up_proj,0.0000001116,0.01000,1.678
12,mlp.experts.34.up_proj,0.0000001111,0.01000,1.347
12,mlp.experts.35.up_proj,0.0000001111,0.01000,1.521
12,mlp.experts.36.up_proj,0.0000001069,0.01000,1.599
12,mlp.experts.37.up_proj,0.0000001118,0.01000,1.583
12,mlp.experts.38.up_proj,0.0000001067,0.01000,1.423
12,mlp.experts.39.up_proj,0.0000001088,0.01000,1.448
12,mlp.experts.41.up_proj,0.0000001133,0.01000,1.416
12,mlp.experts.42.up_proj,0.0000001096,0.01000,1.397
12,mlp.experts.44.up_proj,0.0000001100,0.01000,1.367
12,mlp.experts.40.up_proj,0.0000001107,0.01000,1.990
12,mlp.experts.45.up_proj,0.0000001097,0.01000,1.439
12,mlp.experts.43.up_proj,0.0000001121,0.01000,1.768
12,mlp.experts.46.up_proj,0.0000001050,0.01000,1.365
12,mlp.experts.48.up_proj,0.0000001016,0.01000,1.384
12,mlp.experts.49.up_proj,0.0000001057,0.01000,1.370
12,mlp.experts.47.up_proj,0.0000001102,0.01000,1.909
12,mlp.experts.50.up_proj,0.0000001108,0.01000,1.426
12,mlp.experts.51.up_proj,0.0000001102,0.01000,1.443
12,mlp.experts.52.up_proj,0.0000001128,0.01000,1.435
12,mlp.experts.53.up_proj,0.0000001088,0.01000,1.372
12,mlp.experts.55.up_proj,0.0000001084,0.01000,1.505
12,mlp.experts.56.up_proj,0.0000001114,0.01000,1.411
12,mlp.experts.57.up_proj,0.0000001122,0.01000,1.406
12,mlp.experts.58.up_proj,0.0000001123,0.01000,1.392
12,mlp.experts.59.up_proj,0.0000001077,0.01000,1.364
12,mlp.experts.54.up_proj,0.0000001119,0.01000,2.015
12,mlp.experts.60.up_proj,0.0000001110,0.01000,1.374
12,mlp.experts.63.up_proj,0.0000001048,0.01000,1.422
12,mlp.experts.62.up_proj,0.0000001109,0.01000,1.493
12,mlp.experts.64.up_proj,0.0000001033,0.01000,1.390
12,mlp.experts.65.up_proj,0.0000001123,0.01000,1.478
12,mlp.experts.67.up_proj,0.0000001141,0.01000,1.419
12,mlp.experts.61.up_proj,0.0000001131,0.01000,1.901
12,mlp.experts.66.up_proj,0.0000001077,0.01000,1.589
12,mlp.experts.70.up_proj,0.0000001099,0.01000,1.368
12,mlp.experts.69.up_proj,0.0000001110,0.01000,1.436
12,mlp.experts.71.up_proj,0.0000001101,0.01000,1.420
12,mlp.experts.68.up_proj,0.0000001111,0.01000,1.775
12,mlp.experts.73.up_proj,0.0000001129,0.01000,1.451
12,mlp.experts.74.up_proj,0.0000001094,0.01000,1.387
12,mlp.experts.72.up_proj,0.0000001140,0.01000,1.620
12,mlp.experts.76.up_proj,0.0000001093,0.01000,1.360
12,mlp.experts.77.up_proj,0.0000001084,0.01000,1.354
12,mlp.experts.79.up_proj,0.0000001100,0.01000,1.349
12,mlp.experts.80.up_proj,0.0000001120,0.01000,1.355
12,mlp.experts.75.up_proj,0.0000001111,0.01000,1.847
12,mlp.experts.78.up_proj,0.0000001073,0.01000,1.510
12,mlp.experts.81.up_proj,0.0000001132,0.01000,1.498
12,mlp.experts.83.up_proj,0.0000001060,0.01000,1.402
12,mlp.experts.84.up_proj,0.0000001102,0.01000,1.381
12,mlp.experts.85.up_proj,0.0000001107,0.01000,1.390
12,mlp.experts.82.up_proj,0.0000001092,0.01000,1.804
12,mlp.experts.86.up_proj,0.0000001125,0.01000,1.397
12,mlp.experts.87.up_proj,0.0000001107,0.01000,1.399
12,mlp.experts.88.up_proj,0.0000001131,0.01000,1.359
12,mlp.experts.90.up_proj,0.0000001133,0.01000,1.477
12,mlp.experts.91.up_proj,0.0000001096,0.01000,1.497
12,mlp.experts.94.up_proj,0.0000001113,0.01000,1.379
12,mlp.experts.92.up_proj,0.0000001079,0.01000,1.429
12,mlp.experts.93.up_proj,0.0000001128,0.01000,1.486
12,mlp.experts.95.up_proj,0.0000001098,0.01000,1.435
12,mlp.experts.89.up_proj,0.0000001110,0.01000,1.894
12,mlp.experts.97.up_proj,0.0000001117,0.01000,1.369
12,mlp.experts.98.up_proj,0.0000001072,0.01000,1.363
12,mlp.experts.99.up_proj,0.0000001111,0.01000,1.358
12,mlp.experts.100.up_proj,0.0000001119,0.01000,1.343
12,mlp.experts.101.up_proj,0.0000001098,0.01000,1.340
12,mlp.experts.102.up_proj,0.0000001111,0.01000,1.487
12,mlp.experts.96.up_proj,0.0000001140,0.01000,1.809
12,mlp.experts.104.up_proj,0.0000001106,0.01000,1.375
12,mlp.experts.105.up_proj,0.0000001053,0.01000,1.380
12,mlp.experts.107.up_proj,0.0000001064,0.01000,1.351
12,mlp.experts.106.up_proj,0.0000001137,0.01000,1.631
12,mlp.experts.108.up_proj,0.0000001091,0.01000,1.408
12,mlp.experts.103.up_proj,0.0000001137,0.01000,1.956
12,mlp.experts.109.up_proj,0.0000001111,0.01000,1.616
12,mlp.experts.111.up_proj,0.0000001092,0.01000,1.428
12,mlp.experts.112.up_proj,0.0000001093,0.01000,1.481
12,mlp.experts.113.up_proj,0.0000001129,0.01000,1.361
12,mlp.experts.114.up_proj,0.0000001145,0.01000,1.347
12,mlp.experts.115.up_proj,0.0000001076,0.01000,1.324
12,mlp.experts.116.up_proj,0.0000001137,0.01000,1.328
12,mlp.experts.110.up_proj,0.0000001128,0.01000,2.088
12,mlp.experts.118.up_proj,0.0000001077,0.01000,1.107
12,mlp.experts.119.up_proj,0.0000001134,0.01000,1.177
12,mlp.experts.117.up_proj,0.0000001136,0.01000,1.534
12,mlp.experts.3.down_proj,0.0000000012,0.01000,0.442
12,mlp.experts.2.down_proj,0.0000000011,0.01000,0.452
12,mlp.experts.0.down_proj,0.0000000008,0.01000,0.454
12,mlp.experts.5.down_proj,0.0000000009,0.01000,0.451
12,mlp.experts.6.down_proj,0.0000000012,0.01000,0.461
12,mlp.experts.4.down_proj,0.0000000011,0.01000,0.469
12,mlp.experts.1.down_proj,0.0000000008,0.01000,0.486
12,mlp.experts.10.down_proj,0.0000000011,0.01000,0.412
12,mlp.experts.9.down_proj,0.0000000009,0.01000,0.420
12,mlp.experts.7.down_proj,0.0000000011,0.01000,0.439
12,mlp.experts.11.down_proj,0.0000000008,0.01000,0.434
12,mlp.experts.8.down_proj,0.0000000011,0.01000,0.478
12,mlp.experts.12.down_proj,0.0000000012,0.01000,0.472
12,mlp.experts.13.down_proj,0.0000000008,0.01000,0.533
12,mlp.experts.14.down_proj,0.0000000010,0.01000,0.422
12,mlp.experts.15.down_proj,0.0000000008,0.01000,0.439
12,mlp.experts.16.down_proj,0.0000000008,0.01000,0.440
12,mlp.experts.19.down_proj,0.0000000012,0.01000,0.416
12,mlp.experts.17.down_proj,0.0000000012,0.01000,0.507
12,mlp.experts.20.down_proj,0.0000000009,0.01000,0.512
12,mlp.experts.18.down_proj,0.0000000009,0.01000,0.702
12,mlp.experts.21.down_proj,0.0000000011,0.01000,0.419
12,mlp.experts.22.down_proj,0.0000000013,0.01000,0.416
12,mlp.experts.23.down_proj,0.0000000008,0.01000,0.410
12,mlp.experts.24.down_proj,0.0000000011,0.01000,0.447
12,mlp.experts.25.down_proj,0.0000000011,0.01000,0.502
12,mlp.experts.26.down_proj,0.0000000010,0.01000,0.442
12,mlp.experts.28.down_proj,0.0000000012,0.01000,0.431
12,mlp.experts.30.down_proj,0.0000000010,0.01000,0.444
12,mlp.experts.29.down_proj,0.0000000013,0.01000,0.453
12,mlp.experts.31.down_proj,0.0000000009,0.01000,0.402
12,mlp.experts.32.down_proj,0.0000000010,0.01000,0.428
12,mlp.experts.33.down_proj,0.0000000010,0.01000,0.394
12,mlp.experts.27.down_proj,0.0000000011,0.01000,0.840
12,mlp.experts.36.down_proj,0.0000000009,0.01000,0.410
12,mlp.experts.37.down_proj,0.0000000011,0.01000,0.401
12,mlp.experts.35.down_proj,0.0000000012,0.01000,0.564
12,mlp.experts.39.down_proj,0.0000000009,0.01000,0.407
12,mlp.experts.38.down_proj,0.0000000008,0.01000,0.533
12,mlp.experts.40.down_proj,0.0000000010,0.01000,0.411
12,mlp.experts.34.down_proj,0.0000000009,0.01000,0.753
12,mlp.experts.42.down_proj,0.0000000009,0.01000,0.467
12,mlp.experts.43.down_proj,0.0000000010,0.01000,0.404
12,mlp.experts.44.down_proj,0.0000000009,0.01000,0.402
12,mlp.experts.45.down_proj,0.0000000009,0.01000,0.386
12,mlp.experts.46.down_proj,0.0000000010,0.01000,0.388
12,mlp.experts.41.down_proj,0.0000000010,0.01000,0.688
12,mlp.experts.47.down_proj,0.0000000009,0.01000,0.410
12,mlp.experts.49.down_proj,0.0000000012,0.01000,0.392
12,mlp.experts.50.down_proj,0.0000000012,0.01000,0.386
12,mlp.experts.51.down_proj,0.0000000011,0.01000,0.394
12,mlp.experts.52.down_proj,0.0000000011,0.01000,0.386
12,mlp.experts.48.down_proj,0.0000000010,0.01000,0.643
12,mlp.experts.53.down_proj,0.0000000011,0.01000,0.459
12,mlp.experts.54.down_proj,0.0000000008,0.01000,0.459
12,mlp.experts.56.down_proj,0.0000000010,0.01000,0.407
12,mlp.experts.57.down_proj,0.0000000012,0.01000,0.407
12,mlp.experts.58.down_proj,0.0000000010,0.01000,0.403
12,mlp.experts.59.down_proj,0.0000000010,0.01000,0.431
12,mlp.experts.60.down_proj,0.0000000012,0.01000,0.469
12,mlp.experts.61.down_proj,0.0000000010,0.01000,0.463
12,mlp.experts.55.down_proj,0.0000000009,0.01000,0.720
12,mlp.experts.63.down_proj,0.0000000009,0.01000,0.416
12,mlp.experts.65.down_proj,0.0000000010,0.01000,0.418
12,mlp.experts.64.down_proj,0.0000000009,0.01000,0.534
12,mlp.experts.66.down_proj,0.0000000010,0.01000,0.409
12,mlp.experts.67.down_proj,0.0000000009,0.01000,0.411
12,mlp.experts.62.down_proj,0.0000000008,0.01000,0.738
12,mlp.experts.68.down_proj,0.0000000012,0.01000,0.474
12,mlp.experts.70.down_proj,0.0000000011,0.01000,0.424
12,mlp.experts.72.down_proj,0.0000000011,0.01000,0.403
12,mlp.experts.71.down_proj,0.0000000010,0.01000,0.429
12,mlp.experts.73.down_proj,0.0000000011,0.01000,0.395
12,mlp.experts.75.down_proj,0.0000000011,0.01000,0.428
12,mlp.experts.69.down_proj,0.0000000013,0.01000,0.732
12,mlp.experts.74.down_proj,0.0000000011,0.01000,0.506
12,mlp.experts.77.down_proj,0.0000000009,0.01000,0.405
12,mlp.experts.79.down_proj,0.0000000011,0.01000,0.417
12,mlp.experts.78.down_proj,0.0000000009,0.01000,0.501
12,mlp.experts.80.down_proj,0.0000000010,0.01000,0.401
12,mlp.experts.81.down_proj,0.0000000011,0.01000,0.401
12,mlp.experts.82.down_proj,0.0000000010,0.01000,0.455
12,mlp.experts.76.down_proj,0.0000000009,0.01000,0.706
12,mlp.experts.85.down_proj,0.0000000013,0.01000,0.403
12,mlp.experts.86.down_proj,0.0000000009,0.01000,0.406
12,mlp.experts.87.down_proj,0.0000000011,0.01000,0.391
12,mlp.experts.88.down_proj,0.0000000012,0.01000,0.401
12,mlp.experts.89.down_proj,0.0000000009,0.01000,0.390
12,mlp.experts.83.down_proj,0.0000000009,0.01000,0.732
12,mlp.experts.84.down_proj,0.0000000012,0.01000,0.791
12,mlp.experts.93.down_proj,0.0000000008,0.01000,0.409
12,mlp.experts.92.down_proj,0.0000000008,0.01000,0.488
12,mlp.experts.91.down_proj,0.0000000013,0.01000,0.537
12,mlp.experts.95.down_proj,0.0000000012,0.01000,0.421
12,mlp.experts.94.down_proj,0.0000000008,0.01000,0.563
12,mlp.experts.90.down_proj,0.0000000010,0.01000,0.728
12,mlp.experts.96.down_proj,0.0000000012,0.01000,0.424
12,mlp.experts.98.down_proj,0.0000000013,0.01000,0.402
12,mlp.experts.99.down_proj,0.0000000009,0.01000,0.395
12,mlp.experts.100.down_proj,0.0000000010,0.01000,0.404
12,mlp.experts.101.down_proj,0.0000000013,0.01000,0.406
12,mlp.experts.102.down_proj,0.0000000011,0.01000,0.412
12,mlp.experts.97.down_proj,0.0000000010,0.01000,0.591
12,mlp.experts.103.down_proj,0.0000000012,0.01000,0.509
12,mlp.experts.105.down_proj,0.0000000009,0.01000,0.437
12,mlp.experts.106.down_proj,0.0000000011,0.01000,0.451
12,mlp.experts.108.down_proj,0.0000000007,0.01000,0.401
12,mlp.experts.109.down_proj,0.0000000010,0.01000,0.407
12,mlp.experts.107.down_proj,0.0000000010,0.01000,0.441
12,mlp.experts.110.down_proj,0.0000000010,0.01000,0.403
12,mlp.experts.104.down_proj,0.0000000009,0.01000,0.690
12,mlp.experts.112.down_proj,0.0000000009,0.01000,0.459
12,mlp.experts.115.down_proj,0.0000000014,0.01000,0.413
12,mlp.experts.116.down_proj,0.0000000011,0.01000,0.418
12,mlp.experts.117.down_proj,0.0000000009,0.01000,0.472
12,mlp.experts.113.down_proj,0.0000000011,0.01000,0.582
12,mlp.experts.114.down_proj,0.0000000012,0.01000,0.606
12,mlp.experts.111.down_proj,0.0000000011,0.01000,0.764
12,mlp.experts.119.down_proj,0.0000000011,0.01000,0.331
12,mlp.experts.118.down_proj,0.0000000011,0.01000,0.483
13,self_attn.k_proj,0.0000000012,0.01000,1.211
13,self_attn.q_proj,0.0000000058,0.01000,1.274
13,self_attn.v_proj,0.0000000023,0.01000,1.334
13,self_attn.o_proj,0.0000000011,0.01000,2.767
13,mlp.shared_experts.gate_proj,0.0000000002,0.01000,0.917
13,mlp.shared_experts.up_proj,0.0000000002,0.01000,0.910
13,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.297
13,mlp.experts.0.gate_proj,0.0000001418,0.01000,1.564
13,mlp.experts.1.gate_proj,0.0000001405,0.01000,1.578
13,mlp.experts.4.gate_proj,0.0000001437,0.01000,1.582
13,mlp.experts.3.gate_proj,0.0000001454,0.01000,1.607
13,mlp.experts.5.gate_proj,0.0000001374,0.01000,1.799
13,mlp.experts.6.gate_proj,0.0000001428,0.01000,2.345
13,mlp.experts.2.gate_proj,0.0000001412,0.01000,2.734
13,mlp.experts.8.gate_proj,0.0000001434,0.01000,1.353
13,mlp.experts.10.gate_proj,0.0000001467,0.01000,1.394
13,mlp.experts.7.gate_proj,0.0000001416,0.01000,1.448
13,mlp.experts.11.gate_proj,0.0000001421,0.01000,1.356
13,mlp.experts.12.gate_proj,0.0000001419,0.01000,1.351
13,mlp.experts.14.gate_proj,0.0000001434,0.01000,1.335
13,mlp.experts.15.gate_proj,0.0000001399,0.01000,1.356
13,mlp.experts.17.gate_proj,0.0000001367,0.01000,1.311
13,mlp.experts.9.gate_proj,0.0000001451,0.01000,2.916
13,mlp.experts.16.gate_proj,0.0000001418,0.01000,1.831
13,mlp.experts.18.gate_proj,0.0000001452,0.01000,1.231
13,mlp.experts.13.gate_proj,0.0000001421,0.01000,2.630
13,mlp.experts.19.gate_proj,0.0000001399,0.01000,1.248
13,mlp.experts.21.gate_proj,0.0000001446,0.01000,1.364
13,mlp.experts.22.gate_proj,0.0000001393,0.01000,1.668
13,mlp.experts.23.gate_proj,0.0000001396,0.01000,1.322
13,mlp.experts.24.gate_proj,0.0000001399,0.01000,1.288
13,mlp.experts.25.gate_proj,0.0000001398,0.01000,1.291
13,mlp.experts.26.gate_proj,0.0000001463,0.01000,1.247
13,mlp.experts.28.gate_proj,0.0000001378,0.01000,1.325
13,mlp.experts.30.gate_proj,0.0000001380,0.01000,1.309
13,mlp.experts.20.gate_proj,0.0000001453,0.01000,3.538
13,mlp.experts.29.gate_proj,0.0000001362,0.01000,1.823
13,mlp.experts.32.gate_proj,0.0000001378,0.01000,1.309
13,mlp.experts.33.gate_proj,0.0000001392,0.01000,1.304
13,mlp.experts.35.gate_proj,0.0000001391,0.01000,1.363
13,mlp.experts.36.gate_proj,0.0000001424,0.01000,1.331
13,mlp.experts.37.gate_proj,0.0000001408,0.01000,1.275
13,mlp.experts.31.gate_proj,0.0000001447,0.01000,2.923
13,mlp.experts.27.gate_proj,0.0000001452,0.01000,3.873
13,mlp.experts.39.gate_proj,0.0000001376,0.01000,1.250
13,mlp.experts.40.gate_proj,0.0000001469,0.01000,1.256
13,mlp.experts.43.gate_proj,0.0000001367,0.01000,1.337
13,mlp.experts.42.gate_proj,0.0000001389,0.01000,1.733
13,mlp.experts.38.gate_proj,0.0000001401,0.01000,2.569
13,mlp.experts.44.gate_proj,0.0000001392,0.01000,1.668
13,mlp.experts.46.gate_proj,0.0000001399,0.01000,1.261
13,mlp.experts.47.gate_proj,0.0000001377,0.01000,1.184
13,mlp.experts.45.gate_proj,0.0000001474,0.01000,2.154
13,mlp.experts.34.gate_proj,0.0000001395,0.01000,5.615
13,mlp.experts.49.gate_proj,0.0000001452,0.01000,1.227
13,mlp.experts.50.gate_proj,0.0000001433,0.01000,1.273
13,mlp.experts.51.gate_proj,0.0000001454,0.01000,1.249
13,mlp.experts.52.gate_proj,0.0000001393,0.01000,1.310
13,mlp.experts.41.gate_proj,0.0000001355,0.01000,5.047
13,mlp.experts.54.gate_proj,0.0000001456,0.01000,1.281
13,mlp.experts.56.gate_proj,0.0000001380,0.01000,1.299
13,mlp.experts.57.gate_proj,0.0000001439,0.01000,1.307
13,mlp.experts.58.gate_proj,0.0000001398,0.01000,1.294
13,mlp.experts.53.gate_proj,0.0000001463,0.01000,2.763
13,mlp.experts.59.gate_proj,0.0000001404,0.01000,1.295
13,mlp.experts.48.gate_proj,0.0000001429,0.01000,5.273
13,mlp.experts.61.gate_proj,0.0000001466,0.01000,1.607
13,mlp.experts.60.gate_proj,0.0000001429,0.01000,2.109
13,mlp.experts.63.gate_proj,0.0000001420,0.01000,1.335
13,mlp.experts.64.gate_proj,0.0000001394,0.01000,1.451
13,mlp.experts.65.gate_proj,0.0000001416,0.01000,1.327
13,mlp.experts.68.gate_proj,0.0000001379,0.01000,1.304
13,mlp.experts.67.gate_proj,0.0000001417,0.01000,1.430
13,mlp.experts.66.gate_proj,0.0000001362,0.01000,2.278
13,mlp.experts.70.gate_proj,0.0000001413,0.01000,1.803
13,mlp.experts.71.gate_proj,0.0000001373,0.01000,1.325
13,mlp.experts.72.gate_proj,0.0000001410,0.01000,1.305
13,mlp.experts.55.gate_proj,0.0000001412,0.01000,6.766
13,mlp.experts.74.gate_proj,0.0000001405,0.01000,1.291
13,mlp.experts.75.gate_proj,0.0000001433,0.01000,1.239
13,mlp.experts.73.gate_proj,0.0000001392,0.01000,2.563
13,mlp.experts.62.gate_proj,0.0000001378,0.01000,6.315
13,mlp.experts.78.gate_proj,0.0000001406,0.01000,1.311
13,mlp.experts.77.gate_proj,0.0000001375,0.01000,2.042
13,mlp.experts.79.gate_proj,0.0000001438,0.01000,1.342
13,mlp.experts.80.gate_proj,0.0000001438,0.01000,1.293
13,mlp.experts.81.gate_proj,0.0000001390,0.01000,1.490
13,mlp.experts.82.gate_proj,0.0000001384,0.01000,2.368
13,mlp.experts.84.gate_proj,0.0000001456,0.01000,2.316
13,mlp.experts.85.gate_proj,0.0000001454,0.01000,1.665
13,mlp.experts.86.gate_proj,0.0000001368,0.01000,1.335
13,mlp.experts.69.gate_proj,0.0000001418,0.01000,7.691
13,mlp.experts.87.gate_proj,0.0000001425,0.01000,1.137
13,mlp.experts.88.gate_proj,0.0000001384,0.01000,1.162
13,mlp.experts.89.gate_proj,0.0000001421,0.01000,1.201
13,mlp.experts.91.gate_proj,0.0000001335,0.01000,1.203
13,mlp.experts.76.gate_proj,0.0000001413,0.01000,7.100
13,mlp.experts.92.gate_proj,0.0000001440,0.01000,1.338
13,mlp.experts.94.gate_proj,0.0000001411,0.01000,1.325
13,mlp.experts.93.gate_proj,0.0000001364,0.01000,1.550
13,mlp.experts.95.gate_proj,0.0000001359,0.01000,1.380
13,mlp.experts.96.gate_proj,0.0000001367,0.01000,1.277
13,mlp.experts.99.gate_proj,0.0000001409,0.01000,1.286
13,mlp.experts.98.gate_proj,0.0000001397,0.01000,1.520
13,mlp.experts.100.gate_proj,0.0000001399,0.01000,1.202
13,mlp.experts.83.gate_proj,0.0000001481,0.01000,7.019
13,mlp.experts.101.gate_proj,0.0000001406,0.01000,1.248
13,mlp.experts.103.gate_proj,0.0000001413,0.01000,1.415
13,mlp.experts.90.gate_proj,0.0000001373,0.01000,6.019
13,mlp.experts.106.gate_proj,0.0000001399,0.01000,1.364
13,mlp.experts.102.gate_proj,0.0000001391,0.01000,2.562
13,mlp.experts.107.gate_proj,0.0000001379,0.01000,1.291
13,mlp.experts.105.gate_proj,0.0000001384,0.01000,2.137
13,mlp.experts.97.gate_proj,0.0000001397,0.01000,4.573
13,mlp.experts.108.gate_proj,0.0000001438,0.01000,1.267
13,mlp.experts.109.gate_proj,0.0000001423,0.01000,1.367
13,mlp.experts.104.gate_proj,0.0000001429,0.01000,3.572
13,mlp.experts.110.gate_proj,0.0000001396,0.01000,1.272
13,mlp.experts.112.gate_proj,0.0000001405,0.01000,1.313
13,mlp.experts.114.gate_proj,0.0000001338,0.01000,1.319
13,mlp.experts.113.gate_proj,0.0000001425,0.01000,1.736
13,mlp.experts.115.gate_proj,0.0000001409,0.01000,1.296
13,mlp.experts.116.gate_proj,0.0000001395,0.01000,1.300
13,mlp.experts.111.gate_proj,0.0000001398,0.01000,2.304
13,mlp.experts.117.gate_proj,0.0000001421,0.01000,1.298
13,mlp.experts.118.gate_proj,0.0000001352,0.01000,1.918
13,mlp.experts.119.gate_proj,0.0000001429,0.01000,1.371
13,mlp.experts.1.up_proj,0.0000001397,0.01000,1.374
13,mlp.experts.2.up_proj,0.0000001401,0.01000,1.344
13,mlp.experts.3.up_proj,0.0000001445,0.01000,1.363
13,mlp.experts.4.up_proj,0.0000001420,0.01000,1.356
13,mlp.experts.0.up_proj,0.0000001406,0.01000,2.415
13,mlp.experts.6.up_proj,0.0000001428,0.01000,1.352
13,mlp.experts.9.up_proj,0.0000001449,0.01000,1.285
13,mlp.experts.8.up_proj,0.0000001430,0.01000,1.368
13,mlp.experts.10.up_proj,0.0000001453,0.01000,1.294
13,mlp.experts.7.up_proj,0.0000001409,0.01000,1.863
13,mlp.experts.11.up_proj,0.0000001418,0.01000,1.321
13,mlp.experts.5.up_proj,0.0000001362,0.01000,2.661
13,mlp.experts.14.up_proj,0.0000001428,0.01000,1.478
13,mlp.experts.15.up_proj,0.0000001396,0.01000,1.465
13,mlp.experts.16.up_proj,0.0000001410,0.01000,1.322
13,mlp.experts.12.up_proj,0.0000001413,0.01000,2.136
13,mlp.experts.13.up_proj,0.0000001408,0.01000,1.975
13,mlp.experts.17.up_proj,0.0000001364,0.01000,1.334
13,mlp.experts.18.up_proj,0.0000001440,0.01000,2.079
13,mlp.experts.20.up_proj,0.0000001440,0.01000,1.518
13,mlp.experts.21.up_proj,0.0000001443,0.01000,1.465
13,mlp.experts.22.up_proj,0.0000001385,0.01000,1.405
13,mlp.experts.23.up_proj,0.0000001392,0.01000,1.349
13,mlp.experts.24.up_proj,0.0000001394,0.01000,1.454
13,mlp.experts.19.up_proj,0.0000001392,0.01000,2.612
13,mlp.experts.25.up_proj,0.0000001392,0.01000,1.479
13,mlp.experts.28.up_proj,0.0000001374,0.01000,1.496
13,mlp.experts.30.up_proj,0.0000001368,0.01000,1.352
13,mlp.experts.29.up_proj,0.0000001351,0.01000,1.732
13,mlp.experts.27.up_proj,0.0000001443,0.01000,2.034
13,mlp.experts.31.up_proj,0.0000001441,0.01000,1.358
13,mlp.experts.32.up_proj,0.0000001370,0.01000,1.320
13,mlp.experts.34.up_proj,0.0000001382,0.01000,1.402
13,mlp.experts.36.up_proj,0.0000001418,0.01000,1.422
13,mlp.experts.37.up_proj,0.0000001397,0.01000,1.281
13,mlp.experts.38.up_proj,0.0000001396,0.01000,1.301
13,mlp.experts.35.up_proj,0.0000001388,0.01000,2.348
13,mlp.experts.26.up_proj,0.0000001452,0.01000,4.499
13,mlp.experts.39.up_proj,0.0000001364,0.01000,1.744
13,mlp.experts.41.up_proj,0.0000001349,0.01000,1.754
13,mlp.experts.42.up_proj,0.0000001385,0.01000,1.411
13,mlp.experts.43.up_proj,0.0000001343,0.01000,1.239
13,mlp.experts.44.up_proj,0.0000001377,0.01000,1.268
13,mlp.experts.33.up_proj,0.0000001380,0.01000,4.298
13,mlp.experts.45.up_proj,0.0000001461,0.01000,1.226
13,mlp.experts.46.up_proj,0.0000001389,0.01000,1.275
13,mlp.experts.48.up_proj,0.0000001413,0.01000,1.428
13,mlp.experts.50.up_proj,0.0000001420,0.01000,1.430
13,mlp.experts.49.up_proj,0.0000001443,0.01000,1.802
13,mlp.experts.51.up_proj,0.0000001439,0.01000,1.328
13,mlp.experts.52.up_proj,0.0000001375,0.01000,1.203
13,mlp.experts.53.up_proj,0.0000001452,0.01000,1.153
13,mlp.experts.40.up_proj,0.0000001458,0.01000,5.202
13,mlp.experts.56.up_proj,0.0000001374,0.01000,1.224
13,mlp.experts.55.up_proj,0.0000001405,0.01000,1.355
13,mlp.experts.58.up_proj,0.0000001394,0.01000,1.387
13,mlp.experts.57.up_proj,0.0000001421,0.01000,1.677
13,mlp.experts.60.up_proj,0.0000001424,0.01000,1.260
13,mlp.experts.59.up_proj,0.0000001398,0.01000,1.500
13,mlp.experts.47.up_proj,0.0000001370,0.01000,5.374
13,mlp.experts.63.up_proj,0.0000001408,0.01000,1.748
13,mlp.experts.62.up_proj,0.0000001375,0.01000,1.849
13,mlp.experts.64.up_proj,0.0000001379,0.01000,1.424
13,mlp.experts.65.up_proj,0.0000001414,0.01000,1.313
13,mlp.experts.66.up_proj,0.0000001357,0.01000,1.471
13,mlp.experts.67.up_proj,0.0000001400,0.01000,1.366
13,mlp.experts.70.up_proj,0.0000001403,0.01000,1.216
13,mlp.experts.69.up_proj,0.0000001406,0.01000,1.300
13,mlp.experts.54.up_proj,0.0000001445,0.01000,5.635
13,mlp.experts.61.up_proj,0.0000001456,0.01000,4.523
13,mlp.experts.71.up_proj,0.0000001361,0.01000,1.236
13,mlp.experts.72.up_proj,0.0000001407,0.01000,1.251
13,mlp.experts.74.up_proj,0.0000001400,0.01000,1.278
13,mlp.experts.73.up_proj,0.0000001385,0.01000,1.945
13,mlp.experts.68.up_proj,0.0000001368,0.01000,3.367
13,mlp.experts.76.up_proj,0.0000001412,0.01000,1.349
13,mlp.experts.77.up_proj,0.0000001370,0.01000,1.321
13,mlp.experts.78.up_proj,0.0000001394,0.01000,1.326
13,mlp.experts.79.up_proj,0.0000001431,0.01000,1.349
13,mlp.experts.75.up_proj,0.0000001425,0.01000,2.559
13,mlp.experts.80.up_proj,0.0000001430,0.01000,1.367
13,mlp.experts.81.up_proj,0.0000001384,0.01000,1.515
13,mlp.experts.83.up_proj,0.0000001467,0.01000,1.641
13,mlp.experts.85.up_proj,0.0000001442,0.01000,1.395
13,mlp.experts.84.up_proj,0.0000001445,0.01000,1.514
13,mlp.experts.86.up_proj,0.0000001356,0.01000,1.478
13,mlp.experts.87.up_proj,0.0000001409,0.01000,1.343
13,mlp.experts.82.up_proj,0.0000001380,0.01000,2.715
13,mlp.experts.88.up_proj,0.0000001376,0.01000,1.834
13,mlp.experts.90.up_proj,0.0000001367,0.01000,1.389
13,mlp.experts.91.up_proj,0.0000001324,0.01000,1.665
13,mlp.experts.93.up_proj,0.0000001358,0.01000,1.433
13,mlp.experts.92.up_proj,0.0000001426,0.01000,1.916
13,mlp.experts.94.up_proj,0.0000001406,0.01000,1.963
13,mlp.experts.95.up_proj,0.0000001350,0.01000,1.565
13,mlp.experts.97.up_proj,0.0000001389,0.01000,1.324
13,mlp.experts.89.up_proj,0.0000001415,0.01000,3.606
13,mlp.experts.98.up_proj,0.0000001385,0.01000,1.553
13,mlp.experts.99.up_proj,0.0000001403,0.01000,1.661
13,mlp.experts.100.up_proj,0.0000001389,0.01000,1.367
13,mlp.experts.101.up_proj,0.0000001396,0.01000,1.364
13,mlp.experts.102.up_proj,0.0000001386,0.01000,1.544
13,mlp.experts.104.up_proj,0.0000001426,0.01000,1.401
13,mlp.experts.96.up_proj,0.0000001358,0.01000,4.093
13,mlp.experts.106.up_proj,0.0000001392,0.01000,1.451
13,mlp.experts.107.up_proj,0.0000001364,0.01000,1.397
13,mlp.experts.108.up_proj,0.0000001422,0.01000,1.377
13,mlp.experts.109.up_proj,0.0000001406,0.01000,1.318
13,mlp.experts.111.up_proj,0.0000001393,0.01000,1.311
13,mlp.experts.113.up_proj,0.0000001415,0.01000,1.271
13,mlp.experts.114.up_proj,0.0000001321,0.01000,1.246
13,mlp.experts.103.up_proj,0.0000001402,0.01000,4.544
13,mlp.experts.115.up_proj,0.0000001393,0.01000,1.242
13,mlp.experts.105.up_proj,0.0000001375,0.01000,4.338
13,mlp.experts.116.up_proj,0.0000001386,0.01000,1.180
13,mlp.experts.112.up_proj,0.0000001400,0.01000,2.954
13,mlp.experts.110.up_proj,0.0000001395,0.01000,3.351
13,mlp.experts.118.up_proj,0.0000001345,0.01000,1.079
13,mlp.experts.119.up_proj,0.0000001420,0.01000,1.248
13,mlp.experts.117.up_proj,0.0000001420,0.01000,2.376
13,mlp.experts.1.down_proj,0.0000000014,0.01000,0.451
13,mlp.experts.4.down_proj,0.0000000018,0.01000,0.440
13,mlp.experts.2.down_proj,0.0000000017,0.01000,0.455
13,mlp.experts.3.down_proj,0.0000000019,0.01000,0.455
13,mlp.experts.5.down_proj,0.0000000017,0.01000,0.454
13,mlp.experts.6.down_proj,0.0000000018,0.01000,0.503
13,mlp.experts.0.down_proj,0.0000000018,0.01000,0.551
13,mlp.experts.10.down_proj,0.0000000020,0.01000,0.433
13,mlp.experts.9.down_proj,0.0000000019,0.01000,0.433
13,mlp.experts.8.down_proj,0.0000000020,0.01000,0.464
13,mlp.experts.12.down_proj,0.0000000018,0.01000,0.411
13,mlp.experts.11.down_proj,0.0000000015,0.01000,0.469
13,mlp.experts.7.down_proj,0.0000000018,0.01000,0.576
13,mlp.experts.13.down_proj,0.0000000019,0.01000,0.492
13,mlp.experts.15.down_proj,0.0000000018,0.01000,0.425
13,mlp.experts.16.down_proj,0.0000000017,0.01000,0.417
13,mlp.experts.17.down_proj,0.0000000017,0.01000,0.408
13,mlp.experts.18.down_proj,0.0000000020,0.01000,0.417
13,mlp.experts.14.down_proj,0.0000000018,0.01000,0.516
13,mlp.experts.19.down_proj,0.0000000018,0.01000,0.523
13,mlp.experts.20.down_proj,0.0000000019,0.01000,0.518
13,mlp.experts.23.down_proj,0.0000000017,0.01000,0.415
13,mlp.experts.21.down_proj,0.0000000017,0.01000,0.462
13,mlp.experts.24.down_proj,0.0000000016,0.01000,0.494
13,mlp.experts.22.down_proj,0.0000000017,0.01000,0.537
13,mlp.experts.25.down_proj,0.0000000018,0.01000,0.460
13,mlp.experts.26.down_proj,0.0000000018,0.01000,0.411
13,mlp.experts.27.down_proj,0.0000000019,0.01000,0.490
13,mlp.experts.29.down_proj,0.0000000013,0.01000,0.447
13,mlp.experts.30.down_proj,0.0000000018,0.01000,0.413
13,mlp.experts.31.down_proj,0.0000000019,0.01000,0.432
13,mlp.experts.33.down_proj,0.0000000017,0.01000,0.422
13,mlp.experts.32.down_proj,0.0000000017,0.01000,0.522
13,mlp.experts.28.down_proj,0.0000000018,0.01000,0.723
13,mlp.experts.34.down_proj,0.0000000014,0.01000,0.588
13,mlp.experts.36.down_proj,0.0000000018,0.01000,0.435
13,mlp.experts.37.down_proj,0.0000000018,0.01000,0.429
13,mlp.experts.38.down_proj,0.0000000019,0.01000,0.416
13,mlp.experts.39.down_proj,0.0000000013,0.01000,0.427
13,mlp.experts.35.down_proj,0.0000000018,0.01000,0.669
13,mlp.experts.40.down_proj,0.0000000019,0.01000,0.560
13,mlp.experts.43.down_proj,0.0000000019,0.01000,0.430
13,mlp.experts.42.down_proj,0.0000000018,0.01000,0.523
13,mlp.experts.44.down_proj,0.0000000017,0.01000,0.439
13,mlp.experts.45.down_proj,0.0000000019,0.01000,0.421
13,mlp.experts.41.down_proj,0.0000000016,0.01000,0.668
13,mlp.experts.46.down_proj,0.0000000018,0.01000,0.417
13,mlp.experts.47.down_proj,0.0000000017,0.01000,0.454
13,mlp.experts.52.down_proj,0.0000000018,0.01000,0.417
13,mlp.experts.49.down_proj,0.0000000018,0.01000,0.509
13,mlp.experts.50.down_proj,0.0000000019,0.01000,0.500
13,mlp.experts.48.down_proj,0.0000000017,0.01000,0.663
13,mlp.experts.53.down_proj,0.0000000020,0.01000,0.554
13,mlp.experts.54.down_proj,0.0000000018,0.01000,0.406
13,mlp.experts.51.down_proj,0.0000000020,0.01000,0.740
13,mlp.experts.57.down_proj,0.0000000021,0.01000,0.403
13,mlp.experts.56.down_proj,0.0000000017,0.01000,0.426
13,mlp.experts.59.down_proj,0.0000000018,0.01000,0.395
13,mlp.experts.58.down_proj,0.0000000015,0.01000,0.467
13,mlp.experts.60.down_proj,0.0000000018,0.01000,0.398
13,mlp.experts.55.down_proj,0.0000000018,0.01000,0.691
13,mlp.experts.61.down_proj,0.0000000016,0.01000,0.558
13,mlp.experts.63.down_proj,0.0000000018,0.01000,0.404
13,mlp.experts.64.down_proj,0.0000000018,0.01000,0.411
13,mlp.experts.65.down_proj,0.0000000016,0.01000,0.399
13,mlp.experts.66.down_proj,0.0000000017,0.01000,0.453
13,mlp.experts.62.down_proj,0.0000000017,0.01000,0.686
13,mlp.experts.67.down_proj,0.0000000019,0.01000,0.487
13,mlp.experts.68.down_proj,0.0000000015,0.01000,0.414
13,mlp.experts.71.down_proj,0.0000000018,0.01000,0.427
13,mlp.experts.72.down_proj,0.0000000017,0.01000,0.441
13,mlp.experts.70.down_proj,0.0000000014,0.01000,0.522
13,mlp.experts.69.down_proj,0.0000000020,0.01000,0.702
13,mlp.experts.74.down_proj,0.0000000017,0.01000,0.438
13,mlp.experts.75.down_proj,0.0000000020,0.01000,0.440
13,mlp.experts.73.down_proj,0.0000000016,0.01000,0.734
13,mlp.experts.78.down_proj,0.0000000019,0.01000,0.431
13,mlp.experts.79.down_proj,0.0000000015,0.01000,0.402
13,mlp.experts.76.down_proj,0.0000000018,0.01000,0.586
13,mlp.experts.77.down_proj,0.0000000017,0.01000,0.582
13,mlp.experts.81.down_proj,0.0000000017,0.01000,0.396
13,mlp.experts.80.down_proj,0.0000000019,0.01000,0.472
13,mlp.experts.82.down_proj,0.0000000017,0.01000,0.407
13,mlp.experts.85.down_proj,0.0000000019,0.01000,0.410
13,mlp.experts.84.down_proj,0.0000000017,0.01000,0.457
13,mlp.experts.83.down_proj,0.0000000022,0.01000,0.576
13,mlp.experts.87.down_proj,0.0000000020,0.01000,0.431
13,mlp.experts.88.down_proj,0.0000000017,0.01000,0.421
13,mlp.experts.86.down_proj,0.0000000019,0.01000,0.589
13,mlp.experts.89.down_proj,0.0000000017,0.01000,0.406
13,mlp.experts.91.down_proj,0.0000000015,0.01000,0.426
13,mlp.experts.94.down_proj,0.0000000018,0.01000,0.474
13,mlp.experts.92.down_proj,0.0000000018,0.01000,0.529
13,mlp.experts.93.down_proj,0.0000000014,0.01000,0.515
13,mlp.experts.90.down_proj,0.0000000014,0.01000,0.648
13,mlp.experts.95.down_proj,0.0000000019,0.01000,0.488
13,mlp.experts.96.down_proj,0.0000000016,0.01000,0.526
13,mlp.experts.97.down_proj,0.0000000017,0.01000,0.527
13,mlp.experts.98.down_proj,0.0000000016,0.01000,0.414
13,mlp.experts.100.down_proj,0.0000000018,0.01000,0.410
13,mlp.experts.99.down_proj,0.0000000013,0.01000,0.414
13,mlp.experts.101.down_proj,0.0000000018,0.01000,0.402
13,mlp.experts.103.down_proj,0.0000000019,0.01000,0.406
13,mlp.experts.102.down_proj,0.0000000015,0.01000,0.462
13,mlp.experts.104.down_proj,0.0000000020,0.01000,0.487
13,mlp.experts.107.down_proj,0.0000000018,0.01000,0.404
13,mlp.experts.105.down_proj,0.0000000017,0.01000,0.439
13,mlp.experts.108.down_proj,0.0000000020,0.01000,0.396
13,mlp.experts.106.down_proj,0.0000000016,0.01000,0.459
13,mlp.experts.109.down_proj,0.0000000017,0.01000,0.413
13,mlp.experts.110.down_proj,0.0000000017,0.01000,0.432
13,mlp.experts.113.down_proj,0.0000000018,0.01000,0.438
13,mlp.experts.112.down_proj,0.0000000018,0.01000,0.458
13,mlp.experts.115.down_proj,0.0000000021,0.01000,0.421
13,mlp.experts.114.down_proj,0.0000000015,0.01000,0.557
13,mlp.experts.116.down_proj,0.0000000017,0.01000,0.446
13,mlp.experts.117.down_proj,0.0000000017,0.01000,0.458
13,mlp.experts.111.down_proj,0.0000000016,0.01000,0.755
13,mlp.experts.119.down_proj,0.0000000019,0.01000,0.353
13,mlp.experts.118.down_proj,0.0000000014,0.01000,0.523
14,self_attn.k_proj,0.0000000011,0.01000,1.216
14,self_attn.q_proj,0.0000000048,0.01000,1.290
14,self_attn.v_proj,0.0000000020,0.01000,1.357
14,self_attn.o_proj,0.0000000010,0.01000,2.863
14,mlp.shared_experts.gate_proj,0.0000000002,0.01000,0.916
14,mlp.shared_experts.up_proj,0.0000000002,0.01000,0.914
14,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.274
14,mlp.experts.3.gate_proj,0.0000001597,0.01000,1.510
14,mlp.experts.5.gate_proj,0.0000001712,0.01000,1.517
14,mlp.experts.2.gate_proj,0.0000001621,0.01000,1.520
14,mlp.experts.1.gate_proj,0.0000001618,0.01000,1.569
14,mlp.experts.0.gate_proj,0.0000001648,0.01000,1.573
14,mlp.experts.4.gate_proj,0.0000001668,0.01000,1.630
14,mlp.experts.6.gate_proj,0.0000001672,0.01000,1.635
14,mlp.experts.8.gate_proj,0.0000001593,0.01000,1.386
14,mlp.experts.10.gate_proj,0.0000001703,0.01000,1.392
14,mlp.experts.7.gate_proj,0.0000001687,0.01000,1.457
14,mlp.experts.12.gate_proj,0.0000001653,0.01000,1.385
14,mlp.experts.11.gate_proj,0.0000001677,0.01000,1.466
14,mlp.experts.13.gate_proj,0.0000001652,0.01000,1.540
14,mlp.experts.9.gate_proj,0.0000001725,0.01000,1.665
14,mlp.experts.14.gate_proj,0.0000001742,0.01000,1.417
14,mlp.experts.15.gate_proj,0.0000001649,0.01000,1.392
14,mlp.experts.16.gate_proj,0.0000001707,0.01000,1.420
14,mlp.experts.17.gate_proj,0.0000001683,0.01000,1.381
14,mlp.experts.19.gate_proj,0.0000001717,0.01000,1.352
14,mlp.experts.18.gate_proj,0.0000001693,0.01000,1.592
14,mlp.experts.20.gate_proj,0.0000001684,0.01000,1.799
14,mlp.experts.21.gate_proj,0.0000001634,0.01000,1.385
14,mlp.experts.23.gate_proj,0.0000001682,0.01000,1.355
14,mlp.experts.24.gate_proj,0.0000001653,0.01000,1.349
14,mlp.experts.22.gate_proj,0.0000001720,0.01000,1.480
14,mlp.experts.25.gate_proj,0.0000001686,0.01000,1.384
14,mlp.experts.26.gate_proj,0.0000001671,0.01000,1.541
14,mlp.experts.27.gate_proj,0.0000001702,0.01000,1.648
14,mlp.experts.29.gate_proj,0.0000001657,0.01000,1.401
14,mlp.experts.30.gate_proj,0.0000001709,0.01000,1.497
14,mlp.experts.31.gate_proj,0.0000001684,0.01000,1.430
14,mlp.experts.28.gate_proj,0.0000001673,0.01000,1.558
14,mlp.experts.32.gate_proj,0.0000001681,0.01000,1.400
14,mlp.experts.33.gate_proj,0.0000001676,0.01000,1.345
14,mlp.experts.34.gate_proj,0.0000001698,0.01000,1.589
14,mlp.experts.35.gate_proj,0.0000001678,0.01000,1.391
14,mlp.experts.37.gate_proj,0.0000001643,0.01000,1.407
14,mlp.experts.39.gate_proj,0.0000001661,0.01000,1.454
14,mlp.experts.36.gate_proj,0.0000001653,0.01000,1.548
14,mlp.experts.40.gate_proj,0.0000001690,0.01000,1.350
14,mlp.experts.38.gate_proj,0.0000001675,0.01000,1.690
14,mlp.experts.42.gate_proj,0.0000001670,0.01000,1.364
14,mlp.experts.41.gate_proj,0.0000001708,0.01000,1.776
14,mlp.experts.43.gate_proj,0.0000001672,0.01000,1.392
14,mlp.experts.45.gate_proj,0.0000001721,0.01000,1.399
14,mlp.experts.46.gate_proj,0.0000001681,0.01000,1.370
14,mlp.experts.44.gate_proj,0.0000001715,0.01000,1.482
14,mlp.experts.47.gate_proj,0.0000001637,0.01000,1.500
14,mlp.experts.49.gate_proj,0.0000001697,0.01000,1.389
14,mlp.experts.48.gate_proj,0.0000001663,0.01000,1.639
14,mlp.experts.51.gate_proj,0.0000001687,0.01000,1.362
14,mlp.experts.53.gate_proj,0.0000001716,0.01000,1.356
14,mlp.experts.52.gate_proj,0.0000001586,0.01000,1.424
14,mlp.experts.50.gate_proj,0.0000001677,0.01000,1.734
14,mlp.experts.54.gate_proj,0.0000001637,0.01000,1.371
14,mlp.experts.56.gate_proj,0.0000001697,0.01000,1.378
14,mlp.experts.58.gate_proj,0.0000001681,0.01000,1.355
14,mlp.experts.57.gate_proj,0.0000001656,0.01000,1.422
14,mlp.experts.59.gate_proj,0.0000001586,0.01000,1.324
14,mlp.experts.61.gate_proj,0.0000001726,0.01000,1.414
14,mlp.experts.60.gate_proj,0.0000001735,0.01000,1.447
14,mlp.experts.55.gate_proj,0.0000001719,0.01000,1.963
14,mlp.experts.64.gate_proj,0.0000001702,0.01000,1.367
14,mlp.experts.65.gate_proj,0.0000001601,0.01000,1.356
14,mlp.experts.63.gate_proj,0.0000001649,0.01000,1.430
14,mlp.experts.67.gate_proj,0.0000001756,0.01000,1.406
14,mlp.experts.66.gate_proj,0.0000001681,0.01000,1.429
14,mlp.experts.68.gate_proj,0.0000001716,0.01000,1.339
14,mlp.experts.62.gate_proj,0.0000001623,0.01000,2.002
14,mlp.experts.70.gate_proj,0.0000001654,0.01000,1.371
14,mlp.experts.71.gate_proj,0.0000001730,0.01000,1.347
14,mlp.experts.73.gate_proj,0.0000001656,0.01000,1.318
14,mlp.experts.72.gate_proj,0.0000001699,0.01000,1.339
14,mlp.experts.74.gate_proj,0.0000001691,0.01000,1.339
14,mlp.experts.75.gate_proj,0.0000001741,0.01000,1.337
14,mlp.experts.69.gate_proj,0.0000001719,0.01000,2.115
14,mlp.experts.77.gate_proj,0.0000001679,0.01000,1.351
14,mlp.experts.78.gate_proj,0.0000001662,0.01000,1.360
14,mlp.experts.80.gate_proj,0.0000001670,0.01000,1.324
14,mlp.experts.79.gate_proj,0.0000001706,0.01000,1.467
14,mlp.experts.81.gate_proj,0.0000001692,0.01000,1.331
14,mlp.experts.76.gate_proj,0.0000001643,0.01000,2.136
14,mlp.experts.82.gate_proj,0.0000001645,0.01000,1.483
14,mlp.experts.85.gate_proj,0.0000001646,0.01000,1.382
14,mlp.experts.84.gate_proj,0.0000001699,0.01000,1.430
14,mlp.experts.87.gate_proj,0.0000001695,0.01000,1.369
14,mlp.experts.83.gate_proj,0.0000001738,0.01000,1.913
14,mlp.experts.86.gate_proj,0.0000001725,0.01000,1.733
14,mlp.experts.88.gate_proj,0.0000001656,0.01000,1.350
14,mlp.experts.89.gate_proj,0.0000001646,0.01000,1.389
14,mlp.experts.91.gate_proj,0.0000001667,0.01000,1.438
14,mlp.experts.92.gate_proj,0.0000001694,0.01000,1.381
14,mlp.experts.93.gate_proj,0.0000001668,0.01000,1.456
14,mlp.experts.90.gate_proj,0.0000001688,0.01000,1.739
14,mlp.experts.95.gate_proj,0.0000001674,0.01000,1.420
14,mlp.experts.96.gate_proj,0.0000001603,0.01000,1.388
14,mlp.experts.94.gate_proj,0.0000001607,0.01000,1.559
14,mlp.experts.98.gate_proj,0.0000001617,0.01000,1.441
14,mlp.experts.100.gate_proj,0.0000001643,0.01000,1.434
14,mlp.experts.99.gate_proj,0.0000001692,0.01000,1.493
14,mlp.experts.97.gate_proj,0.0000001637,0.01000,1.753
14,mlp.experts.102.gate_proj,0.0000001710,0.01000,1.366
14,mlp.experts.101.gate_proj,0.0000001694,0.01000,1.541
14,mlp.experts.103.gate_proj,0.0000001672,0.01000,1.545
14,mlp.experts.105.gate_proj,0.0000001711,0.01000,1.385
14,mlp.experts.107.gate_proj,0.0000001695,0.01000,1.372
14,mlp.experts.108.gate_proj,0.0000001687,0.01000,1.366
14,mlp.experts.106.gate_proj,0.0000001631,0.01000,1.562
14,mlp.experts.104.gate_proj,0.0000001743,0.01000,1.756
14,mlp.experts.109.gate_proj,0.0000001657,0.01000,1.441
14,mlp.experts.110.gate_proj,0.0000001629,0.01000,1.451
14,mlp.experts.112.gate_proj,0.0000001634,0.01000,1.351
14,mlp.experts.113.gate_proj,0.0000001681,0.01000,1.442
14,mlp.experts.115.gate_proj,0.0000001646,0.01000,1.362
14,mlp.experts.116.gate_proj,0.0000001722,0.01000,1.363
14,mlp.experts.111.gate_proj,0.0000001662,0.01000,1.724
14,mlp.experts.114.gate_proj,0.0000001719,0.01000,1.533
14,mlp.experts.117.gate_proj,0.0000001695,0.01000,1.478
14,mlp.experts.118.gate_proj,0.0000001616,0.01000,1.579
14,mlp.experts.119.gate_proj,0.0000001732,0.01000,1.429
14,mlp.experts.2.up_proj,0.0000001616,0.01000,1.379
14,mlp.experts.3.up_proj,0.0000001584,0.01000,1.385
14,mlp.experts.0.up_proj,0.0000001643,0.01000,1.637
14,mlp.experts.4.up_proj,0.0000001656,0.01000,1.367
14,mlp.experts.1.up_proj,0.0000001602,0.01000,1.630
14,mlp.experts.6.up_proj,0.0000001651,0.01000,1.460
14,mlp.experts.8.up_proj,0.0000001588,0.01000,1.454
14,mlp.experts.7.up_proj,0.0000001667,0.01000,1.514
14,mlp.experts.9.up_proj,0.0000001714,0.01000,1.425
14,mlp.experts.5.up_proj,0.0000001692,0.01000,1.694
14,mlp.experts.10.up_proj,0.0000001689,0.01000,1.442
14,mlp.experts.11.up_proj,0.0000001668,0.01000,1.484
14,mlp.experts.13.up_proj,0.0000001644,0.01000,1.359
14,mlp.experts.14.up_proj,0.0000001730,0.01000,1.348
14,mlp.experts.16.up_proj,0.0000001693,0.01000,1.328
14,mlp.experts.15.up_proj,0.0000001628,0.01000,1.455
14,mlp.experts.18.up_proj,0.0000001670,0.01000,1.337
14,mlp.experts.17.up_proj,0.0000001663,0.01000,1.387
14,mlp.experts.12.up_proj,0.0000001645,0.01000,1.678
14,mlp.experts.20.up_proj,0.0000001672,0.01000,1.386
14,mlp.experts.21.up_proj,0.0000001618,0.01000,1.433
14,mlp.experts.22.up_proj,0.0000001710,0.01000,1.450
14,mlp.experts.25.up_proj,0.0000001677,0.01000,1.417
14,mlp.experts.24.up_proj,0.0000001639,0.01000,1.486
14,mlp.experts.19.up_proj,0.0000001703,0.01000,2.031
14,mlp.experts.23.up_proj,0.0000001663,0.01000,1.883
14,mlp.experts.27.up_proj,0.0000001675,0.01000,1.340
14,mlp.experts.28.up_proj,0.0000001661,0.01000,1.345
14,mlp.experts.29.up_proj,0.0000001646,0.01000,1.359
14,mlp.experts.30.up_proj,0.0000001696,0.01000,1.592
14,mlp.experts.31.up_proj,0.0000001663,0.01000,1.371
14,mlp.experts.26.up_proj,0.0000001660,0.01000,2.195
14,mlp.experts.32.up_proj,0.0000001667,0.01000,1.609
14,mlp.experts.35.up_proj,0.0000001670,0.01000,1.365
14,mlp.experts.34.up_proj,0.0000001681,0.01000,1.496
14,mlp.experts.36.up_proj,0.0000001644,0.01000,1.335
14,mlp.experts.37.up_proj,0.0000001634,0.01000,1.340
14,mlp.experts.38.up_proj,0.0000001671,0.01000,1.307
14,mlp.experts.39.up_proj,0.0000001643,0.01000,1.320
14,mlp.experts.33.up_proj,0.0000001664,0.01000,2.163
14,mlp.experts.42.up_proj,0.0000001664,0.01000,1.347
14,mlp.experts.41.up_proj,0.0000001703,0.01000,1.529
14,mlp.experts.43.up_proj,0.0000001663,0.01000,1.320
14,mlp.experts.44.up_proj,0.0000001705,0.01000,1.328
14,mlp.experts.45.up_proj,0.0000001701,0.01000,1.346
14,mlp.experts.40.up_proj,0.0000001672,0.01000,2.043
14,mlp.experts.46.up_proj,0.0000001673,0.01000,1.768
14,mlp.experts.49.up_proj,0.0000001689,0.01000,1.363
14,mlp.experts.48.up_proj,0.0000001644,0.01000,1.462
14,mlp.experts.50.up_proj,0.0000001662,0.01000,1.369
14,mlp.experts.51.up_proj,0.0000001669,0.01000,1.352
14,mlp.experts.47.up_proj,0.0000001628,0.01000,1.962
14,mlp.experts.52.up_proj,0.0000001581,0.01000,1.592
14,mlp.experts.53.up_proj,0.0000001700,0.01000,1.396
14,mlp.experts.56.up_proj,0.0000001681,0.01000,1.392
14,mlp.experts.57.up_proj,0.0000001645,0.01000,1.366
14,mlp.experts.55.up_proj,0.0000001707,0.01000,1.686
14,mlp.experts.54.up_proj,0.0000001626,0.01000,1.802
14,mlp.experts.58.up_proj,0.0000001663,0.01000,1.360
14,mlp.experts.59.up_proj,0.0000001576,0.01000,1.539
14,mlp.experts.60.up_proj,0.0000001720,0.01000,1.426
14,mlp.experts.62.up_proj,0.0000001616,0.01000,1.442
14,mlp.experts.63.up_proj,0.0000001639,0.01000,1.478
14,mlp.experts.65.up_proj,0.0000001594,0.01000,1.438
14,mlp.experts.64.up_proj,0.0000001678,0.01000,1.522
14,mlp.experts.61.up_proj,0.0000001709,0.01000,1.888
14,mlp.experts.66.up_proj,0.0000001673,0.01000,1.434
14,mlp.experts.67.up_proj,0.0000001752,0.01000,1.418
14,mlp.experts.69.up_proj,0.0000001703,0.01000,1.356
14,mlp.experts.70.up_proj,0.0000001626,0.01000,1.372
14,mlp.experts.71.up_proj,0.0000001720,0.01000,1.343
14,mlp.experts.72.up_proj,0.0000001680,0.01000,1.334
14,mlp.experts.68.up_proj,0.0000001708,0.01000,1.803
14,mlp.experts.73.up_proj,0.0000001637,0.01000,1.349
14,mlp.experts.74.up_proj,0.0000001684,0.01000,1.675
14,mlp.experts.77.up_proj,0.0000001669,0.01000,1.394
14,mlp.experts.76.up_proj,0.0000001623,0.01000,1.503
14,mlp.experts.78.up_proj,0.0000001643,0.01000,1.382
14,mlp.experts.80.up_proj,0.0000001655,0.01000,1.379
14,mlp.experts.75.up_proj,0.0000001728,0.01000,1.853
14,mlp.experts.79.up_proj,0.0000001694,0.01000,1.734
14,mlp.experts.81.up_proj,0.0000001680,0.01000,1.642
14,mlp.experts.83.up_proj,0.0000001727,0.01000,1.402
14,mlp.experts.84.up_proj,0.0000001687,0.01000,1.403
14,mlp.experts.85.up_proj,0.0000001626,0.01000,1.363
14,mlp.experts.86.up_proj,0.0000001706,0.01000,1.409
14,mlp.experts.82.up_proj,0.0000001630,0.01000,1.844
14,mlp.experts.87.up_proj,0.0000001678,0.01000,1.681
14,mlp.experts.88.up_proj,0.0000001645,0.01000,1.580
14,mlp.experts.90.up_proj,0.0000001671,0.01000,1.429
14,mlp.experts.91.up_proj,0.0000001665,0.01000,1.377
14,mlp.experts.92.up_proj,0.0000001681,0.01000,1.365
14,mlp.experts.93.up_proj,0.0000001657,0.01000,1.456
14,mlp.experts.94.up_proj,0.0000001592,0.01000,1.371
14,mlp.experts.89.up_proj,0.0000001634,0.01000,2.192
14,mlp.experts.95.up_proj,0.0000001661,0.01000,1.332
14,mlp.experts.97.up_proj,0.0000001625,0.01000,1.535
14,mlp.experts.98.up_proj,0.0000001604,0.01000,1.530
14,mlp.experts.99.up_proj,0.0000001670,0.01000,1.370
14,mlp.experts.100.up_proj,0.0000001634,0.01000,1.465
14,mlp.experts.101.up_proj,0.0000001686,0.01000,1.394
14,mlp.experts.96.up_proj,0.0000001591,0.01000,2.133
14,mlp.experts.102.up_proj,0.0000001698,0.01000,1.472
14,mlp.experts.105.up_proj,0.0000001698,0.01000,1.425
14,mlp.experts.104.up_proj,0.0000001729,0.01000,1.533
14,mlp.experts.106.up_proj,0.0000001618,0.01000,1.376
14,mlp.experts.107.up_proj,0.0000001680,0.01000,1.366
14,mlp.experts.103.up_proj,0.0000001661,0.01000,2.035
14,mlp.experts.109.up_proj,0.0000001647,0.01000,1.396
14,mlp.experts.108.up_proj,0.0000001680,0.01000,1.665
14,mlp.experts.111.up_proj,0.0000001649,0.01000,1.607
14,mlp.experts.113.up_proj,0.0000001673,0.01000,1.372
14,mlp.experts.112.up_proj,0.0000001625,0.01000,1.378
14,mlp.experts.114.up_proj,0.0000001705,0.01000,1.375
14,mlp.experts.110.up_proj,0.0000001620,0.01000,1.854
14,mlp.experts.115.up_proj,0.0000001637,0.01000,1.428
14,mlp.experts.116.up_proj,0.0000001707,0.01000,1.375
14,mlp.experts.118.up_proj,0.0000001608,0.01000,1.085
14,mlp.experts.119.up_proj,0.0000001715,0.01000,1.191
14,mlp.experts.117.up_proj,0.0000001677,0.01000,1.340
14,mlp.experts.3.down_proj,0.0000000016,0.01000,0.441
14,mlp.experts.2.down_proj,0.0000000017,0.01000,0.442
14,mlp.experts.5.down_proj,0.0000000022,0.01000,0.441
14,mlp.experts.0.down_proj,0.0000000018,0.01000,0.459
14,mlp.experts.1.down_proj,0.0000000018,0.01000,0.470
14,mlp.experts.6.down_proj,0.0000000016,0.01000,0.468
14,mlp.experts.4.down_proj,0.0000000021,0.01000,0.494
14,mlp.experts.9.down_proj,0.0000000018,0.01000,0.418
14,mlp.experts.10.down_proj,0.0000000022,0.01000,0.410
14,mlp.experts.11.down_proj,0.0000000019,0.01000,0.462
14,mlp.experts.7.down_proj,0.0000000022,0.01000,0.498
14,mlp.experts.12.down_proj,0.0000000018,0.01000,0.495
14,mlp.experts.8.down_proj,0.0000000017,0.01000,0.549
14,mlp.experts.13.down_proj,0.0000000021,0.01000,0.521
14,mlp.experts.14.down_proj,0.0000000022,0.01000,0.453
14,mlp.experts.15.down_proj,0.0000000021,0.01000,0.452
14,mlp.experts.16.down_proj,0.0000000027,0.01000,0.426
14,mlp.experts.17.down_proj,0.0000000023,0.01000,0.421
14,mlp.experts.18.down_proj,0.0000000020,0.01000,0.402
14,mlp.experts.19.down_proj,0.0000000021,0.01000,0.404
14,mlp.experts.20.down_proj,0.0000000022,0.01000,0.495
14,mlp.experts.22.down_proj,0.0000000018,0.01000,0.414
14,mlp.experts.24.down_proj,0.0000000018,0.01000,0.404
14,mlp.experts.23.down_proj,0.0000000020,0.01000,0.407
14,mlp.experts.25.down_proj,0.0000000022,0.01000,0.436
14,mlp.experts.26.down_proj,0.0000000018,0.01000,0.454
14,mlp.experts.27.down_proj,0.0000000023,0.01000,0.506
14,mlp.experts.21.down_proj,0.0000000022,0.01000,0.713
14,mlp.experts.30.down_proj,0.0000000019,0.01000,0.400
14,mlp.experts.29.down_proj,0.0000000019,0.01000,0.402
14,mlp.experts.31.down_proj,0.0000000024,0.01000,0.443
14,mlp.experts.32.down_proj,0.0000000018,0.01000,0.462
14,mlp.experts.28.down_proj,0.0000000022,0.01000,0.594
14,mlp.experts.33.down_proj,0.0000000018,0.01000,0.413
14,mlp.experts.34.down_proj,0.0000000024,0.01000,0.515
14,mlp.experts.36.down_proj,0.0000000018,0.01000,0.426
14,mlp.experts.35.down_proj,0.0000000018,0.01000,0.524
14,mlp.experts.37.down_proj,0.0000000018,0.01000,0.469
14,mlp.experts.38.down_proj,0.0000000021,0.01000,0.449
14,mlp.experts.39.down_proj,0.0000000023,0.01000,0.434
14,mlp.experts.40.down_proj,0.0000000020,0.01000,0.430
14,mlp.experts.43.down_proj,0.0000000021,0.01000,0.430
14,mlp.experts.44.down_proj,0.0000000022,0.01000,0.422
14,mlp.experts.41.down_proj,0.0000000020,0.01000,0.598
14,mlp.experts.45.down_proj,0.0000000021,0.01000,0.420
14,mlp.experts.46.down_proj,0.0000000020,0.01000,0.433
14,mlp.experts.47.down_proj,0.0000000020,0.01000,0.410
14,mlp.experts.42.down_proj,0.0000000021,0.01000,0.758
14,mlp.experts.51.down_proj,0.0000000021,0.01000,0.424
14,mlp.experts.52.down_proj,0.0000000016,0.01000,0.434
14,mlp.experts.53.down_proj,0.0000000022,0.01000,0.414
14,mlp.experts.48.down_proj,0.0000000019,0.01000,0.682
14,mlp.experts.54.down_proj,0.0000000018,0.01000,0.463
14,mlp.experts.50.down_proj,0.0000000022,0.01000,0.709
14,mlp.experts.49.down_proj,0.0000000020,0.01000,0.717
14,mlp.experts.57.down_proj,0.0000000019,0.01000,0.456
14,mlp.experts.55.down_proj,0.0000000021,0.01000,0.592
14,mlp.experts.58.down_proj,0.0000000019,0.01000,0.400
14,mlp.experts.59.down_proj,0.0000000016,0.01000,0.395
14,mlp.experts.61.down_proj,0.0000000023,0.01000,0.400
14,mlp.experts.60.down_proj,0.0000000019,0.01000,0.406
14,mlp.experts.56.down_proj,0.0000000022,0.01000,0.710
14,mlp.experts.65.down_proj,0.0000000017,0.01000,0.401
14,mlp.experts.64.down_proj,0.0000000025,0.01000,0.413
14,mlp.experts.62.down_proj,0.0000000017,0.01000,0.557
14,mlp.experts.63.down_proj,0.0000000019,0.01000,0.514
14,mlp.experts.68.down_proj,0.0000000021,0.01000,0.460
14,mlp.experts.67.down_proj,0.0000000018,0.01000,0.555
14,mlp.experts.66.down_proj,0.0000000018,0.01000,0.556
14,mlp.experts.70.down_proj,0.0000000019,0.01000,0.457
14,mlp.experts.71.down_proj,0.0000000021,0.01000,0.417
14,mlp.experts.72.down_proj,0.0000000021,0.01000,0.418
14,mlp.experts.69.down_proj,0.0000000024,0.01000,0.586
14,mlp.experts.73.down_proj,0.0000000020,0.01000,0.407
14,mlp.experts.75.down_proj,0.0000000023,0.01000,0.485
14,mlp.experts.74.down_proj,0.0000000019,0.01000,0.488
14,mlp.experts.77.down_proj,0.0000000018,0.01000,0.418
14,mlp.experts.78.down_proj,0.0000000020,0.01000,0.415
14,mlp.experts.76.down_proj,0.0000000020,0.01000,0.535
14,mlp.experts.79.down_proj,0.0000000023,0.01000,0.410
14,mlp.experts.80.down_proj,0.0000000017,0.01000,0.415
14,mlp.experts.81.down_proj,0.0000000021,0.01000,0.517
14,mlp.experts.82.down_proj,0.0000000022,0.01000,0.519
14,mlp.experts.84.down_proj,0.0000000022,0.01000,0.430
14,mlp.experts.86.down_proj,0.0000000022,0.01000,0.423
14,mlp.experts.85.down_proj,0.0000000021,0.01000,0.429
14,mlp.experts.87.down_proj,0.0000000021,0.01000,0.450
14,mlp.experts.83.down_proj,0.0000000022,0.01000,0.645
14,mlp.experts.89.down_proj,0.0000000019,0.01000,0.583
14,mlp.experts.88.down_proj,0.0000000018,0.01000,0.588
14,mlp.experts.91.down_proj,0.0000000017,0.01000,0.418
14,mlp.experts.92.down_proj,0.0000000024,0.01000,0.415
14,mlp.experts.93.down_proj,0.0000000021,0.01000,0.417
14,mlp.experts.94.down_proj,0.0000000016,0.01000,0.410
14,mlp.experts.90.down_proj,0.0000000020,0.01000,0.641
14,mlp.experts.98.down_proj,0.0000000018,0.01000,0.428
14,mlp.experts.96.down_proj,0.0000000021,0.01000,0.497
14,mlp.experts.99.down_proj,0.0000000024,0.01000,0.449
14,mlp.experts.95.down_proj,0.0000000020,0.01000,0.545
14,mlp.experts.100.down_proj,0.0000000019,0.01000,0.416
14,mlp.experts.101.down_proj,0.0000000019,0.01000,0.433
14,mlp.experts.97.down_proj,0.0000000021,0.01000,0.622
14,mlp.experts.102.down_proj,0.0000000021,0.01000,0.440
14,mlp.experts.103.down_proj,0.0000000019,0.01000,0.541
14,mlp.experts.105.down_proj,0.0000000024,0.01000,0.521
14,mlp.experts.107.down_proj,0.0000000022,0.01000,0.418
14,mlp.experts.108.down_proj,0.0000000019,0.01000,0.410
14,mlp.experts.106.down_proj,0.0000000019,0.01000,0.513
14,mlp.experts.104.down_proj,0.0000000024,0.01000,0.704
14,mlp.experts.109.down_proj,0.0000000019,0.01000,0.504
14,mlp.experts.110.down_proj,0.0000000018,0.01000,0.432
14,mlp.experts.112.down_proj,0.0000000019,0.01000,0.417
14,mlp.experts.113.down_proj,0.0000000020,0.01000,0.420
14,mlp.experts.114.down_proj,0.0000000021,0.01000,0.520
14,mlp.experts.115.down_proj,0.0000000018,0.01000,0.416
14,mlp.experts.111.down_proj,0.0000000022,0.01000,0.706
14,mlp.experts.117.down_proj,0.0000000025,0.01000,0.366
14,mlp.experts.119.down_proj,0.0000000022,0.01000,0.365
14,mlp.experts.116.down_proj,0.0000000021,0.01000,0.546
14,mlp.experts.118.down_proj,0.0000000018,0.01000,0.538
15,self_attn.k_proj,0.0000000007,0.01000,1.206
15,self_attn.q_proj,0.0000000052,0.01000,1.271
15,self_attn.v_proj,0.0000000015,0.01000,1.282
15,self_attn.o_proj,0.0000000000,0.01000,2.767
15,mlp.shared_experts.gate_proj,0.0000000003,0.01000,0.915
15,mlp.shared_experts.up_proj,0.0000000002,0.01000,0.918
15,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.276
15,mlp.experts.2.gate_proj,0.0000001858,0.01000,1.506
15,mlp.experts.1.gate_proj,0.0000001861,0.01000,1.515
15,mlp.experts.3.gate_proj,0.0000001827,0.01000,1.516
15,mlp.experts.4.gate_proj,0.0000001893,0.01000,1.516
15,mlp.experts.5.gate_proj,0.0000001876,0.01000,1.527
15,mlp.experts.6.gate_proj,0.0000001883,0.01000,1.529
15,mlp.experts.0.gate_proj,0.0000001909,0.01000,1.602
15,mlp.experts.10.gate_proj,0.0000001802,0.01000,1.349
15,mlp.experts.9.gate_proj,0.0000001860,0.01000,1.360
15,mlp.experts.11.gate_proj,0.0000001855,0.01000,1.353
15,mlp.experts.12.gate_proj,0.0000001840,0.01000,1.368
15,mlp.experts.8.gate_proj,0.0000001818,0.01000,1.428
15,mlp.experts.13.gate_proj,0.0000001844,0.01000,1.359
15,mlp.experts.7.gate_proj,0.0000001924,0.01000,1.473
15,mlp.experts.16.gate_proj,0.0000001909,0.01000,1.364
15,mlp.experts.15.gate_proj,0.0000001909,0.01000,1.378
15,mlp.experts.17.gate_proj,0.0000001840,0.01000,1.359
15,mlp.experts.14.gate_proj,0.0000001857,0.01000,1.453
15,mlp.experts.18.gate_proj,0.0000001919,0.01000,1.381
15,mlp.experts.19.gate_proj,0.0000001813,0.01000,1.372
15,mlp.experts.20.gate_proj,0.0000001886,0.01000,1.383
15,mlp.experts.23.gate_proj,0.0000001832,0.01000,1.348
15,mlp.experts.22.gate_proj,0.0000001948,0.01000,1.357
15,mlp.experts.24.gate_proj,0.0000001836,0.01000,1.334
15,mlp.experts.25.gate_proj,0.0000001920,0.01000,1.351
15,mlp.experts.26.gate_proj,0.0000001853,0.01000,1.342
15,mlp.experts.21.gate_proj,0.0000001851,0.01000,1.449
15,mlp.experts.27.gate_proj,0.0000001887,0.01000,1.354
15,mlp.experts.29.gate_proj,0.0000001902,0.01000,1.352
15,mlp.experts.30.gate_proj,0.0000001819,0.01000,1.340
15,mlp.experts.31.gate_proj,0.0000001849,0.01000,1.324
15,mlp.experts.32.gate_proj,0.0000001941,0.01000,1.339
15,mlp.experts.33.gate_proj,0.0000001867,0.01000,1.336
15,mlp.experts.28.gate_proj,0.0000001934,0.01000,1.438
15,mlp.experts.34.gate_proj,0.0000001849,0.01000,1.353
15,mlp.experts.36.gate_proj,0.0000001915,0.01000,1.346
15,mlp.experts.37.gate_proj,0.0000001878,0.01000,1.349
15,mlp.experts.38.gate_proj,0.0000001945,0.01000,1.330
15,mlp.experts.39.gate_proj,0.0000001865,0.01000,1.344
15,mlp.experts.40.gate_proj,0.0000001907,0.01000,1.357
15,mlp.experts.35.gate_proj,0.0000001889,0.01000,1.446
15,mlp.experts.41.gate_proj,0.0000001838,0.01000,1.361
15,mlp.experts.45.gate_proj,0.0000001884,0.01000,1.333
15,mlp.experts.43.gate_proj,0.0000001895,0.01000,1.362
15,mlp.experts.44.gate_proj,0.0000001812,0.01000,1.382
15,mlp.experts.46.gate_proj,0.0000001879,0.01000,1.373
15,mlp.experts.47.gate_proj,0.0000001872,0.01000,1.365
15,mlp.experts.48.gate_proj,0.0000001912,0.01000,1.381
15,mlp.experts.42.gate_proj,0.0000001836,0.01000,1.483
15,mlp.experts.50.gate_proj,0.0000001890,0.01000,1.355
15,mlp.experts.51.gate_proj,0.0000001878,0.01000,1.359
15,mlp.experts.52.gate_proj,0.0000001847,0.01000,1.336
15,mlp.experts.53.gate_proj,0.0000001831,0.01000,1.366
15,mlp.experts.49.gate_proj,0.0000001918,0.01000,1.452
15,mlp.experts.54.gate_proj,0.0000001786,0.01000,1.365
15,mlp.experts.55.gate_proj,0.0000001894,0.01000,1.361
15,mlp.experts.56.gate_proj,0.0000001895,0.01000,1.371
15,mlp.experts.57.gate_proj,0.0000001845,0.01000,1.351
15,mlp.experts.58.gate_proj,0.0000001810,0.01000,1.347
15,mlp.experts.59.gate_proj,0.0000001888,0.01000,1.339
15,mlp.experts.60.gate_proj,0.0000001809,0.01000,1.349
15,mlp.experts.61.gate_proj,0.0000001867,0.01000,1.354
15,mlp.experts.62.gate_proj,0.0000001909,0.01000,1.369
15,mlp.experts.63.gate_proj,0.0000001921,0.01000,1.353
15,mlp.experts.65.gate_proj,0.0000001844,0.01000,1.348
15,mlp.experts.64.gate_proj,0.0000001876,0.01000,1.355
15,mlp.experts.66.gate_proj,0.0000001890,0.01000,1.332
15,mlp.experts.67.gate_proj,0.0000001848,0.01000,1.341
15,mlp.experts.68.gate_proj,0.0000001875,0.01000,1.352
15,mlp.experts.69.gate_proj,0.0000001931,0.01000,1.362
15,mlp.experts.73.gate_proj,0.0000001862,0.01000,1.332
15,mlp.experts.72.gate_proj,0.0000001939,0.01000,1.350
15,mlp.experts.74.gate_proj,0.0000001845,0.01000,1.349
15,mlp.experts.71.gate_proj,0.0000001951,0.01000,1.408
15,mlp.experts.75.gate_proj,0.0000001955,0.01000,1.336
15,mlp.experts.70.gate_proj,0.0000001890,0.01000,1.426
15,mlp.experts.76.gate_proj,0.0000001886,0.01000,1.354
15,mlp.experts.77.gate_proj,0.0000001886,0.01000,1.368
15,mlp.experts.78.gate_proj,0.0000001907,0.01000,1.378
15,mlp.experts.79.gate_proj,0.0000001926,0.01000,1.346
15,mlp.experts.80.gate_proj,0.0000001953,0.01000,1.347
15,mlp.experts.81.gate_proj,0.0000001859,0.01000,1.353
15,mlp.experts.82.gate_proj,0.0000001870,0.01000,1.355
15,mlp.experts.83.gate_proj,0.0000001864,0.01000,1.367
15,mlp.experts.84.gate_proj,0.0000001767,0.01000,1.371
15,mlp.experts.86.gate_proj,0.0000001881,0.01000,1.351
15,mlp.experts.87.gate_proj,0.0000001871,0.01000,1.346
15,mlp.experts.88.gate_proj,0.0000001854,0.01000,1.367
15,mlp.experts.89.gate_proj,0.0000001856,0.01000,1.362
15,mlp.experts.85.gate_proj,0.0000001839,0.01000,1.411
15,mlp.experts.90.gate_proj,0.0000001861,0.01000,1.367
15,mlp.experts.91.gate_proj,0.0000001886,0.01000,1.368
15,mlp.experts.93.gate_proj,0.0000001932,0.01000,1.351
15,mlp.experts.92.gate_proj,0.0000001982,0.01000,1.365
15,mlp.experts.94.gate_proj,0.0000001834,0.01000,1.351
15,mlp.experts.96.gate_proj,0.0000001941,0.01000,1.357
15,mlp.experts.95.gate_proj,0.0000001886,0.01000,1.364
15,mlp.experts.97.gate_proj,0.0000001839,0.01000,1.359
15,mlp.experts.99.gate_proj,0.0000001914,0.01000,1.353
15,mlp.experts.100.gate_proj,0.0000001919,0.01000,1.354
15,mlp.experts.101.gate_proj,0.0000001801,0.01000,1.347
15,mlp.experts.103.gate_proj,0.0000001858,0.01000,1.352
15,mlp.experts.98.gate_proj,0.0000001902,0.01000,1.416
15,mlp.experts.102.gate_proj,0.0000001874,0.01000,1.384
15,mlp.experts.104.gate_proj,0.0000001894,0.01000,1.357
15,mlp.experts.106.gate_proj,0.0000001825,0.01000,1.360
15,mlp.experts.107.gate_proj,0.0000001836,0.01000,1.365
15,mlp.experts.108.gate_proj,0.0000001809,0.01000,1.348
15,mlp.experts.105.gate_proj,0.0000001923,0.01000,1.414
15,mlp.experts.109.gate_proj,0.0000001817,0.01000,1.360
15,mlp.experts.110.gate_proj,0.0000001823,0.01000,1.367
15,mlp.experts.111.gate_proj,0.0000001807,0.01000,1.364
15,mlp.experts.112.gate_proj,0.0000001937,0.01000,1.362
15,mlp.experts.114.gate_proj,0.0000001863,0.01000,1.354
15,mlp.experts.115.gate_proj,0.0000001944,0.01000,1.356
15,mlp.experts.116.gate_proj,0.0000001893,0.01000,1.353
15,mlp.experts.117.gate_proj,0.0000001842,0.01000,1.358
15,mlp.experts.113.gate_proj,0.0000001859,0.01000,1.429
15,mlp.experts.118.gate_proj,0.0000001903,0.01000,1.375
15,mlp.experts.119.gate_proj,0.0000001796,0.01000,1.362
15,mlp.experts.2.up_proj,0.0000001839,0.01000,1.343
15,mlp.experts.1.up_proj,0.0000001849,0.01000,1.356
15,mlp.experts.3.up_proj,0.0000001817,0.01000,1.352
15,mlp.experts.4.up_proj,0.0000001878,0.01000,1.376
15,mlp.experts.0.up_proj,0.0000001892,0.01000,1.450
15,mlp.experts.5.up_proj,0.0000001858,0.01000,1.365
15,mlp.experts.6.up_proj,0.0000001872,0.01000,1.366
15,mlp.experts.8.up_proj,0.0000001806,0.01000,1.353
15,mlp.experts.9.up_proj,0.0000001850,0.01000,1.337
15,mlp.experts.7.up_proj,0.0000001906,0.01000,1.416
15,mlp.experts.10.up_proj,0.0000001798,0.01000,1.351
15,mlp.experts.11.up_proj,0.0000001833,0.01000,1.346
15,mlp.experts.12.up_proj,0.0000001824,0.01000,1.354
15,mlp.experts.13.up_proj,0.0000001828,0.01000,1.373
15,mlp.experts.15.up_proj,0.0000001898,0.01000,1.351
15,mlp.experts.14.up_proj,0.0000001848,0.01000,1.366
15,mlp.experts.16.up_proj,0.0000001890,0.01000,1.330
15,mlp.experts.17.up_proj,0.0000001826,0.01000,1.347
15,mlp.experts.18.up_proj,0.0000001900,0.01000,1.346
15,mlp.experts.19.up_proj,0.0000001797,0.01000,1.357
15,mlp.experts.23.up_proj,0.0000001818,0.01000,1.335
15,mlp.experts.22.up_proj,0.0000001939,0.01000,1.354
15,mlp.experts.24.up_proj,0.0000001824,0.01000,1.340
15,mlp.experts.25.up_proj,0.0000001901,0.01000,1.340
15,mlp.experts.20.up_proj,0.0000001867,0.01000,1.416
15,mlp.experts.21.up_proj,0.0000001822,0.01000,1.406
15,mlp.experts.26.up_proj,0.0000001838,0.01000,1.347
15,mlp.experts.28.up_proj,0.0000001920,0.01000,1.352
15,mlp.experts.29.up_proj,0.0000001881,0.01000,1.349
15,mlp.experts.30.up_proj,0.0000001811,0.01000,1.359
15,mlp.experts.31.up_proj,0.0000001831,0.01000,1.355
15,mlp.experts.27.up_proj,0.0000001877,0.01000,1.410
15,mlp.experts.32.up_proj,0.0000001923,0.01000,1.360
15,mlp.experts.33.up_proj,0.0000001856,0.01000,1.360
15,mlp.experts.34.up_proj,0.0000001839,0.01000,1.338
15,mlp.experts.35.up_proj,0.0000001866,0.01000,1.339
15,mlp.experts.37.up_proj,0.0000001863,0.01000,1.326
15,mlp.experts.39.up_proj,0.0000001856,0.01000,1.337
15,mlp.experts.38.up_proj,0.0000001922,0.01000,1.355
15,mlp.experts.36.up_proj,0.0000001897,0.01000,1.402
15,mlp.experts.40.up_proj,0.0000001894,0.01000,1.368
15,mlp.experts.41.up_proj,0.0000001830,0.01000,1.362
15,mlp.experts.42.up_proj,0.0000001818,0.01000,1.352
15,mlp.experts.44.up_proj,0.0000001805,0.01000,1.336
15,mlp.experts.45.up_proj,0.0000001861,0.01000,1.354
15,mlp.experts.46.up_proj,0.0000001866,0.01000,1.345
15,mlp.experts.43.up_proj,0.0000001882,0.01000,1.419
15,mlp.experts.47.up_proj,0.0000001859,0.01000,1.363
15,mlp.experts.48.up_proj,0.0000001896,0.01000,1.358
15,mlp.experts.49.up_proj,0.0000001895,0.01000,1.352
15,mlp.experts.50.up_proj,0.0000001884,0.01000,1.345
15,mlp.experts.51.up_proj,0.0000001863,0.01000,1.338
15,mlp.experts.52.up_proj,0.0000001831,0.01000,1.348
15,mlp.experts.53.up_proj,0.0000001819,0.01000,1.349
15,mlp.experts.54.up_proj,0.0000001773,0.01000,1.357
15,mlp.experts.55.up_proj,0.0000001880,0.01000,1.363
15,mlp.experts.57.up_proj,0.0000001832,0.01000,1.350
15,mlp.experts.56.up_proj,0.0000001878,0.01000,1.357
15,mlp.experts.58.up_proj,0.0000001800,0.01000,1.336
15,mlp.experts.59.up_proj,0.0000001870,0.01000,1.352
15,mlp.experts.60.up_proj,0.0000001803,0.01000,1.359
15,mlp.experts.61.up_proj,0.0000001853,0.01000,1.361
15,mlp.experts.65.up_proj,0.0000001816,0.01000,1.331
15,mlp.experts.64.up_proj,0.0000001866,0.01000,1.347
15,mlp.experts.63.up_proj,0.0000001902,0.01000,1.397
15,mlp.experts.66.up_proj,0.0000001871,0.01000,1.343
15,mlp.experts.62.up_proj,0.0000001889,0.01000,1.419
15,mlp.experts.67.up_proj,0.0000001837,0.01000,1.348
15,mlp.experts.68.up_proj,0.0000001860,0.01000,1.365
15,mlp.experts.70.up_proj,0.0000001871,0.01000,1.355
15,mlp.experts.72.up_proj,0.0000001910,0.01000,1.334
15,mlp.experts.71.up_proj,0.0000001927,0.01000,1.345
15,mlp.experts.69.up_proj,0.0000001915,0.01000,1.418
15,mlp.experts.73.up_proj,0.0000001851,0.01000,1.349
15,mlp.experts.74.up_proj,0.0000001830,0.01000,1.349
15,mlp.experts.75.up_proj,0.0000001938,0.01000,1.349
15,mlp.experts.76.up_proj,0.0000001871,0.01000,1.366
15,mlp.experts.79.up_proj,0.0000001910,0.01000,1.343
15,mlp.experts.78.up_proj,0.0000001886,0.01000,1.368
15,mlp.experts.81.up_proj,0.0000001832,0.01000,1.352
15,mlp.experts.80.up_proj,0.0000001926,0.01000,1.370
15,mlp.experts.77.up_proj,0.0000001875,0.01000,1.410
15,mlp.experts.82.up_proj,0.0000001841,0.01000,1.378
15,mlp.experts.83.up_proj,0.0000001843,0.01000,1.355
15,mlp.experts.85.up_proj,0.0000001830,0.01000,1.344
15,mlp.experts.86.up_proj,0.0000001870,0.01000,1.339
15,mlp.experts.87.up_proj,0.0000001863,0.01000,1.358
15,mlp.experts.88.up_proj,0.0000001840,0.01000,1.343
15,mlp.experts.84.up_proj,0.0000001757,0.01000,1.417
15,mlp.experts.89.up_proj,0.0000001844,0.01000,1.363
15,mlp.experts.90.up_proj,0.0000001849,0.01000,1.354
15,mlp.experts.92.up_proj,0.0000001968,0.01000,1.338
15,mlp.experts.93.up_proj,0.0000001913,0.01000,1.337
15,mlp.experts.94.up_proj,0.0000001819,0.01000,1.347
15,mlp.experts.91.up_proj,0.0000001861,0.01000,1.407
15,mlp.experts.95.up_proj,0.0000001869,0.01000,1.347
15,mlp.experts.96.up_proj,0.0000001917,0.01000,1.352
15,mlp.experts.97.up_proj,0.0000001829,0.01000,1.362
15,mlp.experts.98.up_proj,0.0000001893,0.01000,1.374
15,mlp.experts.99.up_proj,0.0000001902,0.01000,1.347
15,mlp.experts.100.up_proj,0.0000001896,0.01000,1.344
15,mlp.experts.101.up_proj,0.0000001759,0.01000,1.348
15,mlp.experts.102.up_proj,0.0000001851,0.01000,1.353
15,mlp.experts.103.up_proj,0.0000001843,0.01000,1.356
15,mlp.experts.104.up_proj,0.0000001881,0.01000,1.381
15,mlp.experts.107.up_proj,0.0000001826,0.01000,1.345
15,mlp.experts.106.up_proj,0.0000001815,0.01000,1.366
15,mlp.experts.109.up_proj,0.0000001809,0.01000,1.348
15,mlp.experts.108.up_proj,0.0000001797,0.01000,1.370
15,mlp.experts.105.up_proj,0.0000001899,0.01000,1.418
15,mlp.experts.110.up_proj,0.0000001809,0.01000,1.360
15,mlp.experts.111.up_proj,0.0000001803,0.01000,1.368
15,mlp.experts.113.up_proj,0.0000001848,0.01000,1.359
15,mlp.experts.114.up_proj,0.0000001855,0.01000,1.359
15,mlp.experts.116.up_proj,0.0000001883,0.01000,1.350
15,mlp.experts.115.up_proj,0.0000001930,0.01000,1.364
15,mlp.experts.112.up_proj,0.0000001922,0.01000,1.442
15,mlp.experts.117.up_proj,0.0000001828,0.01000,1.359
15,mlp.experts.119.up_proj,0.0000001786,0.01000,1.001
15,mlp.experts.118.up_proj,0.0000001886,0.01000,1.026
15,mlp.experts.3.down_proj,0.0000000019,0.01000,0.438
15,mlp.experts.2.down_proj,0.0000000023,0.01000,0.442
15,mlp.experts.5.down_proj,0.0000000025,0.01000,0.439
15,mlp.experts.4.down_proj,0.0000000019,0.01000,0.443
15,mlp.experts.6.down_proj,0.0000000021,0.01000,0.445
15,mlp.experts.1.down_proj,0.0000000023,0.01000,0.457
15,mlp.experts.0.down_proj,0.0000000024,0.01000,0.458
15,mlp.experts.10.down_proj,0.0000000019,0.01000,0.401
15,mlp.experts.9.down_proj,0.0000000019,0.01000,0.405
15,mlp.experts.11.down_proj,0.0000000021,0.01000,0.404
15,mlp.experts.12.down_proj,0.0000000020,0.01000,0.404
15,mlp.experts.8.down_proj,0.0000000018,0.01000,0.422
15,mlp.experts.13.down_proj,0.0000000022,0.01000,0.409
15,mlp.experts.7.down_proj,0.0000000026,0.01000,0.430
15,mlp.experts.15.down_proj,0.0000000023,0.01000,0.417
15,mlp.experts.16.down_proj,0.0000000021,0.01000,0.408
15,mlp.experts.18.down_proj,0.0000000026,0.01000,0.406
15,mlp.experts.19.down_proj,0.0000000020,0.01000,0.406
15,mlp.experts.14.down_proj,0.0000000019,0.01000,0.431
15,mlp.experts.20.down_proj,0.0000000026,0.01000,0.413
15,mlp.experts.17.down_proj,0.0000000020,0.01000,0.438
15,mlp.experts.22.down_proj,0.0000000025,0.01000,0.408
15,mlp.experts.24.down_proj,0.0000000020,0.01000,0.407
15,mlp.experts.23.down_proj,0.0000000024,0.01000,0.408
15,mlp.experts.26.down_proj,0.0000000020,0.01000,0.399
15,mlp.experts.25.down_proj,0.0000000024,0.01000,0.406
15,mlp.experts.21.down_proj,0.0000000020,0.01000,0.420
15,mlp.experts.27.down_proj,0.0000000024,0.01000,0.407
15,mlp.experts.31.down_proj,0.0000000022,0.01000,0.401
15,mlp.experts.33.down_proj,0.0000000020,0.01000,0.409
15,mlp.experts.32.down_proj,0.0000000024,0.01000,0.416
15,mlp.experts.28.down_proj,0.0000000023,0.01000,0.427
15,mlp.experts.29.down_proj,0.0000000024,0.01000,0.428
15,mlp.experts.34.down_proj,0.0000000020,0.01000,0.406
15,mlp.experts.30.down_proj,0.0000000018,0.01000,0.438
15,mlp.experts.35.down_proj,0.0000000019,0.01000,0.412
15,mlp.experts.38.down_proj,0.0000000024,0.01000,0.399
15,mlp.experts.36.down_proj,0.0000000020,0.01000,0.415
15,mlp.experts.39.down_proj,0.0000000018,0.01000,0.404
15,mlp.experts.40.down_proj,0.0000000020,0.01000,0.403
15,mlp.experts.37.down_proj,0.0000000025,0.01000,0.418
15,mlp.experts.41.down_proj,0.0000000021,0.01000,0.416
15,mlp.experts.42.down_proj,0.0000000025,0.01000,0.406
15,mlp.experts.45.down_proj,0.0000000022,0.01000,0.398
15,mlp.experts.43.down_proj,0.0000000021,0.01000,0.407
15,mlp.experts.47.down_proj,0.0000000024,0.01000,0.401
15,mlp.experts.46.down_proj,0.0000000018,0.01000,0.409
15,mlp.experts.48.down_proj,0.0000000025,0.01000,0.407
15,mlp.experts.44.down_proj,0.0000000018,0.01000,0.434
15,mlp.experts.49.down_proj,0.0000000023,0.01000,0.409
15,mlp.experts.50.down_proj,0.0000000027,0.01000,0.405
15,mlp.experts.51.down_proj,0.0000000022,0.01000,0.419
15,mlp.experts.53.down_proj,0.0000000019,0.01000,0.411
15,mlp.experts.52.down_proj,0.0000000019,0.01000,0.427
15,mlp.experts.55.down_proj,0.0000000021,0.01000,0.406
15,mlp.experts.54.down_proj,0.0000000021,0.01000,0.408
15,mlp.experts.56.down_proj,0.0000000023,0.01000,0.405
15,mlp.experts.57.down_proj,0.0000000020,0.01000,0.406
15,mlp.experts.59.down_proj,0.0000000023,0.01000,0.401
15,mlp.experts.58.down_proj,0.0000000018,0.01000,0.408
15,mlp.experts.61.down_proj,0.0000000022,0.01000,0.404
15,mlp.experts.62.down_proj,0.0000000025,0.01000,0.407
15,mlp.experts.60.down_proj,0.0000000019,0.01000,0.423
15,mlp.experts.63.down_proj,0.0000000024,0.01000,0.409
15,mlp.experts.64.down_proj,0.0000000023,0.01000,0.407
15,mlp.experts.66.down_proj,0.0000000022,0.01000,0.403
15,mlp.experts.65.down_proj,0.0000000021,0.01000,0.407
15,mlp.experts.67.down_proj,0.0000000019,0.01000,0.411
15,mlp.experts.68.down_proj,0.0000000021,0.01000,0.410
15,mlp.experts.69.down_proj,0.0000000025,0.01000,0.417
15,mlp.experts.71.down_proj,0.0000000025,0.01000,0.408
15,mlp.experts.70.down_proj,0.0000000022,0.01000,0.416
15,mlp.experts.73.down_proj,0.0000000027,0.01000,0.402
15,mlp.experts.72.down_proj,0.0000000028,0.01000,0.421
15,mlp.experts.74.down_proj,0.0000000018,0.01000,0.402
15,mlp.experts.75.down_proj,0.0000000021,0.01000,0.403
15,mlp.experts.76.down_proj,0.0000000020,0.01000,0.408
15,mlp.experts.77.down_proj,0.0000000026,0.01000,0.412
15,mlp.experts.78.down_proj,0.0000000023,0.01000,0.411
15,mlp.experts.79.down_proj,0.0000000023,0.01000,0.407
15,mlp.experts.80.down_proj,0.0000000028,0.01000,0.400
15,mlp.experts.81.down_proj,0.0000000024,0.01000,0.402
15,mlp.experts.82.down_proj,0.0000000026,0.01000,0.398
15,mlp.experts.83.down_proj,0.0000000024,0.01000,0.416
15,mlp.experts.86.down_proj,0.0000000021,0.01000,0.405
15,mlp.experts.84.down_proj,0.0000000018,0.01000,0.409
15,mlp.experts.87.down_proj,0.0000000019,0.01000,0.400
15,mlp.experts.88.down_proj,0.0000000022,0.01000,0.402
15,mlp.experts.89.down_proj,0.0000000019,0.01000,0.401
15,mlp.experts.85.down_proj,0.0000000021,0.01000,0.440
15,mlp.experts.90.down_proj,0.0000000020,0.01000,0.414
15,mlp.experts.91.down_proj,0.0000000024,0.01000,0.413
15,mlp.experts.94.down_proj,0.0000000020,0.01000,0.402
15,mlp.experts.93.down_proj,0.0000000025,0.01000,0.412
15,mlp.experts.95.down_proj,0.0000000020,0.01000,0.409
15,mlp.experts.92.down_proj,0.0000000026,0.01000,0.431
15,mlp.experts.96.down_proj,0.0000000023,0.01000,0.400
15,mlp.experts.97.down_proj,0.0000000020,0.01000,0.407
15,mlp.experts.98.down_proj,0.0000000019,0.01000,0.412
15,mlp.experts.101.down_proj,0.0000000019,0.01000,0.402
15,mlp.experts.100.down_proj,0.0000000024,0.01000,0.410
15,mlp.experts.103.down_proj,0.0000000019,0.01000,0.402
15,mlp.experts.102.down_proj,0.0000000024,0.01000,0.407
15,mlp.experts.99.down_proj,0.0000000023,0.01000,0.433
15,mlp.experts.104.down_proj,0.0000000020,0.01000,0.406
15,mlp.experts.107.down_proj,0.0000000022,0.01000,0.411
15,mlp.experts.105.down_proj,0.0000000027,0.01000,0.413
15,mlp.experts.108.down_proj,0.0000000018,0.01000,0.402
15,mlp.experts.109.down_proj,0.0000000019,0.01000,0.404
15,mlp.experts.106.down_proj,0.0000000020,0.01000,0.420
15,mlp.experts.110.down_proj,0.0000000020,0.01000,0.402
15,mlp.experts.111.down_proj,0.0000000020,0.01000,0.406
15,mlp.experts.115.down_proj,0.0000000024,0.01000,0.406
15,mlp.experts.114.down_proj,0.0000000021,0.01000,0.413
15,mlp.experts.116.down_proj,0.0000000020,0.01000,0.407
15,mlp.experts.117.down_proj,0.0000000019,0.01000,0.406
15,mlp.experts.113.down_proj,0.0000000022,0.01000,0.417
15,mlp.experts.112.down_proj,0.0000000026,0.01000,0.424
15,mlp.experts.118.down_proj,0.0000000023,0.01000,0.398
15,mlp.experts.119.down_proj,0.0000000018,0.01000,0.273
16,self_attn.v_proj,0.0000000023,0.01000,1.194
16,self_attn.k_proj,0.0000000013,0.01000,1.199
16,self_attn.q_proj,0.0000000058,0.01000,1.253
16,self_attn.o_proj,0.0000000006,0.01000,2.774
16,mlp.shared_experts.gate_proj,0.0000000003,0.01000,0.930
16,mlp.shared_experts.up_proj,0.0000000003,0.01000,0.915
16,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.276
16,mlp.experts.2.gate_proj,0.0000002097,0.01000,1.509
16,mlp.experts.3.gate_proj,0.0000002101,0.01000,1.525
16,mlp.experts.5.gate_proj,0.0000002104,0.01000,1.523
16,mlp.experts.6.gate_proj,0.0000002101,0.01000,1.538
16,mlp.experts.4.gate_proj,0.0000002101,0.01000,1.543
16,mlp.experts.1.gate_proj,0.0000002075,0.01000,1.599
16,mlp.experts.0.gate_proj,0.0000002008,0.01000,1.607
16,mlp.experts.9.gate_proj,0.0000002092,0.01000,1.356
16,mlp.experts.10.gate_proj,0.0000002031,0.01000,1.350
16,mlp.experts.11.gate_proj,0.0000002071,0.01000,1.360
16,mlp.experts.7.gate_proj,0.0000002098,0.01000,1.428
16,mlp.experts.12.gate_proj,0.0000002022,0.01000,1.344
16,mlp.experts.8.gate_proj,0.0000002087,0.01000,1.431
16,mlp.experts.13.gate_proj,0.0000002058,0.01000,1.369
16,mlp.experts.15.gate_proj,0.0000002012,0.01000,1.373
16,mlp.experts.16.gate_proj,0.0000002052,0.01000,1.359
16,mlp.experts.14.gate_proj,0.0000002095,0.01000,1.386
16,mlp.experts.17.gate_proj,0.0000002069,0.01000,1.334
16,mlp.experts.18.gate_proj,0.0000002075,0.01000,1.350
16,mlp.experts.19.gate_proj,0.0000002016,0.01000,1.340
16,mlp.experts.20.gate_proj,0.0000002058,0.01000,1.373
16,mlp.experts.24.gate_proj,0.0000002087,0.01000,1.337
16,mlp.experts.22.gate_proj,0.0000002033,0.01000,1.362
16,mlp.experts.26.gate_proj,0.0000002097,0.01000,1.343
16,mlp.experts.23.gate_proj,0.0000002081,0.01000,1.372
16,mlp.experts.25.gate_proj,0.0000002083,0.01000,1.351
16,mlp.experts.21.gate_proj,0.0000002109,0.01000,1.421
16,mlp.experts.27.gate_proj,0.0000002091,0.01000,1.366
16,mlp.experts.28.gate_proj,0.0000002067,0.01000,1.376
16,mlp.experts.29.gate_proj,0.0000002067,0.01000,1.366
16,mlp.experts.30.gate_proj,0.0000001982,0.01000,1.354
16,mlp.experts.31.gate_proj,0.0000002068,0.01000,1.356
16,mlp.experts.32.gate_proj,0.0000002104,0.01000,1.369
16,mlp.experts.33.gate_proj,0.0000002020,0.01000,1.353
16,mlp.experts.34.gate_proj,0.0000002032,0.01000,1.381
16,mlp.experts.38.gate_proj,0.0000002083,0.01000,1.357
16,mlp.experts.37.gate_proj,0.0000002032,0.01000,1.363
16,mlp.experts.39.gate_proj,0.0000002011,0.01000,1.369
16,mlp.experts.40.gate_proj,0.0000002088,0.01000,1.367
16,mlp.experts.36.gate_proj,0.0000002084,0.01000,1.422
16,mlp.experts.35.gate_proj,0.0000002041,0.01000,1.441
16,mlp.experts.41.gate_proj,0.0000002037,0.01000,1.379
16,mlp.experts.42.gate_proj,0.0000002011,0.01000,1.363
16,mlp.experts.43.gate_proj,0.0000002050,0.01000,1.363
16,mlp.experts.44.gate_proj,0.0000001997,0.01000,1.363
16,mlp.experts.45.gate_proj,0.0000002066,0.01000,1.340
16,mlp.experts.47.gate_proj,0.0000002128,0.01000,1.350
16,mlp.experts.46.gate_proj,0.0000002074,0.01000,1.360
16,mlp.experts.48.gate_proj,0.0000002040,0.01000,1.373
16,mlp.experts.50.gate_proj,0.0000002063,0.01000,1.350
16,mlp.experts.49.gate_proj,0.0000002098,0.01000,1.368
16,mlp.experts.52.gate_proj,0.0000002065,0.01000,1.340
16,mlp.experts.53.gate_proj,0.0000002001,0.01000,1.352
16,mlp.experts.54.gate_proj,0.0000001976,0.01000,1.362
16,mlp.experts.51.gate_proj,0.0000002109,0.01000,1.414
16,mlp.experts.55.gate_proj,0.0000002117,0.01000,1.371
16,mlp.experts.56.gate_proj,0.0000002158,0.01000,1.351
16,mlp.experts.57.gate_proj,0.0000001992,0.01000,1.365
16,mlp.experts.58.gate_proj,0.0000002077,0.01000,1.377
16,mlp.experts.59.gate_proj,0.0000002118,0.01000,1.339
16,mlp.experts.60.gate_proj,0.0000002037,0.01000,1.358
16,mlp.experts.61.gate_proj,0.0000002115,0.01000,1.349
16,mlp.experts.62.gate_proj,0.0000002050,0.01000,1.377
16,mlp.experts.63.gate_proj,0.0000002031,0.01000,1.354
16,mlp.experts.66.gate_proj,0.0000002153,0.01000,1.334
16,mlp.experts.65.gate_proj,0.0000001997,0.01000,1.359
16,mlp.experts.67.gate_proj,0.0000002153,0.01000,1.350
16,mlp.experts.68.gate_proj,0.0000002083,0.01000,1.347
16,mlp.experts.64.gate_proj,0.0000002083,0.01000,1.408
16,mlp.experts.69.gate_proj,0.0000002055,0.01000,1.373
16,mlp.experts.70.gate_proj,0.0000002080,0.01000,1.348
16,mlp.experts.71.gate_proj,0.0000002049,0.01000,1.370
16,mlp.experts.72.gate_proj,0.0000001991,0.01000,1.369
16,mlp.experts.73.gate_proj,0.0000002118,0.01000,1.354
16,mlp.experts.74.gate_proj,0.0000002081,0.01000,1.361
16,mlp.experts.75.gate_proj,0.0000002029,0.01000,1.364
16,mlp.experts.76.gate_proj,0.0000002086,0.01000,1.369
16,mlp.experts.77.gate_proj,0.0000001992,0.01000,1.359
16,mlp.experts.78.gate_proj,0.0000002055,0.01000,1.365
16,mlp.experts.80.gate_proj,0.0000002040,0.01000,1.336
16,mlp.experts.81.gate_proj,0.0000002063,0.01000,1.356
16,mlp.experts.82.gate_proj,0.0000002044,0.01000,1.353
16,mlp.experts.79.gate_proj,0.0000002060,0.01000,1.454
16,mlp.experts.83.gate_proj,0.0000002113,0.01000,1.373
16,mlp.experts.84.gate_proj,0.0000002142,0.01000,1.360
16,mlp.experts.85.gate_proj,0.0000002101,0.01000,1.353
16,mlp.experts.86.gate_proj,0.0000002021,0.01000,1.381
16,mlp.experts.87.gate_proj,0.0000002086,0.01000,1.345
16,mlp.experts.88.gate_proj,0.0000002065,0.01000,1.359
16,mlp.experts.89.gate_proj,0.0000002144,0.01000,1.367
16,mlp.experts.90.gate_proj,0.0000002081,0.01000,1.368
16,mlp.experts.91.gate_proj,0.0000002031,0.01000,1.365
16,mlp.experts.92.gate_proj,0.0000002107,0.01000,1.354
16,mlp.experts.94.gate_proj,0.0000002130,0.01000,1.349
16,mlp.experts.95.gate_proj,0.0000002156,0.01000,1.358
16,mlp.experts.93.gate_proj,0.0000002122,0.01000,1.400
16,mlp.experts.96.gate_proj,0.0000002104,0.01000,1.362
16,mlp.experts.97.gate_proj,0.0000002015,0.01000,1.364
16,mlp.experts.98.gate_proj,0.0000002132,0.01000,1.360
16,mlp.experts.99.gate_proj,0.0000002038,0.01000,1.350
16,mlp.experts.101.gate_proj,0.0000002071,0.01000,1.339
16,mlp.experts.100.gate_proj,0.0000002056,0.01000,1.384
16,mlp.experts.102.gate_proj,0.0000002000,0.01000,1.357
16,mlp.experts.103.gate_proj,0.0000002036,0.01000,1.363
16,mlp.experts.104.gate_proj,0.0000002018,0.01000,1.371
16,mlp.experts.105.gate_proj,0.0000002112,0.01000,1.371
16,mlp.experts.106.gate_proj,0.0000002095,0.01000,1.353
16,mlp.experts.107.gate_proj,0.0000002036,0.01000,1.348
16,mlp.experts.108.gate_proj,0.0000002092,0.01000,1.364
16,mlp.experts.109.gate_proj,0.0000002053,0.01000,1.363
16,mlp.experts.110.gate_proj,0.0000001993,0.01000,1.387
16,mlp.experts.111.gate_proj,0.0000002055,0.01000,1.375
16,mlp.experts.113.gate_proj,0.0000002110,0.01000,1.361
16,mlp.experts.112.gate_proj,0.0000002073,0.01000,1.367
16,mlp.experts.114.gate_proj,0.0000002119,0.01000,1.365
16,mlp.experts.115.gate_proj,0.0000002088,0.01000,1.347
16,mlp.experts.116.gate_proj,0.0000002055,0.01000,1.348
16,mlp.experts.117.gate_proj,0.0000002059,0.01000,1.345
16,mlp.experts.118.gate_proj,0.0000002004,0.01000,1.368
16,mlp.experts.0.up_proj,0.0000001996,0.01000,1.370
16,mlp.experts.2.up_proj,0.0000002077,0.01000,1.342
16,mlp.experts.1.up_proj,0.0000002064,0.01000,1.360
16,mlp.experts.119.gate_proj,0.0000002012,0.01000,1.417
16,mlp.experts.3.up_proj,0.0000002080,0.01000,1.349
16,mlp.experts.4.up_proj,0.0000002082,0.01000,1.337
16,mlp.experts.5.up_proj,0.0000002081,0.01000,1.380
16,mlp.experts.6.up_proj,0.0000002083,0.01000,1.363
16,mlp.experts.8.up_proj,0.0000002068,0.01000,1.356
16,mlp.experts.9.up_proj,0.0000002076,0.01000,1.357
16,mlp.experts.10.up_proj,0.0000002028,0.01000,1.365
16,mlp.experts.7.up_proj,0.0000002078,0.01000,1.425
16,mlp.experts.11.up_proj,0.0000002050,0.01000,1.340
16,mlp.experts.12.up_proj,0.0000002009,0.01000,1.381
16,mlp.experts.13.up_proj,0.0000002046,0.01000,1.354
16,mlp.experts.14.up_proj,0.0000002069,0.01000,1.368
16,mlp.experts.15.up_proj,0.0000002002,0.01000,1.350
16,mlp.experts.16.up_proj,0.0000002035,0.01000,1.338
16,mlp.experts.18.up_proj,0.0000002063,0.01000,1.342
16,mlp.experts.17.up_proj,0.0000002043,0.01000,1.410
16,mlp.experts.19.up_proj,0.0000002000,0.01000,1.355
16,mlp.experts.20.up_proj,0.0000002038,0.01000,1.348
16,mlp.experts.22.up_proj,0.0000002018,0.01000,1.344
16,mlp.experts.23.up_proj,0.0000002073,0.01000,1.339
16,mlp.experts.21.up_proj,0.0000002097,0.01000,1.404
16,mlp.experts.24.up_proj,0.0000002072,0.01000,1.348
16,mlp.experts.25.up_proj,0.0000002074,0.01000,1.347
16,mlp.experts.26.up_proj,0.0000002080,0.01000,1.349
16,mlp.experts.27.up_proj,0.0000002079,0.01000,1.344
16,mlp.experts.29.up_proj,0.0000002046,0.01000,1.350
16,mlp.experts.28.up_proj,0.0000002060,0.01000,1.354
16,mlp.experts.30.up_proj,0.0000001968,0.01000,1.327
16,mlp.experts.31.up_proj,0.0000002052,0.01000,1.365
16,mlp.experts.32.up_proj,0.0000002092,0.01000,1.344
16,mlp.experts.33.up_proj,0.0000002006,0.01000,1.354
16,mlp.experts.34.up_proj,0.0000002019,0.01000,1.343
16,mlp.experts.36.up_proj,0.0000002068,0.01000,1.347
16,mlp.experts.37.up_proj,0.0000002019,0.01000,1.332
16,mlp.experts.35.up_proj,0.0000002017,0.01000,1.408
16,mlp.experts.38.up_proj,0.0000002058,0.01000,1.353
16,mlp.experts.39.up_proj,0.0000001991,0.01000,1.336
16,mlp.experts.40.up_proj,0.0000002060,0.01000,1.363
16,mlp.experts.41.up_proj,0.0000002020,0.01000,1.345
16,mlp.experts.43.up_proj,0.0000002024,0.01000,1.348
16,mlp.experts.44.up_proj,0.0000001977,0.01000,1.328
16,mlp.experts.46.up_proj,0.0000002062,0.01000,1.329
16,mlp.experts.42.up_proj,0.0000001993,0.01000,1.424
16,mlp.experts.45.up_proj,0.0000002056,0.01000,1.346
16,mlp.experts.47.up_proj,0.0000002085,0.01000,1.353
16,mlp.experts.48.up_proj,0.0000002023,0.01000,1.345
16,mlp.experts.50.up_proj,0.0000002045,0.01000,1.337
16,mlp.experts.51.up_proj,0.0000002085,0.01000,1.333
16,mlp.experts.49.up_proj,0.0000002079,0.01000,1.404
16,mlp.experts.53.up_proj,0.0000001991,0.01000,1.344
16,mlp.experts.52.up_proj,0.0000002053,0.01000,1.430
16,mlp.experts.54.up_proj,0.0000001969,0.01000,1.350
16,mlp.experts.55.up_proj,0.0000002103,0.01000,1.351
16,mlp.experts.56.up_proj,0.0000002141,0.01000,1.340
16,mlp.experts.57.up_proj,0.0000001980,0.01000,1.340
16,mlp.experts.58.up_proj,0.0000002057,0.01000,1.334
16,mlp.experts.59.up_proj,0.0000002091,0.01000,1.361
16,mlp.experts.60.up_proj,0.0000002024,0.01000,1.354
16,mlp.experts.61.up_proj,0.0000002099,0.01000,1.356
16,mlp.experts.62.up_proj,0.0000002027,0.01000,1.362
16,mlp.experts.63.up_proj,0.0000002025,0.01000,1.358
16,mlp.experts.65.up_proj,0.0000001985,0.01000,1.336
16,mlp.experts.66.up_proj,0.0000002131,0.01000,1.355
16,mlp.experts.64.up_proj,0.0000002062,0.01000,1.395
16,mlp.experts.67.up_proj,0.0000002127,0.01000,1.356
16,mlp.experts.68.up_proj,0.0000002066,0.01000,1.366
16,mlp.experts.69.up_proj,0.0000002036,0.01000,1.382
16,mlp.experts.70.up_proj,0.0000002056,0.01000,1.352
16,mlp.experts.71.up_proj,0.0000002024,0.01000,1.370
16,mlp.experts.72.up_proj,0.0000001980,0.01000,1.360
16,mlp.experts.73.up_proj,0.0000002097,0.01000,1.368
16,mlp.experts.74.up_proj,0.0000002061,0.01000,1.395
16,mlp.experts.75.up_proj,0.0000002004,0.01000,1.372
16,mlp.experts.76.up_proj,0.0000002069,0.01000,1.353
16,mlp.experts.77.up_proj,0.0000001976,0.01000,1.348
16,mlp.experts.78.up_proj,0.0000002034,0.01000,1.342
16,mlp.experts.79.up_proj,0.0000002039,0.01000,1.354
16,mlp.experts.80.up_proj,0.0000002026,0.01000,1.357
16,mlp.experts.81.up_proj,0.0000002049,0.01000,1.380
16,mlp.experts.82.up_proj,0.0000002024,0.01000,1.368
16,mlp.experts.83.up_proj,0.0000002097,0.01000,1.356
16,mlp.experts.84.up_proj,0.0000002122,0.01000,1.353
16,mlp.experts.85.up_proj,0.0000002076,0.01000,1.348
16,mlp.experts.86.up_proj,0.0000002014,0.01000,1.341
16,mlp.experts.87.up_proj,0.0000002070,0.01000,1.359
16,mlp.experts.88.up_proj,0.0000002040,0.01000,1.362
16,mlp.experts.89.up_proj,0.0000002115,0.01000,1.368
16,mlp.experts.90.up_proj,0.0000002064,0.01000,1.350
16,mlp.experts.91.up_proj,0.0000002014,0.01000,1.353
16,mlp.experts.92.up_proj,0.0000002096,0.01000,1.339
16,mlp.experts.93.up_proj,0.0000002102,0.01000,1.337
16,mlp.experts.94.up_proj,0.0000002105,0.01000,1.357
16,mlp.experts.95.up_proj,0.0000002141,0.01000,1.367
16,mlp.experts.96.up_proj,0.0000002077,0.01000,1.368
16,mlp.experts.97.up_proj,0.0000001999,0.01000,1.360
16,mlp.experts.98.up_proj,0.0000002105,0.01000,1.353
16,mlp.experts.99.up_proj,0.0000002029,0.01000,1.346
16,mlp.experts.100.up_proj,0.0000002038,0.01000,1.336
16,mlp.experts.101.up_proj,0.0000002055,0.01000,1.356
16,mlp.experts.102.up_proj,0.0000001987,0.01000,1.365
16,mlp.experts.103.up_proj,0.0000002039,0.01000,1.365
16,mlp.experts.104.up_proj,0.0000002004,0.01000,1.357
16,mlp.experts.105.up_proj,0.0000002083,0.01000,1.352
16,mlp.experts.106.up_proj,0.0000002063,0.01000,1.350
16,mlp.experts.107.up_proj,0.0000002031,0.01000,1.337
16,mlp.experts.108.up_proj,0.0000002070,0.01000,1.350
16,mlp.experts.109.up_proj,0.0000002030,0.01000,1.373
16,mlp.experts.110.up_proj,0.0000001977,0.01000,1.368
16,mlp.experts.111.up_proj,0.0000002039,0.01000,1.359
16,mlp.experts.113.up_proj,0.0000002081,0.01000,1.356
16,mlp.experts.114.up_proj,0.0000002089,0.01000,1.358
16,mlp.experts.112.up_proj,0.0000002044,0.01000,1.418
16,mlp.experts.115.up_proj,0.0000002066,0.01000,1.349
16,mlp.experts.116.up_proj,0.0000002040,0.01000,1.335
16,mlp.experts.117.up_proj,0.0000002038,0.01000,1.315
16,mlp.experts.118.up_proj,0.0000001995,0.01000,1.021
16,mlp.experts.119.up_proj,0.0000002003,0.01000,1.019
16,mlp.experts.3.down_proj,0.0000000023,0.01000,0.443
16,mlp.experts.1.down_proj,0.0000000023,0.01000,0.447
16,mlp.experts.0.down_proj,0.0000000020,0.01000,0.451
16,mlp.experts.6.down_proj,0.0000000025,0.01000,0.448
16,mlp.experts.4.down_proj,0.0000000026,0.01000,0.455
16,mlp.experts.5.down_proj,0.0000000025,0.01000,0.460
16,mlp.experts.2.down_proj,0.0000000024,0.01000,0.465
16,mlp.experts.10.down_proj,0.0000000024,0.01000,0.400
16,mlp.experts.7.down_proj,0.0000000025,0.01000,0.410
16,mlp.experts.11.down_proj,0.0000000026,0.01000,0.404
16,mlp.experts.9.down_proj,0.0000000022,0.01000,0.411
16,mlp.experts.12.down_proj,0.0000000023,0.01000,0.403
16,mlp.experts.13.down_proj,0.0000000021,0.01000,0.405
16,mlp.experts.8.down_proj,0.0000000028,0.01000,0.446
16,mlp.experts.17.down_proj,0.0000000025,0.01000,0.406
16,mlp.experts.14.down_proj,0.0000000025,0.01000,0.418
16,mlp.experts.16.down_proj,0.0000000024,0.01000,0.408
16,mlp.experts.19.down_proj,0.0000000021,0.01000,0.401
16,mlp.experts.18.down_proj,0.0000000021,0.01000,0.407
16,mlp.experts.15.down_proj,0.0000000020,0.01000,0.435
16,mlp.experts.20.down_proj,0.0000000028,0.01000,0.412
16,mlp.experts.24.down_proj,0.0000000022,0.01000,0.401
16,mlp.experts.23.down_proj,0.0000000021,0.01000,0.409
16,mlp.experts.25.down_proj,0.0000000023,0.01000,0.409
16,mlp.experts.22.down_proj,0.0000000020,0.01000,0.413
16,mlp.experts.21.down_proj,0.0000000022,0.01000,0.414
16,mlp.experts.26.down_proj,0.0000000022,0.01000,0.400
16,mlp.experts.27.down_proj,0.0000000021,0.01000,0.410
16,mlp.experts.31.down_proj,0.0000000024,0.01000,0.399
16,mlp.experts.29.down_proj,0.0000000023,0.01000,0.406
16,mlp.experts.28.down_proj,0.0000000021,0.01000,0.414
16,mlp.experts.33.down_proj,0.0000000020,0.01000,0.401
16,mlp.experts.32.down_proj,0.0000000026,0.01000,0.408
16,mlp.experts.30.down_proj,0.0000000018,0.01000,0.437
16,mlp.experts.34.down_proj,0.0000000023,0.01000,0.407
16,mlp.experts.35.down_proj,0.0000000022,0.01000,0.408
16,mlp.experts.38.down_proj,0.0000000027,0.01000,0.403
16,mlp.experts.36.down_proj,0.0000000028,0.01000,0.409
16,mlp.experts.39.down_proj,0.0000000020,0.01000,0.408
16,mlp.experts.40.down_proj,0.0000000030,0.01000,0.401
16,mlp.experts.37.down_proj,0.0000000022,0.01000,0.435
16,mlp.experts.41.down_proj,0.0000000020,0.01000,0.404
16,mlp.experts.45.down_proj,0.0000000021,0.01000,0.399
16,mlp.experts.43.down_proj,0.0000000029,0.01000,0.410
16,mlp.experts.42.down_proj,0.0000000028,0.01000,0.419
16,mlp.experts.44.down_proj,0.0000000021,0.01000,0.424
16,mlp.experts.46.down_proj,0.0000000021,0.01000,0.400
16,mlp.experts.47.down_proj,0.0000000028,0.01000,0.405
16,mlp.experts.48.down_proj,0.0000000021,0.01000,0.405
16,mlp.experts.49.down_proj,0.0000000024,0.01000,0.412
16,mlp.experts.50.down_proj,0.0000000022,0.01000,0.408
16,mlp.experts.51.down_proj,0.0000000026,0.01000,0.408
16,mlp.experts.52.down_proj,0.0000000021,0.01000,0.405
16,mlp.experts.54.down_proj,0.0000000023,0.01000,0.404
16,mlp.experts.55.down_proj,0.0000000027,0.01000,0.412
16,mlp.experts.53.down_proj,0.0000000019,0.01000,0.437
16,mlp.experts.57.down_proj,0.0000000023,0.01000,0.406
16,mlp.experts.56.down_proj,0.0000000027,0.01000,0.409
16,mlp.experts.58.down_proj,0.0000000024,0.01000,0.403
16,mlp.experts.59.down_proj,0.0000000021,0.01000,0.403
16,mlp.experts.60.down_proj,0.0000000026,0.01000,0.414
16,mlp.experts.61.down_proj,0.0000000025,0.01000,0.402
16,mlp.experts.62.down_proj,0.0000000025,0.01000,0.407
16,mlp.experts.65.down_proj,0.0000000018,0.01000,0.407
16,mlp.experts.64.down_proj,0.0000000025,0.01000,0.412
16,mlp.experts.66.down_proj,0.0000000025,0.01000,0.404
16,mlp.experts.63.down_proj,0.0000000022,0.01000,0.417
16,mlp.experts.68.down_proj,0.0000000025,0.01000,0.404
16,mlp.experts.67.down_proj,0.0000000023,0.01000,0.416
16,mlp.experts.69.down_proj,0.0000000026,0.01000,0.409
16,mlp.experts.73.down_proj,0.0000000025,0.01000,0.396
16,mlp.experts.70.down_proj,0.0000000024,0.01000,0.407
16,mlp.experts.72.down_proj,0.0000000020,0.01000,0.410
16,mlp.experts.71.down_proj,0.0000000026,0.01000,0.417
16,mlp.experts.74.down_proj,0.0000000025,0.01000,0.404
16,mlp.experts.75.down_proj,0.0000000024,0.01000,0.401
16,mlp.experts.76.down_proj,0.0000000024,0.01000,0.404
16,mlp.experts.77.down_proj,0.0000000019,0.01000,0.406
16,mlp.experts.78.down_proj,0.0000000024,0.01000,0.411
16,mlp.experts.80.down_proj,0.0000000025,0.01000,0.400
16,mlp.experts.79.down_proj,0.0000000022,0.01000,0.415
16,mlp.experts.81.down_proj,0.0000000022,0.01000,0.403
16,mlp.experts.82.down_proj,0.0000000022,0.01000,0.400
16,mlp.experts.83.down_proj,0.0000000024,0.01000,0.403
16,mlp.experts.84.down_proj,0.0000000023,0.01000,0.406
16,mlp.experts.85.down_proj,0.0000000027,0.01000,0.407
16,mlp.experts.86.down_proj,0.0000000023,0.01000,0.406
16,mlp.experts.87.down_proj,0.0000000024,0.01000,0.403
16,mlp.experts.89.down_proj,0.0000000027,0.01000,0.402
16,mlp.experts.88.down_proj,0.0000000022,0.01000,0.409
16,mlp.experts.90.down_proj,0.0000000023,0.01000,0.405
16,mlp.experts.91.down_proj,0.0000000024,0.01000,0.402
16,mlp.experts.93.down_proj,0.0000000028,0.01000,0.398
16,mlp.experts.94.down_proj,0.0000000027,0.01000,0.400
16,mlp.experts.92.down_proj,0.0000000026,0.01000,0.410
16,mlp.experts.95.down_proj,0.0000000029,0.01000,0.402
16,mlp.experts.96.down_proj,0.0000000026,0.01000,0.398
16,mlp.experts.97.down_proj,0.0000000020,0.01000,0.403
16,mlp.experts.98.down_proj,0.0000000028,0.01000,0.404
16,mlp.experts.101.down_proj,0.0000000022,0.01000,0.398
16,mlp.experts.99.down_proj,0.0000000026,0.01000,0.411
16,mlp.experts.102.down_proj,0.0000000022,0.01000,0.403
16,mlp.experts.103.down_proj,0.0000000020,0.01000,0.404
16,mlp.experts.100.down_proj,0.0000000020,0.01000,0.424
16,mlp.experts.104.down_proj,0.0000000019,0.01000,0.404
16,mlp.experts.105.down_proj,0.0000000024,0.01000,0.402
16,mlp.experts.106.down_proj,0.0000000022,0.01000,0.404
16,mlp.experts.108.down_proj,0.0000000024,0.01000,0.397
16,mlp.experts.107.down_proj,0.0000000019,0.01000,0.404
16,mlp.experts.109.down_proj,0.0000000022,0.01000,0.403
16,mlp.experts.110.down_proj,0.0000000020,0.01000,0.404
16,mlp.experts.111.down_proj,0.0000000019,0.01000,0.402
16,mlp.experts.112.down_proj,0.0000000022,0.01000,0.402
16,mlp.experts.115.down_proj,0.0000000022,0.01000,0.399
16,mlp.experts.113.down_proj,0.0000000027,0.01000,0.402
16,mlp.experts.114.down_proj,0.0000000026,0.01000,0.404
16,mlp.experts.116.down_proj,0.0000000021,0.01000,0.403
16,mlp.experts.117.down_proj,0.0000000021,0.01000,0.402
16,mlp.experts.118.down_proj,0.0000000021,0.01000,0.398
16,mlp.experts.119.down_proj,0.0000000021,0.01000,0.274
17,self_attn.v_proj,0.0000000027,0.01000,1.196
17,self_attn.k_proj,0.0000000019,0.01000,1.197
17,self_attn.q_proj,0.0000000089,0.01000,1.263
17,self_attn.o_proj,0.0000000004,0.01000,2.757
17,mlp.shared_experts.gate_proj,0.0000000003,0.01000,0.911
17,mlp.shared_experts.up_proj,0.0000000003,0.01000,0.911
17,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.272
17,mlp.experts.3.gate_proj,0.0000002296,0.01000,1.496
17,mlp.experts.5.gate_proj,0.0000002280,0.01000,1.508
17,mlp.experts.1.gate_proj,0.0000002244,0.01000,1.521
17,mlp.experts.4.gate_proj,0.0000002293,0.01000,1.528
17,mlp.experts.6.gate_proj,0.0000002298,0.01000,1.530
17,mlp.experts.2.gate_proj,0.0000002195,0.01000,1.579
17,mlp.experts.0.gate_proj,0.0000002313,0.01000,1.591
17,mlp.experts.10.gate_proj,0.0000002271,0.01000,1.334
17,mlp.experts.8.gate_proj,0.0000002271,0.01000,1.346
17,mlp.experts.9.gate_proj,0.0000002204,0.01000,1.351
17,mlp.experts.11.gate_proj,0.0000002214,0.01000,1.352
17,mlp.experts.12.gate_proj,0.0000002267,0.01000,1.353
17,mlp.experts.7.gate_proj,0.0000002234,0.01000,1.435
17,mlp.experts.13.gate_proj,0.0000002226,0.01000,1.357
17,mlp.experts.15.gate_proj,0.0000002257,0.01000,1.342
17,mlp.experts.16.gate_proj,0.0000002228,0.01000,1.344
17,mlp.experts.17.gate_proj,0.0000002157,0.01000,1.332
17,mlp.experts.18.gate_proj,0.0000002281,0.01000,1.349
17,mlp.experts.19.gate_proj,0.0000002332,0.01000,1.340
17,mlp.experts.14.gate_proj,0.0000002233,0.01000,1.441
17,mlp.experts.20.gate_proj,0.0000002150,0.01000,1.356
17,mlp.experts.22.gate_proj,0.0000002231,0.01000,1.379
17,mlp.experts.23.gate_proj,0.0000002239,0.01000,1.373
17,mlp.experts.24.gate_proj,0.0000002098,0.01000,1.359
17,mlp.experts.21.gate_proj,0.0000002178,0.01000,1.435
17,mlp.experts.25.gate_proj,0.0000002240,0.01000,1.368
17,mlp.experts.26.gate_proj,0.0000002244,0.01000,1.359
17,mlp.experts.27.gate_proj,0.0000002264,0.01000,1.383
17,mlp.experts.28.gate_proj,0.0000002272,0.01000,1.357
17,mlp.experts.29.gate_proj,0.0000002229,0.01000,1.365
17,mlp.experts.31.gate_proj,0.0000002178,0.01000,1.337
17,mlp.experts.32.gate_proj,0.0000002125,0.01000,1.347
17,mlp.experts.33.gate_proj,0.0000002168,0.01000,1.338
17,mlp.experts.34.gate_proj,0.0000002186,0.01000,1.365
17,mlp.experts.30.gate_proj,0.0000002251,0.01000,1.427
17,mlp.experts.35.gate_proj,0.0000002177,0.01000,1.348
17,mlp.experts.36.gate_proj,0.0000002153,0.01000,1.355
17,mlp.experts.38.gate_proj,0.0000002221,0.01000,1.327
17,mlp.experts.39.gate_proj,0.0000002174,0.01000,1.351
17,mlp.experts.40.gate_proj,0.0000002281,0.01000,1.346
17,mlp.experts.37.gate_proj,0.0000002295,0.01000,1.424
17,mlp.experts.41.gate_proj,0.0000002219,0.01000,1.377
17,mlp.experts.42.gate_proj,0.0000002157,0.01000,1.352
17,mlp.experts.43.gate_proj,0.0000002317,0.01000,1.361
17,mlp.experts.45.gate_proj,0.0000002256,0.01000,1.333
17,mlp.experts.44.gate_proj,0.0000002184,0.01000,1.362
17,mlp.experts.47.gate_proj,0.0000002215,0.01000,1.335
17,mlp.experts.46.gate_proj,0.0000002266,0.01000,1.394
17,mlp.experts.48.gate_proj,0.0000002165,0.01000,1.380
17,mlp.experts.49.gate_proj,0.0000002283,0.01000,1.355
17,mlp.experts.52.gate_proj,0.0000002295,0.01000,1.333
17,mlp.experts.51.gate_proj,0.0000002208,0.01000,1.351
17,mlp.experts.53.gate_proj,0.0000002338,0.01000,1.348
17,mlp.experts.50.gate_proj,0.0000002335,0.01000,1.409
17,mlp.experts.54.gate_proj,0.0000002224,0.01000,1.339
17,mlp.experts.55.gate_proj,0.0000002259,0.01000,1.373
17,mlp.experts.56.gate_proj,0.0000002245,0.01000,1.368
17,mlp.experts.57.gate_proj,0.0000002287,0.01000,1.367
17,mlp.experts.58.gate_proj,0.0000002170,0.01000,1.370
17,mlp.experts.59.gate_proj,0.0000002365,0.01000,1.344
17,mlp.experts.61.gate_proj,0.0000002184,0.01000,1.341
17,mlp.experts.60.gate_proj,0.0000002297,0.01000,1.386
17,mlp.experts.62.gate_proj,0.0000002312,0.01000,1.373
17,mlp.experts.64.gate_proj,0.0000002227,0.01000,1.344
17,mlp.experts.66.gate_proj,0.0000002204,0.01000,1.321
17,mlp.experts.65.gate_proj,0.0000002141,0.01000,1.355
17,mlp.experts.63.gate_proj,0.0000002218,0.01000,1.411
17,mlp.experts.68.gate_proj,0.0000002263,0.01000,1.341
17,mlp.experts.67.gate_proj,0.0000002145,0.01000,1.412
17,mlp.experts.69.gate_proj,0.0000002148,0.01000,1.355
17,mlp.experts.70.gate_proj,0.0000002224,0.01000,1.349
17,mlp.experts.72.gate_proj,0.0000002234,0.01000,1.335
17,mlp.experts.71.gate_proj,0.0000002316,0.01000,1.343
17,mlp.experts.73.gate_proj,0.0000002300,0.01000,1.316
17,mlp.experts.74.gate_proj,0.0000002247,0.01000,1.355
17,mlp.experts.75.gate_proj,0.0000002263,0.01000,1.348
17,mlp.experts.76.gate_proj,0.0000002201,0.01000,1.361
17,mlp.experts.80.gate_proj,0.0000002284,0.01000,1.320
17,mlp.experts.79.gate_proj,0.0000002279,0.01000,1.342
17,mlp.experts.78.gate_proj,0.0000002209,0.01000,1.356
17,mlp.experts.77.gate_proj,0.0000002194,0.01000,1.404
17,mlp.experts.81.gate_proj,0.0000002192,0.01000,1.350
17,mlp.experts.82.gate_proj,0.0000002202,0.01000,1.339
17,mlp.experts.83.gate_proj,0.0000002250,0.01000,1.362
17,mlp.experts.85.gate_proj,0.0000002189,0.01000,1.349
17,mlp.experts.84.gate_proj,0.0000002250,0.01000,1.363
17,mlp.experts.87.gate_proj,0.0000002233,0.01000,1.324
17,mlp.experts.86.gate_proj,0.0000002260,0.01000,1.413
17,mlp.experts.88.gate_proj,0.0000002209,0.01000,1.371
17,mlp.experts.89.gate_proj,0.0000002189,0.01000,1.347
17,mlp.experts.90.gate_proj,0.0000002199,0.01000,1.365
17,mlp.experts.91.gate_proj,0.0000002207,0.01000,1.344
17,mlp.experts.92.gate_proj,0.0000002212,0.01000,1.361
17,mlp.experts.93.gate_proj,0.0000002197,0.01000,1.347
17,mlp.experts.94.gate_proj,0.0000002283,0.01000,1.335
17,mlp.experts.96.gate_proj,0.0000002265,0.01000,1.343
17,mlp.experts.95.gate_proj,0.0000002165,0.01000,1.372
17,mlp.experts.97.gate_proj,0.0000002143,0.01000,1.389
17,mlp.experts.98.gate_proj,0.0000002177,0.01000,1.354
17,mlp.experts.99.gate_proj,0.0000002377,0.01000,1.351
17,mlp.experts.100.gate_proj,0.0000002166,0.01000,1.346
17,mlp.experts.101.gate_proj,0.0000002210,0.01000,1.335
17,mlp.experts.102.gate_proj,0.0000002219,0.01000,1.363
17,mlp.experts.103.gate_proj,0.0000002239,0.01000,1.368
17,mlp.experts.104.gate_proj,0.0000002277,0.01000,1.361
17,mlp.experts.105.gate_proj,0.0000002215,0.01000,1.343
17,mlp.experts.106.gate_proj,0.0000002334,0.01000,1.348
17,mlp.experts.107.gate_proj,0.0000002165,0.01000,1.350
17,mlp.experts.108.gate_proj,0.0000002231,0.01000,1.319
17,mlp.experts.109.gate_proj,0.0000002302,0.01000,1.348
17,mlp.experts.110.gate_proj,0.0000002237,0.01000,1.345
17,mlp.experts.111.gate_proj,0.0000002188,0.01000,1.367
17,mlp.experts.115.gate_proj,0.0000002244,0.01000,1.316
17,mlp.experts.113.gate_proj,0.0000002173,0.01000,1.349
17,mlp.experts.114.gate_proj,0.0000002130,0.01000,1.349
17,mlp.experts.112.gate_proj,0.0000002199,0.01000,1.401
17,mlp.experts.116.gate_proj,0.0000002211,0.01000,1.344
17,mlp.experts.117.gate_proj,0.0000002236,0.01000,1.348
17,mlp.experts.118.gate_proj,0.0000002273,0.01000,1.366
17,mlp.experts.119.gate_proj,0.0000002193,0.01000,1.352
17,mlp.experts.0.up_proj,0.0000002287,0.01000,1.346
17,mlp.experts.1.up_proj,0.0000002216,0.01000,1.356
17,mlp.experts.2.up_proj,0.0000002186,0.01000,1.337
17,mlp.experts.4.up_proj,0.0000002277,0.01000,1.328
17,mlp.experts.3.up_proj,0.0000002277,0.01000,1.394
17,mlp.experts.5.up_proj,0.0000002245,0.01000,1.369
17,mlp.experts.6.up_proj,0.0000002269,0.01000,1.334
17,mlp.experts.7.up_proj,0.0000002221,0.01000,1.332
17,mlp.experts.8.up_proj,0.0000002244,0.01000,1.337
17,mlp.experts.9.up_proj,0.0000002177,0.01000,1.331
17,mlp.experts.10.up_proj,0.0000002247,0.01000,1.343
17,mlp.experts.11.up_proj,0.0000002191,0.01000,1.334
17,mlp.experts.12.up_proj,0.0000002239,0.01000,1.356
17,mlp.experts.13.up_proj,0.0000002208,0.01000,1.360
17,mlp.experts.16.up_proj,0.0000002202,0.01000,1.343
17,mlp.experts.15.up_proj,0.0000002234,0.01000,1.351
17,mlp.experts.14.up_proj,0.0000002214,0.01000,1.417
17,mlp.experts.17.up_proj,0.0000002145,0.01000,1.347
17,mlp.experts.18.up_proj,0.0000002257,0.01000,1.338
17,mlp.experts.19.up_proj,0.0000002312,0.01000,1.360
17,mlp.experts.20.up_proj,0.0000002132,0.01000,1.361
17,mlp.experts.22.up_proj,0.0000002210,0.01000,1.337
17,mlp.experts.23.up_proj,0.0000002217,0.01000,1.337
17,mlp.experts.21.up_proj,0.0000002158,0.01000,1.420
17,mlp.experts.24.up_proj,0.0000002078,0.01000,1.352
17,mlp.experts.25.up_proj,0.0000002220,0.01000,1.348
17,mlp.experts.26.up_proj,0.0000002232,0.01000,1.359
17,mlp.experts.27.up_proj,0.0000002238,0.01000,1.362
17,mlp.experts.28.up_proj,0.0000002263,0.01000,1.362
17,mlp.experts.29.up_proj,0.0000002199,0.01000,1.351
17,mlp.experts.30.up_proj,0.0000002231,0.01000,1.333
17,mlp.experts.31.up_proj,0.0000002173,0.01000,1.356
17,mlp.experts.32.up_proj,0.0000002103,0.01000,1.340
17,mlp.experts.33.up_proj,0.0000002154,0.01000,1.370
17,mlp.experts.34.up_proj,0.0000002178,0.01000,1.363
17,mlp.experts.35.up_proj,0.0000002166,0.01000,1.363
17,mlp.experts.37.up_proj,0.0000002268,0.01000,1.337
17,mlp.experts.36.up_proj,0.0000002142,0.01000,1.398
17,mlp.experts.38.up_proj,0.0000002193,0.01000,1.357
17,mlp.experts.39.up_proj,0.0000002146,0.01000,1.340
17,mlp.experts.40.up_proj,0.0000002257,0.01000,1.370
17,mlp.experts.41.up_proj,0.0000002202,0.01000,1.358
17,mlp.experts.42.up_proj,0.0000002140,0.01000,1.358
17,mlp.experts.43.up_proj,0.0000002296,0.01000,1.350
17,mlp.experts.44.up_proj,0.0000002168,0.01000,1.335
17,mlp.experts.46.up_proj,0.0000002244,0.01000,1.343
17,mlp.experts.45.up_proj,0.0000002249,0.01000,1.404
17,mlp.experts.47.up_proj,0.0000002194,0.01000,1.366
17,mlp.experts.48.up_proj,0.0000002154,0.01000,1.357
17,mlp.experts.50.up_proj,0.0000002316,0.01000,1.346
17,mlp.experts.51.up_proj,0.0000002191,0.01000,1.335
17,mlp.experts.49.up_proj,0.0000002259,0.01000,1.418
17,mlp.experts.52.up_proj,0.0000002278,0.01000,1.382
17,mlp.experts.53.up_proj,0.0000002306,0.01000,1.359
17,mlp.experts.54.up_proj,0.0000002200,0.01000,1.352
17,mlp.experts.55.up_proj,0.0000002247,0.01000,1.358
17,mlp.experts.57.up_proj,0.0000002263,0.01000,1.348
17,mlp.experts.58.up_proj,0.0000002142,0.01000,1.331
17,mlp.experts.56.up_proj,0.0000002229,0.01000,1.456
17,mlp.experts.59.up_proj,0.0000002334,0.01000,1.352
17,mlp.experts.60.up_proj,0.0000002262,0.01000,1.342
17,mlp.experts.61.up_proj,0.0000002165,0.01000,1.355
17,mlp.experts.62.up_proj,0.0000002281,0.01000,1.352
17,mlp.experts.63.up_proj,0.0000002199,0.01000,1.363
17,mlp.experts.64.up_proj,0.0000002209,0.01000,1.352
17,mlp.experts.65.up_proj,0.0000002126,0.01000,1.334
17,mlp.experts.66.up_proj,0.0000002180,0.01000,1.340
17,mlp.experts.67.up_proj,0.0000002133,0.01000,1.339
17,mlp.experts.68.up_proj,0.0000002241,0.01000,1.357
17,mlp.experts.69.up_proj,0.0000002133,0.01000,1.368
17,mlp.experts.70.up_proj,0.0000002204,0.01000,1.354
17,mlp.experts.71.up_proj,0.0000002282,0.01000,1.361
17,mlp.experts.72.up_proj,0.0000002215,0.01000,1.332
17,mlp.experts.73.up_proj,0.0000002269,0.01000,1.348
17,mlp.experts.74.up_proj,0.0000002230,0.01000,1.341
17,mlp.experts.75.up_proj,0.0000002240,0.01000,1.363
17,mlp.experts.76.up_proj,0.0000002174,0.01000,1.363
17,mlp.experts.77.up_proj,0.0000002176,0.01000,1.370
17,mlp.experts.78.up_proj,0.0000002180,0.01000,1.363
17,mlp.experts.79.up_proj,0.0000002250,0.01000,1.348
17,mlp.experts.80.up_proj,0.0000002258,0.01000,1.352
17,mlp.experts.81.up_proj,0.0000002160,0.01000,1.342
17,mlp.experts.82.up_proj,0.0000002184,0.01000,1.365
17,mlp.experts.83.up_proj,0.0000002224,0.01000,1.368
17,mlp.experts.86.up_proj,0.0000002228,0.01000,1.342
17,mlp.experts.85.up_proj,0.0000002178,0.01000,1.365
17,mlp.experts.87.up_proj,0.0000002220,0.01000,1.349
17,mlp.experts.88.up_proj,0.0000002177,0.01000,1.346
17,mlp.experts.84.up_proj,0.0000002237,0.01000,1.413
17,mlp.experts.89.up_proj,0.0000002161,0.01000,1.367
17,mlp.experts.90.up_proj,0.0000002192,0.01000,1.351
17,mlp.experts.92.up_proj,0.0000002196,0.01000,1.355
17,mlp.experts.91.up_proj,0.0000002187,0.01000,1.369
17,mlp.experts.93.up_proj,0.0000002174,0.01000,1.349
17,mlp.experts.94.up_proj,0.0000002263,0.01000,1.358
17,mlp.experts.95.up_proj,0.0000002128,0.01000,1.343
17,mlp.experts.96.up_proj,0.0000002244,0.01000,1.369
17,mlp.experts.97.up_proj,0.0000002128,0.01000,1.370
17,mlp.experts.99.up_proj,0.0000002346,0.01000,1.360
17,mlp.experts.100.up_proj,0.0000002152,0.01000,1.344
17,mlp.experts.102.up_proj,0.0000002192,0.01000,1.347
17,mlp.experts.101.up_proj,0.0000002201,0.01000,1.364
17,mlp.experts.98.up_proj,0.0000002145,0.01000,1.434
17,mlp.experts.103.up_proj,0.0000002216,0.01000,1.358
17,mlp.experts.104.up_proj,0.0000002254,0.01000,1.351
17,mlp.experts.107.up_proj,0.0000002147,0.01000,1.338
17,mlp.experts.106.up_proj,0.0000002315,0.01000,1.359
17,mlp.experts.108.up_proj,0.0000002213,0.01000,1.361
17,mlp.experts.109.up_proj,0.0000002282,0.01000,1.350
17,mlp.experts.105.up_proj,0.0000002194,0.01000,1.432
17,mlp.experts.110.up_proj,0.0000002228,0.01000,1.361
17,mlp.experts.111.up_proj,0.0000002166,0.01000,1.363
17,mlp.experts.113.up_proj,0.0000002163,0.01000,1.352
17,mlp.experts.114.up_proj,0.0000002116,0.01000,1.344
17,mlp.experts.112.up_proj,0.0000002177,0.01000,1.418
17,mlp.experts.116.up_proj,0.0000002197,0.01000,1.350
17,mlp.experts.115.up_proj,0.0000002225,0.01000,1.369
17,mlp.experts.117.up_proj,0.0000002205,0.01000,1.312
17,mlp.experts.118.up_proj,0.0000002253,0.01000,1.028
17,mlp.experts.119.up_proj,0.0000002173,0.01000,1.022
17,mlp.experts.2.down_proj,0.0000000022,0.01000,0.437
17,mlp.experts.0.down_proj,0.0000000027,0.01000,0.440
17,mlp.experts.4.down_proj,0.0000000024,0.01000,0.437
17,mlp.experts.6.down_proj,0.0000000027,0.01000,0.440
17,mlp.experts.5.down_proj,0.0000000028,0.01000,0.443
17,mlp.experts.1.down_proj,0.0000000025,0.01000,0.452
17,mlp.experts.3.down_proj,0.0000000027,0.01000,0.448
17,mlp.experts.10.down_proj,0.0000000027,0.01000,0.403
17,mlp.experts.9.down_proj,0.0000000027,0.01000,0.409
17,mlp.experts.12.down_proj,0.0000000028,0.01000,0.400
17,mlp.experts.11.down_proj,0.0000000023,0.01000,0.413
17,mlp.experts.7.down_proj,0.0000000025,0.01000,0.427
17,mlp.experts.13.down_proj,0.0000000028,0.01000,0.408
17,mlp.experts.8.down_proj,0.0000000023,0.01000,0.431
17,mlp.experts.16.down_proj,0.0000000025,0.01000,0.403
17,mlp.experts.15.down_proj,0.0000000025,0.01000,0.412
17,mlp.experts.17.down_proj,0.0000000023,0.01000,0.410
17,mlp.experts.18.down_proj,0.0000000027,0.01000,0.415
17,mlp.experts.19.down_proj,0.0000000024,0.01000,0.420
17,mlp.experts.14.down_proj,0.0000000028,0.01000,0.443
17,mlp.experts.20.down_proj,0.0000000020,0.01000,0.424
17,mlp.experts.22.down_proj,0.0000000025,0.01000,0.406
17,mlp.experts.23.down_proj,0.0000000027,0.01000,0.405
17,mlp.experts.24.down_proj,0.0000000024,0.01000,0.397
17,mlp.experts.21.down_proj,0.0000000026,0.01000,0.425
17,mlp.experts.25.down_proj,0.0000000026,0.01000,0.405
17,mlp.experts.26.down_proj,0.0000000028,0.01000,0.405
17,mlp.experts.27.down_proj,0.0000000028,0.01000,0.409
17,mlp.experts.28.down_proj,0.0000000030,0.01000,0.409
17,mlp.experts.30.down_proj,0.0000000027,0.01000,0.403
17,mlp.experts.31.down_proj,0.0000000021,0.01000,0.401
17,mlp.experts.29.down_proj,0.0000000026,0.01000,0.417
17,mlp.experts.32.down_proj,0.0000000021,0.01000,0.406
17,mlp.experts.33.down_proj,0.0000000026,0.01000,0.406
17,mlp.experts.34.down_proj,0.0000000021,0.01000,0.404
17,mlp.experts.35.down_proj,0.0000000024,0.01000,0.404
17,mlp.experts.36.down_proj,0.0000000023,0.01000,0.404
17,mlp.experts.37.down_proj,0.0000000028,0.01000,0.409
17,mlp.experts.38.down_proj,0.0000000022,0.01000,0.400
17,mlp.experts.39.down_proj,0.0000000026,0.01000,0.404
17,mlp.experts.40.down_proj,0.0000000028,0.01000,0.405
17,mlp.experts.41.down_proj,0.0000000028,0.01000,0.406
17,mlp.experts.43.down_proj,0.0000000026,0.01000,0.404
17,mlp.experts.44.down_proj,0.0000000025,0.01000,0.408
17,mlp.experts.45.down_proj,0.0000000028,0.01000,0.409
17,mlp.experts.42.down_proj,0.0000000026,0.01000,0.425
17,mlp.experts.46.down_proj,0.0000000029,0.01000,0.410
17,mlp.experts.47.down_proj,0.0000000025,0.01000,0.411
17,mlp.experts.48.down_proj,0.0000000022,0.01000,0.406
17,mlp.experts.49.down_proj,0.0000000029,0.01000,0.407
17,mlp.experts.52.down_proj,0.0000000029,0.01000,0.397
17,mlp.experts.51.down_proj,0.0000000021,0.01000,0.406
17,mlp.experts.53.down_proj,0.0000000027,0.01000,0.399
17,mlp.experts.54.down_proj,0.0000000029,0.01000,0.398
17,mlp.experts.55.down_proj,0.0000000027,0.01000,0.405
17,mlp.experts.50.down_proj,0.0000000030,0.01000,0.427
17,mlp.experts.56.down_proj,0.0000000028,0.01000,0.399
17,mlp.experts.57.down_proj,0.0000000028,0.01000,0.410
17,mlp.experts.58.down_proj,0.0000000022,0.01000,0.405
17,mlp.experts.59.down_proj,0.0000000029,0.01000,0.398
17,mlp.experts.60.down_proj,0.0000000030,0.01000,0.404
17,mlp.experts.61.down_proj,0.0000000025,0.01000,0.396
17,mlp.experts.62.down_proj,0.0000000031,0.01000,0.419
17,mlp.experts.63.down_proj,0.0000000023,0.01000,0.407
17,mlp.experts.66.down_proj,0.0000000024,0.01000,0.399
17,mlp.experts.68.down_proj,0.0000000025,0.01000,0.399
17,mlp.experts.67.down_proj,0.0000000020,0.01000,0.402
17,mlp.experts.65.down_proj,0.0000000024,0.01000,0.409
17,mlp.experts.64.down_proj,0.0000000026,0.01000,0.418
17,mlp.experts.69.down_proj,0.0000000024,0.01000,0.417
17,mlp.experts.70.down_proj,0.0000000023,0.01000,0.399
17,mlp.experts.73.down_proj,0.0000000027,0.01000,0.395
17,mlp.experts.72.down_proj,0.0000000028,0.01000,0.402
17,mlp.experts.74.down_proj,0.0000000022,0.01000,0.400
17,mlp.experts.75.down_proj,0.0000000030,0.01000,0.397
17,mlp.experts.71.down_proj,0.0000000026,0.01000,0.419
17,mlp.experts.76.down_proj,0.0000000027,0.01000,0.413
17,mlp.experts.77.down_proj,0.0000000022,0.01000,0.397
17,mlp.experts.78.down_proj,0.0000000024,0.01000,0.407
17,mlp.experts.79.down_proj,0.0000000024,0.01000,0.406
17,mlp.experts.81.down_proj,0.0000000022,0.01000,0.402
17,mlp.experts.80.down_proj,0.0000000027,0.01000,0.407
17,mlp.experts.82.down_proj,0.0000000030,0.01000,0.404
17,mlp.experts.83.down_proj,0.0000000023,0.01000,0.415
17,mlp.experts.84.down_proj,0.0000000023,0.01000,0.401
17,mlp.experts.87.down_proj,0.0000000028,0.01000,0.397
17,mlp.experts.86.down_proj,0.0000000023,0.01000,0.401
17,mlp.experts.85.down_proj,0.0000000026,0.01000,0.404
17,mlp.experts.88.down_proj,0.0000000029,0.01000,0.401
17,mlp.experts.89.down_proj,0.0000000024,0.01000,0.395
17,mlp.experts.90.down_proj,0.0000000021,0.01000,0.412
17,mlp.experts.91.down_proj,0.0000000023,0.01000,0.401
17,mlp.experts.94.down_proj,0.0000000029,0.01000,0.394
17,mlp.experts.93.down_proj,0.0000000027,0.01000,0.402
17,mlp.experts.95.down_proj,0.0000000028,0.01000,0.399
17,mlp.experts.96.down_proj,0.0000000028,0.01000,0.399
17,mlp.experts.92.down_proj,0.0000000024,0.01000,0.412
17,mlp.experts.97.down_proj,0.0000000021,0.01000,0.415
17,mlp.experts.98.down_proj,0.0000000026,0.01000,0.411
17,mlp.experts.99.down_proj,0.0000000032,0.01000,0.403
17,mlp.experts.101.down_proj,0.0000000022,0.01000,0.399
17,mlp.experts.103.down_proj,0.0000000028,0.01000,0.397
17,mlp.experts.100.down_proj,0.0000000028,0.01000,0.413
17,mlp.experts.102.down_proj,0.0000000023,0.01000,0.415
17,mlp.experts.104.down_proj,0.0000000025,0.01000,0.415
17,mlp.experts.105.down_proj,0.0000000022,0.01000,0.401
17,mlp.experts.106.down_proj,0.0000000031,0.01000,0.403
17,mlp.experts.108.down_proj,0.0000000024,0.01000,0.394
17,mlp.experts.110.down_proj,0.0000000024,0.01000,0.396
17,mlp.experts.107.down_proj,0.0000000021,0.01000,0.418
17,mlp.experts.109.down_proj,0.0000000029,0.01000,0.404
17,mlp.experts.111.down_proj,0.0000000022,0.01000,0.417
17,mlp.experts.112.down_proj,0.0000000028,0.01000,0.405
17,mlp.experts.113.down_proj,0.0000000027,0.01000,0.408
17,mlp.experts.114.down_proj,0.0000000021,0.01000,0.411
17,mlp.experts.115.down_proj,0.0000000027,0.01000,0.402
17,mlp.experts.116.down_proj,0.0000000028,0.01000,0.405
17,mlp.experts.117.down_proj,0.0000000024,0.01000,0.406
17,mlp.experts.118.down_proj,0.0000000025,0.01000,0.381
17,mlp.experts.119.down_proj,0.0000000024,0.01000,0.282
18,self_attn.v_proj,0.0000000030,0.01000,1.203
18,self_attn.k_proj,0.0000000020,0.01000,1.207
18,self_attn.q_proj,0.0000000088,0.01000,1.264
18,self_attn.o_proj,0.0000000011,0.01000,2.767
18,mlp.shared_experts.gate_proj,0.0000000004,0.01000,0.925
18,mlp.shared_experts.up_proj,0.0000000004,0.01000,0.912
18,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.291
18,mlp.experts.2.gate_proj,0.0000002473,0.01000,1.511
18,mlp.experts.3.gate_proj,0.0000002418,0.01000,1.514
18,mlp.experts.4.gate_proj,0.0000002404,0.01000,1.519
18,mlp.experts.5.gate_proj,0.0000002570,0.01000,1.523
18,mlp.experts.6.gate_proj,0.0000002471,0.01000,1.535
18,mlp.experts.1.gate_proj,0.0000002403,0.01000,1.571
18,mlp.experts.0.gate_proj,0.0000002466,0.01000,1.588
18,mlp.experts.9.gate_proj,0.0000002502,0.01000,1.341
18,mlp.experts.10.gate_proj,0.0000002459,0.01000,1.345
18,mlp.experts.11.gate_proj,0.0000002533,0.01000,1.353
18,mlp.experts.12.gate_proj,0.0000002423,0.01000,1.340
18,mlp.experts.8.gate_proj,0.0000002560,0.01000,1.430
18,mlp.experts.13.gate_proj,0.0000002549,0.01000,1.362
18,mlp.experts.7.gate_proj,0.0000002156,0.01000,1.444
18,mlp.experts.14.gate_proj,0.0000002580,0.01000,1.377
18,mlp.experts.17.gate_proj,0.0000002422,0.01000,1.330
18,mlp.experts.16.gate_proj,0.0000002604,0.01000,1.350
18,mlp.experts.15.gate_proj,0.0000002467,0.01000,1.418
18,mlp.experts.19.gate_proj,0.0000002375,0.01000,1.353
18,mlp.experts.20.gate_proj,0.0000002621,0.01000,1.361
18,mlp.experts.18.gate_proj,0.0000002461,0.01000,1.407
18,mlp.experts.23.gate_proj,0.0000002592,0.01000,1.351
18,mlp.experts.21.gate_proj,0.0000002438,0.01000,1.356
18,mlp.experts.24.gate_proj,0.0000002500,0.01000,1.353
18,mlp.experts.22.gate_proj,0.0000002434,0.01000,1.410
18,mlp.experts.26.gate_proj,0.0000002360,0.01000,1.342
18,mlp.experts.25.gate_proj,0.0000002464,0.01000,1.361
18,mlp.experts.27.gate_proj,0.0000002487,0.01000,1.358
18,mlp.experts.28.gate_proj,0.0000002546,0.01000,1.345
18,mlp.experts.29.gate_proj,0.0000002460,0.01000,1.358
18,mlp.experts.31.gate_proj,0.0000002430,0.01000,1.344
18,mlp.experts.30.gate_proj,0.0000002444,0.01000,1.356
18,mlp.experts.33.gate_proj,0.0000002491,0.01000,1.355
18,mlp.experts.34.gate_proj,0.0000002498,0.01000,1.358
18,mlp.experts.32.gate_proj,0.0000002490,0.01000,1.474
18,mlp.experts.35.gate_proj,0.0000002614,0.01000,1.357
18,mlp.experts.36.gate_proj,0.0000002576,0.01000,1.349
18,mlp.experts.38.gate_proj,0.0000002465,0.01000,1.344
18,mlp.experts.39.gate_proj,0.0000002484,0.01000,1.386
18,mlp.experts.37.gate_proj,0.0000002530,0.01000,1.420
18,mlp.experts.40.gate_proj,0.0000002486,0.01000,1.349
18,mlp.experts.41.gate_proj,0.0000002375,0.01000,1.360
18,mlp.experts.42.gate_proj,0.0000002452,0.01000,1.347
18,mlp.experts.43.gate_proj,0.0000002538,0.01000,1.346
18,mlp.experts.44.gate_proj,0.0000002503,0.01000,1.351
18,mlp.experts.45.gate_proj,0.0000002476,0.01000,1.345
18,mlp.experts.47.gate_proj,0.0000002624,0.01000,1.348
18,mlp.experts.46.gate_proj,0.0000002438,0.01000,1.414
18,mlp.experts.48.gate_proj,0.0000002593,0.01000,1.369
18,mlp.experts.49.gate_proj,0.0000002622,0.01000,1.342
18,mlp.experts.50.gate_proj,0.0000002460,0.01000,1.346
18,mlp.experts.51.gate_proj,0.0000002515,0.01000,1.341
18,mlp.experts.52.gate_proj,0.0000002491,0.01000,1.334
18,mlp.experts.53.gate_proj,0.0000002398,0.01000,1.354
18,mlp.experts.54.gate_proj,0.0000002495,0.01000,1.355
18,mlp.experts.55.gate_proj,0.0000002473,0.01000,1.355
18,mlp.experts.56.gate_proj,0.0000002546,0.01000,1.342
18,mlp.experts.57.gate_proj,0.0000002613,0.01000,1.354
18,mlp.experts.58.gate_proj,0.0000002503,0.01000,1.348
18,mlp.experts.59.gate_proj,0.0000002481,0.01000,1.335
18,mlp.experts.60.gate_proj,0.0000002484,0.01000,1.342
18,mlp.experts.61.gate_proj,0.0000002490,0.01000,1.373
18,mlp.experts.62.gate_proj,0.0000002503,0.01000,1.359
18,mlp.experts.63.gate_proj,0.0000002445,0.01000,1.344
18,mlp.experts.64.gate_proj,0.0000002511,0.01000,1.366
18,mlp.experts.65.gate_proj,0.0000002468,0.01000,1.345
18,mlp.experts.66.gate_proj,0.0000002494,0.01000,1.332
18,mlp.experts.67.gate_proj,0.0000002443,0.01000,1.342
18,mlp.experts.68.gate_proj,0.0000002539,0.01000,1.341
18,mlp.experts.69.gate_proj,0.0000002500,0.01000,1.369
18,mlp.experts.70.gate_proj,0.0000002517,0.01000,1.363
18,mlp.experts.71.gate_proj,0.0000002569,0.01000,1.348
18,mlp.experts.72.gate_proj,0.0000002566,0.01000,1.342
18,mlp.experts.73.gate_proj,0.0000002379,0.01000,1.351
18,mlp.experts.74.gate_proj,0.0000002426,0.01000,1.351
18,mlp.experts.75.gate_proj,0.0000002503,0.01000,1.340
18,mlp.experts.76.gate_proj,0.0000002488,0.01000,1.374
18,mlp.experts.77.gate_proj,0.0000002447,0.01000,1.359
18,mlp.experts.79.gate_proj,0.0000002520,0.01000,1.345
18,mlp.experts.78.gate_proj,0.0000002588,0.01000,1.351
18,mlp.experts.80.gate_proj,0.0000002491,0.01000,1.339
18,mlp.experts.81.gate_proj,0.0000002541,0.01000,1.353
18,mlp.experts.82.gate_proj,0.0000002436,0.01000,1.351
18,mlp.experts.83.gate_proj,0.0000002438,0.01000,1.376
18,mlp.experts.84.gate_proj,0.0000002515,0.01000,1.364
18,mlp.experts.86.gate_proj,0.0000002439,0.01000,1.355
18,mlp.experts.85.gate_proj,0.0000002618,0.01000,1.356
18,mlp.experts.87.gate_proj,0.0000002538,0.01000,1.353
18,mlp.experts.88.gate_proj,0.0000002535,0.01000,1.344
18,mlp.experts.89.gate_proj,0.0000002550,0.01000,1.359
18,mlp.experts.90.gate_proj,0.0000002636,0.01000,1.374
18,mlp.experts.93.gate_proj,0.0000002583,0.01000,1.344
18,mlp.experts.92.gate_proj,0.0000002457,0.01000,1.363
18,mlp.experts.94.gate_proj,0.0000002531,0.01000,1.345
18,mlp.experts.91.gate_proj,0.0000002553,0.01000,1.403
18,mlp.experts.95.gate_proj,0.0000002530,0.01000,1.345
18,mlp.experts.96.gate_proj,0.0000002529,0.01000,1.343
18,mlp.experts.97.gate_proj,0.0000002397,0.01000,1.376
18,mlp.experts.101.gate_proj,0.0000002583,0.01000,1.333
18,mlp.experts.99.gate_proj,0.0000002380,0.01000,1.363
18,mlp.experts.100.gate_proj,0.0000002542,0.01000,1.359
18,mlp.experts.98.gate_proj,0.0000002500,0.01000,1.384
18,mlp.experts.102.gate_proj,0.0000002481,0.01000,1.361
18,mlp.experts.103.gate_proj,0.0000002534,0.01000,1.356
18,mlp.experts.104.gate_proj,0.0000002543,0.01000,1.397
18,mlp.experts.108.gate_proj,0.0000002492,0.01000,1.349
18,mlp.experts.107.gate_proj,0.0000002392,0.01000,1.355
18,mlp.experts.106.gate_proj,0.0000002507,0.01000,1.407
18,mlp.experts.105.gate_proj,0.0000002598,0.01000,1.411
18,mlp.experts.109.gate_proj,0.0000002579,0.01000,1.354
18,mlp.experts.110.gate_proj,0.0000002572,0.01000,1.339
18,mlp.experts.111.gate_proj,0.0000002358,0.01000,1.364
18,mlp.experts.113.gate_proj,0.0000002520,0.01000,1.374
18,mlp.experts.115.gate_proj,0.0000002444,0.01000,1.335
18,mlp.experts.114.gate_proj,0.0000002410,0.01000,1.348
18,mlp.experts.116.gate_proj,0.0000002470,0.01000,1.353
18,mlp.experts.112.gate_proj,0.0000002523,0.01000,1.436
18,mlp.experts.117.gate_proj,0.0000002512,0.01000,1.336
18,mlp.experts.118.gate_proj,0.0000002490,0.01000,1.354
18,mlp.experts.0.up_proj,0.0000002440,0.01000,1.355
18,mlp.experts.1.up_proj,0.0000002381,0.01000,1.348
18,mlp.experts.2.up_proj,0.0000002453,0.01000,1.346
18,mlp.experts.119.gate_proj,0.0000002479,0.01000,1.422
18,mlp.experts.3.up_proj,0.0000002402,0.01000,1.373
18,mlp.experts.4.up_proj,0.0000002393,0.01000,1.345
18,mlp.experts.5.up_proj,0.0000002544,0.01000,1.357
18,mlp.experts.6.up_proj,0.0000002446,0.01000,1.360
18,mlp.experts.7.up_proj,0.0000002199,0.01000,1.365
18,mlp.experts.8.up_proj,0.0000002525,0.01000,1.367
18,mlp.experts.9.up_proj,0.0000002471,0.01000,1.348
18,mlp.experts.10.up_proj,0.0000002443,0.01000,1.370
18,mlp.experts.11.up_proj,0.0000002494,0.01000,1.360
18,mlp.experts.12.up_proj,0.0000002408,0.01000,1.364
18,mlp.experts.13.up_proj,0.0000002498,0.01000,1.362
18,mlp.experts.14.up_proj,0.0000002556,0.01000,1.374
18,mlp.experts.15.up_proj,0.0000002448,0.01000,1.361
18,mlp.experts.16.up_proj,0.0000002554,0.01000,1.351
18,mlp.experts.18.up_proj,0.0000002432,0.01000,1.380
18,mlp.experts.17.up_proj,0.0000002407,0.01000,1.385
18,mlp.experts.19.up_proj,0.0000002369,0.01000,1.370
18,mlp.experts.20.up_proj,0.0000002597,0.01000,1.377
18,mlp.experts.23.up_proj,0.0000002560,0.01000,1.351
18,mlp.experts.22.up_proj,0.0000002409,0.01000,1.360
18,mlp.experts.25.up_proj,0.0000002445,0.01000,1.343
18,mlp.experts.24.up_proj,0.0000002472,0.01000,1.352
18,mlp.experts.21.up_proj,0.0000002412,0.01000,1.423
18,mlp.experts.26.up_proj,0.0000002349,0.01000,1.369
18,mlp.experts.29.up_proj,0.0000002445,0.01000,1.361
18,mlp.experts.28.up_proj,0.0000002521,0.01000,1.391
18,mlp.experts.30.up_proj,0.0000002424,0.01000,1.343
18,mlp.experts.31.up_proj,0.0000002418,0.01000,1.366
18,mlp.experts.32.up_proj,0.0000002456,0.01000,1.366
18,mlp.experts.27.up_proj,0.0000002457,0.01000,1.443
18,mlp.experts.33.up_proj,0.0000002467,0.01000,1.367
18,mlp.experts.34.up_proj,0.0000002477,0.01000,1.380
18,mlp.experts.36.up_proj,0.0000002536,0.01000,1.353
18,mlp.experts.37.up_proj,0.0000002503,0.01000,1.347
18,mlp.experts.38.up_proj,0.0000002450,0.01000,1.369
18,mlp.experts.39.up_proj,0.0000002456,0.01000,1.360
18,mlp.experts.35.up_proj,0.0000002590,0.01000,1.415
18,mlp.experts.40.up_proj,0.0000002448,0.01000,1.365
18,mlp.experts.41.up_proj,0.0000002371,0.01000,1.365
18,mlp.experts.42.up_proj,0.0000002438,0.01000,1.376
18,mlp.experts.43.up_proj,0.0000002499,0.01000,1.364
18,mlp.experts.44.up_proj,0.0000002477,0.01000,1.353
18,mlp.experts.45.up_proj,0.0000002443,0.01000,1.360
18,mlp.experts.46.up_proj,0.0000002423,0.01000,1.363
18,mlp.experts.47.up_proj,0.0000002605,0.01000,1.361
18,mlp.experts.48.up_proj,0.0000002561,0.01000,1.364
18,mlp.experts.49.up_proj,0.0000002558,0.01000,1.359
18,mlp.experts.50.up_proj,0.0000002455,0.01000,1.364
18,mlp.experts.51.up_proj,0.0000002491,0.01000,1.355
18,mlp.experts.52.up_proj,0.0000002465,0.01000,1.355
18,mlp.experts.53.up_proj,0.0000002393,0.01000,1.355
18,mlp.experts.54.up_proj,0.0000002468,0.01000,1.362
18,mlp.experts.55.up_proj,0.0000002463,0.01000,1.370
18,mlp.experts.56.up_proj,0.0000002503,0.01000,1.360
18,mlp.experts.58.up_proj,0.0000002477,0.01000,1.360
18,mlp.experts.59.up_proj,0.0000002459,0.01000,1.360
18,mlp.experts.60.up_proj,0.0000002466,0.01000,1.375
18,mlp.experts.57.up_proj,0.0000002580,0.01000,1.422
18,mlp.experts.61.up_proj,0.0000002464,0.01000,1.363
18,mlp.experts.62.up_proj,0.0000002493,0.01000,1.370
18,mlp.experts.63.up_proj,0.0000002411,0.01000,1.372
18,mlp.experts.65.up_proj,0.0000002441,0.01000,1.365
18,mlp.experts.66.up_proj,0.0000002465,0.01000,1.372
18,mlp.experts.67.up_proj,0.0000002419,0.01000,1.355
18,mlp.experts.64.up_proj,0.0000002489,0.01000,1.422
18,mlp.experts.68.up_proj,0.0000002496,0.01000,1.378
18,mlp.experts.70.up_proj,0.0000002475,0.01000,1.352
18,mlp.experts.71.up_proj,0.0000002530,0.01000,1.360
18,mlp.experts.72.up_proj,0.0000002523,0.01000,1.348
18,mlp.experts.69.up_proj,0.0000002473,0.01000,1.412
18,mlp.experts.73.up_proj,0.0000002369,0.01000,1.356
18,mlp.experts.74.up_proj,0.0000002413,0.01000,1.349
18,mlp.experts.75.up_proj,0.0000002456,0.01000,1.388
18,mlp.experts.76.up_proj,0.0000002466,0.01000,1.360
18,mlp.experts.77.up_proj,0.0000002434,0.01000,1.362
18,mlp.experts.79.up_proj,0.0000002488,0.01000,1.345
18,mlp.experts.81.up_proj,0.0000002512,0.01000,1.353
18,mlp.experts.80.up_proj,0.0000002479,0.01000,1.361
18,mlp.experts.78.up_proj,0.0000002547,0.01000,1.416
18,mlp.experts.82.up_proj,0.0000002406,0.01000,1.387
18,mlp.experts.83.up_proj,0.0000002420,0.01000,1.352
18,mlp.experts.84.up_proj,0.0000002471,0.01000,1.359
18,mlp.experts.86.up_proj,0.0000002414,0.01000,1.336
18,mlp.experts.85.up_proj,0.0000002582,0.01000,1.359
18,mlp.experts.87.up_proj,0.0000002516,0.01000,1.355
18,mlp.experts.88.up_proj,0.0000002494,0.01000,1.346
18,mlp.experts.89.up_proj,0.0000002501,0.01000,1.374
18,mlp.experts.90.up_proj,0.0000002590,0.01000,1.362
18,mlp.experts.93.up_proj,0.0000002544,0.01000,1.355
18,mlp.experts.92.up_proj,0.0000002445,0.01000,1.380
18,mlp.experts.94.up_proj,0.0000002504,0.01000,1.359
18,mlp.experts.91.up_proj,0.0000002536,0.01000,1.409
18,mlp.experts.95.up_proj,0.0000002490,0.01000,1.368
18,mlp.experts.96.up_proj,0.0000002501,0.01000,1.388
18,mlp.experts.97.up_proj,0.0000002383,0.01000,1.353
18,mlp.experts.98.up_proj,0.0000002468,0.01000,1.359
18,mlp.experts.100.up_proj,0.0000002505,0.01000,1.340
18,mlp.experts.102.up_proj,0.0000002448,0.01000,1.346
18,mlp.experts.99.up_proj,0.0000002386,0.01000,1.394
18,mlp.experts.101.up_proj,0.0000002548,0.01000,1.370
18,mlp.experts.103.up_proj,0.0000002499,0.01000,1.355
18,mlp.experts.104.up_proj,0.0000002510,0.01000,1.349
18,mlp.experts.105.up_proj,0.0000002564,0.01000,1.357
18,mlp.experts.106.up_proj,0.0000002479,0.01000,1.366
18,mlp.experts.107.up_proj,0.0000002373,0.01000,1.342
18,mlp.experts.108.up_proj,0.0000002451,0.01000,1.351
18,mlp.experts.109.up_proj,0.0000002547,0.01000,1.362
18,mlp.experts.110.up_proj,0.0000002538,0.01000,1.355
18,mlp.experts.111.up_proj,0.0000002331,0.01000,1.353
18,mlp.experts.112.up_proj,0.0000002486,0.01000,1.355
18,mlp.experts.113.up_proj,0.0000002496,0.01000,1.366
18,mlp.experts.114.up_proj,0.0000002392,0.01000,1.349
18,mlp.experts.115.up_proj,0.0000002427,0.01000,1.359
18,mlp.experts.116.up_proj,0.0000002426,0.01000,1.358
18,mlp.experts.117.up_proj,0.0000002482,0.01000,1.296
18,mlp.experts.118.up_proj,0.0000002456,0.01000,1.036
18,mlp.experts.119.up_proj,0.0000002443,0.01000,1.009
18,mlp.experts.3.down_proj,0.0000000025,0.01000,0.439
18,mlp.experts.5.down_proj,0.0000000034,0.01000,0.439
18,mlp.experts.1.down_proj,0.0000000024,0.01000,0.443
18,mlp.experts.4.down_proj,0.0000000025,0.01000,0.447
18,mlp.experts.6.down_proj,0.0000000027,0.01000,0.451
18,mlp.experts.2.down_proj,0.0000000031,0.01000,0.456
18,mlp.experts.0.down_proj,0.0000000026,0.01000,0.458
18,mlp.experts.8.down_proj,0.0000000031,0.01000,0.405
18,mlp.experts.10.down_proj,0.0000000033,0.01000,0.402
18,mlp.experts.9.down_proj,0.0000000036,0.01000,0.409
18,mlp.experts.11.down_proj,0.0000000035,0.01000,0.405
18,mlp.experts.12.down_proj,0.0000000029,0.01000,0.410
18,mlp.experts.13.down_proj,0.0000000030,0.01000,0.410
18,mlp.experts.7.down_proj,0.0000000020,0.01000,0.426
18,mlp.experts.17.down_proj,0.0000000027,0.01000,0.402
18,mlp.experts.16.down_proj,0.0000000031,0.01000,0.410
18,mlp.experts.19.down_proj,0.0000000031,0.01000,0.407
18,mlp.experts.14.down_proj,0.0000000038,0.01000,0.428
18,mlp.experts.18.down_proj,0.0000000032,0.01000,0.411
18,mlp.experts.15.down_proj,0.0000000033,0.01000,0.430
18,mlp.experts.20.down_proj,0.0000000032,0.01000,0.415
18,mlp.experts.24.down_proj,0.0000000025,0.01000,0.402
18,mlp.experts.21.down_proj,0.0000000026,0.01000,0.415
18,mlp.experts.23.down_proj,0.0000000030,0.01000,0.411
18,mlp.experts.25.down_proj,0.0000000026,0.01000,0.411
18,mlp.experts.22.down_proj,0.0000000029,0.01000,0.427
18,mlp.experts.26.down_proj,0.0000000028,0.01000,0.410
18,mlp.experts.27.down_proj,0.0000000034,0.01000,0.413
18,mlp.experts.28.down_proj,0.0000000029,0.01000,0.414
18,mlp.experts.29.down_proj,0.0000000030,0.01000,0.415
18,mlp.experts.30.down_proj,0.0000000025,0.01000,0.408
18,mlp.experts.31.down_proj,0.0000000030,0.01000,0.408
18,mlp.experts.32.down_proj,0.0000000036,0.01000,0.411
18,mlp.experts.33.down_proj,0.0000000026,0.01000,0.408
18,mlp.experts.34.down_proj,0.0000000029,0.01000,0.413
18,mlp.experts.37.down_proj,0.0000000036,0.01000,0.411
18,mlp.experts.38.down_proj,0.0000000040,0.01000,0.409
18,mlp.experts.36.down_proj,0.0000000030,0.01000,0.413
18,mlp.experts.35.down_proj,0.0000000028,0.01000,0.415
18,mlp.experts.39.down_proj,0.0000000031,0.01000,0.410
18,mlp.experts.40.down_proj,0.0000000028,0.01000,0.414
18,mlp.experts.41.down_proj,0.0000000024,0.01000,0.411
18,mlp.experts.45.down_proj,0.0000000027,0.01000,0.406
18,mlp.experts.44.down_proj,0.0000000028,0.01000,0.414
18,mlp.experts.46.down_proj,0.0000000030,0.01000,0.413
18,mlp.experts.47.down_proj,0.0000000039,0.01000,0.409
18,mlp.experts.43.down_proj,0.0000000030,0.01000,0.419
18,mlp.experts.48.down_proj,0.0000000030,0.01000,0.411
18,mlp.experts.42.down_proj,0.0000000029,0.01000,0.435
18,mlp.experts.51.down_proj,0.0000000026,0.01000,0.405
18,mlp.experts.52.down_proj,0.0000000031,0.01000,0.405
18,mlp.experts.53.down_proj,0.0000000024,0.01000,0.409
18,mlp.experts.54.down_proj,0.0000000032,0.01000,0.405
18,mlp.experts.49.down_proj,0.0000000032,0.01000,0.425
18,mlp.experts.50.down_proj,0.0000000032,0.01000,0.421
18,mlp.experts.55.down_proj,0.0000000032,0.01000,0.413
18,mlp.experts.58.down_proj,0.0000000030,0.01000,0.407
18,mlp.experts.59.down_proj,0.0000000034,0.01000,0.406
18,mlp.experts.60.down_proj,0.0000000035,0.01000,0.409
18,mlp.experts.61.down_proj,0.0000000035,0.01000,0.408
18,mlp.experts.56.down_proj,0.0000000035,0.01000,0.428
18,mlp.experts.57.down_proj,0.0000000035,0.01000,0.432
18,mlp.experts.62.down_proj,0.0000000037,0.01000,0.417
18,mlp.experts.65.down_proj,0.0000000035,0.01000,0.404
18,mlp.experts.66.down_proj,0.0000000032,0.01000,0.404
18,mlp.experts.63.down_proj,0.0000000026,0.01000,0.419
18,mlp.experts.67.down_proj,0.0000000025,0.01000,0.406
18,mlp.experts.64.down_proj,0.0000000030,0.01000,0.421
18,mlp.experts.68.down_proj,0.0000000037,0.01000,0.404
18,mlp.experts.69.down_proj,0.0000000028,0.01000,0.413
18,mlp.experts.70.down_proj,0.0000000026,0.01000,0.413
18,mlp.experts.72.down_proj,0.0000000029,0.01000,0.404
18,mlp.experts.73.down_proj,0.0000000029,0.01000,0.403
18,mlp.experts.71.down_proj,0.0000000035,0.01000,0.416
18,mlp.experts.75.down_proj,0.0000000034,0.01000,0.405
18,mlp.experts.74.down_proj,0.0000000038,0.01000,0.444
18,mlp.experts.76.down_proj,0.0000000027,0.01000,0.433
18,mlp.experts.80.down_proj,0.0000000027,0.01000,0.403
18,mlp.experts.79.down_proj,0.0000000031,0.01000,0.410
18,mlp.experts.78.down_proj,0.0000000036,0.01000,0.421
18,mlp.experts.77.down_proj,0.0000000031,0.01000,0.422
18,mlp.experts.81.down_proj,0.0000000032,0.01000,0.418
18,mlp.experts.82.down_proj,0.0000000026,0.01000,0.398
18,mlp.experts.83.down_proj,0.0000000025,0.01000,0.418
18,mlp.experts.85.down_proj,0.0000000036,0.01000,0.410
18,mlp.experts.84.down_proj,0.0000000030,0.01000,0.415
18,mlp.experts.87.down_proj,0.0000000028,0.01000,0.404
18,mlp.experts.86.down_proj,0.0000000032,0.01000,0.404
18,mlp.experts.88.down_proj,0.0000000036,0.01000,0.406
18,mlp.experts.89.down_proj,0.0000000030,0.01000,0.401
18,mlp.experts.90.down_proj,0.0000000038,0.01000,0.421
18,mlp.experts.92.down_proj,0.0000000025,0.01000,0.409
18,mlp.experts.91.down_proj,0.0000000034,0.01000,0.415
18,mlp.experts.94.down_proj,0.0000000032,0.01000,0.410
18,mlp.experts.95.down_proj,0.0000000034,0.01000,0.406
18,mlp.experts.96.down_proj,0.0000000029,0.01000,0.399
18,mlp.experts.93.down_proj,0.0000000034,0.01000,0.420
18,mlp.experts.97.down_proj,0.0000000025,0.01000,0.410
18,mlp.experts.101.down_proj,0.0000000032,0.01000,0.403
18,mlp.experts.100.down_proj,0.0000000030,0.01000,0.410
18,mlp.experts.102.down_proj,0.0000000035,0.01000,0.406
18,mlp.experts.103.down_proj,0.0000000033,0.01000,0.404
18,mlp.experts.99.down_proj,0.0000000029,0.01000,0.414
18,mlp.experts.98.down_proj,0.0000000031,0.01000,0.422
18,mlp.experts.104.down_proj,0.0000000035,0.01000,0.410
18,mlp.experts.109.down_proj,0.0000000036,0.01000,0.412
18,mlp.experts.106.down_proj,0.0000000031,0.01000,0.415
18,mlp.experts.107.down_proj,0.0000000026,0.01000,0.415
18,mlp.experts.108.down_proj,0.0000000027,0.01000,0.414
18,mlp.experts.110.down_proj,0.0000000032,0.01000,0.421
18,mlp.experts.105.down_proj,0.0000000033,0.01000,0.442
18,mlp.experts.111.down_proj,0.0000000024,0.01000,0.415
18,mlp.experts.115.down_proj,0.0000000024,0.01000,0.405
18,mlp.experts.114.down_proj,0.0000000025,0.01000,0.412
18,mlp.experts.113.down_proj,0.0000000033,0.01000,0.416
18,mlp.experts.117.down_proj,0.0000000027,0.01000,0.401
18,mlp.experts.116.down_proj,0.0000000029,0.01000,0.407
18,mlp.experts.112.down_proj,0.0000000034,0.01000,0.426
18,mlp.experts.118.down_proj,0.0000000027,0.01000,0.398
18,mlp.experts.119.down_proj,0.0000000029,0.01000,0.278
19,self_attn.v_proj,0.0000000045,0.01000,1.201
19,self_attn.k_proj,0.0000000028,0.01000,1.218
19,self_attn.q_proj,0.0000000121,0.01000,1.271
19,self_attn.o_proj,0.0000000014,0.01000,2.752
19,mlp.shared_experts.gate_proj,0.0000000005,0.01000,0.912
19,mlp.shared_experts.up_proj,0.0000000005,0.01000,0.904
19,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.275
19,mlp.experts.3.gate_proj,0.0000002801,0.01000,1.497
19,mlp.experts.2.gate_proj,0.0000002855,0.01000,1.514
19,mlp.experts.1.gate_proj,0.0000002763,0.01000,1.518
19,mlp.experts.4.gate_proj,0.0000002818,0.01000,1.518
19,mlp.experts.5.gate_proj,0.0000002866,0.01000,1.525
19,mlp.experts.6.gate_proj,0.0000002933,0.01000,1.531
19,mlp.experts.0.gate_proj,0.0000002747,0.01000,1.594
19,mlp.experts.10.gate_proj,0.0000002809,0.01000,1.332
19,mlp.experts.9.gate_proj,0.0000002796,0.01000,1.344
19,mlp.experts.11.gate_proj,0.0000002761,0.01000,1.347
19,mlp.experts.12.gate_proj,0.0000002889,0.01000,1.356
19,mlp.experts.8.gate_proj,0.0000002789,0.01000,1.396
19,mlp.experts.7.gate_proj,0.0000002806,0.01000,1.416
19,mlp.experts.13.gate_proj,0.0000002765,0.01000,1.353
19,mlp.experts.16.gate_proj,0.0000002917,0.01000,1.353
19,mlp.experts.17.gate_proj,0.0000002858,0.01000,1.347
19,mlp.experts.18.gate_proj,0.0000002836,0.01000,1.352
19,mlp.experts.19.gate_proj,0.0000002853,0.01000,1.356
19,mlp.experts.14.gate_proj,0.0000002793,0.01000,1.430
19,mlp.experts.15.gate_proj,0.0000002809,0.01000,1.420
19,mlp.experts.20.gate_proj,0.0000002753,0.01000,1.356
19,mlp.experts.21.gate_proj,0.0000002878,0.01000,1.366
19,mlp.experts.22.gate_proj,0.0000002834,0.01000,1.378
19,mlp.experts.24.gate_proj,0.0000002817,0.01000,1.346
19,mlp.experts.26.gate_proj,0.0000002718,0.01000,1.361
19,mlp.experts.25.gate_proj,0.0000002796,0.01000,1.375
19,mlp.experts.23.gate_proj,0.0000002801,0.01000,1.404
19,mlp.experts.27.gate_proj,0.0000002794,0.01000,1.380
19,mlp.experts.28.gate_proj,0.0000002808,0.01000,1.362
19,mlp.experts.30.gate_proj,0.0000002839,0.01000,1.354
19,mlp.experts.31.gate_proj,0.0000002789,0.01000,1.346
19,mlp.experts.33.gate_proj,0.0000002757,0.01000,1.348
19,mlp.experts.32.gate_proj,0.0000002771,0.01000,1.372
19,mlp.experts.29.gate_proj,0.0000002942,0.01000,1.424
19,mlp.experts.34.gate_proj,0.0000002771,0.01000,1.397
19,mlp.experts.35.gate_proj,0.0000002790,0.01000,1.352
19,mlp.experts.36.gate_proj,0.0000002886,0.01000,1.364
19,mlp.experts.37.gate_proj,0.0000002820,0.01000,1.349
19,mlp.experts.38.gate_proj,0.0000002894,0.01000,1.333
19,mlp.experts.39.gate_proj,0.0000002756,0.01000,1.349
19,mlp.experts.40.gate_proj,0.0000002815,0.01000,1.361
19,mlp.experts.41.gate_proj,0.0000002726,0.01000,1.369
19,mlp.experts.42.gate_proj,0.0000002833,0.01000,1.359
19,mlp.experts.45.gate_proj,0.0000002753,0.01000,1.331
19,mlp.experts.44.gate_proj,0.0000002991,0.01000,1.348
19,mlp.experts.46.gate_proj,0.0000002839,0.01000,1.344
19,mlp.experts.43.gate_proj,0.0000002750,0.01000,1.394
19,mlp.experts.47.gate_proj,0.0000002878,0.01000,1.351
19,mlp.experts.48.gate_proj,0.0000002840,0.01000,1.363
19,mlp.experts.49.gate_proj,0.0000002788,0.01000,1.353
19,mlp.experts.51.gate_proj,0.0000002851,0.01000,1.341
19,mlp.experts.53.gate_proj,0.0000002821,0.01000,1.345
19,mlp.experts.50.gate_proj,0.0000002776,0.01000,1.403
19,mlp.experts.54.gate_proj,0.0000002788,0.01000,1.352
19,mlp.experts.52.gate_proj,0.0000002925,0.01000,1.410
19,mlp.experts.55.gate_proj,0.0000002736,0.01000,1.356
19,mlp.experts.57.gate_proj,0.0000002799,0.01000,1.354
19,mlp.experts.59.gate_proj,0.0000002786,0.01000,1.338
19,mlp.experts.58.gate_proj,0.0000002917,0.01000,1.358
19,mlp.experts.56.gate_proj,0.0000002877,0.01000,1.416
19,mlp.experts.60.gate_proj,0.0000002884,0.01000,1.357
19,mlp.experts.61.gate_proj,0.0000002659,0.01000,1.354
19,mlp.experts.62.gate_proj,0.0000002881,0.01000,1.367
19,mlp.experts.63.gate_proj,0.0000002840,0.01000,1.361
19,mlp.experts.64.gate_proj,0.0000002798,0.01000,1.358
19,mlp.experts.66.gate_proj,0.0000002767,0.01000,1.346
19,mlp.experts.65.gate_proj,0.0000002879,0.01000,1.350
19,mlp.experts.67.gate_proj,0.0000002751,0.01000,1.357
19,mlp.experts.68.gate_proj,0.0000002764,0.01000,1.345
19,mlp.experts.69.gate_proj,0.0000002685,0.01000,1.370
19,mlp.experts.70.gate_proj,0.0000002730,0.01000,1.356
19,mlp.experts.72.gate_proj,0.0000002687,0.01000,1.352
19,mlp.experts.73.gate_proj,0.0000002827,0.01000,1.356
19,mlp.experts.74.gate_proj,0.0000002749,0.01000,1.351
19,mlp.experts.75.gate_proj,0.0000002819,0.01000,1.347
19,mlp.experts.71.gate_proj,0.0000002871,0.01000,1.401
19,mlp.experts.76.gate_proj,0.0000002890,0.01000,1.369
19,mlp.experts.77.gate_proj,0.0000002774,0.01000,1.350
19,mlp.experts.79.gate_proj,0.0000002777,0.01000,1.351
19,mlp.experts.80.gate_proj,0.0000002922,0.01000,1.338
19,mlp.experts.82.gate_proj,0.0000002752,0.01000,1.350
19,mlp.experts.81.gate_proj,0.0000002680,0.01000,1.356
19,mlp.experts.78.gate_proj,0.0000002776,0.01000,1.415
19,mlp.experts.83.gate_proj,0.0000002803,0.01000,1.357
19,mlp.experts.84.gate_proj,0.0000002723,0.01000,1.342
19,mlp.experts.85.gate_proj,0.0000002909,0.01000,1.381
19,mlp.experts.87.gate_proj,0.0000002896,0.01000,1.340
19,mlp.experts.86.gate_proj,0.0000002747,0.01000,1.369
19,mlp.experts.88.gate_proj,0.0000002704,0.01000,1.362
19,mlp.experts.89.gate_proj,0.0000002782,0.01000,1.348
19,mlp.experts.90.gate_proj,0.0000002827,0.01000,1.351
19,mlp.experts.91.gate_proj,0.0000002744,0.01000,1.344
19,mlp.experts.93.gate_proj,0.0000002816,0.01000,1.356
19,mlp.experts.92.gate_proj,0.0000002945,0.01000,1.361
19,mlp.experts.96.gate_proj,0.0000002963,0.01000,1.337
19,mlp.experts.94.gate_proj,0.0000002833,0.01000,1.362
19,mlp.experts.95.gate_proj,0.0000002872,0.01000,1.406
19,mlp.experts.97.gate_proj,0.0000002832,0.01000,1.349
19,mlp.experts.98.gate_proj,0.0000002945,0.01000,1.371
19,mlp.experts.100.gate_proj,0.0000002816,0.01000,1.348
19,mlp.experts.99.gate_proj,0.0000002835,0.01000,1.356
19,mlp.experts.101.gate_proj,0.0000002931,0.01000,1.352
19,mlp.experts.102.gate_proj,0.0000002919,0.01000,1.371
19,mlp.experts.103.gate_proj,0.0000002797,0.01000,1.339
19,mlp.experts.104.gate_proj,0.0000002845,0.01000,1.370
19,mlp.experts.105.gate_proj,0.0000002716,0.01000,1.354
19,mlp.experts.108.gate_proj,0.0000002863,0.01000,1.341
19,mlp.experts.107.gate_proj,0.0000002855,0.01000,1.352
19,mlp.experts.109.gate_proj,0.0000002778,0.01000,1.352
19,mlp.experts.110.gate_proj,0.0000002781,0.01000,1.341
19,mlp.experts.106.gate_proj,0.0000002965,0.01000,1.431
19,mlp.experts.111.gate_proj,0.0000002789,0.01000,1.357
19,mlp.experts.112.gate_proj,0.0000002855,0.01000,1.347
19,mlp.experts.114.gate_proj,0.0000002737,0.01000,1.339
19,mlp.experts.115.gate_proj,0.0000002728,0.01000,1.334
19,mlp.experts.116.gate_proj,0.0000002811,0.01000,1.348
19,mlp.experts.113.gate_proj,0.0000002770,0.01000,1.417
19,mlp.experts.117.gate_proj,0.0000002804,0.01000,1.352
19,mlp.experts.118.gate_proj,0.0000002614,0.01000,1.353
19,mlp.experts.119.gate_proj,0.0000002758,0.01000,1.352
19,mlp.experts.1.up_proj,0.0000002742,0.01000,1.334
19,mlp.experts.2.up_proj,0.0000002814,0.01000,1.338
19,mlp.experts.0.up_proj,0.0000002716,0.01000,1.408
19,mlp.experts.3.up_proj,0.0000002787,0.01000,1.347
19,mlp.experts.4.up_proj,0.0000002781,0.01000,1.351
19,mlp.experts.5.up_proj,0.0000002846,0.01000,1.354
19,mlp.experts.6.up_proj,0.0000002898,0.01000,1.352
19,mlp.experts.7.up_proj,0.0000002778,0.01000,1.359
19,mlp.experts.9.up_proj,0.0000002755,0.01000,1.338
19,mlp.experts.10.up_proj,0.0000002778,0.01000,1.366
19,mlp.experts.11.up_proj,0.0000002713,0.01000,1.351
19,mlp.experts.8.up_proj,0.0000002757,0.01000,1.409
19,mlp.experts.12.up_proj,0.0000002864,0.01000,1.357
19,mlp.experts.13.up_proj,0.0000002749,0.01000,1.386
19,mlp.experts.14.up_proj,0.0000002767,0.01000,1.358
19,mlp.experts.15.up_proj,0.0000002786,0.01000,1.352
19,mlp.experts.16.up_proj,0.0000002890,0.01000,1.352
19,mlp.experts.18.up_proj,0.0000002805,0.01000,1.337
19,mlp.experts.17.up_proj,0.0000002813,0.01000,1.348
19,mlp.experts.19.up_proj,0.0000002799,0.01000,1.370
19,mlp.experts.20.up_proj,0.0000002710,0.01000,1.342
19,mlp.experts.21.up_proj,0.0000002845,0.01000,1.342
19,mlp.experts.22.up_proj,0.0000002778,0.01000,1.353
19,mlp.experts.25.up_proj,0.0000002779,0.01000,1.334
19,mlp.experts.23.up_proj,0.0000002773,0.01000,1.341
19,mlp.experts.24.up_proj,0.0000002788,0.01000,1.390
19,mlp.experts.26.up_proj,0.0000002698,0.01000,1.370
19,mlp.experts.27.up_proj,0.0000002757,0.01000,1.343
19,mlp.experts.28.up_proj,0.0000002793,0.01000,1.349
19,mlp.experts.29.up_proj,0.0000002905,0.01000,1.343
19,mlp.experts.30.up_proj,0.0000002806,0.01000,1.330
19,mlp.experts.31.up_proj,0.0000002763,0.01000,1.349
19,mlp.experts.32.up_proj,0.0000002752,0.01000,1.334
19,mlp.experts.33.up_proj,0.0000002727,0.01000,1.379
19,mlp.experts.34.up_proj,0.0000002744,0.01000,1.341
19,mlp.experts.35.up_proj,0.0000002727,0.01000,1.349
19,mlp.experts.37.up_proj,0.0000002776,0.01000,1.331
19,mlp.experts.38.up_proj,0.0000002861,0.01000,1.345
19,mlp.experts.36.up_proj,0.0000002848,0.01000,1.387
19,mlp.experts.39.up_proj,0.0000002746,0.01000,1.330
19,mlp.experts.40.up_proj,0.0000002781,0.01000,1.368
19,mlp.experts.41.up_proj,0.0000002699,0.01000,1.341
19,mlp.experts.42.up_proj,0.0000002803,0.01000,1.346
19,mlp.experts.43.up_proj,0.0000002735,0.01000,1.347
19,mlp.experts.44.up_proj,0.0000002928,0.01000,1.331
19,mlp.experts.45.up_proj,0.0000002715,0.01000,1.353
19,mlp.experts.46.up_proj,0.0000002811,0.01000,1.350
19,mlp.experts.47.up_proj,0.0000002845,0.01000,1.366
19,mlp.experts.48.up_proj,0.0000002831,0.01000,1.367
19,mlp.experts.49.up_proj,0.0000002750,0.01000,1.344
19,mlp.experts.50.up_proj,0.0000002728,0.01000,1.346
19,mlp.experts.51.up_proj,0.0000002825,0.01000,1.352
19,mlp.experts.52.up_proj,0.0000002879,0.01000,1.373
19,mlp.experts.53.up_proj,0.0000002809,0.01000,1.393
19,mlp.experts.54.up_proj,0.0000002774,0.01000,1.380
19,mlp.experts.55.up_proj,0.0000002713,0.01000,1.351
19,mlp.experts.56.up_proj,0.0000002846,0.01000,1.368
19,mlp.experts.57.up_proj,0.0000002769,0.01000,1.345
19,mlp.experts.58.up_proj,0.0000002884,0.01000,1.333
19,mlp.experts.59.up_proj,0.0000002761,0.01000,1.349
19,mlp.experts.60.up_proj,0.0000002851,0.01000,1.358
19,mlp.experts.61.up_proj,0.0000002644,0.01000,1.364
19,mlp.experts.62.up_proj,0.0000002834,0.01000,1.367
19,mlp.experts.65.up_proj,0.0000002799,0.01000,1.336
19,mlp.experts.64.up_proj,0.0000002778,0.01000,1.362
19,mlp.experts.63.up_proj,0.0000002794,0.01000,1.403
19,mlp.experts.66.up_proj,0.0000002731,0.01000,1.364
19,mlp.experts.67.up_proj,0.0000002711,0.01000,1.346
19,mlp.experts.68.up_proj,0.0000002752,0.01000,1.389
19,mlp.experts.69.up_proj,0.0000002680,0.01000,1.364
19,mlp.experts.70.up_proj,0.0000002711,0.01000,1.353
19,mlp.experts.71.up_proj,0.0000002830,0.01000,1.347
19,mlp.experts.72.up_proj,0.0000002678,0.01000,1.330
19,mlp.experts.73.up_proj,0.0000002811,0.01000,1.351
19,mlp.experts.74.up_proj,0.0000002715,0.01000,1.343
19,mlp.experts.75.up_proj,0.0000002793,0.01000,1.378
19,mlp.experts.76.up_proj,0.0000002861,0.01000,1.351
19,mlp.experts.78.up_proj,0.0000002755,0.01000,1.350
19,mlp.experts.77.up_proj,0.0000002753,0.01000,1.358
19,mlp.experts.79.up_proj,0.0000002737,0.01000,1.334
19,mlp.experts.81.up_proj,0.0000002661,0.01000,1.349
19,mlp.experts.80.up_proj,0.0000002879,0.01000,1.407
19,mlp.experts.82.up_proj,0.0000002727,0.01000,1.367
19,mlp.experts.83.up_proj,0.0000002756,0.01000,1.344
19,mlp.experts.86.up_proj,0.0000002734,0.01000,1.344
19,mlp.experts.85.up_proj,0.0000002873,0.01000,1.345
19,mlp.experts.84.up_proj,0.0000002712,0.01000,1.418
19,mlp.experts.87.up_proj,0.0000002844,0.01000,1.365
19,mlp.experts.88.up_proj,0.0000002661,0.01000,1.345
19,mlp.experts.89.up_proj,0.0000002739,0.01000,1.358
19,mlp.experts.90.up_proj,0.0000002805,0.01000,1.342
19,mlp.experts.92.up_proj,0.0000002909,0.01000,1.337
19,mlp.experts.93.up_proj,0.0000002791,0.01000,1.320
19,mlp.experts.91.up_proj,0.0000002712,0.01000,1.405
19,mlp.experts.94.up_proj,0.0000002786,0.01000,1.350
19,mlp.experts.95.up_proj,0.0000002834,0.01000,1.360
19,mlp.experts.96.up_proj,0.0000002927,0.01000,1.420
19,mlp.experts.97.up_proj,0.0000002802,0.01000,1.347
19,mlp.experts.98.up_proj,0.0000002915,0.01000,1.349
19,mlp.experts.100.up_proj,0.0000002772,0.01000,1.316
19,mlp.experts.99.up_proj,0.0000002802,0.01000,1.383
19,mlp.experts.101.up_proj,0.0000002890,0.01000,1.344
19,mlp.experts.102.up_proj,0.0000002875,0.01000,1.334
19,mlp.experts.103.up_proj,0.0000002762,0.01000,1.372
19,mlp.experts.104.up_proj,0.0000002830,0.01000,1.359
19,mlp.experts.105.up_proj,0.0000002710,0.01000,1.346
19,mlp.experts.106.up_proj,0.0000002932,0.01000,1.339
19,mlp.experts.107.up_proj,0.0000002831,0.01000,1.322
19,mlp.experts.108.up_proj,0.0000002841,0.01000,1.349
19,mlp.experts.109.up_proj,0.0000002736,0.01000,1.342
19,mlp.experts.110.up_proj,0.0000002757,0.01000,1.370
19,mlp.experts.111.up_proj,0.0000002760,0.01000,1.363
19,mlp.experts.112.up_proj,0.0000002827,0.01000,1.349
19,mlp.experts.113.up_proj,0.0000002764,0.01000,1.342
19,mlp.experts.114.up_proj,0.0000002708,0.01000,1.323
19,mlp.experts.115.up_proj,0.0000002735,0.01000,1.345
19,mlp.experts.116.up_proj,0.0000002783,0.01000,1.328
19,mlp.experts.117.up_proj,0.0000002778,0.01000,1.274
19,mlp.experts.118.up_proj,0.0000002609,0.01000,1.035
19,mlp.experts.119.up_proj,0.0000002736,0.01000,1.028
19,mlp.experts.2.down_proj,0.0000000040,0.01000,0.444
19,mlp.experts.3.down_proj,0.0000000043,0.01000,0.444
19,mlp.experts.0.down_proj,0.0000000033,0.01000,0.448
19,mlp.experts.4.down_proj,0.0000000036,0.01000,0.446
19,mlp.experts.5.down_proj,0.0000000041,0.01000,0.446
19,mlp.experts.6.down_proj,0.0000000036,0.01000,0.450
19,mlp.experts.1.down_proj,0.0000000035,0.01000,0.460
19,mlp.experts.9.down_proj,0.0000000043,0.01000,0.411
19,mlp.experts.10.down_proj,0.0000000035,0.01000,0.414
19,mlp.experts.12.down_proj,0.0000000042,0.01000,0.412
19,mlp.experts.11.down_proj,0.0000000042,0.01000,0.417
19,mlp.experts.13.down_proj,0.0000000030,0.01000,0.413
19,mlp.experts.7.down_proj,0.0000000037,0.01000,0.427
19,mlp.experts.8.down_proj,0.0000000039,0.01000,0.427
19,mlp.experts.14.down_proj,0.0000000035,0.01000,0.417
19,mlp.experts.17.down_proj,0.0000000038,0.01000,0.409
19,mlp.experts.16.down_proj,0.0000000052,0.01000,0.410
19,mlp.experts.19.down_proj,0.0000000043,0.01000,0.409
19,mlp.experts.18.down_proj,0.0000000033,0.01000,0.412
19,mlp.experts.15.down_proj,0.0000000033,0.01000,0.426
19,mlp.experts.20.down_proj,0.0000000030,0.01000,0.417
19,mlp.experts.24.down_proj,0.0000000033,0.01000,0.401
19,mlp.experts.23.down_proj,0.0000000031,0.01000,0.410
19,mlp.experts.25.down_proj,0.0000000032,0.01000,0.409
19,mlp.experts.26.down_proj,0.0000000034,0.01000,0.405
19,mlp.experts.21.down_proj,0.0000000034,0.01000,0.420
19,mlp.experts.22.down_proj,0.0000000037,0.01000,0.422
19,mlp.experts.27.down_proj,0.0000000032,0.01000,0.412
19,mlp.experts.28.down_proj,0.0000000037,0.01000,0.419
19,mlp.experts.31.down_proj,0.0000000040,0.01000,0.408
19,mlp.experts.29.down_proj,0.0000000043,0.01000,0.417
19,mlp.experts.30.down_proj,0.0000000035,0.01000,0.410
19,mlp.experts.32.down_proj,0.0000000041,0.01000,0.410
19,mlp.experts.33.down_proj,0.0000000037,0.01000,0.417
19,mlp.experts.34.down_proj,0.0000000034,0.01000,0.413
19,mlp.experts.38.down_proj,0.0000000043,0.01000,0.407
19,mlp.experts.37.down_proj,0.0000000034,0.01000,0.412
19,mlp.experts.36.down_proj,0.0000000032,0.01000,0.413
19,mlp.experts.39.down_proj,0.0000000036,0.01000,0.411
19,mlp.experts.40.down_proj,0.0000000039,0.01000,0.404
19,mlp.experts.35.down_proj,0.0000000041,0.01000,0.420
19,mlp.experts.41.down_proj,0.0000000042,0.01000,0.412
19,mlp.experts.45.down_proj,0.0000000035,0.01000,0.403
19,mlp.experts.43.down_proj,0.0000000040,0.01000,0.407
19,mlp.experts.44.down_proj,0.0000000043,0.01000,0.411
19,mlp.experts.47.down_proj,0.0000000042,0.01000,0.405
19,mlp.experts.46.down_proj,0.0000000034,0.01000,0.409
19,mlp.experts.42.down_proj,0.0000000042,0.01000,0.426
19,mlp.experts.48.down_proj,0.0000000036,0.01000,0.412
19,mlp.experts.52.down_proj,0.0000000040,0.01000,0.402
19,mlp.experts.50.down_proj,0.0000000031,0.01000,0.408
19,mlp.experts.51.down_proj,0.0000000032,0.01000,0.413
19,mlp.experts.54.down_proj,0.0000000032,0.01000,0.406
19,mlp.experts.49.down_proj,0.0000000042,0.01000,0.424
19,mlp.experts.53.down_proj,0.0000000041,0.01000,0.420
19,mlp.experts.55.down_proj,0.0000000032,0.01000,0.412
19,mlp.experts.57.down_proj,0.0000000037,0.01000,0.409
19,mlp.experts.59.down_proj,0.0000000043,0.01000,0.401
19,mlp.experts.58.down_proj,0.0000000044,0.01000,0.408
19,mlp.experts.61.down_proj,0.0000000040,0.01000,0.404
19,mlp.experts.60.down_proj,0.0000000040,0.01000,0.408
19,mlp.experts.56.down_proj,0.0000000035,0.01000,0.424
19,mlp.experts.62.down_proj,0.0000000039,0.01000,0.413
19,mlp.experts.63.down_proj,0.0000000034,0.01000,0.416
19,mlp.experts.64.down_proj,0.0000000035,0.01000,0.410
19,mlp.experts.65.down_proj,0.0000000037,0.01000,0.409
19,mlp.experts.67.down_proj,0.0000000032,0.01000,0.410
19,mlp.experts.68.down_proj,0.0000000038,0.01000,0.409
19,mlp.experts.66.down_proj,0.0000000035,0.01000,0.414
19,mlp.experts.69.down_proj,0.0000000033,0.01000,0.416
19,mlp.experts.70.down_proj,0.0000000032,0.01000,0.410
19,mlp.experts.72.down_proj,0.0000000034,0.01000,0.408
19,mlp.experts.73.down_proj,0.0000000031,0.01000,0.405
19,mlp.experts.71.down_proj,0.0000000037,0.01000,0.417
19,mlp.experts.74.down_proj,0.0000000039,0.01000,0.410
19,mlp.experts.75.down_proj,0.0000000034,0.01000,0.410
19,mlp.experts.76.down_proj,0.0000000037,0.01000,0.414
19,mlp.experts.77.down_proj,0.0000000040,0.01000,0.414
19,mlp.experts.79.down_proj,0.0000000037,0.01000,0.414
19,mlp.experts.82.down_proj,0.0000000034,0.01000,0.412
19,mlp.experts.81.down_proj,0.0000000029,0.01000,0.416
19,mlp.experts.83.down_proj,0.0000000041,0.01000,0.425
19,mlp.experts.80.down_proj,0.0000000040,0.01000,0.464
19,mlp.experts.78.down_proj,0.0000000032,0.01000,0.481
19,mlp.experts.86.down_proj,0.0000000033,0.01000,0.400
19,mlp.experts.84.down_proj,0.0000000037,0.01000,0.421
19,mlp.experts.87.down_proj,0.0000000035,0.01000,0.418
19,mlp.experts.85.down_proj,0.0000000037,0.01000,0.444
19,mlp.experts.88.down_proj,0.0000000035,0.01000,0.411
19,mlp.experts.89.down_proj,0.0000000036,0.01000,0.413
19,mlp.experts.90.down_proj,0.0000000038,0.01000,0.416
19,mlp.experts.91.down_proj,0.0000000032,0.01000,0.415
19,mlp.experts.93.down_proj,0.0000000034,0.01000,0.403
19,mlp.experts.94.down_proj,0.0000000043,0.01000,0.395
19,mlp.experts.92.down_proj,0.0000000039,0.01000,0.427
19,mlp.experts.95.down_proj,0.0000000044,0.01000,0.402
19,mlp.experts.96.down_proj,0.0000000043,0.01000,0.403
19,mlp.experts.97.down_proj,0.0000000042,0.01000,0.408
19,mlp.experts.98.down_proj,0.0000000043,0.01000,0.410
19,mlp.experts.100.down_proj,0.0000000034,0.01000,0.402
19,mlp.experts.99.down_proj,0.0000000033,0.01000,0.415
19,mlp.experts.102.down_proj,0.0000000038,0.01000,0.405
19,mlp.experts.101.down_proj,0.0000000039,0.01000,0.409
19,mlp.experts.103.down_proj,0.0000000034,0.01000,0.402
19,mlp.experts.104.down_proj,0.0000000036,0.01000,0.405
19,mlp.experts.107.down_proj,0.0000000032,0.01000,0.401
19,mlp.experts.106.down_proj,0.0000000036,0.01000,0.405
19,mlp.experts.108.down_proj,0.0000000036,0.01000,0.397
19,mlp.experts.105.down_proj,0.0000000030,0.01000,0.430
19,mlp.experts.109.down_proj,0.0000000039,0.01000,0.412
19,mlp.experts.110.down_proj,0.0000000040,0.01000,0.402
19,mlp.experts.111.down_proj,0.0000000038,0.01000,0.404
19,mlp.experts.113.down_proj,0.0000000040,0.01000,0.405
19,mlp.experts.114.down_proj,0.0000000029,0.01000,0.404
19,mlp.experts.115.down_proj,0.0000000030,0.01000,0.400
19,mlp.experts.112.down_proj,0.0000000040,0.01000,0.426
19,mlp.experts.116.down_proj,0.0000000032,0.01000,0.406
19,mlp.experts.117.down_proj,0.0000000041,0.01000,0.399
19,mlp.experts.118.down_proj,0.0000000034,0.01000,0.394
19,mlp.experts.119.down_proj,0.0000000048,0.01000,0.274
20,self_attn.v_proj,0.0000000038,0.01000,1.179
20,self_attn.k_proj,0.0000000029,0.01000,1.196
20,self_attn.q_proj,0.0000000147,0.01000,1.263
20,self_attn.o_proj,0.0000000011,0.01000,2.756
20,mlp.shared_experts.gate_proj,0.0000000005,0.01000,0.931
20,mlp.shared_experts.up_proj,0.0000000006,0.01000,0.914
20,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.274
20,mlp.experts.3.gate_proj,0.0000003112,0.01000,1.491
20,mlp.experts.5.gate_proj,0.0000003102,0.01000,1.488
20,mlp.experts.4.gate_proj,0.0000002856,0.01000,1.507
20,mlp.experts.6.gate_proj,0.0000003002,0.01000,1.516
20,mlp.experts.2.gate_proj,0.0000003179,0.01000,1.559
20,mlp.experts.1.gate_proj,0.0000003083,0.01000,1.565
20,mlp.experts.0.gate_proj,0.0000002898,0.01000,1.576
20,mlp.experts.8.gate_proj,0.0000003075,0.01000,1.350
20,mlp.experts.9.gate_proj,0.0000003152,0.01000,1.345
20,mlp.experts.10.gate_proj,0.0000003041,0.01000,1.331
20,mlp.experts.7.gate_proj,0.0000003145,0.01000,1.409
20,mlp.experts.12.gate_proj,0.0000003147,0.01000,1.339
20,mlp.experts.13.gate_proj,0.0000003236,0.01000,1.358
20,mlp.experts.11.gate_proj,0.0000002953,0.01000,1.410
20,mlp.experts.16.gate_proj,0.0000003048,0.01000,1.356
20,mlp.experts.15.gate_proj,0.0000003025,0.01000,1.377
20,mlp.experts.17.gate_proj,0.0000003001,0.01000,1.335
20,mlp.experts.14.gate_proj,0.0000003056,0.01000,1.411
20,mlp.experts.18.gate_proj,0.0000003110,0.01000,1.367
20,mlp.experts.19.gate_proj,0.0000003060,0.01000,1.345
20,mlp.experts.20.gate_proj,0.0000003138,0.01000,1.370
20,mlp.experts.23.gate_proj,0.0000003200,0.01000,1.349
20,mlp.experts.22.gate_proj,0.0000003033,0.01000,1.375
20,mlp.experts.24.gate_proj,0.0000003074,0.01000,1.357
20,mlp.experts.26.gate_proj,0.0000003051,0.01000,1.341
20,mlp.experts.25.gate_proj,0.0000003110,0.01000,1.363
20,mlp.experts.21.gate_proj,0.0000003114,0.01000,1.435
20,mlp.experts.27.gate_proj,0.0000003167,0.01000,1.355
20,mlp.experts.31.gate_proj,0.0000003072,0.01000,1.327
20,mlp.experts.29.gate_proj,0.0000003127,0.01000,1.363
20,mlp.experts.30.gate_proj,0.0000003153,0.01000,1.355
20,mlp.experts.32.gate_proj,0.0000003186,0.01000,1.351
20,mlp.experts.33.gate_proj,0.0000003063,0.01000,1.344
20,mlp.experts.28.gate_proj,0.0000003258,0.01000,1.434
20,mlp.experts.34.gate_proj,0.0000003104,0.01000,1.358
20,mlp.experts.36.gate_proj,0.0000003131,0.01000,1.349
20,mlp.experts.35.gate_proj,0.0000003002,0.01000,1.371
20,mlp.experts.37.gate_proj,0.0000003405,0.01000,1.350
20,mlp.experts.38.gate_proj,0.0000003163,0.01000,1.341
20,mlp.experts.39.gate_proj,0.0000003114,0.01000,1.349
20,mlp.experts.40.gate_proj,0.0000003122,0.01000,1.342
20,mlp.experts.41.gate_proj,0.0000003059,0.01000,1.367
20,mlp.experts.45.gate_proj,0.0000003152,0.01000,1.337
20,mlp.experts.44.gate_proj,0.0000003158,0.01000,1.356
20,mlp.experts.43.gate_proj,0.0000003120,0.01000,1.373
20,mlp.experts.46.gate_proj,0.0000003262,0.01000,1.356
20,mlp.experts.47.gate_proj,0.0000003120,0.01000,1.345
20,mlp.experts.42.gate_proj,0.0000003004,0.01000,1.428
20,mlp.experts.48.gate_proj,0.0000003165,0.01000,1.359
20,mlp.experts.50.gate_proj,0.0000003089,0.01000,1.351
20,mlp.experts.51.gate_proj,0.0000003092,0.01000,1.353
20,mlp.experts.52.gate_proj,0.0000003239,0.01000,1.358
20,mlp.experts.53.gate_proj,0.0000003102,0.01000,1.355
20,mlp.experts.54.gate_proj,0.0000003116,0.01000,1.343
20,mlp.experts.49.gate_proj,0.0000003093,0.01000,1.433
20,mlp.experts.55.gate_proj,0.0000003079,0.01000,1.364
20,mlp.experts.59.gate_proj,0.0000003161,0.01000,1.342
20,mlp.experts.57.gate_proj,0.0000003168,0.01000,1.369
20,mlp.experts.56.gate_proj,0.0000003095,0.01000,1.388
20,mlp.experts.60.gate_proj,0.0000003108,0.01000,1.350
20,mlp.experts.61.gate_proj,0.0000003057,0.01000,1.365
20,mlp.experts.58.gate_proj,0.0000003315,0.01000,1.434
20,mlp.experts.62.gate_proj,0.0000002993,0.01000,1.359
20,mlp.experts.63.gate_proj,0.0000003107,0.01000,1.351
20,mlp.experts.66.gate_proj,0.0000003111,0.01000,1.330
20,mlp.experts.65.gate_proj,0.0000003271,0.01000,1.356
20,mlp.experts.67.gate_proj,0.0000003013,0.01000,1.350
20,mlp.experts.64.gate_proj,0.0000003000,0.01000,1.419
20,mlp.experts.68.gate_proj,0.0000003217,0.01000,1.350
20,mlp.experts.69.gate_proj,0.0000003146,0.01000,1.354
20,mlp.experts.70.gate_proj,0.0000003030,0.01000,1.365
20,mlp.experts.72.gate_proj,0.0000003002,0.01000,1.347
20,mlp.experts.71.gate_proj,0.0000003187,0.01000,1.355
20,mlp.experts.73.gate_proj,0.0000003176,0.01000,1.328
20,mlp.experts.74.gate_proj,0.0000003069,0.01000,1.339
20,mlp.experts.75.gate_proj,0.0000003071,0.01000,1.370
20,mlp.experts.76.gate_proj,0.0000003120,0.01000,1.358
20,mlp.experts.79.gate_proj,0.0000003082,0.01000,1.348
20,mlp.experts.80.gate_proj,0.0000003004,0.01000,1.338
20,mlp.experts.81.gate_proj,0.0000003071,0.01000,1.344
20,mlp.experts.78.gate_proj,0.0000003118,0.01000,1.404
20,mlp.experts.77.gate_proj,0.0000003086,0.01000,1.413
20,mlp.experts.82.gate_proj,0.0000003250,0.01000,1.344
20,mlp.experts.83.gate_proj,0.0000002982,0.01000,1.356
20,mlp.experts.85.gate_proj,0.0000003062,0.01000,1.365
20,mlp.experts.87.gate_proj,0.0000003100,0.01000,1.337
20,mlp.experts.86.gate_proj,0.0000003111,0.01000,1.354
20,mlp.experts.88.gate_proj,0.0000003057,0.01000,1.354
20,mlp.experts.84.gate_proj,0.0000003061,0.01000,1.422
20,mlp.experts.89.gate_proj,0.0000003116,0.01000,1.352
20,mlp.experts.90.gate_proj,0.0000003081,0.01000,1.364
20,mlp.experts.91.gate_proj,0.0000003218,0.01000,1.366
20,mlp.experts.93.gate_proj,0.0000003022,0.01000,1.347
20,mlp.experts.94.gate_proj,0.0000003074,0.01000,1.338
20,mlp.experts.95.gate_proj,0.0000003211,0.01000,1.366
20,mlp.experts.92.gate_proj,0.0000003116,0.01000,1.408
20,mlp.experts.96.gate_proj,0.0000002999,0.01000,1.368
20,mlp.experts.97.gate_proj,0.0000003021,0.01000,1.363
20,mlp.experts.98.gate_proj,0.0000002890,0.01000,1.364
20,mlp.experts.100.gate_proj,0.0000003062,0.01000,1.368
20,mlp.experts.99.gate_proj,0.0000003071,0.01000,1.376
20,mlp.experts.101.gate_proj,0.0000003327,0.01000,1.347
20,mlp.experts.103.gate_proj,0.0000003115,0.01000,1.352
20,mlp.experts.104.gate_proj,0.0000003078,0.01000,1.365
20,mlp.experts.102.gate_proj,0.0000003048,0.01000,1.439
20,mlp.experts.105.gate_proj,0.0000003142,0.01000,1.362
20,mlp.experts.108.gate_proj,0.0000003056,0.01000,1.332
20,mlp.experts.107.gate_proj,0.0000003061,0.01000,1.355
20,mlp.experts.109.gate_proj,0.0000002984,0.01000,1.360
20,mlp.experts.106.gate_proj,0.0000003129,0.01000,1.410
20,mlp.experts.110.gate_proj,0.0000003257,0.01000,1.346
20,mlp.experts.111.gate_proj,0.0000003116,0.01000,1.397
20,mlp.experts.112.gate_proj,0.0000002886,0.01000,1.362
20,mlp.experts.114.gate_proj,0.0000003005,0.01000,1.353
20,mlp.experts.115.gate_proj,0.0000003250,0.01000,1.332
20,mlp.experts.113.gate_proj,0.0000003185,0.01000,1.408
20,mlp.experts.117.gate_proj,0.0000003163,0.01000,1.343
20,mlp.experts.116.gate_proj,0.0000003008,0.01000,1.349
20,mlp.experts.118.gate_proj,0.0000003065,0.01000,1.382
20,mlp.experts.119.gate_proj,0.0000003125,0.01000,1.358
20,mlp.experts.1.up_proj,0.0000003055,0.01000,1.350
20,mlp.experts.2.up_proj,0.0000003124,0.01000,1.338
20,mlp.experts.4.up_proj,0.0000002849,0.01000,1.349
20,mlp.experts.3.up_proj,0.0000003070,0.01000,1.354
20,mlp.experts.0.up_proj,0.0000002883,0.01000,1.421
20,mlp.experts.5.up_proj,0.0000003059,0.01000,1.394
20,mlp.experts.6.up_proj,0.0000002982,0.01000,1.364
20,mlp.experts.7.up_proj,0.0000003105,0.01000,1.362
20,mlp.experts.8.up_proj,0.0000003036,0.01000,1.357
20,mlp.experts.9.up_proj,0.0000003134,0.01000,1.360
20,mlp.experts.10.up_proj,0.0000002992,0.01000,1.367
20,mlp.experts.11.up_proj,0.0000002933,0.01000,1.369
20,mlp.experts.12.up_proj,0.0000003118,0.01000,1.401
20,mlp.experts.13.up_proj,0.0000003165,0.01000,1.363
20,mlp.experts.15.up_proj,0.0000002999,0.01000,1.360
20,mlp.experts.16.up_proj,0.0000003028,0.01000,1.347
20,mlp.experts.14.up_proj,0.0000003025,0.01000,1.383
20,mlp.experts.17.up_proj,0.0000002922,0.01000,1.348
20,mlp.experts.18.up_proj,0.0000003071,0.01000,1.352
20,mlp.experts.19.up_proj,0.0000002992,0.01000,1.365
20,mlp.experts.20.up_proj,0.0000003104,0.01000,1.365
20,mlp.experts.21.up_proj,0.0000003075,0.01000,1.352
20,mlp.experts.23.up_proj,0.0000003175,0.01000,1.350
20,mlp.experts.24.up_proj,0.0000003023,0.01000,1.369
20,mlp.experts.25.up_proj,0.0000003057,0.01000,1.355
20,mlp.experts.22.up_proj,0.0000003002,0.01000,1.414
20,mlp.experts.26.up_proj,0.0000003013,0.01000,1.361
20,mlp.experts.28.up_proj,0.0000003238,0.01000,1.348
20,mlp.experts.29.up_proj,0.0000003073,0.01000,1.357
20,mlp.experts.30.up_proj,0.0000003109,0.01000,1.336
20,mlp.experts.27.up_proj,0.0000003117,0.01000,1.407
20,mlp.experts.31.up_proj,0.0000003036,0.01000,1.368
20,mlp.experts.32.up_proj,0.0000003137,0.01000,1.361
20,mlp.experts.33.up_proj,0.0000003010,0.01000,1.355
20,mlp.experts.34.up_proj,0.0000003033,0.01000,1.363
20,mlp.experts.36.up_proj,0.0000003103,0.01000,1.347
20,mlp.experts.37.up_proj,0.0000003399,0.01000,1.354
20,mlp.experts.38.up_proj,0.0000003150,0.01000,1.343
20,mlp.experts.39.up_proj,0.0000003083,0.01000,1.329
20,mlp.experts.35.up_proj,0.0000002975,0.01000,1.412
20,mlp.experts.40.up_proj,0.0000003079,0.01000,1.357
20,mlp.experts.41.up_proj,0.0000003023,0.01000,1.361
20,mlp.experts.44.up_proj,0.0000003118,0.01000,1.321
20,mlp.experts.42.up_proj,0.0000002993,0.01000,1.359
20,mlp.experts.45.up_proj,0.0000003106,0.01000,1.346
20,mlp.experts.46.up_proj,0.0000003214,0.01000,1.349
20,mlp.experts.43.up_proj,0.0000003084,0.01000,1.414
20,mlp.experts.47.up_proj,0.0000003085,0.01000,1.355
20,mlp.experts.49.up_proj,0.0000003063,0.01000,1.358
20,mlp.experts.48.up_proj,0.0000003130,0.01000,1.361
20,mlp.experts.51.up_proj,0.0000003045,0.01000,1.340
20,mlp.experts.52.up_proj,0.0000003174,0.01000,1.360
20,mlp.experts.50.up_proj,0.0000003052,0.01000,1.414
20,mlp.experts.53.up_proj,0.0000003036,0.01000,1.347
20,mlp.experts.54.up_proj,0.0000003057,0.01000,1.375
20,mlp.experts.56.up_proj,0.0000003061,0.01000,1.356
20,mlp.experts.57.up_proj,0.0000003127,0.01000,1.348
20,mlp.experts.58.up_proj,0.0000003260,0.01000,1.343
20,mlp.experts.55.up_proj,0.0000003055,0.01000,1.402
20,mlp.experts.59.up_proj,0.0000003126,0.01000,1.349
20,mlp.experts.60.up_proj,0.0000003090,0.01000,1.359
20,mlp.experts.61.up_proj,0.0000003021,0.01000,1.347
20,mlp.experts.63.up_proj,0.0000003075,0.01000,1.358
20,mlp.experts.65.up_proj,0.0000003209,0.01000,1.336
20,mlp.experts.64.up_proj,0.0000002969,0.01000,1.352
20,mlp.experts.66.up_proj,0.0000003033,0.01000,1.347
20,mlp.experts.62.up_proj,0.0000002974,0.01000,1.404
20,mlp.experts.67.up_proj,0.0000002893,0.01000,1.342
20,mlp.experts.68.up_proj,0.0000003185,0.01000,1.365
20,mlp.experts.72.up_proj,0.0000002969,0.01000,1.333
20,mlp.experts.70.up_proj,0.0000002992,0.01000,1.350
20,mlp.experts.71.up_proj,0.0000003127,0.01000,1.354
20,mlp.experts.73.up_proj,0.0000003156,0.01000,1.353
20,mlp.experts.74.up_proj,0.0000003043,0.01000,1.343
20,mlp.experts.69.up_proj,0.0000003117,0.01000,1.416
20,mlp.experts.75.up_proj,0.0000003036,0.01000,1.363
20,mlp.experts.76.up_proj,0.0000003056,0.01000,1.359
20,mlp.experts.77.up_proj,0.0000003038,0.01000,1.357
20,mlp.experts.79.up_proj,0.0000003045,0.01000,1.337
20,mlp.experts.78.up_proj,0.0000003097,0.01000,1.350
20,mlp.experts.81.up_proj,0.0000003038,0.01000,1.349
20,mlp.experts.80.up_proj,0.0000002978,0.01000,1.357
20,mlp.experts.82.up_proj,0.0000003167,0.01000,1.364
20,mlp.experts.86.up_proj,0.0000003077,0.01000,1.343
20,mlp.experts.84.up_proj,0.0000003031,0.01000,1.361
20,mlp.experts.85.up_proj,0.0000003015,0.01000,1.360
20,mlp.experts.88.up_proj,0.0000003021,0.01000,1.348
20,mlp.experts.87.up_proj,0.0000003037,0.01000,1.359
20,mlp.experts.83.up_proj,0.0000002949,0.01000,1.407
20,mlp.experts.89.up_proj,0.0000003088,0.01000,1.370
20,mlp.experts.91.up_proj,0.0000003168,0.01000,1.344
20,mlp.experts.92.up_proj,0.0000003077,0.01000,1.355
20,mlp.experts.93.up_proj,0.0000003004,0.01000,1.343
20,mlp.experts.94.up_proj,0.0000003063,0.01000,1.355
20,mlp.experts.90.up_proj,0.0000003069,0.01000,1.403
20,mlp.experts.95.up_proj,0.0000003141,0.01000,1.370
20,mlp.experts.96.up_proj,0.0000002959,0.01000,1.356
20,mlp.experts.97.up_proj,0.0000002997,0.01000,1.361
20,mlp.experts.99.up_proj,0.0000003041,0.01000,1.359
20,mlp.experts.98.up_proj,0.0000002899,0.01000,1.365
20,mlp.experts.100.up_proj,0.0000003029,0.01000,1.348
20,mlp.experts.101.up_proj,0.0000003266,0.01000,1.348
20,mlp.experts.102.up_proj,0.0000003032,0.01000,1.362
20,mlp.experts.103.up_proj,0.0000003083,0.01000,1.360
20,mlp.experts.104.up_proj,0.0000003027,0.01000,1.355
20,mlp.experts.107.up_proj,0.0000003037,0.01000,1.343
20,mlp.experts.106.up_proj,0.0000003077,0.01000,1.371
20,mlp.experts.108.up_proj,0.0000003018,0.01000,1.353
20,mlp.experts.109.up_proj,0.0000002978,0.01000,1.357
20,mlp.experts.105.up_proj,0.0000003095,0.01000,1.461
20,mlp.experts.110.up_proj,0.0000003210,0.01000,1.368
20,mlp.experts.111.up_proj,0.0000003100,0.01000,1.356
20,mlp.experts.114.up_proj,0.0000002969,0.01000,1.343
20,mlp.experts.113.up_proj,0.0000003136,0.01000,1.353
20,mlp.experts.115.up_proj,0.0000003197,0.01000,1.346
20,mlp.experts.112.up_proj,0.0000002888,0.01000,1.424
20,mlp.experts.116.up_proj,0.0000002973,0.01000,1.336
20,mlp.experts.117.up_proj,0.0000003128,0.01000,1.303
20,mlp.experts.118.up_proj,0.0000003041,0.01000,1.023
20,mlp.experts.119.up_proj,0.0000003040,0.01000,1.002
20,mlp.experts.3.down_proj,0.0000000058,0.01000,0.441
20,mlp.experts.1.down_proj,0.0000000046,0.01000,0.444
20,mlp.experts.0.down_proj,0.0000000036,0.01000,0.446
20,mlp.experts.5.down_proj,0.0000000049,0.01000,0.444
20,mlp.experts.2.down_proj,0.0000000043,0.01000,0.446
20,mlp.experts.6.down_proj,0.0000000042,0.01000,0.451
20,mlp.experts.4.down_proj,0.0000000053,0.01000,0.452
20,mlp.experts.10.down_proj,0.0000000043,0.01000,0.404
20,mlp.experts.8.down_proj,0.0000000036,0.01000,0.408
20,mlp.experts.9.down_proj,0.0000000047,0.01000,0.412
20,mlp.experts.12.down_proj,0.0000000054,0.01000,0.406
20,mlp.experts.11.down_proj,0.0000000032,0.01000,0.414
20,mlp.experts.13.down_proj,0.0000000042,0.01000,0.411
20,mlp.experts.7.down_proj,0.0000000044,0.01000,0.425
20,mlp.experts.15.down_proj,0.0000000033,0.01000,0.410
20,mlp.experts.17.down_proj,0.0000000040,0.01000,0.406
20,mlp.experts.16.down_proj,0.0000000045,0.01000,0.410
20,mlp.experts.19.down_proj,0.0000000047,0.01000,0.402
20,mlp.experts.18.down_proj,0.0000000047,0.01000,0.409
20,mlp.experts.14.down_proj,0.0000000038,0.01000,0.424
20,mlp.experts.20.down_proj,0.0000000057,0.01000,0.415
20,mlp.experts.24.down_proj,0.0000000048,0.01000,0.398
20,mlp.experts.22.down_proj,0.0000000048,0.01000,0.408
20,mlp.experts.23.down_proj,0.0000000041,0.01000,0.407
20,mlp.experts.26.down_proj,0.0000000048,0.01000,0.400
20,mlp.experts.25.down_proj,0.0000000045,0.01000,0.407
20,mlp.experts.21.down_proj,0.0000000037,0.01000,0.420
20,mlp.experts.27.down_proj,0.0000000038,0.01000,0.407
20,mlp.experts.31.down_proj,0.0000000047,0.01000,0.403
20,mlp.experts.32.down_proj,0.0000000045,0.01000,0.408
20,mlp.experts.30.down_proj,0.0000000042,0.01000,0.411
20,mlp.experts.29.down_proj,0.0000000049,0.01000,0.412
20,mlp.experts.33.down_proj,0.0000000049,0.01000,0.404
20,mlp.experts.28.down_proj,0.0000000059,0.01000,0.426
20,mlp.experts.34.down_proj,0.0000000040,0.01000,0.408
20,mlp.experts.35.down_proj,0.0000000039,0.01000,0.415
20,mlp.experts.38.down_proj,0.0000000050,0.01000,0.407
20,mlp.experts.37.down_proj,0.0000000063,0.01000,0.409
20,mlp.experts.40.down_proj,0.0000000053,0.01000,0.405
20,mlp.experts.39.down_proj,0.0000000038,0.01000,0.414
20,mlp.experts.36.down_proj,0.0000000036,0.01000,0.421
20,mlp.experts.41.down_proj,0.0000000037,0.01000,0.411
20,mlp.experts.45.down_proj,0.0000000048,0.01000,0.402
20,mlp.experts.42.down_proj,0.0000000043,0.01000,0.408
20,mlp.experts.44.down_proj,0.0000000052,0.01000,0.408
20,mlp.experts.47.down_proj,0.0000000046,0.01000,0.401
20,mlp.experts.46.down_proj,0.0000000043,0.01000,0.409
20,mlp.experts.48.down_proj,0.0000000042,0.01000,0.406
20,mlp.experts.43.down_proj,0.0000000037,0.01000,0.426
20,mlp.experts.49.down_proj,0.0000000050,0.01000,0.409
20,mlp.experts.52.down_proj,0.0000000047,0.01000,0.401
20,mlp.experts.51.down_proj,0.0000000041,0.01000,0.409
20,mlp.experts.53.down_proj,0.0000000048,0.01000,0.406
20,mlp.experts.54.down_proj,0.0000000047,0.01000,0.404
20,mlp.experts.50.down_proj,0.0000000047,0.01000,0.427
20,mlp.experts.55.down_proj,0.0000000037,0.01000,0.415
20,mlp.experts.59.down_proj,0.0000000044,0.01000,0.398
20,mlp.experts.56.down_proj,0.0000000045,0.01000,0.406
20,mlp.experts.58.down_proj,0.0000000051,0.01000,0.403
20,mlp.experts.60.down_proj,0.0000000049,0.01000,0.405
20,mlp.experts.61.down_proj,0.0000000047,0.01000,0.399
20,mlp.experts.57.down_proj,0.0000000042,0.01000,0.419
20,mlp.experts.62.down_proj,0.0000000038,0.01000,0.410
20,mlp.experts.66.down_proj,0.0000000040,0.01000,0.401
20,mlp.experts.65.down_proj,0.0000000044,0.01000,0.410
20,mlp.experts.68.down_proj,0.0000000046,0.01000,0.404
20,mlp.experts.63.down_proj,0.0000000040,0.01000,0.421
20,mlp.experts.64.down_proj,0.0000000037,0.01000,0.423
20,mlp.experts.67.down_proj,0.0000000043,0.01000,0.419
20,mlp.experts.69.down_proj,0.0000000046,0.01000,0.409
20,mlp.experts.72.down_proj,0.0000000036,0.01000,0.405
20,mlp.experts.71.down_proj,0.0000000040,0.01000,0.413
20,mlp.experts.73.down_proj,0.0000000052,0.01000,0.407
20,mlp.experts.74.down_proj,0.0000000048,0.01000,0.405
20,mlp.experts.70.down_proj,0.0000000038,0.01000,0.420
20,mlp.experts.75.down_proj,0.0000000035,0.01000,0.410
20,mlp.experts.76.down_proj,0.0000000036,0.01000,0.406
20,mlp.experts.80.down_proj,0.0000000042,0.01000,0.400
20,mlp.experts.78.down_proj,0.0000000047,0.01000,0.411
20,mlp.experts.79.down_proj,0.0000000047,0.01000,0.410
20,mlp.experts.81.down_proj,0.0000000048,0.01000,0.412
20,mlp.experts.77.down_proj,0.0000000046,0.01000,0.423
20,mlp.experts.82.down_proj,0.0000000041,0.01000,0.412
20,mlp.experts.83.down_proj,0.0000000037,0.01000,0.411
20,mlp.experts.87.down_proj,0.0000000047,0.01000,0.393
20,mlp.experts.85.down_proj,0.0000000039,0.01000,0.404
20,mlp.experts.86.down_proj,0.0000000037,0.01000,0.405
20,mlp.experts.88.down_proj,0.0000000041,0.01000,0.399
20,mlp.experts.84.down_proj,0.0000000050,0.01000,0.424
20,mlp.experts.89.down_proj,0.0000000046,0.01000,0.401
20,mlp.experts.90.down_proj,0.0000000051,0.01000,0.401
20,mlp.experts.94.down_proj,0.0000000049,0.01000,0.397
20,mlp.experts.92.down_proj,0.0000000039,0.01000,0.406
20,mlp.experts.93.down_proj,0.0000000050,0.01000,0.407
20,mlp.experts.96.down_proj,0.0000000049,0.01000,0.401
20,mlp.experts.91.down_proj,0.0000000050,0.01000,0.422
20,mlp.experts.95.down_proj,0.0000000040,0.01000,0.411
20,mlp.experts.97.down_proj,0.0000000033,0.01000,0.409
20,mlp.experts.99.down_proj,0.0000000048,0.01000,0.406
20,mlp.experts.101.down_proj,0.0000000044,0.01000,0.395
20,mlp.experts.98.down_proj,0.0000000041,0.01000,0.410
20,mlp.experts.102.down_proj,0.0000000045,0.01000,0.406
20,mlp.experts.103.down_proj,0.0000000044,0.01000,0.401
20,mlp.experts.100.down_proj,0.0000000045,0.01000,0.417
20,mlp.experts.104.down_proj,0.0000000040,0.01000,0.401
20,mlp.experts.106.down_proj,0.0000000039,0.01000,0.410
20,mlp.experts.107.down_proj,0.0000000038,0.01000,0.410
20,mlp.experts.105.down_proj,0.0000000051,0.01000,0.412
20,mlp.experts.108.down_proj,0.0000000046,0.01000,0.402
20,mlp.experts.109.down_proj,0.0000000042,0.01000,0.404
20,mlp.experts.110.down_proj,0.0000000045,0.01000,0.403
20,mlp.experts.111.down_proj,0.0000000044,0.01000,0.415
20,mlp.experts.113.down_proj,0.0000000045,0.01000,0.406
20,mlp.experts.115.down_proj,0.0000000054,0.01000,0.404
20,mlp.experts.114.down_proj,0.0000000048,0.01000,0.408
20,mlp.experts.116.down_proj,0.0000000037,0.01000,0.404
20,mlp.experts.117.down_proj,0.0000000040,0.01000,0.405
20,mlp.experts.112.down_proj,0.0000000033,0.01000,0.422
20,mlp.experts.118.down_proj,0.0000000040,0.01000,0.402
20,mlp.experts.119.down_proj,0.0000000049,0.01000,0.275
21,self_attn.v_proj,0.0000000049,0.01000,1.194
21,self_attn.k_proj,0.0000000030,0.01000,1.205
21,self_attn.q_proj,0.0000000135,0.01000,1.262
21,self_attn.o_proj,0.0000000018,0.01000,2.760
21,mlp.shared_experts.gate_proj,0.0000000006,0.01000,0.912
21,mlp.shared_experts.up_proj,0.0000000006,0.01000,0.914
21,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.275
21,mlp.experts.5.gate_proj,0.0000003362,0.01000,1.522
21,mlp.experts.3.gate_proj,0.0000003321,0.01000,1.524
21,mlp.experts.2.gate_proj,0.0000003256,0.01000,1.532
21,mlp.experts.4.gate_proj,0.0000003341,0.01000,1.533
21,mlp.experts.6.gate_proj,0.0000003366,0.01000,1.543
21,mlp.experts.1.gate_proj,0.0000003209,0.01000,1.573
21,mlp.experts.0.gate_proj,0.0000003368,0.01000,1.600
21,mlp.experts.10.gate_proj,0.0000003387,0.01000,1.341
21,mlp.experts.9.gate_proj,0.0000003279,0.01000,1.372
21,mlp.experts.8.gate_proj,0.0000003486,0.01000,1.382
21,mlp.experts.11.gate_proj,0.0000003295,0.01000,1.366
21,mlp.experts.12.gate_proj,0.0000003291,0.01000,1.354
21,mlp.experts.7.gate_proj,0.0000003495,0.01000,1.442
21,mlp.experts.13.gate_proj,0.0000003352,0.01000,1.370
21,mlp.experts.17.gate_proj,0.0000003375,0.01000,1.343
21,mlp.experts.16.gate_proj,0.0000003349,0.01000,1.372
21,mlp.experts.18.gate_proj,0.0000003396,0.01000,1.361
21,mlp.experts.19.gate_proj,0.0000003331,0.01000,1.344
21,mlp.experts.14.gate_proj,0.0000003486,0.01000,1.437
21,mlp.experts.15.gate_proj,0.0000003334,0.01000,1.426
21,mlp.experts.20.gate_proj,0.0000003299,0.01000,1.379
21,mlp.experts.21.gate_proj,0.0000003518,0.01000,1.374
21,mlp.experts.23.gate_proj,0.0000003438,0.01000,1.355
21,mlp.experts.24.gate_proj,0.0000003244,0.01000,1.337
21,mlp.experts.25.gate_proj,0.0000003330,0.01000,1.356
21,mlp.experts.22.gate_proj,0.0000003329,0.01000,1.413
21,mlp.experts.26.gate_proj,0.0000003333,0.01000,1.366
21,mlp.experts.27.gate_proj,0.0000003366,0.01000,1.366
21,mlp.experts.28.gate_proj,0.0000003462,0.01000,1.361
21,mlp.experts.31.gate_proj,0.0000003213,0.01000,1.323
21,mlp.experts.30.gate_proj,0.0000003248,0.01000,1.355
21,mlp.experts.32.gate_proj,0.0000003433,0.01000,1.346
21,mlp.experts.29.gate_proj,0.0000003435,0.01000,1.401
21,mlp.experts.33.gate_proj,0.0000003301,0.01000,1.349
21,mlp.experts.34.gate_proj,0.0000003420,0.01000,1.355
21,mlp.experts.36.gate_proj,0.0000003469,0.01000,1.349
21,mlp.experts.35.gate_proj,0.0000003491,0.01000,1.353
21,mlp.experts.37.gate_proj,0.0000003231,0.01000,1.345
21,mlp.experts.38.gate_proj,0.0000003328,0.01000,1.336
21,mlp.experts.39.gate_proj,0.0000003426,0.01000,1.339
21,mlp.experts.40.gate_proj,0.0000003377,0.01000,1.352
21,mlp.experts.41.gate_proj,0.0000003348,0.01000,1.361
21,mlp.experts.44.gate_proj,0.0000003412,0.01000,1.348
21,mlp.experts.43.gate_proj,0.0000003348,0.01000,1.355
21,mlp.experts.45.gate_proj,0.0000003454,0.01000,1.334
21,mlp.experts.46.gate_proj,0.0000003368,0.01000,1.348
21,mlp.experts.47.gate_proj,0.0000003389,0.01000,1.348
21,mlp.experts.42.gate_proj,0.0000003459,0.01000,1.409
21,mlp.experts.48.gate_proj,0.0000003505,0.01000,1.361
21,mlp.experts.50.gate_proj,0.0000003404,0.01000,1.355
21,mlp.experts.51.gate_proj,0.0000003455,0.01000,1.361
21,mlp.experts.52.gate_proj,0.0000003360,0.01000,1.340
21,mlp.experts.54.gate_proj,0.0000003254,0.01000,1.348
21,mlp.experts.49.gate_proj,0.0000003475,0.01000,1.412
21,mlp.experts.53.gate_proj,0.0000003406,0.01000,1.410
21,mlp.experts.55.gate_proj,0.0000003354,0.01000,1.364
21,mlp.experts.56.gate_proj,0.0000003404,0.01000,1.352
21,mlp.experts.57.gate_proj,0.0000003322,0.01000,1.346
21,mlp.experts.58.gate_proj,0.0000003409,0.01000,1.344
21,mlp.experts.59.gate_proj,0.0000003342,0.01000,1.337
21,mlp.experts.60.gate_proj,0.0000003343,0.01000,1.364
21,mlp.experts.61.gate_proj,0.0000003387,0.01000,1.348
21,mlp.experts.62.gate_proj,0.0000003382,0.01000,1.361
21,mlp.experts.65.gate_proj,0.0000003369,0.01000,1.354
21,mlp.experts.64.gate_proj,0.0000003395,0.01000,1.357
21,mlp.experts.66.gate_proj,0.0000003649,0.01000,1.352
21,mlp.experts.63.gate_proj,0.0000003381,0.01000,1.411
21,mlp.experts.67.gate_proj,0.0000003414,0.01000,1.357
21,mlp.experts.68.gate_proj,0.0000003484,0.01000,1.350
21,mlp.experts.69.gate_proj,0.0000003366,0.01000,1.377
21,mlp.experts.70.gate_proj,0.0000003271,0.01000,1.362
21,mlp.experts.71.gate_proj,0.0000003386,0.01000,1.361
21,mlp.experts.72.gate_proj,0.0000003418,0.01000,1.351
21,mlp.experts.73.gate_proj,0.0000003432,0.01000,1.333
21,mlp.experts.74.gate_proj,0.0000003222,0.01000,1.362
21,mlp.experts.75.gate_proj,0.0000003252,0.01000,1.347
21,mlp.experts.76.gate_proj,0.0000003463,0.01000,1.360
21,mlp.experts.80.gate_proj,0.0000003292,0.01000,1.334
21,mlp.experts.79.gate_proj,0.0000003390,0.01000,1.347
21,mlp.experts.81.gate_proj,0.0000002954,0.01000,1.344
21,mlp.experts.77.gate_proj,0.0000003264,0.01000,1.404
21,mlp.experts.78.gate_proj,0.0000003411,0.01000,1.404
21,mlp.experts.82.gate_proj,0.0000003285,0.01000,1.347
21,mlp.experts.83.gate_proj,0.0000003351,0.01000,1.354
21,mlp.experts.85.gate_proj,0.0000003358,0.01000,1.364
21,mlp.experts.84.gate_proj,0.0000003445,0.01000,1.369
21,mlp.experts.87.gate_proj,0.0000003534,0.01000,1.335
21,mlp.experts.89.gate_proj,0.0000003528,0.01000,1.341
21,mlp.experts.88.gate_proj,0.0000003396,0.01000,1.362
21,mlp.experts.86.gate_proj,0.0000003309,0.01000,1.386
21,mlp.experts.90.gate_proj,0.0000003333,0.01000,1.360
21,mlp.experts.92.gate_proj,0.0000003330,0.01000,1.368
21,mlp.experts.91.gate_proj,0.0000003438,0.01000,1.372
21,mlp.experts.93.gate_proj,0.0000003404,0.01000,1.353
21,mlp.experts.94.gate_proj,0.0000003395,0.01000,1.349
21,mlp.experts.95.gate_proj,0.0000003382,0.01000,1.350
21,mlp.experts.96.gate_proj,0.0000003413,0.01000,1.338
21,mlp.experts.97.gate_proj,0.0000003567,0.01000,1.365
21,mlp.experts.99.gate_proj,0.0000003227,0.01000,1.357
21,mlp.experts.101.gate_proj,0.0000003265,0.01000,1.344
21,mlp.experts.100.gate_proj,0.0000003492,0.01000,1.379
21,mlp.experts.102.gate_proj,0.0000003367,0.01000,1.354
21,mlp.experts.103.gate_proj,0.0000003472,0.01000,1.354
21,mlp.experts.98.gate_proj,0.0000003250,0.01000,1.440
21,mlp.experts.104.gate_proj,0.0000003341,0.01000,1.356
21,mlp.experts.106.gate_proj,0.0000003312,0.01000,1.348
21,mlp.experts.108.gate_proj,0.0000003353,0.01000,1.345
21,mlp.experts.107.gate_proj,0.0000003285,0.01000,1.361
21,mlp.experts.109.gate_proj,0.0000003458,0.01000,1.352
21,mlp.experts.105.gate_proj,0.0000003272,0.01000,1.428
21,mlp.experts.110.gate_proj,0.0000003368,0.01000,1.346
21,mlp.experts.111.gate_proj,0.0000003349,0.01000,1.372
21,mlp.experts.112.gate_proj,0.0000003354,0.01000,1.364
21,mlp.experts.115.gate_proj,0.0000003372,0.01000,1.355
21,mlp.experts.113.gate_proj,0.0000003330,0.01000,1.372
21,mlp.experts.116.gate_proj,0.0000003286,0.01000,1.354
21,mlp.experts.114.gate_proj,0.0000003507,0.01000,1.403
21,mlp.experts.117.gate_proj,0.0000003395,0.01000,1.359
21,mlp.experts.118.gate_proj,0.0000003380,0.01000,1.369
21,mlp.experts.119.gate_proj,0.0000003351,0.01000,1.365
21,mlp.experts.1.up_proj,0.0000003226,0.01000,1.369
21,mlp.experts.2.up_proj,0.0000003240,0.01000,1.340
21,mlp.experts.0.up_proj,0.0000003340,0.01000,1.385
21,mlp.experts.4.up_proj,0.0000003298,0.01000,1.361
21,mlp.experts.3.up_proj,0.0000003291,0.01000,1.407
21,mlp.experts.5.up_proj,0.0000003314,0.01000,1.367
21,mlp.experts.6.up_proj,0.0000003344,0.01000,1.349
21,mlp.experts.9.up_proj,0.0000003264,0.01000,1.350
21,mlp.experts.7.up_proj,0.0000003463,0.01000,1.365
21,mlp.experts.8.up_proj,0.0000003432,0.01000,1.368
21,mlp.experts.10.up_proj,0.0000003354,0.01000,1.356
21,mlp.experts.11.up_proj,0.0000003291,0.01000,1.329
21,mlp.experts.12.up_proj,0.0000003266,0.01000,1.351
21,mlp.experts.13.up_proj,0.0000003328,0.01000,1.344
21,mlp.experts.16.up_proj,0.0000003300,0.01000,1.353
21,mlp.experts.14.up_proj,0.0000003440,0.01000,1.371
21,mlp.experts.17.up_proj,0.0000003318,0.01000,1.352
21,mlp.experts.15.up_proj,0.0000003308,0.01000,1.384
21,mlp.experts.18.up_proj,0.0000003331,0.01000,1.340
21,mlp.experts.19.up_proj,0.0000003285,0.01000,1.367
21,mlp.experts.20.up_proj,0.0000003264,0.01000,1.349
21,mlp.experts.22.up_proj,0.0000003293,0.01000,1.360
21,mlp.experts.25.up_proj,0.0000003300,0.01000,1.346
21,mlp.experts.23.up_proj,0.0000003418,0.01000,1.377
21,mlp.experts.24.up_proj,0.0000003261,0.01000,1.378
21,mlp.experts.21.up_proj,0.0000003449,0.01000,1.435
21,mlp.experts.26.up_proj,0.0000003317,0.01000,1.351
21,mlp.experts.27.up_proj,0.0000003335,0.01000,1.359
21,mlp.experts.29.up_proj,0.0000003386,0.01000,1.343
21,mlp.experts.30.up_proj,0.0000003216,0.01000,1.335
21,mlp.experts.31.up_proj,0.0000003191,0.01000,1.359
21,mlp.experts.32.up_proj,0.0000003387,0.01000,1.344
21,mlp.experts.33.up_proj,0.0000003215,0.01000,1.354
21,mlp.experts.28.up_proj,0.0000003431,0.01000,1.439
21,mlp.experts.34.up_proj,0.0000003346,0.01000,1.354
21,mlp.experts.36.up_proj,0.0000003421,0.01000,1.345
21,mlp.experts.37.up_proj,0.0000003234,0.01000,1.339
21,mlp.experts.35.up_proj,0.0000003430,0.01000,1.409
21,mlp.experts.38.up_proj,0.0000003293,0.01000,1.347
21,mlp.experts.39.up_proj,0.0000003393,0.01000,1.333
21,mlp.experts.40.up_proj,0.0000003312,0.01000,1.366
21,mlp.experts.41.up_proj,0.0000003314,0.01000,1.343
21,mlp.experts.42.up_proj,0.0000003411,0.01000,1.354
21,mlp.experts.43.up_proj,0.0000003275,0.01000,1.362
21,mlp.experts.44.up_proj,0.0000003372,0.01000,1.344
21,mlp.experts.46.up_proj,0.0000003306,0.01000,1.343
21,mlp.experts.47.up_proj,0.0000003383,0.01000,1.368
21,mlp.experts.45.up_proj,0.0000003419,0.01000,1.418
21,mlp.experts.48.up_proj,0.0000003463,0.01000,1.333
21,mlp.experts.49.up_proj,0.0000003458,0.01000,1.345
21,mlp.experts.50.up_proj,0.0000003379,0.01000,1.341
21,mlp.experts.51.up_proj,0.0000003439,0.01000,1.340
21,mlp.experts.52.up_proj,0.0000003326,0.01000,1.357
21,mlp.experts.53.up_proj,0.0000003389,0.01000,1.344
21,mlp.experts.54.up_proj,0.0000003215,0.01000,1.358
21,mlp.experts.55.up_proj,0.0000003347,0.01000,1.341
21,mlp.experts.56.up_proj,0.0000003335,0.01000,1.346
21,mlp.experts.58.up_proj,0.0000003376,0.01000,1.341
21,mlp.experts.57.up_proj,0.0000003285,0.01000,1.350
21,mlp.experts.59.up_proj,0.0000003334,0.01000,1.356
21,mlp.experts.60.up_proj,0.0000003316,0.01000,1.345
21,mlp.experts.61.up_proj,0.0000003396,0.01000,1.357
21,mlp.experts.62.up_proj,0.0000003341,0.01000,1.362
21,mlp.experts.63.up_proj,0.0000003339,0.01000,1.368
21,mlp.experts.65.up_proj,0.0000003358,0.01000,1.344
21,mlp.experts.64.up_proj,0.0000003382,0.01000,1.400
21,mlp.experts.66.up_proj,0.0000003604,0.01000,1.373
21,mlp.experts.67.up_proj,0.0000003368,0.01000,1.360
21,mlp.experts.68.up_proj,0.0000003352,0.01000,1.367
21,mlp.experts.69.up_proj,0.0000003336,0.01000,1.352
21,mlp.experts.70.up_proj,0.0000003255,0.01000,1.338
21,mlp.experts.71.up_proj,0.0000003360,0.01000,1.338
21,mlp.experts.72.up_proj,0.0000003370,0.01000,1.344
21,mlp.experts.73.up_proj,0.0000003390,0.01000,1.341
21,mlp.experts.74.up_proj,0.0000003198,0.01000,1.347
21,mlp.experts.75.up_proj,0.0000003217,0.01000,1.357
21,mlp.experts.76.up_proj,0.0000003409,0.01000,1.352
21,mlp.experts.77.up_proj,0.0000003253,0.01000,1.339
21,mlp.experts.78.up_proj,0.0000003364,0.01000,1.330
21,mlp.experts.79.up_proj,0.0000003362,0.01000,1.329
21,mlp.experts.80.up_proj,0.0000003260,0.01000,1.339
21,mlp.experts.81.up_proj,0.0000002990,0.01000,1.344
21,mlp.experts.82.up_proj,0.0000003263,0.01000,1.343
21,mlp.experts.83.up_proj,0.0000003340,0.01000,1.353
21,mlp.experts.85.up_proj,0.0000003333,0.01000,1.333
21,mlp.experts.86.up_proj,0.0000003293,0.01000,1.321
21,mlp.experts.84.up_proj,0.0000003365,0.01000,1.399
21,mlp.experts.87.up_proj,0.0000003486,0.01000,1.339
21,mlp.experts.88.up_proj,0.0000003338,0.01000,1.339
21,mlp.experts.89.up_proj,0.0000003494,0.01000,1.353
21,mlp.experts.90.up_proj,0.0000003317,0.01000,1.350
21,mlp.experts.91.up_proj,0.0000003356,0.01000,1.352
21,mlp.experts.93.up_proj,0.0000003400,0.01000,1.317
21,mlp.experts.92.up_proj,0.0000003264,0.01000,1.383
21,mlp.experts.94.up_proj,0.0000003373,0.01000,1.348
21,mlp.experts.95.up_proj,0.0000003358,0.01000,1.339
21,mlp.experts.96.up_proj,0.0000003384,0.01000,1.349
21,mlp.experts.97.up_proj,0.0000003508,0.01000,1.359
21,mlp.experts.98.up_proj,0.0000003235,0.01000,1.345
21,mlp.experts.99.up_proj,0.0000003206,0.01000,1.343
21,mlp.experts.100.up_proj,0.0000003457,0.01000,1.337
21,mlp.experts.101.up_proj,0.0000003230,0.01000,1.351
21,mlp.experts.102.up_proj,0.0000003327,0.01000,1.374
21,mlp.experts.103.up_proj,0.0000003416,0.01000,1.344
21,mlp.experts.104.up_proj,0.0000003314,0.01000,1.359
21,mlp.experts.105.up_proj,0.0000003263,0.01000,1.355
21,mlp.experts.106.up_proj,0.0000003249,0.01000,1.359
21,mlp.experts.107.up_proj,0.0000003262,0.01000,1.339
21,mlp.experts.108.up_proj,0.0000003307,0.01000,1.368
21,mlp.experts.109.up_proj,0.0000003413,0.01000,1.340
21,mlp.experts.110.up_proj,0.0000003303,0.01000,1.371
21,mlp.experts.111.up_proj,0.0000003298,0.01000,1.349
21,mlp.experts.112.up_proj,0.0000003323,0.01000,1.348
21,mlp.experts.113.up_proj,0.0000003292,0.01000,1.350
21,mlp.experts.114.up_proj,0.0000003476,0.01000,1.335
21,mlp.experts.116.up_proj,0.0000003246,0.01000,1.334
21,mlp.experts.115.up_proj,0.0000003343,0.01000,1.359
21,mlp.experts.117.up_proj,0.0000003347,0.01000,1.335
21,mlp.experts.118.up_proj,0.0000003359,0.01000,1.020
21,mlp.experts.119.up_proj,0.0000003304,0.01000,0.998
21,mlp.experts.3.down_proj,0.0000000053,0.01000,0.432
21,mlp.experts.2.down_proj,0.0000000045,0.01000,0.435
21,mlp.experts.5.down_proj,0.0000000057,0.01000,0.438
21,mlp.experts.4.down_proj,0.0000000060,0.01000,0.439
21,mlp.experts.1.down_proj,0.0000000067,0.01000,0.447
21,mlp.experts.6.down_proj,0.0000000054,0.01000,0.445
21,mlp.experts.0.down_proj,0.0000000054,0.01000,0.468
21,mlp.experts.10.down_proj,0.0000000055,0.01000,0.404
21,mlp.experts.9.down_proj,0.0000000054,0.01000,0.405
21,mlp.experts.8.down_proj,0.0000000065,0.01000,0.410
21,mlp.experts.12.down_proj,0.0000000046,0.01000,0.403
21,mlp.experts.11.down_proj,0.0000000059,0.01000,0.407
21,mlp.experts.7.down_proj,0.0000000049,0.01000,0.433
21,mlp.experts.13.down_proj,0.0000000064,0.01000,0.407
21,mlp.experts.17.down_proj,0.0000000063,0.01000,0.400
21,mlp.experts.16.down_proj,0.0000000049,0.01000,0.406
21,mlp.experts.18.down_proj,0.0000000053,0.01000,0.406
21,mlp.experts.15.down_proj,0.0000000062,0.01000,0.421
21,mlp.experts.19.down_proj,0.0000000053,0.01000,0.401
21,mlp.experts.14.down_proj,0.0000000052,0.01000,0.431
21,mlp.experts.20.down_proj,0.0000000054,0.01000,0.409
21,mlp.experts.22.down_proj,0.0000000058,0.01000,0.410
21,mlp.experts.24.down_proj,0.0000000041,0.01000,0.396
21,mlp.experts.23.down_proj,0.0000000061,0.01000,0.405
21,mlp.experts.25.down_proj,0.0000000055,0.01000,0.410
21,mlp.experts.21.down_proj,0.0000000048,0.01000,0.428
21,mlp.experts.26.down_proj,0.0000000062,0.01000,0.406
21,mlp.experts.27.down_proj,0.0000000050,0.01000,0.409
21,mlp.experts.30.down_proj,0.0000000047,0.01000,0.408
21,mlp.experts.29.down_proj,0.0000000049,0.01000,0.410
21,mlp.experts.31.down_proj,0.0000000048,0.01000,0.399
21,mlp.experts.28.down_proj,0.0000000047,0.01000,0.423
21,mlp.experts.32.down_proj,0.0000000064,0.01000,0.407
21,mlp.experts.33.down_proj,0.0000000054,0.01000,0.406
21,mlp.experts.34.down_proj,0.0000000058,0.01000,0.407
21,mlp.experts.36.down_proj,0.0000000055,0.01000,0.407
21,mlp.experts.37.down_proj,0.0000000038,0.01000,0.406
21,mlp.experts.38.down_proj,0.0000000059,0.01000,0.398
21,mlp.experts.35.down_proj,0.0000000057,0.01000,0.420
21,mlp.experts.40.down_proj,0.0000000054,0.01000,0.408
21,mlp.experts.39.down_proj,0.0000000047,0.01000,0.413
21,mlp.experts.41.down_proj,0.0000000053,0.01000,0.408
21,mlp.experts.44.down_proj,0.0000000061,0.01000,0.403
21,mlp.experts.45.down_proj,0.0000000058,0.01000,0.398
21,mlp.experts.43.down_proj,0.0000000052,0.01000,0.408
21,mlp.experts.42.down_proj,0.0000000065,0.01000,0.418
21,mlp.experts.47.down_proj,0.0000000044,0.01000,0.401
21,mlp.experts.46.down_proj,0.0000000059,0.01000,0.411
21,mlp.experts.48.down_proj,0.0000000058,0.01000,0.405
21,mlp.experts.52.down_proj,0.0000000059,0.01000,0.398
21,mlp.experts.51.down_proj,0.0000000046,0.01000,0.407
21,mlp.experts.50.down_proj,0.0000000064,0.01000,0.408
21,mlp.experts.49.down_proj,0.0000000055,0.01000,0.416
21,mlp.experts.53.down_proj,0.0000000059,0.01000,0.408
21,mlp.experts.54.down_proj,0.0000000061,0.01000,0.406
21,mlp.experts.55.down_proj,0.0000000054,0.01000,0.407
21,mlp.experts.59.down_proj,0.0000000064,0.01000,0.397
21,mlp.experts.58.down_proj,0.0000000059,0.01000,0.407
21,mlp.experts.57.down_proj,0.0000000049,0.01000,0.410
21,mlp.experts.60.down_proj,0.0000000062,0.01000,0.404
21,mlp.experts.61.down_proj,0.0000000055,0.01000,0.400
21,mlp.experts.56.down_proj,0.0000000049,0.01000,0.422
21,mlp.experts.62.down_proj,0.0000000046,0.01000,0.404
21,mlp.experts.65.down_proj,0.0000000064,0.01000,0.405
21,mlp.experts.64.down_proj,0.0000000069,0.01000,0.410
21,mlp.experts.66.down_proj,0.0000000055,0.01000,0.402
21,mlp.experts.63.down_proj,0.0000000065,0.01000,0.419
21,mlp.experts.68.down_proj,0.0000000064,0.01000,0.403
21,mlp.experts.67.down_proj,0.0000000059,0.01000,0.409
21,mlp.experts.69.down_proj,0.0000000055,0.01000,0.407
21,mlp.experts.73.down_proj,0.0000000057,0.01000,0.399
21,mlp.experts.72.down_proj,0.0000000061,0.01000,0.404
21,mlp.experts.71.down_proj,0.0000000056,0.01000,0.411
21,mlp.experts.75.down_proj,0.0000000054,0.01000,0.404
21,mlp.experts.74.down_proj,0.0000000057,0.01000,0.407
21,mlp.experts.70.down_proj,0.0000000058,0.01000,0.419
21,mlp.experts.76.down_proj,0.0000000063,0.01000,0.404
21,mlp.experts.78.down_proj,0.0000000062,0.01000,0.409
21,mlp.experts.80.down_proj,0.0000000051,0.01000,0.403
21,mlp.experts.79.down_proj,0.0000000053,0.01000,0.406
21,mlp.experts.82.down_proj,0.0000000053,0.01000,0.405
21,mlp.experts.81.down_proj,0.0000000031,0.01000,0.408
21,mlp.experts.83.down_proj,0.0000000059,0.01000,0.408
21,mlp.experts.77.down_proj,0.0000000046,0.01000,0.440
21,mlp.experts.87.down_proj,0.0000000048,0.01000,0.399
21,mlp.experts.86.down_proj,0.0000000059,0.01000,0.405
21,mlp.experts.85.down_proj,0.0000000061,0.01000,0.411
21,mlp.experts.89.down_proj,0.0000000073,0.01000,0.398
21,mlp.experts.88.down_proj,0.0000000060,0.01000,0.412
21,mlp.experts.84.down_proj,0.0000000043,0.01000,0.436
21,mlp.experts.90.down_proj,0.0000000048,0.01000,0.408
21,mlp.experts.92.down_proj,0.0000000051,0.01000,0.405
21,mlp.experts.93.down_proj,0.0000000061,0.01000,0.402
21,mlp.experts.94.down_proj,0.0000000049,0.01000,0.401
21,mlp.experts.95.down_proj,0.0000000052,0.01000,0.400
21,mlp.experts.91.down_proj,0.0000000052,0.01000,0.427
21,mlp.experts.96.down_proj,0.0000000048,0.01000,0.402
21,mlp.experts.97.down_proj,0.0000000051,0.01000,0.404
21,mlp.experts.101.down_proj,0.0000000069,0.01000,0.395
21,mlp.experts.100.down_proj,0.0000000056,0.01000,0.403
21,mlp.experts.98.down_proj,0.0000000053,0.01000,0.420
21,mlp.experts.102.down_proj,0.0000000045,0.01000,0.401
21,mlp.experts.103.down_proj,0.0000000053,0.01000,0.400
21,mlp.experts.99.down_proj,0.0000000044,0.01000,0.430
21,mlp.experts.104.down_proj,0.0000000057,0.01000,0.405
21,mlp.experts.106.down_proj,0.0000000049,0.01000,0.411
21,mlp.experts.108.down_proj,0.0000000059,0.01000,0.400
21,mlp.experts.107.down_proj,0.0000000046,0.01000,0.404
21,mlp.experts.109.down_proj,0.0000000059,0.01000,0.406
21,mlp.experts.105.down_proj,0.0000000044,0.01000,0.433
21,mlp.experts.111.down_proj,0.0000000057,0.01000,0.405
21,mlp.experts.110.down_proj,0.0000000074,0.01000,0.422
21,mlp.experts.112.down_proj,0.0000000060,0.01000,0.413
21,mlp.experts.115.down_proj,0.0000000061,0.01000,0.397
21,mlp.experts.113.down_proj,0.0000000058,0.01000,0.408
21,mlp.experts.114.down_proj,0.0000000062,0.01000,0.405
21,mlp.experts.116.down_proj,0.0000000061,0.01000,0.404
21,mlp.experts.117.down_proj,0.0000000053,0.01000,0.402
21,mlp.experts.118.down_proj,0.0000000062,0.01000,0.402
21,mlp.experts.119.down_proj,0.0000000050,0.01000,0.272
22,self_attn.v_proj,0.0000000070,0.01000,1.196
22,self_attn.k_proj,0.0000000045,0.01000,1.209
22,self_attn.q_proj,0.0000000211,0.01000,1.259
22,self_attn.o_proj,0.0000000053,0.01000,2.753
22,mlp.shared_experts.gate_proj,0.0000000007,0.01000,0.911
22,mlp.shared_experts.up_proj,0.0000000007,0.01000,0.906
22,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.272
22,mlp.experts.2.gate_proj,0.0000003916,0.01000,1.506
22,mlp.experts.3.gate_proj,0.0000003728,0.01000,1.507
22,mlp.experts.1.gate_proj,0.0000003744,0.01000,1.511
22,mlp.experts.5.gate_proj,0.0000003753,0.01000,1.503
22,mlp.experts.4.gate_proj,0.0000003842,0.01000,1.518
22,mlp.experts.6.gate_proj,0.0000003788,0.01000,1.523
22,mlp.experts.0.gate_proj,0.0000003778,0.01000,1.559
22,mlp.experts.10.gate_proj,0.0000003823,0.01000,1.342
22,mlp.experts.9.gate_proj,0.0000003581,0.01000,1.349
22,mlp.experts.12.gate_proj,0.0000003914,0.01000,1.342
22,mlp.experts.11.gate_proj,0.0000003767,0.01000,1.351
22,mlp.experts.13.gate_proj,0.0000003773,0.01000,1.359
22,mlp.experts.8.gate_proj,0.0000003744,0.01000,1.427
22,mlp.experts.7.gate_proj,0.0000003848,0.01000,1.430
22,mlp.experts.17.gate_proj,0.0000003778,0.01000,1.327
22,mlp.experts.16.gate_proj,0.0000003873,0.01000,1.340
22,mlp.experts.18.gate_proj,0.0000003858,0.01000,1.337
22,mlp.experts.15.gate_proj,0.0000003775,0.01000,1.403
22,mlp.experts.19.gate_proj,0.0000003853,0.01000,1.346
22,mlp.experts.14.gate_proj,0.0000003870,0.01000,1.435
22,mlp.experts.20.gate_proj,0.0000003813,0.01000,1.361
22,mlp.experts.21.gate_proj,0.0000003782,0.01000,1.374
22,mlp.experts.22.gate_proj,0.0000003959,0.01000,1.377
22,mlp.experts.23.gate_proj,0.0000003798,0.01000,1.355
22,mlp.experts.24.gate_proj,0.0000003758,0.01000,1.349
22,mlp.experts.26.gate_proj,0.0000003885,0.01000,1.357
22,mlp.experts.27.gate_proj,0.0000003893,0.01000,1.371
22,mlp.experts.25.gate_proj,0.0000003816,0.01000,1.416
22,mlp.experts.29.gate_proj,0.0000003728,0.01000,1.336
22,mlp.experts.31.gate_proj,0.0000003823,0.01000,1.320
22,mlp.experts.30.gate_proj,0.0000003789,0.01000,1.340
22,mlp.experts.28.gate_proj,0.0000003801,0.01000,1.411
22,mlp.experts.32.gate_proj,0.0000003620,0.01000,1.349
22,mlp.experts.33.gate_proj,0.0000003738,0.01000,1.334
22,mlp.experts.34.gate_proj,0.0000003912,0.01000,1.341
22,mlp.experts.35.gate_proj,0.0000003824,0.01000,1.359
22,mlp.experts.36.gate_proj,0.0000003680,0.01000,1.347
22,mlp.experts.37.gate_proj,0.0000003893,0.01000,1.348
22,mlp.experts.38.gate_proj,0.0000003911,0.01000,1.325
22,mlp.experts.39.gate_proj,0.0000003762,0.01000,1.332
22,mlp.experts.40.gate_proj,0.0000003789,0.01000,1.331
22,mlp.experts.41.gate_proj,0.0000004027,0.01000,1.353
22,mlp.experts.43.gate_proj,0.0000003818,0.01000,1.349
22,mlp.experts.45.gate_proj,0.0000003780,0.01000,1.329
22,mlp.experts.44.gate_proj,0.0000003793,0.01000,1.353
22,mlp.experts.47.gate_proj,0.0000003693,0.01000,1.336
22,mlp.experts.46.gate_proj,0.0000003669,0.01000,1.339
22,mlp.experts.42.gate_proj,0.0000003780,0.01000,1.408
22,mlp.experts.48.gate_proj,0.0000003858,0.01000,1.353
22,mlp.experts.50.gate_proj,0.0000003941,0.01000,1.353
22,mlp.experts.51.gate_proj,0.0000003834,0.01000,1.354
22,mlp.experts.52.gate_proj,0.0000003761,0.01000,1.342
22,mlp.experts.53.gate_proj,0.0000003867,0.01000,1.352
22,mlp.experts.54.gate_proj,0.0000003790,0.01000,1.345
22,mlp.experts.49.gate_proj,0.0000003789,0.01000,1.410
22,mlp.experts.55.gate_proj,0.0000004016,0.01000,1.350
22,mlp.experts.56.gate_proj,0.0000003943,0.01000,1.370
22,mlp.experts.59.gate_proj,0.0000003715,0.01000,1.348
22,mlp.experts.61.gate_proj,0.0000003876,0.01000,1.339
22,mlp.experts.60.gate_proj,0.0000003920,0.01000,1.360
22,mlp.experts.57.gate_proj,0.0000003808,0.01000,1.417
22,mlp.experts.58.gate_proj,0.0000003775,0.01000,1.419
22,mlp.experts.62.gate_proj,0.0000003636,0.01000,1.361
22,mlp.experts.63.gate_proj,0.0000003717,0.01000,1.360
22,mlp.experts.64.gate_proj,0.0000003914,0.01000,1.360
22,mlp.experts.65.gate_proj,0.0000003745,0.01000,1.370
22,mlp.experts.66.gate_proj,0.0000003729,0.01000,1.363
22,mlp.experts.67.gate_proj,0.0000003752,0.01000,1.351
22,mlp.experts.68.gate_proj,0.0000003785,0.01000,1.354
22,mlp.experts.69.gate_proj,0.0000003755,0.01000,1.358
22,mlp.experts.70.gate_proj,0.0000003697,0.01000,1.359
22,mlp.experts.71.gate_proj,0.0000003711,0.01000,1.348
22,mlp.experts.73.gate_proj,0.0000003843,0.01000,1.326
22,mlp.experts.75.gate_proj,0.0000003810,0.01000,1.327
22,mlp.experts.74.gate_proj,0.0000003793,0.01000,1.338
22,mlp.experts.72.gate_proj,0.0000003751,0.01000,1.382
22,mlp.experts.76.gate_proj,0.0000003711,0.01000,1.356
22,mlp.experts.79.gate_proj,0.0000003632,0.01000,1.338
22,mlp.experts.78.gate_proj,0.0000003769,0.01000,1.347
22,mlp.experts.80.gate_proj,0.0000003765,0.01000,1.332
22,mlp.experts.81.gate_proj,0.0000003873,0.01000,1.335
22,mlp.experts.82.gate_proj,0.0000003818,0.01000,1.326
22,mlp.experts.77.gate_proj,0.0000003759,0.01000,1.392
22,mlp.experts.83.gate_proj,0.0000003935,0.01000,1.356
22,mlp.experts.85.gate_proj,0.0000003951,0.01000,1.346
22,mlp.experts.84.gate_proj,0.0000003876,0.01000,1.355
22,mlp.experts.87.gate_proj,0.0000003741,0.01000,1.329
22,mlp.experts.88.gate_proj,0.0000003745,0.01000,1.340
22,mlp.experts.89.gate_proj,0.0000004007,0.01000,1.334
22,mlp.experts.86.gate_proj,0.0000003839,0.01000,1.386
22,mlp.experts.90.gate_proj,0.0000003864,0.01000,1.357
22,mlp.experts.93.gate_proj,0.0000003877,0.01000,1.354
22,mlp.experts.92.gate_proj,0.0000003655,0.01000,1.357
22,mlp.experts.94.gate_proj,0.0000003714,0.01000,1.334
22,mlp.experts.91.gate_proj,0.0000003709,0.01000,1.373
22,mlp.experts.95.gate_proj,0.0000003841,0.01000,1.346
22,mlp.experts.96.gate_proj,0.0000003759,0.01000,1.336
22,mlp.experts.97.gate_proj,0.0000003797,0.01000,1.369
22,mlp.experts.100.gate_proj,0.0000004129,0.01000,1.357
22,mlp.experts.99.gate_proj,0.0000003747,0.01000,1.358
22,mlp.experts.98.gate_proj,0.0000003749,0.01000,1.359
22,mlp.experts.101.gate_proj,0.0000003736,0.01000,1.348
22,mlp.experts.102.gate_proj,0.0000003719,0.01000,1.357
22,mlp.experts.103.gate_proj,0.0000003667,0.01000,1.342
22,mlp.experts.104.gate_proj,0.0000003657,0.01000,1.369
22,mlp.experts.107.gate_proj,0.0000003819,0.01000,1.349
22,mlp.experts.106.gate_proj,0.0000004012,0.01000,1.359
22,mlp.experts.108.gate_proj,0.0000003812,0.01000,1.356
22,mlp.experts.110.gate_proj,0.0000003717,0.01000,1.344
22,mlp.experts.109.gate_proj,0.0000003581,0.01000,1.354
22,mlp.experts.105.gate_proj,0.0000003613,0.01000,1.425
22,mlp.experts.111.gate_proj,0.0000003716,0.01000,1.347
22,mlp.experts.115.gate_proj,0.0000003652,0.01000,1.327
22,mlp.experts.113.gate_proj,0.0000003758,0.01000,1.346
22,mlp.experts.114.gate_proj,0.0000003904,0.01000,1.349
22,mlp.experts.116.gate_proj,0.0000003715,0.01000,1.345
22,mlp.experts.117.gate_proj,0.0000003696,0.01000,1.333
22,mlp.experts.112.gate_proj,0.0000003779,0.01000,1.412
22,mlp.experts.118.gate_proj,0.0000003721,0.01000,1.348
22,mlp.experts.119.gate_proj,0.0000003737,0.01000,1.365
22,mlp.experts.2.up_proj,0.0000003821,0.01000,1.344
22,mlp.experts.1.up_proj,0.0000003727,0.01000,1.352
22,mlp.experts.3.up_proj,0.0000003647,0.01000,1.343
22,mlp.experts.0.up_proj,0.0000003735,0.01000,1.407
22,mlp.experts.4.up_proj,0.0000003785,0.01000,1.354
22,mlp.experts.5.up_proj,0.0000003727,0.01000,1.357
22,mlp.experts.6.up_proj,0.0000003755,0.01000,1.365
22,mlp.experts.7.up_proj,0.0000003811,0.01000,1.367
22,mlp.experts.8.up_proj,0.0000003686,0.01000,1.370
22,mlp.experts.9.up_proj,0.0000003612,0.01000,1.337
22,mlp.experts.10.up_proj,0.0000003791,0.01000,1.354
22,mlp.experts.11.up_proj,0.0000003745,0.01000,1.356
22,mlp.experts.12.up_proj,0.0000003844,0.01000,1.384
22,mlp.experts.16.up_proj,0.0000003841,0.01000,1.325
22,mlp.experts.15.up_proj,0.0000003751,0.01000,1.335
22,mlp.experts.18.up_proj,0.0000003809,0.01000,1.345
22,mlp.experts.17.up_proj,0.0000003697,0.01000,1.350
22,mlp.experts.13.up_proj,0.0000003711,0.01000,1.400
22,mlp.experts.14.up_proj,0.0000003819,0.01000,1.397
22,mlp.experts.19.up_proj,0.0000003736,0.01000,1.349
22,mlp.experts.21.up_proj,0.0000003736,0.01000,1.355
22,mlp.experts.20.up_proj,0.0000003816,0.01000,1.357
22,mlp.experts.23.up_proj,0.0000003764,0.01000,1.339
22,mlp.experts.25.up_proj,0.0000003750,0.01000,1.335
22,mlp.experts.24.up_proj,0.0000003712,0.01000,1.358
22,mlp.experts.22.up_proj,0.0000003908,0.01000,1.409
22,mlp.experts.26.up_proj,0.0000003865,0.01000,1.354
22,mlp.experts.28.up_proj,0.0000003716,0.01000,1.345
22,mlp.experts.27.up_proj,0.0000003817,0.01000,1.345
22,mlp.experts.30.up_proj,0.0000003705,0.01000,1.329
22,mlp.experts.31.up_proj,0.0000003805,0.01000,1.345
22,mlp.experts.29.up_proj,0.0000003671,0.01000,1.410
22,mlp.experts.32.up_proj,0.0000003595,0.01000,1.344
22,mlp.experts.33.up_proj,0.0000003693,0.01000,1.343
22,mlp.experts.35.up_proj,0.0000003710,0.01000,1.343
22,mlp.experts.36.up_proj,0.0000003638,0.01000,1.346
22,mlp.experts.34.up_proj,0.0000003806,0.01000,1.389
22,mlp.experts.37.up_proj,0.0000003844,0.01000,1.365
22,mlp.experts.39.up_proj,0.0000003713,0.01000,1.333
22,mlp.experts.40.up_proj,0.0000003722,0.01000,1.340
22,mlp.experts.38.up_proj,0.0000003819,0.01000,1.392
22,mlp.experts.41.up_proj,0.0000003946,0.01000,1.349
22,mlp.experts.43.up_proj,0.0000003762,0.01000,1.336
22,mlp.experts.44.up_proj,0.0000003752,0.01000,1.319
22,mlp.experts.42.up_proj,0.0000003715,0.01000,1.402
22,mlp.experts.45.up_proj,0.0000003727,0.01000,1.346
22,mlp.experts.46.up_proj,0.0000003613,0.01000,1.326
22,mlp.experts.47.up_proj,0.0000003676,0.01000,1.356
22,mlp.experts.48.up_proj,0.0000003778,0.01000,1.355
22,mlp.experts.49.up_proj,0.0000003734,0.01000,1.347
22,mlp.experts.50.up_proj,0.0000003877,0.01000,1.334
22,mlp.experts.51.up_proj,0.0000003784,0.01000,1.340
22,mlp.experts.52.up_proj,0.0000003711,0.01000,1.343
22,mlp.experts.53.up_proj,0.0000003804,0.01000,1.327
22,mlp.experts.54.up_proj,0.0000003745,0.01000,1.362
22,mlp.experts.55.up_proj,0.0000003962,0.01000,1.356
22,mlp.experts.56.up_proj,0.0000003852,0.01000,1.358
22,mlp.experts.57.up_proj,0.0000003738,0.01000,1.363
22,mlp.experts.58.up_proj,0.0000003690,0.01000,1.335
22,mlp.experts.60.up_proj,0.0000003890,0.01000,1.335
22,mlp.experts.59.up_proj,0.0000003683,0.01000,1.347
22,mlp.experts.61.up_proj,0.0000003809,0.01000,1.357
22,mlp.experts.62.up_proj,0.0000003620,0.01000,1.356
22,mlp.experts.65.up_proj,0.0000003715,0.01000,1.335
22,mlp.experts.64.up_proj,0.0000003832,0.01000,1.366
22,mlp.experts.66.up_proj,0.0000003669,0.01000,1.340
22,mlp.experts.67.up_proj,0.0000003724,0.01000,1.340
22,mlp.experts.63.up_proj,0.0000003675,0.01000,1.398
22,mlp.experts.68.up_proj,0.0000003738,0.01000,1.366
22,mlp.experts.69.up_proj,0.0000003674,0.01000,1.349
22,mlp.experts.70.up_proj,0.0000003678,0.01000,1.364
22,mlp.experts.72.up_proj,0.0000003687,0.01000,1.334
22,mlp.experts.73.up_proj,0.0000003707,0.01000,1.345
22,mlp.experts.74.up_proj,0.0000003710,0.01000,1.331
22,mlp.experts.71.up_proj,0.0000003701,0.01000,1.407
22,mlp.experts.75.up_proj,0.0000003734,0.01000,1.355
22,mlp.experts.76.up_proj,0.0000003643,0.01000,1.352
22,mlp.experts.79.up_proj,0.0000003655,0.01000,1.328
22,mlp.experts.78.up_proj,0.0000003729,0.01000,1.350
22,mlp.experts.80.up_proj,0.0000003720,0.01000,1.346
22,mlp.experts.81.up_proj,0.0000003780,0.01000,1.327
22,mlp.experts.77.up_proj,0.0000003720,0.01000,1.417
22,mlp.experts.82.up_proj,0.0000003717,0.01000,1.359
22,mlp.experts.83.up_proj,0.0000003869,0.01000,1.340
22,mlp.experts.85.up_proj,0.0000003875,0.01000,1.338
22,mlp.experts.86.up_proj,0.0000003756,0.01000,1.332
22,mlp.experts.87.up_proj,0.0000003690,0.01000,1.343
22,mlp.experts.84.up_proj,0.0000003854,0.01000,1.413
22,mlp.experts.88.up_proj,0.0000003677,0.01000,1.345
22,mlp.experts.89.up_proj,0.0000003935,0.01000,1.351
22,mlp.experts.90.up_proj,0.0000003829,0.01000,1.339
22,mlp.experts.92.up_proj,0.0000003612,0.01000,1.349
22,mlp.experts.93.up_proj,0.0000003811,0.01000,1.324
22,mlp.experts.91.up_proj,0.0000003659,0.01000,1.400
22,mlp.experts.94.up_proj,0.0000003683,0.01000,1.337
22,mlp.experts.95.up_proj,0.0000003795,0.01000,1.345
22,mlp.experts.96.up_proj,0.0000003708,0.01000,1.349
22,mlp.experts.97.up_proj,0.0000003778,0.01000,1.355
22,mlp.experts.98.up_proj,0.0000003684,0.01000,1.369
22,mlp.experts.99.up_proj,0.0000003693,0.01000,1.366
22,mlp.experts.101.up_proj,0.0000003667,0.01000,1.354
22,mlp.experts.100.up_proj,0.0000004040,0.01000,1.356
22,mlp.experts.102.up_proj,0.0000003681,0.01000,1.351
22,mlp.experts.103.up_proj,0.0000003612,0.01000,1.375
22,mlp.experts.104.up_proj,0.0000003630,0.01000,1.347
22,mlp.experts.105.up_proj,0.0000003599,0.01000,1.353
22,mlp.experts.106.up_proj,0.0000003939,0.01000,1.341
22,mlp.experts.107.up_proj,0.0000003735,0.01000,1.340
22,mlp.experts.108.up_proj,0.0000003782,0.01000,1.348
22,mlp.experts.109.up_proj,0.0000003564,0.01000,1.349
22,mlp.experts.110.up_proj,0.0000003694,0.01000,1.375
22,mlp.experts.111.up_proj,0.0000003681,0.01000,1.347
22,mlp.experts.113.up_proj,0.0000003710,0.01000,1.345
22,mlp.experts.114.up_proj,0.0000003861,0.01000,1.341
22,mlp.experts.115.up_proj,0.0000003593,0.01000,1.346
22,mlp.experts.116.up_proj,0.0000003696,0.01000,1.339
22,mlp.experts.112.up_proj,0.0000003745,0.01000,1.409
22,mlp.experts.117.up_proj,0.0000003669,0.01000,1.326
22,mlp.experts.118.up_proj,0.0000003713,0.01000,1.024
22,mlp.experts.119.up_proj,0.0000003691,0.01000,0.996
22,mlp.experts.3.down_proj,0.0000000085,0.01000,0.431
22,mlp.experts.1.down_proj,0.0000000073,0.01000,0.436
22,mlp.experts.5.down_proj,0.0000000075,0.01000,0.438
22,mlp.experts.4.down_proj,0.0000000069,0.01000,0.442
22,mlp.experts.0.down_proj,0.0000000061,0.01000,0.450
22,mlp.experts.6.down_proj,0.0000000069,0.01000,0.447
22,mlp.experts.2.down_proj,0.0000000080,0.01000,0.452
22,mlp.experts.8.down_proj,0.0000000078,0.01000,0.403
22,mlp.experts.10.down_proj,0.0000000074,0.01000,0.399
22,mlp.experts.9.down_proj,0.0000000069,0.01000,0.409
22,mlp.experts.7.down_proj,0.0000000070,0.01000,0.417
22,mlp.experts.11.down_proj,0.0000000073,0.01000,0.407
22,mlp.experts.12.down_proj,0.0000000071,0.01000,0.406
22,mlp.experts.13.down_proj,0.0000000067,0.01000,0.414
22,mlp.experts.17.down_proj,0.0000000058,0.01000,0.394
22,mlp.experts.14.down_proj,0.0000000063,0.01000,0.412
22,mlp.experts.16.down_proj,0.0000000062,0.01000,0.402
22,mlp.experts.19.down_proj,0.0000000083,0.01000,0.406
22,mlp.experts.18.down_proj,0.0000000058,0.01000,0.414
22,mlp.experts.15.down_proj,0.0000000073,0.01000,0.427
22,mlp.experts.20.down_proj,0.0000000246,0.01000,0.415
22,mlp.experts.21.down_proj,0.0000000081,0.01000,0.405
22,mlp.experts.23.down_proj,0.0000000074,0.01000,0.406
22,mlp.experts.24.down_proj,0.0000000061,0.01000,0.398
22,mlp.experts.26.down_proj,0.0000000056,0.01000,0.401
22,mlp.experts.22.down_proj,0.0000000070,0.01000,0.422
22,mlp.experts.25.down_proj,0.0000000059,0.01000,0.412
22,mlp.experts.27.down_proj,0.0000000073,0.01000,0.419
22,mlp.experts.28.down_proj,0.0000000069,0.01000,0.403
22,mlp.experts.30.down_proj,0.0000000072,0.01000,0.406
22,mlp.experts.29.down_proj,0.0000000063,0.01000,0.408
22,mlp.experts.31.down_proj,0.0000000067,0.01000,0.402
22,mlp.experts.33.down_proj,0.0000000056,0.01000,0.402
22,mlp.experts.32.down_proj,0.0000000071,0.01000,0.412
22,mlp.experts.34.down_proj,0.0000000086,0.01000,0.412
22,mlp.experts.35.down_proj,0.0000000072,0.01000,0.404
22,mlp.experts.37.down_proj,0.0000000062,0.01000,0.404
22,mlp.experts.38.down_proj,0.0000000072,0.01000,0.398
22,mlp.experts.36.down_proj,0.0000000066,0.01000,0.409
22,mlp.experts.40.down_proj,0.0000000070,0.01000,0.402
22,mlp.experts.39.down_proj,0.0000000066,0.01000,0.406
22,mlp.experts.41.down_proj,0.0000000073,0.01000,0.409
22,mlp.experts.45.down_proj,0.0000000065,0.01000,0.397
22,mlp.experts.42.down_proj,0.0000000077,0.01000,0.418
22,mlp.experts.44.down_proj,0.0000000074,0.01000,0.407
22,mlp.experts.47.down_proj,0.0000000072,0.01000,0.399
22,mlp.experts.46.down_proj,0.0000000063,0.01000,0.409
22,mlp.experts.43.down_proj,0.0000000069,0.01000,0.427
22,mlp.experts.48.down_proj,0.0000000061,0.01000,0.414
22,mlp.experts.49.down_proj,0.0000000068,0.01000,0.411
22,mlp.experts.50.down_proj,0.0000000063,0.01000,0.409
22,mlp.experts.51.down_proj,0.0000000057,0.01000,0.407
22,mlp.experts.52.down_proj,0.0000000074,0.01000,0.398
22,mlp.experts.54.down_proj,0.0000000081,0.01000,0.402
22,mlp.experts.53.down_proj,0.0000000069,0.01000,0.419
22,mlp.experts.55.down_proj,0.0000000081,0.01000,0.412
22,mlp.experts.59.down_proj,0.0000000072,0.01000,0.401
22,mlp.experts.57.down_proj,0.0000000076,0.01000,0.405
22,mlp.experts.58.down_proj,0.0000000059,0.01000,0.408
22,mlp.experts.56.down_proj,0.0000000125,0.01000,0.415
22,mlp.experts.60.down_proj,0.0000000071,0.01000,0.406
22,mlp.experts.61.down_proj,0.0000000076,0.01000,0.403
22,mlp.experts.62.down_proj,0.0000000053,0.01000,0.411
22,mlp.experts.64.down_proj,0.0000000061,0.01000,0.405
22,mlp.experts.65.down_proj,0.0000000074,0.01000,0.403
22,mlp.experts.66.down_proj,0.0000000058,0.01000,0.398
22,mlp.experts.63.down_proj,0.0000000074,0.01000,0.410
22,mlp.experts.67.down_proj,0.0000000070,0.01000,0.404
22,mlp.experts.68.down_proj,0.0000000078,0.01000,0.402
22,mlp.experts.69.down_proj,0.0000000057,0.01000,0.412
22,mlp.experts.73.down_proj,0.0000000080,0.01000,0.400
22,mlp.experts.72.down_proj,0.0000000071,0.01000,0.407
22,mlp.experts.71.down_proj,0.0000000053,0.01000,0.407
22,mlp.experts.74.down_proj,0.0000000065,0.01000,0.402
22,mlp.experts.70.down_proj,0.0000000055,0.01000,0.421
22,mlp.experts.75.down_proj,0.0000000078,0.01000,0.400
22,mlp.experts.76.down_proj,0.0000000050,0.01000,0.412
22,mlp.experts.80.down_proj,0.0000000063,0.01000,0.394
22,mlp.experts.79.down_proj,0.0000000068,0.01000,0.403
22,mlp.experts.77.down_proj,0.0000000071,0.01000,0.419
22,mlp.experts.81.down_proj,0.0000000066,0.01000,0.402
22,mlp.experts.78.down_proj,0.0000000076,0.01000,0.415
22,mlp.experts.82.down_proj,0.0000000081,0.01000,0.400
22,mlp.experts.83.down_proj,0.0000000061,0.01000,0.410
22,mlp.experts.87.down_proj,0.0000000053,0.01000,0.399
22,mlp.experts.84.down_proj,0.0000000065,0.01000,0.414
22,mlp.experts.85.down_proj,0.0000000095,0.01000,0.414
22,mlp.experts.86.down_proj,0.0000000056,0.01000,0.408
22,mlp.experts.88.down_proj,0.0000000078,0.01000,0.408
22,mlp.experts.89.down_proj,0.0000000102,0.01000,0.406
22,mlp.experts.90.down_proj,0.0000000069,0.01000,0.412
22,mlp.experts.91.down_proj,0.0000000055,0.01000,0.407
22,mlp.experts.94.down_proj,0.0000000051,0.01000,0.400
22,mlp.experts.93.down_proj,0.0000000068,0.01000,0.406
22,mlp.experts.92.down_proj,0.0000000051,0.01000,0.409
22,mlp.experts.96.down_proj,0.0000000064,0.01000,0.405
22,mlp.experts.95.down_proj,0.0000000064,0.01000,0.409
22,mlp.experts.97.down_proj,0.0000000055,0.01000,0.410
22,mlp.experts.98.down_proj,0.0000000075,0.01000,0.405
22,mlp.experts.101.down_proj,0.0000000057,0.01000,0.399
22,mlp.experts.100.down_proj,0.0000000083,0.01000,0.403
22,mlp.experts.103.down_proj,0.0000000074,0.01000,0.400
22,mlp.experts.102.down_proj,0.0000000053,0.01000,0.410
22,mlp.experts.99.down_proj,0.0000000054,0.01000,0.429
22,mlp.experts.104.down_proj,0.0000000070,0.01000,0.411
22,mlp.experts.105.down_proj,0.0000000060,0.01000,0.406
22,mlp.experts.108.down_proj,0.0000000075,0.01000,0.399
22,mlp.experts.107.down_proj,0.0000000083,0.01000,0.406
22,mlp.experts.109.down_proj,0.0000000067,0.01000,0.406
22,mlp.experts.106.down_proj,0.0000000077,0.01000,0.425
22,mlp.experts.110.down_proj,0.0000000071,0.01000,0.401
22,mlp.experts.111.down_proj,0.0000000071,0.01000,0.410
22,mlp.experts.112.down_proj,0.0000000063,0.01000,0.404
22,mlp.experts.114.down_proj,0.0000000059,0.01000,0.405
22,mlp.experts.113.down_proj,0.0000000070,0.01000,0.410
22,mlp.experts.115.down_proj,0.0000000079,0.01000,0.398
22,mlp.experts.116.down_proj,0.0000000068,0.01000,0.403
22,mlp.experts.117.down_proj,0.0000000055,0.01000,0.402
22,mlp.experts.118.down_proj,0.0000000074,0.01000,0.385
22,mlp.experts.119.down_proj,0.0000000078,0.01000,0.274
23,self_attn.v_proj,0.0000000065,0.01000,1.205
23,self_attn.k_proj,0.0000000041,0.01000,1.210
23,self_attn.q_proj,0.0000000207,0.01000,1.267
23,self_attn.o_proj,0.0000000057,0.01000,2.760
23,mlp.shared_experts.gate_proj,0.0000000007,0.01000,0.909
23,mlp.shared_experts.up_proj,0.0000000008,0.01000,0.905
23,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.298
23,mlp.experts.2.gate_proj,0.0000004557,0.01000,1.501
23,mlp.experts.3.gate_proj,0.0000004313,0.01000,1.503
23,mlp.experts.4.gate_proj,0.0000004398,0.01000,1.516
23,mlp.experts.5.gate_proj,0.0000004431,0.01000,1.517
23,mlp.experts.6.gate_proj,0.0000004579,0.01000,1.533
23,mlp.experts.1.gate_proj,0.0000004474,0.01000,1.556
23,mlp.experts.0.gate_proj,0.0000004475,0.01000,1.563
23,mlp.experts.10.gate_proj,0.0000004490,0.01000,1.353
23,mlp.experts.9.gate_proj,0.0000004489,0.01000,1.375
23,mlp.experts.8.gate_proj,0.0000004483,0.01000,1.389
23,mlp.experts.11.gate_proj,0.0000004567,0.01000,1.366
23,mlp.experts.12.gate_proj,0.0000004433,0.01000,1.354
23,mlp.experts.7.gate_proj,0.0000004457,0.01000,1.418
23,mlp.experts.13.gate_proj,0.0000004563,0.01000,1.378
23,mlp.experts.14.gate_proj,0.0000004545,0.01000,1.377
23,mlp.experts.17.gate_proj,0.0000004489,0.01000,1.351
23,mlp.experts.16.gate_proj,0.0000004456,0.01000,1.364
23,mlp.experts.18.gate_proj,0.0000004469,0.01000,1.355
23,mlp.experts.19.gate_proj,0.0000004134,0.01000,1.367
23,mlp.experts.15.gate_proj,0.0000004584,0.01000,1.408
23,mlp.experts.20.gate_proj,0.0000004424,0.01000,1.369
23,mlp.experts.24.gate_proj,0.0000004444,0.01000,1.340
23,mlp.experts.22.gate_proj,0.0000004472,0.01000,1.367
23,mlp.experts.23.gate_proj,0.0000004457,0.01000,1.361
23,mlp.experts.26.gate_proj,0.0000004413,0.01000,1.351
23,mlp.experts.25.gate_proj,0.0000004436,0.01000,1.372
23,mlp.experts.21.gate_proj,0.0000004614,0.01000,1.413
23,mlp.experts.27.gate_proj,0.0000004488,0.01000,1.370
23,mlp.experts.28.gate_proj,0.0000004485,0.01000,1.357
23,mlp.experts.30.gate_proj,0.0000004659,0.01000,1.350
23,mlp.experts.29.gate_proj,0.0000004485,0.01000,1.365
23,mlp.experts.31.gate_proj,0.0000004473,0.01000,1.332
23,mlp.experts.33.gate_proj,0.0000004409,0.01000,1.353
23,mlp.experts.34.gate_proj,0.0000004491,0.01000,1.365
23,mlp.experts.32.gate_proj,0.0000004552,0.01000,1.405
23,mlp.experts.35.gate_proj,0.0000004491,0.01000,1.347
23,mlp.experts.36.gate_proj,0.0000004766,0.01000,1.350
23,mlp.experts.38.gate_proj,0.0000004388,0.01000,1.338
23,mlp.experts.39.gate_proj,0.0000004403,0.01000,1.349
23,mlp.experts.40.gate_proj,0.0000004492,0.01000,1.335
23,mlp.experts.37.gate_proj,0.0000004386,0.01000,1.399
23,mlp.experts.41.gate_proj,0.0000004456,0.01000,1.372
23,mlp.experts.42.gate_proj,0.0000004517,0.01000,1.344
23,mlp.experts.44.gate_proj,0.0000004536,0.01000,1.345
23,mlp.experts.45.gate_proj,0.0000004511,0.01000,1.332
23,mlp.experts.43.gate_proj,0.0000004511,0.01000,1.395
23,mlp.experts.47.gate_proj,0.0000004498,0.01000,1.338
23,mlp.experts.46.gate_proj,0.0000004489,0.01000,1.396
23,mlp.experts.48.gate_proj,0.0000004394,0.01000,1.365
23,mlp.experts.49.gate_proj,0.0000004462,0.01000,1.335
23,mlp.experts.50.gate_proj,0.0000004447,0.01000,1.348
23,mlp.experts.51.gate_proj,0.0000004490,0.01000,1.353
23,mlp.experts.52.gate_proj,0.0000004604,0.01000,1.341
23,mlp.experts.53.gate_proj,0.0000004471,0.01000,1.359
23,mlp.experts.54.gate_proj,0.0000004454,0.01000,1.330
23,mlp.experts.55.gate_proj,0.0000004428,0.01000,1.370
23,mlp.experts.56.gate_proj,0.0000004480,0.01000,1.354
23,mlp.experts.57.gate_proj,0.0000004394,0.01000,1.364
23,mlp.experts.59.gate_proj,0.0000004431,0.01000,1.351
23,mlp.experts.60.gate_proj,0.0000004482,0.01000,1.347
23,mlp.experts.61.gate_proj,0.0000004620,0.01000,1.343
23,mlp.experts.58.gate_proj,0.0000004455,0.01000,1.410
23,mlp.experts.62.gate_proj,0.0000004544,0.01000,1.381
23,mlp.experts.63.gate_proj,0.0000004452,0.01000,1.347
23,mlp.experts.64.gate_proj,0.0000004594,0.01000,1.349
23,mlp.experts.65.gate_proj,0.0000004457,0.01000,1.359
23,mlp.experts.66.gate_proj,0.0000004556,0.01000,1.344
23,mlp.experts.67.gate_proj,0.0000004616,0.01000,1.358
23,mlp.experts.68.gate_proj,0.0000004377,0.01000,1.352
23,mlp.experts.69.gate_proj,0.0000004521,0.01000,1.374
23,mlp.experts.70.gate_proj,0.0000004507,0.01000,1.361
23,mlp.experts.71.gate_proj,0.0000004617,0.01000,1.364
23,mlp.experts.73.gate_proj,0.0000004582,0.01000,1.336
23,mlp.experts.75.gate_proj,0.0000004493,0.01000,1.347
23,mlp.experts.74.gate_proj,0.0000004635,0.01000,1.351
23,mlp.experts.72.gate_proj,0.0000004497,0.01000,1.406
23,mlp.experts.76.gate_proj,0.0000004671,0.01000,1.372
23,mlp.experts.77.gate_proj,0.0000004501,0.01000,1.353
23,mlp.experts.78.gate_proj,0.0000004537,0.01000,1.362
23,mlp.experts.79.gate_proj,0.0000004387,0.01000,1.365
23,mlp.experts.80.gate_proj,0.0000004586,0.01000,1.335
23,mlp.experts.81.gate_proj,0.0000004528,0.01000,1.355
23,mlp.experts.82.gate_proj,0.0000004469,0.01000,1.351
23,mlp.experts.83.gate_proj,0.0000004550,0.01000,1.370
23,mlp.experts.84.gate_proj,0.0000004545,0.01000,1.352
23,mlp.experts.85.gate_proj,0.0000004492,0.01000,1.359
23,mlp.experts.86.gate_proj,0.0000004567,0.01000,1.344
23,mlp.experts.87.gate_proj,0.0000004408,0.01000,1.328
23,mlp.experts.88.gate_proj,0.0000004526,0.01000,1.341
23,mlp.experts.89.gate_proj,0.0000004664,0.01000,1.336
23,mlp.experts.90.gate_proj,0.0000004581,0.01000,1.365
23,mlp.experts.91.gate_proj,0.0000004534,0.01000,1.348
23,mlp.experts.94.gate_proj,0.0000004405,0.01000,1.355
23,mlp.experts.93.gate_proj,0.0000004578,0.01000,1.358
23,mlp.experts.92.gate_proj,0.0000004391,0.01000,1.362
23,mlp.experts.95.gate_proj,0.0000004614,0.01000,1.368
23,mlp.experts.96.gate_proj,0.0000004395,0.01000,1.368
23,mlp.experts.97.gate_proj,0.0000004438,0.01000,1.356
23,mlp.experts.98.gate_proj,0.0000004555,0.01000,1.352
23,mlp.experts.101.gate_proj,0.0000004841,0.01000,1.353
23,mlp.experts.100.gate_proj,0.0000004530,0.01000,1.386
23,mlp.experts.103.gate_proj,0.0000004421,0.01000,1.349
23,mlp.experts.102.gate_proj,0.0000004502,0.01000,1.357
23,mlp.experts.99.gate_proj,0.0000004396,0.01000,1.433
23,mlp.experts.104.gate_proj,0.0000004604,0.01000,1.353
23,mlp.experts.105.gate_proj,0.0000004557,0.01000,1.350
23,mlp.experts.106.gate_proj,0.0000004554,0.01000,1.390
23,mlp.experts.107.gate_proj,0.0000004452,0.01000,1.361
23,mlp.experts.108.gate_proj,0.0000004649,0.01000,1.349
23,mlp.experts.109.gate_proj,0.0000004594,0.01000,1.357
23,mlp.experts.110.gate_proj,0.0000004446,0.01000,1.369
23,mlp.experts.111.gate_proj,0.0000004568,0.01000,1.357
23,mlp.experts.112.gate_proj,0.0000004521,0.01000,1.355
23,mlp.experts.115.gate_proj,0.0000004401,0.01000,1.347
23,mlp.experts.114.gate_proj,0.0000004660,0.01000,1.359
23,mlp.experts.116.gate_proj,0.0000004360,0.01000,1.353
23,mlp.experts.113.gate_proj,0.0000004571,0.01000,1.405
23,mlp.experts.117.gate_proj,0.0000004467,0.01000,1.352
23,mlp.experts.118.gate_proj,0.0000004444,0.01000,1.366
23,mlp.experts.119.gate_proj,0.0000004428,0.01000,1.362
23,mlp.experts.2.up_proj,0.0000004350,0.01000,1.330
23,mlp.experts.1.up_proj,0.0000004413,0.01000,1.350
23,mlp.experts.3.up_proj,0.0000004264,0.01000,1.350
23,mlp.experts.0.up_proj,0.0000004395,0.01000,1.405
23,mlp.experts.4.up_proj,0.0000004367,0.01000,1.352
23,mlp.experts.5.up_proj,0.0000004369,0.01000,1.371
23,mlp.experts.6.up_proj,0.0000004523,0.01000,1.361
23,mlp.experts.8.up_proj,0.0000004426,0.01000,1.350
23,mlp.experts.9.up_proj,0.0000004369,0.01000,1.336
23,mlp.experts.11.up_proj,0.0000004453,0.01000,1.351
23,mlp.experts.7.up_proj,0.0000004399,0.01000,1.413
23,mlp.experts.10.up_proj,0.0000004454,0.01000,1.406
23,mlp.experts.12.up_proj,0.0000004339,0.01000,1.364
23,mlp.experts.13.up_proj,0.0000004454,0.01000,1.350
23,mlp.experts.15.up_proj,0.0000004519,0.01000,1.333
23,mlp.experts.16.up_proj,0.0000004420,0.01000,1.336
23,mlp.experts.17.up_proj,0.0000004440,0.01000,1.341
23,mlp.experts.14.up_proj,0.0000004485,0.01000,1.432
23,mlp.experts.18.up_proj,0.0000004381,0.01000,1.345
23,mlp.experts.19.up_proj,0.0000004198,0.01000,1.350
23,mlp.experts.20.up_proj,0.0000004243,0.01000,1.340
23,mlp.experts.23.up_proj,0.0000004372,0.01000,1.326
23,mlp.experts.22.up_proj,0.0000004364,0.01000,1.348
23,mlp.experts.21.up_proj,0.0000004491,0.01000,1.405
23,mlp.experts.24.up_proj,0.0000004364,0.01000,1.344
23,mlp.experts.25.up_proj,0.0000004362,0.01000,1.346
23,mlp.experts.26.up_proj,0.0000004334,0.01000,1.357
23,mlp.experts.27.up_proj,0.0000004431,0.01000,1.343
23,mlp.experts.29.up_proj,0.0000004374,0.01000,1.344
23,mlp.experts.28.up_proj,0.0000004416,0.01000,1.361
23,mlp.experts.30.up_proj,0.0000004601,0.01000,1.332
23,mlp.experts.31.up_proj,0.0000004384,0.01000,1.359
23,mlp.experts.32.up_proj,0.0000004365,0.01000,1.358
23,mlp.experts.33.up_proj,0.0000004369,0.01000,1.364
23,mlp.experts.34.up_proj,0.0000004388,0.01000,1.353
23,mlp.experts.37.up_proj,0.0000004345,0.01000,1.336
23,mlp.experts.36.up_proj,0.0000004424,0.01000,1.374
23,mlp.experts.38.up_proj,0.0000004336,0.01000,1.360
23,mlp.experts.39.up_proj,0.0000004315,0.01000,1.360
23,mlp.experts.35.up_proj,0.0000004418,0.01000,1.460
23,mlp.experts.40.up_proj,0.0000004426,0.01000,1.374
23,mlp.experts.41.up_proj,0.0000004394,0.01000,1.343
23,mlp.experts.43.up_proj,0.0000004475,0.01000,1.346
23,mlp.experts.44.up_proj,0.0000004370,0.01000,1.336
23,mlp.experts.42.up_proj,0.0000004447,0.01000,1.426
23,mlp.experts.45.up_proj,0.0000004437,0.01000,1.362
23,mlp.experts.46.up_proj,0.0000004416,0.01000,1.346
23,mlp.experts.47.up_proj,0.0000004429,0.01000,1.365
23,mlp.experts.48.up_proj,0.0000004377,0.01000,1.353
23,mlp.experts.50.up_proj,0.0000004393,0.01000,1.336
23,mlp.experts.51.up_proj,0.0000004421,0.01000,1.351
23,mlp.experts.52.up_proj,0.0000004520,0.01000,1.354
23,mlp.experts.53.up_proj,0.0000004289,0.01000,1.346
23,mlp.experts.49.up_proj,0.0000004327,0.01000,1.455
23,mlp.experts.54.up_proj,0.0000004383,0.01000,1.342
23,mlp.experts.55.up_proj,0.0000004304,0.01000,1.351
23,mlp.experts.56.up_proj,0.0000004400,0.01000,1.377
23,mlp.experts.57.up_proj,0.0000004335,0.01000,1.343
23,mlp.experts.58.up_proj,0.0000004406,0.01000,1.331
23,mlp.experts.59.up_proj,0.0000004411,0.01000,1.354
23,mlp.experts.60.up_proj,0.0000004427,0.01000,1.356
23,mlp.experts.61.up_proj,0.0000004473,0.01000,1.355
23,mlp.experts.62.up_proj,0.0000004383,0.01000,1.348
23,mlp.experts.65.up_proj,0.0000004427,0.01000,1.325
23,mlp.experts.64.up_proj,0.0000004458,0.01000,1.339
23,mlp.experts.66.up_proj,0.0000004497,0.01000,1.348
23,mlp.experts.63.up_proj,0.0000004396,0.01000,1.399
23,mlp.experts.67.up_proj,0.0000004545,0.01000,1.344
23,mlp.experts.68.up_proj,0.0000004348,0.01000,1.346
23,mlp.experts.69.up_proj,0.0000004416,0.01000,1.341
23,mlp.experts.71.up_proj,0.0000004550,0.01000,1.336
23,mlp.experts.72.up_proj,0.0000004299,0.01000,1.336
23,mlp.experts.70.up_proj,0.0000004412,0.01000,1.401
23,mlp.experts.73.up_proj,0.0000004533,0.01000,1.346
23,mlp.experts.74.up_proj,0.0000004506,0.01000,1.349
23,mlp.experts.75.up_proj,0.0000004405,0.01000,1.354
23,mlp.experts.76.up_proj,0.0000004498,0.01000,1.342
23,mlp.experts.77.up_proj,0.0000004401,0.01000,1.353
23,mlp.experts.78.up_proj,0.0000004355,0.01000,1.346
23,mlp.experts.79.up_proj,0.0000004341,0.01000,1.337
23,mlp.experts.80.up_proj,0.0000004460,0.01000,1.352
23,mlp.experts.81.up_proj,0.0000004412,0.01000,1.352
23,mlp.experts.82.up_proj,0.0000004369,0.01000,1.356
23,mlp.experts.83.up_proj,0.0000004480,0.01000,1.352
23,mlp.experts.84.up_proj,0.0000004465,0.01000,1.356
23,mlp.experts.86.up_proj,0.0000004502,0.01000,1.344
23,mlp.experts.87.up_proj,0.0000004368,0.01000,1.351
23,mlp.experts.85.up_proj,0.0000004458,0.01000,1.406
23,mlp.experts.88.up_proj,0.0000004436,0.01000,1.369
23,mlp.experts.89.up_proj,0.0000004521,0.01000,1.360
23,mlp.experts.90.up_proj,0.0000004493,0.01000,1.360
23,mlp.experts.91.up_proj,0.0000004468,0.01000,1.361
23,mlp.experts.93.up_proj,0.0000004455,0.01000,1.337
23,mlp.experts.92.up_proj,0.0000004321,0.01000,1.384
23,mlp.experts.95.up_proj,0.0000004500,0.01000,1.360
23,mlp.experts.94.up_proj,0.0000004371,0.01000,1.418
23,mlp.experts.96.up_proj,0.0000004357,0.01000,1.374
23,mlp.experts.97.up_proj,0.0000004378,0.01000,1.358
23,mlp.experts.98.up_proj,0.0000004490,0.01000,1.346
23,mlp.experts.99.up_proj,0.0000004342,0.01000,1.348
23,mlp.experts.100.up_proj,0.0000004404,0.01000,1.360
23,mlp.experts.101.up_proj,0.0000004682,0.01000,1.370
23,mlp.experts.102.up_proj,0.0000004459,0.01000,1.346
23,mlp.experts.103.up_proj,0.0000004351,0.01000,1.368
23,mlp.experts.104.up_proj,0.0000004481,0.01000,1.367
23,mlp.experts.105.up_proj,0.0000004490,0.01000,1.358
23,mlp.experts.106.up_proj,0.0000004445,0.01000,1.350
23,mlp.experts.107.up_proj,0.0000004378,0.01000,1.345
23,mlp.experts.108.up_proj,0.0000004544,0.01000,1.372
23,mlp.experts.109.up_proj,0.0000004517,0.01000,1.359
23,mlp.experts.110.up_proj,0.0000004378,0.01000,1.363
23,mlp.experts.111.up_proj,0.0000004535,0.01000,1.368
23,mlp.experts.112.up_proj,0.0000004451,0.01000,1.354
23,mlp.experts.113.up_proj,0.0000004507,0.01000,1.353
23,mlp.experts.114.up_proj,0.0000004539,0.01000,1.349
23,mlp.experts.116.up_proj,0.0000004277,0.01000,1.341
23,mlp.experts.115.up_proj,0.0000004375,0.01000,1.360
23,mlp.experts.117.up_proj,0.0000004371,0.01000,1.338
23,mlp.experts.118.up_proj,0.0000004383,0.01000,1.073
23,mlp.experts.119.up_proj,0.0000004398,0.01000,0.994
23,mlp.experts.3.down_proj,0.0000000075,0.01000,0.425
23,mlp.experts.2.down_proj,0.0000000107,0.01000,0.427
23,mlp.experts.4.down_proj,0.0000000097,0.01000,0.430
23,mlp.experts.5.down_proj,0.0000000090,0.01000,0.435
23,mlp.experts.1.down_proj,0.0000000110,0.01000,0.438
23,mlp.experts.6.down_proj,0.0000000097,0.01000,0.442
23,mlp.experts.0.down_proj,0.0000000109,0.01000,0.463
23,mlp.experts.9.down_proj,0.0000000111,0.01000,0.400
23,mlp.experts.8.down_proj,0.0000000101,0.01000,0.410
23,mlp.experts.10.down_proj,0.0000000074,0.01000,0.401
23,mlp.experts.12.down_proj,0.0000000099,0.01000,0.398
23,mlp.experts.11.down_proj,0.0000000084,0.01000,0.408
23,mlp.experts.13.down_proj,0.0000000108,0.01000,0.403
23,mlp.experts.7.down_proj,0.0000000106,0.01000,0.429
23,mlp.experts.17.down_proj,0.0000000095,0.01000,0.396
23,mlp.experts.15.down_proj,0.0000000082,0.01000,0.404
23,mlp.experts.16.down_proj,0.0000000077,0.01000,0.409
23,mlp.experts.18.down_proj,0.0000000093,0.01000,0.405
23,mlp.experts.19.down_proj,0.0000000084,0.01000,0.399
23,mlp.experts.14.down_proj,0.0000000109,0.01000,0.424
23,mlp.experts.20.down_proj,0.0000000084,0.01000,0.413
23,mlp.experts.22.down_proj,0.0000000105,0.01000,0.404
23,mlp.experts.24.down_proj,0.0000000099,0.01000,0.399
23,mlp.experts.23.down_proj,0.0000000087,0.01000,0.409
23,mlp.experts.26.down_proj,0.0000000107,0.01000,0.401
23,mlp.experts.25.down_proj,0.0000000108,0.01000,0.403
23,mlp.experts.21.down_proj,0.0000000099,0.01000,0.421
23,mlp.experts.27.down_proj,0.0000000098,0.01000,0.409
23,mlp.experts.29.down_proj,0.0000000116,0.01000,0.407
23,mlp.experts.31.down_proj,0.0000000085,0.01000,0.403
23,mlp.experts.30.down_proj,0.0000000114,0.01000,0.412
23,mlp.experts.28.down_proj,0.0000000087,0.01000,0.427
23,mlp.experts.33.down_proj,0.0000000089,0.01000,0.425
23,mlp.experts.32.down_proj,0.0000000114,0.01000,0.431
23,mlp.experts.34.down_proj,0.0000000085,0.01000,0.433
23,mlp.experts.36.down_proj,0.0000000081,0.01000,0.407
23,mlp.experts.38.down_proj,0.0000000093,0.01000,0.400
23,mlp.experts.35.down_proj,0.0000000089,0.01000,0.423
23,mlp.experts.37.down_proj,0.0000000082,0.01000,0.412
23,mlp.experts.40.down_proj,0.0000000103,0.01000,0.400
23,mlp.experts.39.down_proj,0.0000000087,0.01000,0.414
23,mlp.experts.41.down_proj,0.0000000102,0.01000,0.415
23,mlp.experts.42.down_proj,0.0000000105,0.01000,0.410
23,mlp.experts.43.down_proj,0.0000000089,0.01000,0.405
23,mlp.experts.45.down_proj,0.0000000097,0.01000,0.406
23,mlp.experts.46.down_proj,0.0000000093,0.01000,0.407
23,mlp.experts.44.down_proj,0.0000000100,0.01000,0.417
23,mlp.experts.47.down_proj,0.0000000084,0.01000,0.401
23,mlp.experts.48.down_proj,0.0000000095,0.01000,0.411
23,mlp.experts.50.down_proj,0.0000000104,0.01000,0.408
23,mlp.experts.52.down_proj,0.0000000084,0.01000,0.399
23,mlp.experts.49.down_proj,0.0000000089,0.01000,0.422
23,mlp.experts.51.down_proj,0.0000000099,0.01000,0.412
23,mlp.experts.54.down_proj,0.0000000107,0.01000,0.403
23,mlp.experts.53.down_proj,0.0000000082,0.01000,0.422
23,mlp.experts.55.down_proj,0.0000000098,0.01000,0.411
23,mlp.experts.59.down_proj,0.0000000106,0.01000,0.403
23,mlp.experts.56.down_proj,0.0000000110,0.01000,0.417
23,mlp.experts.57.down_proj,0.0000000092,0.01000,0.407
23,mlp.experts.60.down_proj,0.0000000093,0.01000,0.410
23,mlp.experts.58.down_proj,0.0000000074,0.01000,0.418
23,mlp.experts.61.down_proj,0.0000000101,0.01000,0.403
23,mlp.experts.62.down_proj,0.0000000097,0.01000,0.412
23,mlp.experts.66.down_proj,0.0000000085,0.01000,0.397
23,mlp.experts.65.down_proj,0.0000000105,0.01000,0.407
23,mlp.experts.63.down_proj,0.0000000078,0.01000,0.412
23,mlp.experts.64.down_proj,0.0000000089,0.01000,0.419
23,mlp.experts.68.down_proj,0.0000000089,0.01000,0.407
23,mlp.experts.67.down_proj,0.0000000108,0.01000,0.417
23,mlp.experts.69.down_proj,0.0000000112,0.01000,0.409
23,mlp.experts.73.down_proj,0.0000000092,0.01000,0.398
23,mlp.experts.71.down_proj,0.0000000116,0.01000,0.410
23,mlp.experts.70.down_proj,0.0000000093,0.01000,0.411
23,mlp.experts.72.down_proj,0.0000000099,0.01000,0.420
23,mlp.experts.74.down_proj,0.0000000111,0.01000,0.412
23,mlp.experts.75.down_proj,0.0000000113,0.01000,0.418
23,mlp.experts.76.down_proj,0.0000000126,0.01000,0.409
23,mlp.experts.79.down_proj,0.0000000103,0.01000,0.408
23,mlp.experts.78.down_proj,0.0000000106,0.01000,0.408
23,mlp.experts.80.down_proj,0.0000000096,0.01000,0.396
23,mlp.experts.77.down_proj,0.0000000102,0.01000,0.420
23,mlp.experts.81.down_proj,0.0000000100,0.01000,0.405
23,mlp.experts.82.down_proj,0.0000000084,0.01000,0.407
23,mlp.experts.83.down_proj,0.0000000082,0.01000,0.410
23,mlp.experts.86.down_proj,0.0000000109,0.01000,0.406
23,mlp.experts.85.down_proj,0.0000000086,0.01000,0.409
23,mlp.experts.87.down_proj,0.0000000084,0.01000,0.399
23,mlp.experts.84.down_proj,0.0000000108,0.01000,0.419
23,mlp.experts.88.down_proj,0.0000000107,0.01000,0.405
23,mlp.experts.89.down_proj,0.0000000119,0.01000,0.404
23,mlp.experts.90.down_proj,0.0000000101,0.01000,0.409
23,mlp.experts.93.down_proj,0.0000000096,0.01000,0.405
23,mlp.experts.92.down_proj,0.0000000096,0.01000,0.407
23,mlp.experts.91.down_proj,0.0000000111,0.01000,0.408
23,mlp.experts.94.down_proj,0.0000000093,0.01000,0.398
23,mlp.experts.95.down_proj,0.0000000110,0.01000,0.405
23,mlp.experts.96.down_proj,0.0000000073,0.01000,0.403
23,mlp.experts.97.down_proj,0.0000000096,0.01000,0.409
23,mlp.experts.101.down_proj,0.0000000140,0.01000,0.405
23,mlp.experts.100.down_proj,0.0000000110,0.01000,0.410
23,mlp.experts.99.down_proj,0.0000000106,0.01000,0.411
23,mlp.experts.102.down_proj,0.0000000078,0.01000,0.408
23,mlp.experts.103.down_proj,0.0000000073,0.01000,0.403
23,mlp.experts.98.down_proj,0.0000000101,0.01000,0.423
23,mlp.experts.104.down_proj,0.0000000112,0.01000,0.411
23,mlp.experts.106.down_proj,0.0000000083,0.01000,0.408
23,mlp.experts.107.down_proj,0.0000000103,0.01000,0.408
23,mlp.experts.105.down_proj,0.0000000090,0.01000,0.418
23,mlp.experts.108.down_proj,0.0000000104,0.01000,0.408
23,mlp.experts.110.down_proj,0.0000000082,0.01000,0.407
23,mlp.experts.109.down_proj,0.0000000099,0.01000,0.413
23,mlp.experts.111.down_proj,0.0000000073,0.01000,0.411
23,mlp.experts.113.down_proj,0.0000000086,0.01000,0.407
23,mlp.experts.114.down_proj,0.0000000100,0.01000,0.403
23,mlp.experts.115.down_proj,0.0000000072,0.01000,0.406
23,mlp.experts.116.down_proj,0.0000000086,0.01000,0.406
23,mlp.experts.117.down_proj,0.0000000091,0.01000,0.401
23,mlp.experts.112.down_proj,0.0000000118,0.01000,0.421
23,mlp.experts.118.down_proj,0.0000000088,0.01000,0.394
23,mlp.experts.119.down_proj,0.0000000092,0.01000,0.277
24,self_attn.v_proj,0.0000000073,0.01000,1.214
24,self_attn.k_proj,0.0000000048,0.01000,1.216
24,self_attn.q_proj,0.0000000245,0.01000,1.279
24,self_attn.o_proj,0.0000000094,0.01000,2.765
24,mlp.shared_experts.gate_proj,0.0000000009,0.01000,0.921
24,mlp.shared_experts.up_proj,0.0000000009,0.01000,0.919
24,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.271
24,mlp.experts.3.gate_proj,0.0000005443,0.01000,1.505
24,mlp.experts.5.gate_proj,0.0000005287,0.01000,1.520
24,mlp.experts.2.gate_proj,0.0000005331,0.01000,1.523
24,mlp.experts.4.gate_proj,0.0000005287,0.01000,1.527
24,mlp.experts.1.gate_proj,0.0000005328,0.01000,1.535
24,mlp.experts.6.gate_proj,0.0000005228,0.01000,1.541
24,mlp.experts.0.gate_proj,0.0000005104,0.01000,1.588
24,mlp.experts.10.gate_proj,0.0000005199,0.01000,1.327
24,mlp.experts.9.gate_proj,0.0000005431,0.01000,1.340
24,mlp.experts.11.gate_proj,0.0000005511,0.01000,1.353
24,mlp.experts.12.gate_proj,0.0000005259,0.01000,1.347
24,mlp.experts.7.gate_proj,0.0000005201,0.01000,1.411
24,mlp.experts.13.gate_proj,0.0000005348,0.01000,1.359
24,mlp.experts.8.gate_proj,0.0000005147,0.01000,1.434
24,mlp.experts.14.gate_proj,0.0000005491,0.01000,1.360
24,mlp.experts.17.gate_proj,0.0000005376,0.01000,1.333
24,mlp.experts.16.gate_proj,0.0000005209,0.01000,1.339
24,mlp.experts.18.gate_proj,0.0000005419,0.01000,1.336
24,mlp.experts.15.gate_proj,0.0000005546,0.01000,1.410
24,mlp.experts.19.gate_proj,0.0000005270,0.01000,1.336
24,mlp.experts.20.gate_proj,0.0000005372,0.01000,1.366
24,mlp.experts.21.gate_proj,0.0000005233,0.01000,1.352
24,mlp.experts.23.gate_proj,0.0000005336,0.01000,1.343
24,mlp.experts.24.gate_proj,0.0000005344,0.01000,1.329
24,mlp.experts.25.gate_proj,0.0000005196,0.01000,1.339
24,mlp.experts.22.gate_proj,0.0000005275,0.01000,1.402
24,mlp.experts.26.gate_proj,0.0000005379,0.01000,1.343
24,mlp.experts.27.gate_proj,0.0000005298,0.01000,1.369
24,mlp.experts.30.gate_proj,0.0000005426,0.01000,1.334
24,mlp.experts.28.gate_proj,0.0000005146,0.01000,1.355
24,mlp.experts.31.gate_proj,0.0000005251,0.01000,1.321
24,mlp.experts.33.gate_proj,0.0000005517,0.01000,1.340
24,mlp.experts.32.gate_proj,0.0000005355,0.01000,1.342
24,mlp.experts.29.gate_proj,0.0000005422,0.01000,1.403
24,mlp.experts.34.gate_proj,0.0000005461,0.01000,1.366
24,mlp.experts.37.gate_proj,0.0000005412,0.01000,1.337
24,mlp.experts.36.gate_proj,0.0000005415,0.01000,1.367
24,mlp.experts.39.gate_proj,0.0000005195,0.01000,1.350
24,mlp.experts.38.gate_proj,0.0000005353,0.01000,1.352
24,mlp.experts.35.gate_proj,0.0000005471,0.01000,1.409
24,mlp.experts.40.gate_proj,0.0000005280,0.01000,1.355
24,mlp.experts.41.gate_proj,0.0000005505,0.01000,1.368
24,mlp.experts.42.gate_proj,0.0000005405,0.01000,1.366
24,mlp.experts.43.gate_proj,0.0000005190,0.01000,1.360
24,mlp.experts.45.gate_proj,0.0000005238,0.01000,1.343
24,mlp.experts.47.gate_proj,0.0000005112,0.01000,1.345
24,mlp.experts.46.gate_proj,0.0000005305,0.01000,1.354
24,mlp.experts.44.gate_proj,0.0000005175,0.01000,1.421
24,mlp.experts.48.gate_proj,0.0000005350,0.01000,1.356
24,mlp.experts.49.gate_proj,0.0000005265,0.01000,1.347
24,mlp.experts.50.gate_proj,0.0000005328,0.01000,1.354
24,mlp.experts.52.gate_proj,0.0000005167,0.01000,1.336
24,mlp.experts.53.gate_proj,0.0000005245,0.01000,1.348
24,mlp.experts.54.gate_proj,0.0000005344,0.01000,1.346
24,mlp.experts.51.gate_proj,0.0000005350,0.01000,1.438
24,mlp.experts.55.gate_proj,0.0000005458,0.01000,1.368
24,mlp.experts.56.gate_proj,0.0000005416,0.01000,1.342
24,mlp.experts.59.gate_proj,0.0000005445,0.01000,1.317
24,mlp.experts.58.gate_proj,0.0000005375,0.01000,1.354
24,mlp.experts.57.gate_proj,0.0000005328,0.01000,1.391
24,mlp.experts.60.gate_proj,0.0000005289,0.01000,1.337
24,mlp.experts.61.gate_proj,0.0000005373,0.01000,1.332
24,mlp.experts.62.gate_proj,0.0000005464,0.01000,1.368
24,mlp.experts.63.gate_proj,0.0000005298,0.01000,1.354
24,mlp.experts.65.gate_proj,0.0000005490,0.01000,1.343
24,mlp.experts.64.gate_proj,0.0000005349,0.01000,1.360
24,mlp.experts.66.gate_proj,0.0000005201,0.01000,1.332
24,mlp.experts.67.gate_proj,0.0000005376,0.01000,1.345
24,mlp.experts.68.gate_proj,0.0000005336,0.01000,1.348
24,mlp.experts.69.gate_proj,0.0000005400,0.01000,1.377
24,mlp.experts.70.gate_proj,0.0000005259,0.01000,1.354
24,mlp.experts.72.gate_proj,0.0000005239,0.01000,1.348
24,mlp.experts.73.gate_proj,0.0000005309,0.01000,1.332
24,mlp.experts.71.gate_proj,0.0000005439,0.01000,1.356
24,mlp.experts.74.gate_proj,0.0000005428,0.01000,1.342
24,mlp.experts.75.gate_proj,0.0000005201,0.01000,1.346
24,mlp.experts.76.gate_proj,0.0000005266,0.01000,1.380
24,mlp.experts.77.gate_proj,0.0000005313,0.01000,1.362
24,mlp.experts.80.gate_proj,0.0000005404,0.01000,1.334
24,mlp.experts.79.gate_proj,0.0000005580,0.01000,1.348
24,mlp.experts.81.gate_proj,0.0000005358,0.01000,1.347
24,mlp.experts.82.gate_proj,0.0000005395,0.01000,1.349
24,mlp.experts.78.gate_proj,0.0000005167,0.01000,1.431
24,mlp.experts.83.gate_proj,0.0000005357,0.01000,1.349
24,mlp.experts.86.gate_proj,0.0000005202,0.01000,1.334
24,mlp.experts.84.gate_proj,0.0000005172,0.01000,1.359
24,mlp.experts.87.gate_proj,0.0000005472,0.01000,1.322
24,mlp.experts.89.gate_proj,0.0000005013,0.01000,1.330
24,mlp.experts.88.gate_proj,0.0000005193,0.01000,1.361
24,mlp.experts.85.gate_proj,0.0000005428,0.01000,1.448
24,mlp.experts.90.gate_proj,0.0000005480,0.01000,1.347
24,mlp.experts.91.gate_proj,0.0000005300,0.01000,1.369
24,mlp.experts.93.gate_proj,0.0000005256,0.01000,1.348
24,mlp.experts.94.gate_proj,0.0000005213,0.01000,1.329
24,mlp.experts.96.gate_proj,0.0000005230,0.01000,1.345
24,mlp.experts.92.gate_proj,0.0000005330,0.01000,1.439
24,mlp.experts.95.gate_proj,0.0000005088,0.01000,1.409
24,mlp.experts.97.gate_proj,0.0000005339,0.01000,1.363
24,mlp.experts.98.gate_proj,0.0000005214,0.01000,1.372
24,mlp.experts.100.gate_proj,0.0000005345,0.01000,1.334
24,mlp.experts.101.gate_proj,0.0000005244,0.01000,1.330
24,mlp.experts.99.gate_proj,0.0000005785,0.01000,1.419
24,mlp.experts.102.gate_proj,0.0000005287,0.01000,1.364
24,mlp.experts.103.gate_proj,0.0000005349,0.01000,1.343
24,mlp.experts.104.gate_proj,0.0000005292,0.01000,1.358
24,mlp.experts.106.gate_proj,0.0000005401,0.01000,1.363
24,mlp.experts.105.gate_proj,0.0000005327,0.01000,1.365
24,mlp.experts.107.gate_proj,0.0000005437,0.01000,1.342
24,mlp.experts.108.gate_proj,0.0000005251,0.01000,1.335
24,mlp.experts.109.gate_proj,0.0000005364,0.01000,1.353
24,mlp.experts.110.gate_proj,0.0000005155,0.01000,1.342
24,mlp.experts.111.gate_proj,0.0000005499,0.01000,1.370
24,mlp.experts.114.gate_proj,0.0000005418,0.01000,1.349
24,mlp.experts.112.gate_proj,0.0000005383,0.01000,1.367
24,mlp.experts.115.gate_proj,0.0000005282,0.01000,1.338
24,mlp.experts.117.gate_proj,0.0000005231,0.01000,1.329
24,mlp.experts.113.gate_proj,0.0000005453,0.01000,1.417
24,mlp.experts.116.gate_proj,0.0000005382,0.01000,1.355
24,mlp.experts.118.gate_proj,0.0000005194,0.01000,1.366
24,mlp.experts.1.up_proj,0.0000004978,0.01000,1.345
24,mlp.experts.0.up_proj,0.0000005118,0.01000,1.356
24,mlp.experts.2.up_proj,0.0000005195,0.01000,1.347
24,mlp.experts.4.up_proj,0.0000005172,0.01000,1.358
24,mlp.experts.3.up_proj,0.0000005204,0.01000,1.375
24,mlp.experts.119.gate_proj,0.0000005129,0.01000,1.430
24,mlp.experts.5.up_proj,0.0000005179,0.01000,1.348
24,mlp.experts.7.up_proj,0.0000005089,0.01000,1.354
24,mlp.experts.8.up_proj,0.0000005066,0.01000,1.343
24,mlp.experts.9.up_proj,0.0000005237,0.01000,1.346
24,mlp.experts.6.up_proj,0.0000005119,0.01000,1.420
24,mlp.experts.11.up_proj,0.0000005375,0.01000,1.346
24,mlp.experts.10.up_proj,0.0000005134,0.01000,1.430
24,mlp.experts.12.up_proj,0.0000005175,0.01000,1.372
24,mlp.experts.14.up_proj,0.0000005247,0.01000,1.354
24,mlp.experts.13.up_proj,0.0000005159,0.01000,1.380
24,mlp.experts.15.up_proj,0.0000005392,0.01000,1.359
24,mlp.experts.16.up_proj,0.0000005127,0.01000,1.353
24,mlp.experts.17.up_proj,0.0000005256,0.01000,1.369
24,mlp.experts.18.up_proj,0.0000005338,0.01000,1.348
24,mlp.experts.19.up_proj,0.0000005199,0.01000,1.370
24,mlp.experts.20.up_proj,0.0000005281,0.01000,1.375
24,mlp.experts.21.up_proj,0.0000005151,0.01000,1.378
24,mlp.experts.23.up_proj,0.0000005182,0.01000,1.354
24,mlp.experts.24.up_proj,0.0000005131,0.01000,1.357
24,mlp.experts.22.up_proj,0.0000005154,0.01000,1.411
24,mlp.experts.25.up_proj,0.0000005072,0.01000,1.351
24,mlp.experts.26.up_proj,0.0000005307,0.01000,1.378
24,mlp.experts.27.up_proj,0.0000005173,0.01000,1.361
24,mlp.experts.29.up_proj,0.0000005342,0.01000,1.358
24,mlp.experts.28.up_proj,0.0000004966,0.01000,1.363
24,mlp.experts.30.up_proj,0.0000005308,0.01000,1.337
24,mlp.experts.31.up_proj,0.0000005138,0.01000,1.346
24,mlp.experts.32.up_proj,0.0000005217,0.01000,1.350
24,mlp.experts.33.up_proj,0.0000005156,0.01000,1.358
24,mlp.experts.37.up_proj,0.0000005243,0.01000,1.330
24,mlp.experts.36.up_proj,0.0000005284,0.01000,1.349
24,mlp.experts.38.up_proj,0.0000005186,0.01000,1.347
24,mlp.experts.34.up_proj,0.0000005247,0.01000,1.402
24,mlp.experts.35.up_proj,0.0000005317,0.01000,1.405
24,mlp.experts.39.up_proj,0.0000005117,0.01000,1.349
24,mlp.experts.40.up_proj,0.0000005180,0.01000,1.348
24,mlp.experts.41.up_proj,0.0000005306,0.01000,1.370
24,mlp.experts.42.up_proj,0.0000005175,0.01000,1.378
24,mlp.experts.43.up_proj,0.0000005142,0.01000,1.344
24,mlp.experts.44.up_proj,0.0000005104,0.01000,1.342
24,mlp.experts.45.up_proj,0.0000005120,0.01000,1.357
24,mlp.experts.46.up_proj,0.0000005157,0.01000,1.358
24,mlp.experts.47.up_proj,0.0000005058,0.01000,1.363
24,mlp.experts.48.up_proj,0.0000005239,0.01000,1.357
24,mlp.experts.51.up_proj,0.0000005266,0.01000,1.342
24,mlp.experts.50.up_proj,0.0000005180,0.01000,1.348
24,mlp.experts.52.up_proj,0.0000005066,0.01000,1.349
24,mlp.experts.53.up_proj,0.0000005121,0.01000,1.344
24,mlp.experts.49.up_proj,0.0000005178,0.01000,1.459
24,mlp.experts.54.up_proj,0.0000005229,0.01000,1.353
24,mlp.experts.55.up_proj,0.0000005263,0.01000,1.347
24,mlp.experts.57.up_proj,0.0000005259,0.01000,1.334
24,mlp.experts.58.up_proj,0.0000005273,0.01000,1.327
24,mlp.experts.59.up_proj,0.0000005332,0.01000,1.353
24,mlp.experts.56.up_proj,0.0000005258,0.01000,1.455
24,mlp.experts.60.up_proj,0.0000005197,0.01000,1.354
24,mlp.experts.61.up_proj,0.0000005290,0.01000,1.353
24,mlp.experts.62.up_proj,0.0000005340,0.01000,1.351
24,mlp.experts.64.up_proj,0.0000005287,0.01000,1.337
24,mlp.experts.65.up_proj,0.0000005407,0.01000,1.329
24,mlp.experts.63.up_proj,0.0000005205,0.01000,1.423
24,mlp.experts.66.up_proj,0.0000005123,0.01000,1.347
24,mlp.experts.67.up_proj,0.0000005265,0.01000,1.350
24,mlp.experts.68.up_proj,0.0000005232,0.01000,1.355
24,mlp.experts.69.up_proj,0.0000005266,0.01000,1.352
24,mlp.experts.70.up_proj,0.0000005216,0.01000,1.352
24,mlp.experts.71.up_proj,0.0000005300,0.01000,1.341
24,mlp.experts.72.up_proj,0.0000005180,0.01000,1.321
24,mlp.experts.73.up_proj,0.0000005144,0.01000,1.347
24,mlp.experts.74.up_proj,0.0000005172,0.01000,1.353
24,mlp.experts.75.up_proj,0.0000005069,0.01000,1.344
24,mlp.experts.76.up_proj,0.0000005210,0.01000,1.355
24,mlp.experts.79.up_proj,0.0000005366,0.01000,1.333
24,mlp.experts.78.up_proj,0.0000005043,0.01000,1.356
24,mlp.experts.77.up_proj,0.0000005291,0.01000,1.419
24,mlp.experts.81.up_proj,0.0000005193,0.01000,1.340
24,mlp.experts.80.up_proj,0.0000005312,0.01000,1.413
24,mlp.experts.82.up_proj,0.0000005261,0.01000,1.357
24,mlp.experts.83.up_proj,0.0000005223,0.01000,1.349
24,mlp.experts.84.up_proj,0.0000005133,0.01000,1.350
24,mlp.experts.85.up_proj,0.0000005363,0.01000,1.341
24,mlp.experts.86.up_proj,0.0000005090,0.01000,1.335
24,mlp.experts.87.up_proj,0.0000005164,0.01000,1.336
24,mlp.experts.88.up_proj,0.0000005055,0.01000,1.393
24,mlp.experts.89.up_proj,0.0000004991,0.01000,1.407
24,mlp.experts.90.up_proj,0.0000005249,0.01000,1.352
24,mlp.experts.91.up_proj,0.0000005281,0.01000,1.347
24,mlp.experts.92.up_proj,0.0000005266,0.01000,1.347
24,mlp.experts.93.up_proj,0.0000005130,0.01000,1.323
24,mlp.experts.94.up_proj,0.0000005143,0.01000,1.330
24,mlp.experts.95.up_proj,0.0000005048,0.01000,1.359
24,mlp.experts.96.up_proj,0.0000005167,0.01000,1.358
24,mlp.experts.97.up_proj,0.0000005077,0.01000,1.357
24,mlp.experts.99.up_proj,0.0000005640,0.01000,1.351
24,mlp.experts.98.up_proj,0.0000005111,0.01000,1.355
24,mlp.experts.100.up_proj,0.0000005299,0.01000,1.339
24,mlp.experts.101.up_proj,0.0000005191,0.01000,1.336
24,mlp.experts.102.up_proj,0.0000005036,0.01000,1.346
24,mlp.experts.103.up_proj,0.0000005256,0.01000,1.355
24,mlp.experts.107.up_proj,0.0000005315,0.01000,1.340
24,mlp.experts.104.up_proj,0.0000005174,0.01000,1.361
24,mlp.experts.106.up_proj,0.0000005240,0.01000,1.354
24,mlp.experts.108.up_proj,0.0000005194,0.01000,1.340
24,mlp.experts.105.up_proj,0.0000005110,0.01000,1.405
24,mlp.experts.109.up_proj,0.0000005277,0.01000,1.342
24,mlp.experts.110.up_proj,0.0000005102,0.01000,1.349
24,mlp.experts.113.up_proj,0.0000005364,0.01000,1.347
24,mlp.experts.112.up_proj,0.0000005260,0.01000,1.361
24,mlp.experts.114.up_proj,0.0000005310,0.01000,1.328
24,mlp.experts.115.up_proj,0.0000005158,0.01000,1.352
24,mlp.experts.111.up_proj,0.0000005290,0.01000,1.420
24,mlp.experts.116.up_proj,0.0000005355,0.01000,1.323
24,mlp.experts.117.up_proj,0.0000005179,0.01000,1.314
24,mlp.experts.119.up_proj,0.0000005085,0.01000,1.012
24,mlp.experts.118.up_proj,0.0000005101,0.01000,1.029
24,mlp.experts.3.down_proj,0.0000000126,0.01000,0.440
24,mlp.experts.0.down_proj,0.0000000123,0.01000,0.444
24,mlp.experts.1.down_proj,0.0000000157,0.01000,0.450
24,mlp.experts.6.down_proj,0.0000000116,0.01000,0.445
24,mlp.experts.2.down_proj,0.0000000120,0.01000,0.441
24,mlp.experts.4.down_proj,0.0000000142,0.01000,0.443
24,mlp.experts.5.down_proj,0.0000000130,0.01000,0.447
24,mlp.experts.8.down_proj,0.0000000131,0.01000,0.409
24,mlp.experts.10.down_proj,0.0000000120,0.01000,0.402
24,mlp.experts.12.down_proj,0.0000000097,0.01000,0.405
24,mlp.experts.11.down_proj,0.0000000118,0.01000,0.412
24,mlp.experts.13.down_proj,0.0000000154,0.01000,0.415
24,mlp.experts.9.down_proj,0.0000000149,0.01000,0.417
24,mlp.experts.7.down_proj,0.0000000118,0.01000,0.426
24,mlp.experts.15.down_proj,0.0000000152,0.01000,0.406
24,mlp.experts.16.down_proj,0.0000000134,0.01000,0.408
24,mlp.experts.17.down_proj,0.0000000118,0.01000,0.402
24,mlp.experts.18.down_proj,0.0000000146,0.01000,0.404
24,mlp.experts.19.down_proj,0.0000000141,0.01000,0.404
24,mlp.experts.14.down_proj,0.0000000110,0.01000,0.420
24,mlp.experts.20.down_proj,0.0000000154,0.01000,0.414
24,mlp.experts.22.down_proj,0.0000000102,0.01000,0.405
24,mlp.experts.24.down_proj,0.0000000119,0.01000,0.400
24,mlp.experts.23.down_proj,0.0000000118,0.01000,0.409
24,mlp.experts.26.down_proj,0.0000000127,0.01000,0.403
24,mlp.experts.25.down_proj,0.0000000120,0.01000,0.407
24,mlp.experts.21.down_proj,0.0000000103,0.01000,0.420
24,mlp.experts.27.down_proj,0.0000000124,0.01000,0.412
24,mlp.experts.29.down_proj,0.0000000124,0.01000,0.405
24,mlp.experts.31.down_proj,0.0000000119,0.01000,0.400
24,mlp.experts.30.down_proj,0.0000000146,0.01000,0.406
24,mlp.experts.28.down_proj,0.0000000110,0.01000,0.413
24,mlp.experts.32.down_proj,0.0000000117,0.01000,0.403
24,mlp.experts.33.down_proj,0.0000000164,0.01000,0.404
24,mlp.experts.34.down_proj,0.0000000114,0.01000,0.409
24,mlp.experts.38.down_proj,0.0000000134,0.01000,0.399
24,mlp.experts.36.down_proj,0.0000000150,0.01000,0.408
24,mlp.experts.37.down_proj,0.0000000130,0.01000,0.408
24,mlp.experts.40.down_proj,0.0000000111,0.01000,0.407
24,mlp.experts.39.down_proj,0.0000000136,0.01000,0.409
24,mlp.experts.35.down_proj,0.0000000137,0.01000,0.427
24,mlp.experts.41.down_proj,0.0000000138,0.01000,0.415
24,mlp.experts.45.down_proj,0.0000000102,0.01000,0.398
24,mlp.experts.43.down_proj,0.0000000125,0.01000,0.405
24,mlp.experts.44.down_proj,0.0000000121,0.01000,0.405
24,mlp.experts.46.down_proj,0.0000000119,0.01000,0.407
24,mlp.experts.42.down_proj,0.0000000138,0.01000,0.420
24,mlp.experts.47.down_proj,0.0000000124,0.01000,0.398
24,mlp.experts.48.down_proj,0.0000000123,0.01000,0.428
24,mlp.experts.50.down_proj,0.0000000152,0.01000,0.408
24,mlp.experts.52.down_proj,0.0000000109,0.01000,0.403
24,mlp.experts.53.down_proj,0.0000000143,0.01000,0.403
24,mlp.experts.49.down_proj,0.0000000113,0.01000,0.420
24,mlp.experts.54.down_proj,0.0000000127,0.01000,0.408
24,mlp.experts.51.down_proj,0.0000000134,0.01000,0.422
24,mlp.experts.55.down_proj,0.0000000156,0.01000,0.409
24,mlp.experts.56.down_proj,0.0000000124,0.01000,0.413
24,mlp.experts.58.down_proj,0.0000000126,0.01000,0.410
24,mlp.experts.57.down_proj,0.0000000107,0.01000,0.415
24,mlp.experts.60.down_proj,0.0000000114,0.01000,0.412
24,mlp.experts.61.down_proj,0.0000000144,0.01000,0.406
24,mlp.experts.59.down_proj,0.0000000141,0.01000,0.436
24,mlp.experts.62.down_proj,0.0000000155,0.01000,0.413
24,mlp.experts.63.down_proj,0.0000000123,0.01000,0.408
24,mlp.experts.64.down_proj,0.0000000132,0.01000,0.405
24,mlp.experts.66.down_proj,0.0000000129,0.01000,0.404
24,mlp.experts.65.down_proj,0.0000000133,0.01000,0.407
24,mlp.experts.67.down_proj,0.0000000107,0.01000,0.410
24,mlp.experts.68.down_proj,0.0000000122,0.01000,0.424
24,mlp.experts.69.down_proj,0.0000000134,0.01000,0.412
24,mlp.experts.70.down_proj,0.0000000097,0.01000,0.413
24,mlp.experts.71.down_proj,0.0000000116,0.01000,0.413
24,mlp.experts.73.down_proj,0.0000000140,0.01000,0.411
24,mlp.experts.74.down_proj,0.0000000165,0.01000,0.409
24,mlp.experts.72.down_proj,0.0000000157,0.01000,0.430
24,mlp.experts.75.down_proj,0.0000000129,0.01000,0.403
24,mlp.experts.76.down_proj,0.0000000098,0.01000,0.416
24,mlp.experts.78.down_proj,0.0000000130,0.01000,0.405
24,mlp.experts.80.down_proj,0.0000000102,0.01000,0.402
24,mlp.experts.79.down_proj,0.0000000134,0.01000,0.412
24,mlp.experts.77.down_proj,0.0000000129,0.01000,0.423
24,mlp.experts.81.down_proj,0.0000000138,0.01000,0.408
24,mlp.experts.82.down_proj,0.0000000123,0.01000,0.403
24,mlp.experts.83.down_proj,0.0000000142,0.01000,0.408
24,mlp.experts.85.down_proj,0.0000000122,0.01000,0.409
24,mlp.experts.84.down_proj,0.0000000111,0.01000,0.415
24,mlp.experts.87.down_proj,0.0000000154,0.01000,0.401
24,mlp.experts.86.down_proj,0.0000000115,0.01000,0.406
24,mlp.experts.88.down_proj,0.0000000114,0.01000,0.410
24,mlp.experts.89.down_proj,0.0000000093,0.01000,0.405
24,mlp.experts.90.down_proj,0.0000000102,0.01000,0.407
24,mlp.experts.92.down_proj,0.0000000135,0.01000,0.407
24,mlp.experts.94.down_proj,0.0000000105,0.01000,0.403
24,mlp.experts.93.down_proj,0.0000000121,0.01000,0.413
24,mlp.experts.91.down_proj,0.0000000138,0.01000,0.421
24,mlp.experts.95.down_proj,0.0000000096,0.01000,0.407
24,mlp.experts.96.down_proj,0.0000000111,0.01000,0.403
24,mlp.experts.97.down_proj,0.0000000143,0.01000,0.407
24,mlp.experts.98.down_proj,0.0000000120,0.01000,0.409
24,mlp.experts.99.down_proj,0.0000000180,0.01000,0.408
24,mlp.experts.101.down_proj,0.0000000112,0.01000,0.399
24,mlp.experts.100.down_proj,0.0000000124,0.01000,0.417
24,mlp.experts.103.down_proj,0.0000000111,0.01000,0.402
24,mlp.experts.102.down_proj,0.0000000149,0.01000,0.406
24,mlp.experts.104.down_proj,0.0000000123,0.01000,0.404
24,mlp.experts.105.down_proj,0.0000000135,0.01000,0.407
24,mlp.experts.106.down_proj,0.0000000131,0.01000,0.408
24,mlp.experts.107.down_proj,0.0000000118,0.01000,0.410
24,mlp.experts.108.down_proj,0.0000000138,0.01000,0.406
24,mlp.experts.110.down_proj,0.0000000142,0.01000,0.409
24,mlp.experts.109.down_proj,0.0000000131,0.01000,0.425
24,mlp.experts.111.down_proj,0.0000000129,0.01000,0.408
24,mlp.experts.112.down_proj,0.0000000149,0.01000,0.406
24,mlp.experts.113.down_proj,0.0000000119,0.01000,0.406
24,mlp.experts.114.down_proj,0.0000000130,0.01000,0.405
24,mlp.experts.115.down_proj,0.0000000135,0.01000,0.401
24,mlp.experts.116.down_proj,0.0000000116,0.01000,0.405
24,mlp.experts.117.down_proj,0.0000000106,0.01000,0.395
24,mlp.experts.118.down_proj,0.0000000120,0.01000,0.394
24,mlp.experts.119.down_proj,0.0000000127,0.01000,0.272
25,self_attn.v_proj,0.0000000089,0.01000,1.198
25,self_attn.k_proj,0.0000000060,0.01000,1.200
25,self_attn.q_proj,0.0000000309,0.01000,1.260
25,self_attn.o_proj,0.0000000077,0.01000,2.754
25,mlp.shared_experts.gate_proj,0.0000000010,0.01000,0.907
25,mlp.shared_experts.up_proj,0.0000000010,0.01000,0.908
25,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.278
25,mlp.experts.3.gate_proj,0.0000006202,0.01000,1.492
25,mlp.experts.5.gate_proj,0.0000006595,0.01000,1.502
25,mlp.experts.2.gate_proj,0.0000006256,0.01000,1.518
25,mlp.experts.4.gate_proj,0.0000006272,0.01000,1.518
25,mlp.experts.6.gate_proj,0.0000006263,0.01000,1.516
25,mlp.experts.1.gate_proj,0.0000005703,0.01000,1.562
25,mlp.experts.0.gate_proj,0.0000006247,0.01000,1.579
25,mlp.experts.10.gate_proj,0.0000006411,0.01000,1.329
25,mlp.experts.9.gate_proj,0.0000006300,0.01000,1.341
25,mlp.experts.11.gate_proj,0.0000005900,0.01000,1.348
25,mlp.experts.12.gate_proj,0.0000006202,0.01000,1.331
25,mlp.experts.7.gate_proj,0.0000006356,0.01000,1.424
25,mlp.experts.8.gate_proj,0.0000006159,0.01000,1.407
25,mlp.experts.13.gate_proj,0.0000006196,0.01000,1.356
25,mlp.experts.14.gate_proj,0.0000006194,0.01000,1.361
25,mlp.experts.15.gate_proj,0.0000006233,0.01000,1.359
25,mlp.experts.17.gate_proj,0.0000005929,0.01000,1.344
25,mlp.experts.19.gate_proj,0.0000006205,0.01000,1.338
25,mlp.experts.18.gate_proj,0.0000006125,0.01000,1.341
25,mlp.experts.20.gate_proj,0.0000006021,0.01000,1.359
25,mlp.experts.16.gate_proj,0.0000006443,0.01000,1.423
25,mlp.experts.21.gate_proj,0.0000006148,0.01000,1.343
25,mlp.experts.22.gate_proj,0.0000006392,0.01000,1.344
25,mlp.experts.23.gate_proj,0.0000006067,0.01000,1.364
25,mlp.experts.24.gate_proj,0.0000005991,0.01000,1.345
25,mlp.experts.25.gate_proj,0.0000006503,0.01000,1.346
25,mlp.experts.26.gate_proj,0.0000006270,0.01000,1.346
25,mlp.experts.27.gate_proj,0.0000006014,0.01000,1.388
25,mlp.experts.28.gate_proj,0.0000006085,0.01000,1.347
25,mlp.experts.29.gate_proj,0.0000005969,0.01000,1.351
25,mlp.experts.31.gate_proj,0.0000006169,0.01000,1.340
25,mlp.experts.32.gate_proj,0.0000005989,0.01000,1.347
25,mlp.experts.33.gate_proj,0.0000005949,0.01000,1.338
25,mlp.experts.30.gate_proj,0.0000006449,0.01000,1.399
25,mlp.experts.34.gate_proj,0.0000006323,0.01000,1.378
25,mlp.experts.35.gate_proj,0.0000006237,0.01000,1.346
25,mlp.experts.36.gate_proj,0.0000006350,0.01000,1.343
25,mlp.experts.38.gate_proj,0.0000006344,0.01000,1.324
25,mlp.experts.39.gate_proj,0.0000006125,0.01000,1.338
25,mlp.experts.37.gate_proj,0.0000006225,0.01000,1.393
25,mlp.experts.40.gate_proj,0.0000005997,0.01000,1.338
25,mlp.experts.41.gate_proj,0.0000006217,0.01000,1.382
25,mlp.experts.43.gate_proj,0.0000006290,0.01000,1.340
25,mlp.experts.44.gate_proj,0.0000006199,0.01000,1.339
25,mlp.experts.45.gate_proj,0.0000006478,0.01000,1.322
25,mlp.experts.42.gate_proj,0.0000006088,0.01000,1.422
25,mlp.experts.47.gate_proj,0.0000006237,0.01000,1.345
25,mlp.experts.46.gate_proj,0.0000006343,0.01000,1.347
25,mlp.experts.48.gate_proj,0.0000006110,0.01000,1.385
25,mlp.experts.49.gate_proj,0.0000006138,0.01000,1.371
25,mlp.experts.50.gate_proj,0.0000006347,0.01000,1.357
25,mlp.experts.51.gate_proj,0.0000006167,0.01000,1.339
25,mlp.experts.52.gate_proj,0.0000005997,0.01000,1.327
25,mlp.experts.54.gate_proj,0.0000006057,0.01000,1.338
25,mlp.experts.53.gate_proj,0.0000006194,0.01000,1.389
25,mlp.experts.55.gate_proj,0.0000006181,0.01000,1.367
25,mlp.experts.58.gate_proj,0.0000006274,0.01000,1.334
25,mlp.experts.57.gate_proj,0.0000006070,0.01000,1.345
25,mlp.experts.59.gate_proj,0.0000006210,0.01000,1.337
25,mlp.experts.56.gate_proj,0.0000006013,0.01000,1.390
25,mlp.experts.60.gate_proj,0.0000006309,0.01000,1.347
25,mlp.experts.61.gate_proj,0.0000006340,0.01000,1.333
25,mlp.experts.62.gate_proj,0.0000006426,0.01000,1.381
25,mlp.experts.63.gate_proj,0.0000006182,0.01000,1.356
25,mlp.experts.64.gate_proj,0.0000006239,0.01000,1.349
25,mlp.experts.65.gate_proj,0.0000005971,0.01000,1.339
25,mlp.experts.66.gate_proj,0.0000005989,0.01000,1.324
25,mlp.experts.67.gate_proj,0.0000006074,0.01000,1.345
25,mlp.experts.68.gate_proj,0.0000006312,0.01000,1.334
25,mlp.experts.69.gate_proj,0.0000006114,0.01000,1.372
25,mlp.experts.73.gate_proj,0.0000006290,0.01000,1.322
25,mlp.experts.72.gate_proj,0.0000006265,0.01000,1.339
25,mlp.experts.74.gate_proj,0.0000006206,0.01000,1.339
25,mlp.experts.70.gate_proj,0.0000006243,0.01000,1.400
25,mlp.experts.71.gate_proj,0.0000006475,0.01000,1.398
25,mlp.experts.75.gate_proj,0.0000006443,0.01000,1.334
25,mlp.experts.76.gate_proj,0.0000006430,0.01000,1.365
25,mlp.experts.77.gate_proj,0.0000006045,0.01000,1.356
25,mlp.experts.78.gate_proj,0.0000006055,0.01000,1.351
25,mlp.experts.80.gate_proj,0.0000006356,0.01000,1.328
25,mlp.experts.81.gate_proj,0.0000006472,0.01000,1.346
25,mlp.experts.82.gate_proj,0.0000006400,0.01000,1.342
25,mlp.experts.79.gate_proj,0.0000006316,0.01000,1.365
25,mlp.experts.83.gate_proj,0.0000006051,0.01000,1.377
25,mlp.experts.84.gate_proj,0.0000006223,0.01000,1.350
25,mlp.experts.85.gate_proj,0.0000005919,0.01000,1.353
25,mlp.experts.86.gate_proj,0.0000006483,0.01000,1.352
25,mlp.experts.87.gate_proj,0.0000006234,0.01000,1.335
25,mlp.experts.89.gate_proj,0.0000006245,0.01000,1.345
25,mlp.experts.88.gate_proj,0.0000006020,0.01000,1.416
25,mlp.experts.90.gate_proj,0.0000006060,0.01000,1.367
25,mlp.experts.92.gate_proj,0.0000006378,0.01000,1.344
25,mlp.experts.94.gate_proj,0.0000006331,0.01000,1.335
25,mlp.experts.93.gate_proj,0.0000006386,0.01000,1.354
25,mlp.experts.91.gate_proj,0.0000006130,0.01000,1.401
25,mlp.experts.95.gate_proj,0.0000006051,0.01000,1.363
25,mlp.experts.96.gate_proj,0.0000006297,0.01000,1.349
25,mlp.experts.97.gate_proj,0.0000006188,0.01000,1.365
25,mlp.experts.98.gate_proj,0.0000006159,0.01000,1.361
25,mlp.experts.99.gate_proj,0.0000005959,0.01000,1.358
25,mlp.experts.101.gate_proj,0.0000006260,0.01000,1.336
25,mlp.experts.102.gate_proj,0.0000006103,0.01000,1.353
25,mlp.experts.100.gate_proj,0.0000006004,0.01000,1.397
25,mlp.experts.103.gate_proj,0.0000006433,0.01000,1.344
25,mlp.experts.104.gate_proj,0.0000005980,0.01000,1.374
25,mlp.experts.105.gate_proj,0.0000006072,0.01000,1.349
25,mlp.experts.107.gate_proj,0.0000006353,0.01000,1.350
25,mlp.experts.108.gate_proj,0.0000006306,0.01000,1.330
25,mlp.experts.109.gate_proj,0.0000006267,0.01000,1.338
25,mlp.experts.106.gate_proj,0.0000006203,0.01000,1.397
25,mlp.experts.110.gate_proj,0.0000006193,0.01000,1.331
25,mlp.experts.111.gate_proj,0.0000006117,0.01000,1.375
25,mlp.experts.112.gate_proj,0.0000005820,0.01000,1.346
25,mlp.experts.113.gate_proj,0.0000006169,0.01000,1.354
25,mlp.experts.114.gate_proj,0.0000006392,0.01000,1.344
25,mlp.experts.115.gate_proj,0.0000005988,0.01000,1.327
25,mlp.experts.116.gate_proj,0.0000006343,0.01000,1.345
25,mlp.experts.117.gate_proj,0.0000006120,0.01000,1.334
25,mlp.experts.118.gate_proj,0.0000006104,0.01000,1.378
25,mlp.experts.119.gate_proj,0.0000006229,0.01000,1.342
25,mlp.experts.0.up_proj,0.0000006165,0.01000,1.346
25,mlp.experts.1.up_proj,0.0000005669,0.01000,1.345
25,mlp.experts.2.up_proj,0.0000006144,0.01000,1.335
25,mlp.experts.4.up_proj,0.0000006190,0.01000,1.347
25,mlp.experts.3.up_proj,0.0000006033,0.01000,1.350
25,mlp.experts.5.up_proj,0.0000006318,0.01000,1.381
25,mlp.experts.6.up_proj,0.0000005945,0.01000,1.339
25,mlp.experts.7.up_proj,0.0000006121,0.01000,1.343
25,mlp.experts.8.up_proj,0.0000006106,0.01000,1.345
25,mlp.experts.9.up_proj,0.0000006145,0.01000,1.350
25,mlp.experts.11.up_proj,0.0000005863,0.01000,1.337
25,mlp.experts.10.up_proj,0.0000006258,0.01000,1.433
25,mlp.experts.12.up_proj,0.0000005964,0.01000,1.372
25,mlp.experts.13.up_proj,0.0000006096,0.01000,1.345
25,mlp.experts.16.up_proj,0.0000006263,0.01000,1.328
25,mlp.experts.15.up_proj,0.0000006055,0.01000,1.343
25,mlp.experts.17.up_proj,0.0000005870,0.01000,1.360
25,mlp.experts.14.up_proj,0.0000006049,0.01000,1.398
25,mlp.experts.18.up_proj,0.0000005865,0.01000,1.326
25,mlp.experts.19.up_proj,0.0000006013,0.01000,1.372
25,mlp.experts.20.up_proj,0.0000006002,0.01000,1.359
25,mlp.experts.22.up_proj,0.0000006198,0.01000,1.342
25,mlp.experts.23.up_proj,0.0000005988,0.01000,1.335
25,mlp.experts.24.up_proj,0.0000005942,0.01000,1.353
25,mlp.experts.21.up_proj,0.0000006057,0.01000,1.413
25,mlp.experts.25.up_proj,0.0000006314,0.01000,1.331
25,mlp.experts.26.up_proj,0.0000006067,0.01000,1.361
25,mlp.experts.27.up_proj,0.0000005961,0.01000,1.356
25,mlp.experts.28.up_proj,0.0000005982,0.01000,1.356
25,mlp.experts.29.up_proj,0.0000005855,0.01000,1.341
25,mlp.experts.30.up_proj,0.0000006332,0.01000,1.339
25,mlp.experts.31.up_proj,0.0000006081,0.01000,1.351
25,mlp.experts.32.up_proj,0.0000005948,0.01000,1.338
25,mlp.experts.33.up_proj,0.0000005899,0.01000,1.368
25,mlp.experts.34.up_proj,0.0000006049,0.01000,1.350
25,mlp.experts.35.up_proj,0.0000006151,0.01000,1.341
25,mlp.experts.36.up_proj,0.0000006019,0.01000,1.343
25,mlp.experts.37.up_proj,0.0000006085,0.01000,1.332
25,mlp.experts.38.up_proj,0.0000006242,0.01000,1.347
25,mlp.experts.39.up_proj,0.0000005970,0.01000,1.333
25,mlp.experts.40.up_proj,0.0000005941,0.01000,1.363
25,mlp.experts.41.up_proj,0.0000006037,0.01000,1.363
25,mlp.experts.42.up_proj,0.0000006013,0.01000,1.351
25,mlp.experts.44.up_proj,0.0000006000,0.01000,1.325
25,mlp.experts.46.up_proj,0.0000006294,0.01000,1.336
25,mlp.experts.45.up_proj,0.0000006208,0.01000,1.345
25,mlp.experts.43.up_proj,0.0000006108,0.01000,1.384
25,mlp.experts.47.up_proj,0.0000006068,0.01000,1.360
25,mlp.experts.48.up_proj,0.0000006046,0.01000,1.359
25,mlp.experts.50.up_proj,0.0000006169,0.01000,1.345
25,mlp.experts.53.up_proj,0.0000005962,0.01000,1.333
25,mlp.experts.49.up_proj,0.0000006037,0.01000,1.404
25,mlp.experts.52.up_proj,0.0000005872,0.01000,1.357
25,mlp.experts.51.up_proj,0.0000006014,0.01000,1.394
25,mlp.experts.54.up_proj,0.0000005997,0.01000,1.395
25,mlp.experts.55.up_proj,0.0000005953,0.01000,1.346
25,mlp.experts.56.up_proj,0.0000005968,0.01000,1.350
25,mlp.experts.57.up_proj,0.0000005971,0.01000,1.336
25,mlp.experts.58.up_proj,0.0000006124,0.01000,1.341
25,mlp.experts.59.up_proj,0.0000005942,0.01000,1.352
25,mlp.experts.60.up_proj,0.0000006184,0.01000,1.339
25,mlp.experts.61.up_proj,0.0000006047,0.01000,1.369
25,mlp.experts.63.up_proj,0.0000006092,0.01000,1.344
25,mlp.experts.64.up_proj,0.0000006110,0.01000,1.335
25,mlp.experts.65.up_proj,0.0000005901,0.01000,1.328
25,mlp.experts.62.up_proj,0.0000006144,0.01000,1.404
25,mlp.experts.66.up_proj,0.0000005925,0.01000,1.341
25,mlp.experts.67.up_proj,0.0000005897,0.01000,1.331
25,mlp.experts.68.up_proj,0.0000006239,0.01000,1.356
25,mlp.experts.69.up_proj,0.0000005960,0.01000,1.361
25,mlp.experts.70.up_proj,0.0000006012,0.01000,1.348
25,mlp.experts.71.up_proj,0.0000006083,0.01000,1.345
25,mlp.experts.72.up_proj,0.0000006171,0.01000,1.342
25,mlp.experts.73.up_proj,0.0000006160,0.01000,1.348
25,mlp.experts.74.up_proj,0.0000006074,0.01000,1.339
25,mlp.experts.75.up_proj,0.0000006057,0.01000,1.356
25,mlp.experts.77.up_proj,0.0000005978,0.01000,1.355
25,mlp.experts.78.up_proj,0.0000005959,0.01000,1.365
25,mlp.experts.79.up_proj,0.0000006050,0.01000,1.354
25,mlp.experts.81.up_proj,0.0000006135,0.01000,1.343
25,mlp.experts.80.up_proj,0.0000006131,0.01000,1.365
25,mlp.experts.76.up_proj,0.0000006030,0.01000,1.410
25,mlp.experts.82.up_proj,0.0000006175,0.01000,1.388
25,mlp.experts.83.up_proj,0.0000005862,0.01000,1.367
25,mlp.experts.86.up_proj,0.0000006068,0.01000,1.349
25,mlp.experts.85.up_proj,0.0000005831,0.01000,1.367
25,mlp.experts.84.up_proj,0.0000006122,0.01000,1.383
25,mlp.experts.88.up_proj,0.0000005930,0.01000,1.352
25,mlp.experts.87.up_proj,0.0000006219,0.01000,1.413
25,mlp.experts.89.up_proj,0.0000006146,0.01000,1.366
25,mlp.experts.90.up_proj,0.0000005952,0.01000,1.361
25,mlp.experts.91.up_proj,0.0000005978,0.01000,1.356
25,mlp.experts.92.up_proj,0.0000006205,0.01000,1.354
25,mlp.experts.93.up_proj,0.0000006084,0.01000,1.353
25,mlp.experts.94.up_proj,0.0000006223,0.01000,1.357
25,mlp.experts.95.up_proj,0.0000005972,0.01000,1.331
25,mlp.experts.96.up_proj,0.0000006090,0.01000,1.351
25,mlp.experts.99.up_proj,0.0000005896,0.01000,1.342
25,mlp.experts.97.up_proj,0.0000006072,0.01000,1.359
25,mlp.experts.100.up_proj,0.0000005937,0.01000,1.349
25,mlp.experts.101.up_proj,0.0000005939,0.01000,1.347
25,mlp.experts.102.up_proj,0.0000006019,0.01000,1.338
25,mlp.experts.98.up_proj,0.0000006053,0.01000,1.400
25,mlp.experts.103.up_proj,0.0000006076,0.01000,1.349
25,mlp.experts.107.up_proj,0.0000006283,0.01000,1.334
25,mlp.experts.105.up_proj,0.0000005997,0.01000,1.363
25,mlp.experts.106.up_proj,0.0000006037,0.01000,1.363
25,mlp.experts.109.up_proj,0.0000005938,0.01000,1.339
25,mlp.experts.108.up_proj,0.0000006135,0.01000,1.358
25,mlp.experts.104.up_proj,0.0000005919,0.01000,1.412
25,mlp.experts.110.up_proj,0.0000006051,0.01000,1.353
25,mlp.experts.111.up_proj,0.0000005992,0.01000,1.359
25,mlp.experts.114.up_proj,0.0000006181,0.01000,1.332
25,mlp.experts.112.up_proj,0.0000005803,0.01000,1.359
25,mlp.experts.113.up_proj,0.0000006100,0.01000,1.359
25,mlp.experts.116.up_proj,0.0000006165,0.01000,1.347
25,mlp.experts.115.up_proj,0.0000005904,0.01000,1.360
25,mlp.experts.117.up_proj,0.0000006066,0.01000,1.224
25,mlp.experts.119.up_proj,0.0000006116,0.01000,0.997
25,mlp.experts.118.up_proj,0.0000005971,0.01000,1.008
25,mlp.experts.3.down_proj,0.0000000192,0.01000,0.436
25,mlp.experts.0.down_proj,0.0000000150,0.01000,0.438
25,mlp.experts.4.down_proj,0.0000000167,0.01000,0.439
25,mlp.experts.5.down_proj,0.0000000204,0.01000,0.441
25,mlp.experts.6.down_proj,0.0000000159,0.01000,0.445
25,mlp.experts.1.down_proj,0.0000000128,0.01000,0.453
25,mlp.experts.2.down_proj,0.0000000132,0.01000,0.456
25,mlp.experts.10.down_proj,0.0000000186,0.01000,0.405
25,mlp.experts.8.down_proj,0.0000000146,0.01000,0.412
25,mlp.experts.9.down_proj,0.0000000176,0.01000,0.411
25,mlp.experts.11.down_proj,0.0000000168,0.01000,0.407
25,mlp.experts.12.down_proj,0.0000000149,0.01000,0.403
25,mlp.experts.7.down_proj,0.0000000168,0.01000,0.424
25,mlp.experts.13.down_proj,0.0000000162,0.01000,0.404
25,mlp.experts.15.down_proj,0.0000000189,0.01000,0.406
25,mlp.experts.16.down_proj,0.0000000180,0.01000,0.405
25,mlp.experts.17.down_proj,0.0000000146,0.01000,0.406
25,mlp.experts.18.down_proj,0.0000000168,0.01000,0.410
25,mlp.experts.19.down_proj,0.0000000182,0.01000,0.408
25,mlp.experts.14.down_proj,0.0000000206,0.01000,0.421
25,mlp.experts.20.down_proj,0.0000000145,0.01000,0.409
25,mlp.experts.22.down_proj,0.0000000167,0.01000,0.405
25,mlp.experts.24.down_proj,0.0000000160,0.01000,0.401
25,mlp.experts.23.down_proj,0.0000000159,0.01000,0.406
25,mlp.experts.21.down_proj,0.0000000138,0.01000,0.413
25,mlp.experts.26.down_proj,0.0000000147,0.01000,0.407
25,mlp.experts.25.down_proj,0.0000000183,0.01000,0.418
25,mlp.experts.27.down_proj,0.0000000156,0.01000,0.418
25,mlp.experts.31.down_proj,0.0000000176,0.01000,0.398
25,mlp.experts.30.down_proj,0.0000000204,0.01000,0.406
25,mlp.experts.28.down_proj,0.0000000157,0.01000,0.418
25,mlp.experts.29.down_proj,0.0000000156,0.01000,0.416
25,mlp.experts.32.down_proj,0.0000000167,0.01000,0.406
25,mlp.experts.33.down_proj,0.0000000160,0.01000,0.405
25,mlp.experts.34.down_proj,0.0000000170,0.01000,0.408
25,mlp.experts.35.down_proj,0.0000000127,0.01000,0.406
25,mlp.experts.36.down_proj,0.0000000165,0.01000,0.408
25,mlp.experts.37.down_proj,0.0000000174,0.01000,0.401
25,mlp.experts.38.down_proj,0.0000000156,0.01000,0.401
25,mlp.experts.39.down_proj,0.0000000161,0.01000,0.403
25,mlp.experts.40.down_proj,0.0000000154,0.01000,0.402
25,mlp.experts.41.down_proj,0.0000000181,0.01000,0.406
25,mlp.experts.42.down_proj,0.0000000154,0.01000,0.406
25,mlp.experts.45.down_proj,0.0000000171,0.01000,0.400
25,mlp.experts.44.down_proj,0.0000000167,0.01000,0.404
25,mlp.experts.46.down_proj,0.0000000186,0.01000,0.408
25,mlp.experts.47.down_proj,0.0000000226,0.01000,0.403
25,mlp.experts.43.down_proj,0.0000000150,0.01000,0.417
25,mlp.experts.48.down_proj,0.0000000125,0.01000,0.411
25,mlp.experts.49.down_proj,0.0000000130,0.01000,0.404
25,mlp.experts.52.down_proj,0.0000000155,0.01000,0.396
25,mlp.experts.51.down_proj,0.0000000139,0.01000,0.409
25,mlp.experts.50.down_proj,0.0000000195,0.01000,0.418
25,mlp.experts.54.down_proj,0.0000000123,0.01000,0.404
25,mlp.experts.53.down_proj,0.0000000172,0.01000,0.408
25,mlp.experts.55.down_proj,0.0000000201,0.01000,0.405
25,mlp.experts.57.down_proj,0.0000000185,0.01000,0.407
25,mlp.experts.56.down_proj,0.0000000163,0.01000,0.416
25,mlp.experts.59.down_proj,0.0000000160,0.01000,0.402
25,mlp.experts.60.down_proj,0.0000000180,0.01000,0.408
25,mlp.experts.61.down_proj,0.0000000213,0.01000,0.416
25,mlp.experts.62.down_proj,0.0000000184,0.01000,0.413
25,mlp.experts.58.down_proj,0.0000000175,0.01000,0.438
25,mlp.experts.64.down_proj,0.0000000145,0.01000,0.409
25,mlp.experts.63.down_proj,0.0000000184,0.01000,0.412
25,mlp.experts.66.down_proj,0.0000000172,0.01000,0.401
25,mlp.experts.68.down_proj,0.0000000165,0.01000,0.398
25,mlp.experts.67.down_proj,0.0000000128,0.01000,0.409
25,mlp.experts.65.down_proj,0.0000000148,0.01000,0.435
25,mlp.experts.69.down_proj,0.0000000196,0.01000,0.406
25,mlp.experts.71.down_proj,0.0000000153,0.01000,0.411
25,mlp.experts.72.down_proj,0.0000000148,0.01000,0.417
25,mlp.experts.73.down_proj,0.0000000171,0.01000,0.399
25,mlp.experts.74.down_proj,0.0000000137,0.01000,0.403
25,mlp.experts.70.down_proj,0.0000000151,0.01000,0.429
25,mlp.experts.75.down_proj,0.0000000205,0.01000,0.403
25,mlp.experts.76.down_proj,0.0000000221,0.01000,0.409
25,mlp.experts.80.down_proj,0.0000000187,0.01000,0.399
25,mlp.experts.77.down_proj,0.0000000161,0.01000,0.417
25,mlp.experts.79.down_proj,0.0000000148,0.01000,0.408
25,mlp.experts.78.down_proj,0.0000000144,0.01000,0.414
25,mlp.experts.81.down_proj,0.0000000167,0.01000,0.412
25,mlp.experts.82.down_proj,0.0000000183,0.01000,0.415
25,mlp.experts.83.down_proj,0.0000000140,0.01000,0.410
25,mlp.experts.86.down_proj,0.0000000194,0.01000,0.407
25,mlp.experts.84.down_proj,0.0000000184,0.01000,0.412
25,mlp.experts.87.down_proj,0.0000000164,0.01000,0.405
25,mlp.experts.85.down_proj,0.0000000164,0.01000,0.414
25,mlp.experts.88.down_proj,0.0000000149,0.01000,0.403
25,mlp.experts.89.down_proj,0.0000000180,0.01000,0.405
25,mlp.experts.90.down_proj,0.0000000154,0.01000,0.403
25,mlp.experts.94.down_proj,0.0000000148,0.01000,0.400
25,mlp.experts.92.down_proj,0.0000000197,0.01000,0.408
25,mlp.experts.95.down_proj,0.0000000161,0.01000,0.404
25,mlp.experts.96.down_proj,0.0000000146,0.01000,0.401
25,mlp.experts.97.down_proj,0.0000000206,0.01000,0.404
25,mlp.experts.91.down_proj,0.0000000186,0.01000,0.425
25,mlp.experts.93.down_proj,0.0000000221,0.01000,0.425
25,mlp.experts.99.down_proj,0.0000000156,0.01000,0.407
25,mlp.experts.101.down_proj,0.0000000154,0.01000,0.400
25,mlp.experts.100.down_proj,0.0000000175,0.01000,0.407
25,mlp.experts.102.down_proj,0.0000000148,0.01000,0.401
25,mlp.experts.98.down_proj,0.0000000193,0.01000,0.421
25,mlp.experts.103.down_proj,0.0000000163,0.01000,0.402
25,mlp.experts.104.down_proj,0.0000000169,0.01000,0.410
25,mlp.experts.108.down_proj,0.0000000159,0.01000,0.398
25,mlp.experts.107.down_proj,0.0000000190,0.01000,0.407
25,mlp.experts.109.down_proj,0.0000000151,0.01000,0.406
25,mlp.experts.106.down_proj,0.0000000160,0.01000,0.421
25,mlp.experts.110.down_proj,0.0000000140,0.01000,0.414
25,mlp.experts.111.down_proj,0.0000000146,0.01000,0.411
25,mlp.experts.105.down_proj,0.0000000143,0.01000,0.436
25,mlp.experts.113.down_proj,0.0000000175,0.01000,0.409
25,mlp.experts.114.down_proj,0.0000000196,0.01000,0.406
25,mlp.experts.115.down_proj,0.0000000153,0.01000,0.401
25,mlp.experts.116.down_proj,0.0000000203,0.01000,0.405
25,mlp.experts.117.down_proj,0.0000000138,0.01000,0.401
25,mlp.experts.112.down_proj,0.0000000123,0.01000,0.431
25,mlp.experts.118.down_proj,0.0000000151,0.01000,0.406
25,mlp.experts.119.down_proj,0.0000000182,0.01000,0.274
26,self_attn.v_proj,0.0000000075,0.01000,1.196
26,self_attn.k_proj,0.0000000054,0.01000,1.208
26,self_attn.q_proj,0.0000000300,0.01000,1.267
26,self_attn.o_proj,0.0000000091,0.01000,2.763
26,mlp.shared_experts.gate_proj,0.0000000012,0.01000,0.918
26,mlp.shared_experts.up_proj,0.0000000012,0.01000,0.912
26,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.275
26,mlp.experts.3.gate_proj,0.0000006936,0.01000,1.502
26,mlp.experts.2.gate_proj,0.0000006737,0.01000,1.527
26,mlp.experts.4.gate_proj,0.0000007157,0.01000,1.525
26,mlp.experts.5.gate_proj,0.0000006943,0.01000,1.526
26,mlp.experts.6.gate_proj,0.0000007269,0.01000,1.540
26,mlp.experts.1.gate_proj,0.0000007192,0.01000,1.574
26,mlp.experts.0.gate_proj,0.0000007308,0.01000,1.585
26,mlp.experts.9.gate_proj,0.0000007175,0.01000,1.363
26,mlp.experts.10.gate_proj,0.0000006999,0.01000,1.363
26,mlp.experts.11.gate_proj,0.0000007220,0.01000,1.365
26,mlp.experts.12.gate_proj,0.0000007155,0.01000,1.359
26,mlp.experts.7.gate_proj,0.0000006886,0.01000,1.444
26,mlp.experts.13.gate_proj,0.0000007208,0.01000,1.372
26,mlp.experts.8.gate_proj,0.0000007244,0.01000,1.437
26,mlp.experts.14.gate_proj,0.0000007221,0.01000,1.370
26,mlp.experts.16.gate_proj,0.0000007085,0.01000,1.364
26,mlp.experts.17.gate_proj,0.0000007240,0.01000,1.349
26,mlp.experts.18.gate_proj,0.0000007002,0.01000,1.358
26,mlp.experts.19.gate_proj,0.0000007118,0.01000,1.356
26,mlp.experts.15.gate_proj,0.0000007127,0.01000,1.438
26,mlp.experts.20.gate_proj,0.0000007239,0.01000,1.385
26,mlp.experts.21.gate_proj,0.0000006661,0.01000,1.346
26,mlp.experts.23.gate_proj,0.0000007147,0.01000,1.363
26,mlp.experts.24.gate_proj,0.0000006820,0.01000,1.343
26,mlp.experts.25.gate_proj,0.0000007232,0.01000,1.360
26,mlp.experts.26.gate_proj,0.0000007215,0.01000,1.355
26,mlp.experts.22.gate_proj,0.0000007079,0.01000,1.421
26,mlp.experts.27.gate_proj,0.0000006919,0.01000,1.385
26,mlp.experts.28.gate_proj,0.0000006923,0.01000,1.342
26,mlp.experts.30.gate_proj,0.0000006930,0.01000,1.346
26,mlp.experts.31.gate_proj,0.0000007283,0.01000,1.341
26,mlp.experts.32.gate_proj,0.0000007071,0.01000,1.356
26,mlp.experts.33.gate_proj,0.0000006959,0.01000,1.350
26,mlp.experts.29.gate_proj,0.0000006806,0.01000,1.420
26,mlp.experts.34.gate_proj,0.0000007030,0.01000,1.384
26,mlp.experts.35.gate_proj,0.0000007184,0.01000,1.341
26,mlp.experts.36.gate_proj,0.0000007121,0.01000,1.366
26,mlp.experts.37.gate_proj,0.0000006938,0.01000,1.347
26,mlp.experts.38.gate_proj,0.0000007062,0.01000,1.335
26,mlp.experts.39.gate_proj,0.0000006996,0.01000,1.352
26,mlp.experts.40.gate_proj,0.0000007269,0.01000,1.342
26,mlp.experts.41.gate_proj,0.0000007219,0.01000,1.382
26,mlp.experts.42.gate_proj,0.0000006685,0.01000,1.333
26,mlp.experts.45.gate_proj,0.0000007036,0.01000,1.330
26,mlp.experts.44.gate_proj,0.0000007175,0.01000,1.346
26,mlp.experts.46.gate_proj,0.0000007327,0.01000,1.348
26,mlp.experts.47.gate_proj,0.0000006891,0.01000,1.339
26,mlp.experts.43.gate_proj,0.0000007012,0.01000,1.390
26,mlp.experts.48.gate_proj,0.0000007163,0.01000,1.379
26,mlp.experts.49.gate_proj,0.0000007051,0.01000,1.335
26,mlp.experts.51.gate_proj,0.0000007005,0.01000,1.340
26,mlp.experts.52.gate_proj,0.0000007263,0.01000,1.339
26,mlp.experts.54.gate_proj,0.0000007140,0.01000,1.335
26,mlp.experts.53.gate_proj,0.0000006958,0.01000,1.352
26,mlp.experts.50.gate_proj,0.0000006794,0.01000,1.399
26,mlp.experts.55.gate_proj,0.0000007215,0.01000,1.366
26,mlp.experts.56.gate_proj,0.0000007054,0.01000,1.377
26,mlp.experts.57.gate_proj,0.0000006995,0.01000,1.363
26,mlp.experts.59.gate_proj,0.0000006937,0.01000,1.342
26,mlp.experts.61.gate_proj,0.0000007003,0.01000,1.346
26,mlp.experts.60.gate_proj,0.0000006802,0.01000,1.380
26,mlp.experts.58.gate_proj,0.0000007030,0.01000,1.412
26,mlp.experts.62.gate_proj,0.0000007154,0.01000,1.383
26,mlp.experts.63.gate_proj,0.0000007132,0.01000,1.365
26,mlp.experts.65.gate_proj,0.0000007268,0.01000,1.360
26,mlp.experts.66.gate_proj,0.0000007399,0.01000,1.350
26,mlp.experts.64.gate_proj,0.0000007039,0.01000,1.431
26,mlp.experts.67.gate_proj,0.0000006794,0.01000,1.365
26,mlp.experts.68.gate_proj,0.0000006869,0.01000,1.360
26,mlp.experts.69.gate_proj,0.0000007086,0.01000,1.359
26,mlp.experts.70.gate_proj,0.0000006811,0.01000,1.361
26,mlp.experts.72.gate_proj,0.0000007118,0.01000,1.350
26,mlp.experts.73.gate_proj,0.0000006942,0.01000,1.339
26,mlp.experts.71.gate_proj,0.0000007072,0.01000,1.409
26,mlp.experts.75.gate_proj,0.0000006949,0.01000,1.354
26,mlp.experts.74.gate_proj,0.0000007294,0.01000,1.421
26,mlp.experts.76.gate_proj,0.0000007078,0.01000,1.353
26,mlp.experts.77.gate_proj,0.0000007002,0.01000,1.358
26,mlp.experts.78.gate_proj,0.0000006788,0.01000,1.344
26,mlp.experts.79.gate_proj,0.0000007165,0.01000,1.336
26,mlp.experts.80.gate_proj,0.0000007140,0.01000,1.331
26,mlp.experts.81.gate_proj,0.0000006912,0.01000,1.353
26,mlp.experts.82.gate_proj,0.0000007020,0.01000,1.359
26,mlp.experts.83.gate_proj,0.0000007067,0.01000,1.351
26,mlp.experts.84.gate_proj,0.0000007211,0.01000,1.365
26,mlp.experts.85.gate_proj,0.0000007040,0.01000,1.349
26,mlp.experts.86.gate_proj,0.0000006985,0.01000,1.346
26,mlp.experts.87.gate_proj,0.0000007226,0.01000,1.336
26,mlp.experts.88.gate_proj,0.0000006936,0.01000,1.351
26,mlp.experts.89.gate_proj,0.0000006847,0.01000,1.357
26,mlp.experts.90.gate_proj,0.0000006871,0.01000,1.366
26,mlp.experts.91.gate_proj,0.0000007114,0.01000,1.355
26,mlp.experts.94.gate_proj,0.0000006822,0.01000,1.338
26,mlp.experts.93.gate_proj,0.0000007081,0.01000,1.353
26,mlp.experts.92.gate_proj,0.0000007141,0.01000,1.406
26,mlp.experts.95.gate_proj,0.0000006965,0.01000,1.360
26,mlp.experts.96.gate_proj,0.0000007220,0.01000,1.349
26,mlp.experts.97.gate_proj,0.0000006735,0.01000,1.371
26,mlp.experts.98.gate_proj,0.0000006830,0.01000,1.340
26,mlp.experts.100.gate_proj,0.0000006910,0.01000,1.346
26,mlp.experts.101.gate_proj,0.0000007190,0.01000,1.339
26,mlp.experts.99.gate_proj,0.0000006949,0.01000,1.412
26,mlp.experts.102.gate_proj,0.0000007347,0.01000,1.346
26,mlp.experts.103.gate_proj,0.0000006840,0.01000,1.338
26,mlp.experts.104.gate_proj,0.0000007028,0.01000,1.348
26,mlp.experts.105.gate_proj,0.0000007039,0.01000,1.340
26,mlp.experts.106.gate_proj,0.0000006733,0.01000,1.354
26,mlp.experts.107.gate_proj,0.0000007041,0.01000,1.347
26,mlp.experts.108.gate_proj,0.0000007233,0.01000,1.333
26,mlp.experts.109.gate_proj,0.0000006898,0.01000,1.340
26,mlp.experts.110.gate_proj,0.0000007306,0.01000,1.335
26,mlp.experts.111.gate_proj,0.0000007026,0.01000,1.347
26,mlp.experts.112.gate_proj,0.0000007020,0.01000,1.345
26,mlp.experts.113.gate_proj,0.0000007266,0.01000,1.350
26,mlp.experts.115.gate_proj,0.0000006920,0.01000,1.325
26,mlp.experts.116.gate_proj,0.0000007074,0.01000,1.344
26,mlp.experts.114.gate_proj,0.0000006906,0.01000,1.387
26,mlp.experts.117.gate_proj,0.0000007105,0.01000,1.345
26,mlp.experts.118.gate_proj,0.0000007193,0.01000,1.353
26,mlp.experts.119.gate_proj,0.0000007543,0.01000,1.335
26,mlp.experts.1.up_proj,0.0000006990,0.01000,1.336
26,mlp.experts.0.up_proj,0.0000007029,0.01000,1.344
26,mlp.experts.2.up_proj,0.0000006664,0.01000,1.325
26,mlp.experts.3.up_proj,0.0000006865,0.01000,1.347
26,mlp.experts.4.up_proj,0.0000006990,0.01000,1.353
26,mlp.experts.5.up_proj,0.0000006855,0.01000,1.358
26,mlp.experts.6.up_proj,0.0000007066,0.01000,1.344
26,mlp.experts.7.up_proj,0.0000006725,0.01000,1.347
26,mlp.experts.8.up_proj,0.0000007027,0.01000,1.348
26,mlp.experts.9.up_proj,0.0000006912,0.01000,1.335
26,mlp.experts.10.up_proj,0.0000006905,0.01000,1.347
26,mlp.experts.11.up_proj,0.0000006952,0.01000,1.345
26,mlp.experts.12.up_proj,0.0000006860,0.01000,1.356
26,mlp.experts.13.up_proj,0.0000007042,0.01000,1.353
26,mlp.experts.16.up_proj,0.0000006944,0.01000,1.341
26,mlp.experts.15.up_proj,0.0000006992,0.01000,1.349
26,mlp.experts.14.up_proj,0.0000006897,0.01000,1.397
26,mlp.experts.17.up_proj,0.0000007139,0.01000,1.336
26,mlp.experts.18.up_proj,0.0000006753,0.01000,1.355
26,mlp.experts.19.up_proj,0.0000006916,0.01000,1.366
26,mlp.experts.20.up_proj,0.0000007006,0.01000,1.356
26,mlp.experts.22.up_proj,0.0000006750,0.01000,1.333
26,mlp.experts.23.up_proj,0.0000007004,0.01000,1.330
26,mlp.experts.24.up_proj,0.0000006662,0.01000,1.350
26,mlp.experts.21.up_proj,0.0000006580,0.01000,1.415
26,mlp.experts.25.up_proj,0.0000006937,0.01000,1.342
26,mlp.experts.26.up_proj,0.0000006978,0.01000,1.380
26,mlp.experts.27.up_proj,0.0000006865,0.01000,1.347
26,mlp.experts.28.up_proj,0.0000006831,0.01000,1.362
26,mlp.experts.29.up_proj,0.0000006758,0.01000,1.340
26,mlp.experts.30.up_proj,0.0000006539,0.01000,1.324
26,mlp.experts.31.up_proj,0.0000007047,0.01000,1.354
26,mlp.experts.32.up_proj,0.0000006979,0.01000,1.338
26,mlp.experts.33.up_proj,0.0000006804,0.01000,1.368
26,mlp.experts.34.up_proj,0.0000006912,0.01000,1.347
26,mlp.experts.37.up_proj,0.0000006735,0.01000,1.326
26,mlp.experts.35.up_proj,0.0000007041,0.01000,1.354
26,mlp.experts.38.up_proj,0.0000006913,0.01000,1.356
26,mlp.experts.36.up_proj,0.0000007043,0.01000,1.407
26,mlp.experts.39.up_proj,0.0000006857,0.01000,1.350
26,mlp.experts.40.up_proj,0.0000007000,0.01000,1.361
26,mlp.experts.41.up_proj,0.0000007035,0.01000,1.343
26,mlp.experts.42.up_proj,0.0000006625,0.01000,1.358
26,mlp.experts.43.up_proj,0.0000006956,0.01000,1.361
26,mlp.experts.44.up_proj,0.0000006914,0.01000,1.344
26,mlp.experts.45.up_proj,0.0000006963,0.01000,1.355
26,mlp.experts.46.up_proj,0.0000007064,0.01000,1.359
26,mlp.experts.47.up_proj,0.0000006754,0.01000,1.364
26,mlp.experts.48.up_proj,0.0000006877,0.01000,1.342
26,mlp.experts.50.up_proj,0.0000006680,0.01000,1.338
26,mlp.experts.49.up_proj,0.0000006795,0.01000,1.403
26,mlp.experts.51.up_proj,0.0000006912,0.01000,1.361
26,mlp.experts.52.up_proj,0.0000006921,0.01000,1.349
26,mlp.experts.53.up_proj,0.0000006771,0.01000,1.359
26,mlp.experts.54.up_proj,0.0000007024,0.01000,1.409
26,mlp.experts.55.up_proj,0.0000007010,0.01000,1.341
26,mlp.experts.56.up_proj,0.0000006915,0.01000,1.363
26,mlp.experts.57.up_proj,0.0000006921,0.01000,1.356
26,mlp.experts.59.up_proj,0.0000006828,0.01000,1.374
26,mlp.experts.60.up_proj,0.0000006681,0.01000,1.362
26,mlp.experts.58.up_proj,0.0000007003,0.01000,1.440
26,mlp.experts.61.up_proj,0.0000006882,0.01000,1.373
26,mlp.experts.62.up_proj,0.0000007101,0.01000,1.349
26,mlp.experts.63.up_proj,0.0000006947,0.01000,1.350
26,mlp.experts.64.up_proj,0.0000006932,0.01000,1.345
26,mlp.experts.65.up_proj,0.0000007121,0.01000,1.346
26,mlp.experts.66.up_proj,0.0000007018,0.01000,1.365
26,mlp.experts.67.up_proj,0.0000006597,0.01000,1.346
26,mlp.experts.68.up_proj,0.0000006723,0.01000,1.362
26,mlp.experts.69.up_proj,0.0000006963,0.01000,1.360
26,mlp.experts.70.up_proj,0.0000006622,0.01000,1.341
26,mlp.experts.71.up_proj,0.0000006929,0.01000,1.349
26,mlp.experts.72.up_proj,0.0000006910,0.01000,1.330
26,mlp.experts.73.up_proj,0.0000006898,0.01000,1.352
26,mlp.experts.74.up_proj,0.0000006904,0.01000,1.364
26,mlp.experts.75.up_proj,0.0000006886,0.01000,1.371
26,mlp.experts.76.up_proj,0.0000006944,0.01000,1.353
26,mlp.experts.77.up_proj,0.0000006906,0.01000,1.345
26,mlp.experts.78.up_proj,0.0000006692,0.01000,1.343
26,mlp.experts.79.up_proj,0.0000006947,0.01000,1.326
26,mlp.experts.80.up_proj,0.0000006969,0.01000,1.353
26,mlp.experts.81.up_proj,0.0000006753,0.01000,1.341
26,mlp.experts.82.up_proj,0.0000006841,0.01000,1.362
26,mlp.experts.83.up_proj,0.0000006843,0.01000,1.359
26,mlp.experts.84.up_proj,0.0000007003,0.01000,1.352
26,mlp.experts.86.up_proj,0.0000006692,0.01000,1.331
26,mlp.experts.85.up_proj,0.0000006900,0.01000,1.390
26,mlp.experts.87.up_proj,0.0000006856,0.01000,1.359
26,mlp.experts.88.up_proj,0.0000006854,0.01000,1.355
26,mlp.experts.89.up_proj,0.0000006783,0.01000,1.359
26,mlp.experts.90.up_proj,0.0000006699,0.01000,1.364
26,mlp.experts.91.up_proj,0.0000007077,0.01000,1.351
26,mlp.experts.92.up_proj,0.0000006990,0.01000,1.346
26,mlp.experts.93.up_proj,0.0000006834,0.01000,1.328
26,mlp.experts.94.up_proj,0.0000006702,0.01000,1.357
26,mlp.experts.95.up_proj,0.0000006843,0.01000,1.352
26,mlp.experts.96.up_proj,0.0000007083,0.01000,1.369
26,mlp.experts.97.up_proj,0.0000006731,0.01000,1.364
26,mlp.experts.98.up_proj,0.0000006704,0.01000,1.371
26,mlp.experts.99.up_proj,0.0000006825,0.01000,1.354
26,mlp.experts.100.up_proj,0.0000006773,0.01000,1.335
26,mlp.experts.101.up_proj,0.0000006964,0.01000,1.356
26,mlp.experts.102.up_proj,0.0000007171,0.01000,1.348
26,mlp.experts.103.up_proj,0.0000006742,0.01000,1.356
26,mlp.experts.104.up_proj,0.0000006975,0.01000,1.351
26,mlp.experts.107.up_proj,0.0000006949,0.01000,1.330
26,mlp.experts.106.up_proj,0.0000006539,0.01000,1.363
26,mlp.experts.105.up_proj,0.0000006980,0.01000,1.414
26,mlp.experts.108.up_proj,0.0000006982,0.01000,1.344
26,mlp.experts.109.up_proj,0.0000006737,0.01000,1.339
26,mlp.experts.110.up_proj,0.0000006892,0.01000,1.348
26,mlp.experts.111.up_proj,0.0000006911,0.01000,1.347
26,mlp.experts.112.up_proj,0.0000006946,0.01000,1.357
26,mlp.experts.113.up_proj,0.0000007027,0.01000,1.354
26,mlp.experts.114.up_proj,0.0000006851,0.01000,1.345
26,mlp.experts.115.up_proj,0.0000006715,0.01000,1.351
26,mlp.experts.116.up_proj,0.0000006843,0.01000,1.340
26,mlp.experts.117.up_proj,0.0000007024,0.01000,1.272
26,mlp.experts.118.up_proj,0.0000006989,0.01000,1.062
26,mlp.experts.119.up_proj,0.0000006958,0.01000,1.005
26,mlp.experts.0.down_proj,0.0000000227,0.01000,0.442
26,mlp.experts.5.down_proj,0.0000000198,0.01000,0.438
26,mlp.experts.1.down_proj,0.0000000234,0.01000,0.441
26,mlp.experts.2.down_proj,0.0000000165,0.01000,0.441
26,mlp.experts.4.down_proj,0.0000000185,0.01000,0.444
26,mlp.experts.6.down_proj,0.0000000224,0.01000,0.453
26,mlp.experts.3.down_proj,0.0000000213,0.01000,0.467
26,mlp.experts.9.down_proj,0.0000000202,0.01000,0.409
26,mlp.experts.7.down_proj,0.0000000210,0.01000,0.411
26,mlp.experts.10.down_proj,0.0000000186,0.01000,0.410
26,mlp.experts.8.down_proj,0.0000000191,0.01000,0.411
26,mlp.experts.11.down_proj,0.0000000231,0.01000,0.409
26,mlp.experts.12.down_proj,0.0000000179,0.01000,0.401
26,mlp.experts.13.down_proj,0.0000000179,0.01000,0.407
26,mlp.experts.17.down_proj,0.0000000198,0.01000,0.407
26,mlp.experts.16.down_proj,0.0000000225,0.01000,0.410
26,mlp.experts.14.down_proj,0.0000000220,0.01000,0.414
26,mlp.experts.18.down_proj,0.0000000160,0.01000,0.410
26,mlp.experts.19.down_proj,0.0000000225,0.01000,0.409
26,mlp.experts.15.down_proj,0.0000000207,0.01000,0.425
26,mlp.experts.20.down_proj,0.0000000271,0.01000,0.407
26,mlp.experts.21.down_proj,0.0000000164,0.01000,0.409
26,mlp.experts.22.down_proj,0.0000000180,0.01000,0.410
26,mlp.experts.24.down_proj,0.0000000178,0.01000,0.406
26,mlp.experts.25.down_proj,0.0000000147,0.01000,0.412
26,mlp.experts.26.down_proj,0.0000000184,0.01000,0.403
26,mlp.experts.23.down_proj,0.0000000169,0.01000,0.419
26,mlp.experts.27.down_proj,0.0000000151,0.01000,0.405
26,mlp.experts.28.down_proj,0.0000000168,0.01000,0.413
26,mlp.experts.29.down_proj,0.0000000188,0.01000,0.411
26,mlp.experts.30.down_proj,0.0000000162,0.01000,0.411
26,mlp.experts.33.down_proj,0.0000000169,0.01000,0.404
26,mlp.experts.31.down_proj,0.0000000227,0.01000,0.410
26,mlp.experts.34.down_proj,0.0000000191,0.01000,0.410
26,mlp.experts.32.down_proj,0.0000000198,0.01000,0.422
26,mlp.experts.38.down_proj,0.0000000167,0.01000,0.401
26,mlp.experts.37.down_proj,0.0000000210,0.01000,0.407
26,mlp.experts.36.down_proj,0.0000000225,0.01000,0.408
26,mlp.experts.35.down_proj,0.0000000197,0.01000,0.414
26,mlp.experts.39.down_proj,0.0000000220,0.01000,0.409
26,mlp.experts.40.down_proj,0.0000000229,0.01000,0.401
26,mlp.experts.41.down_proj,0.0000000205,0.01000,0.409
26,mlp.experts.45.down_proj,0.0000000212,0.01000,0.399
26,mlp.experts.44.down_proj,0.0000000239,0.01000,0.409
26,mlp.experts.43.down_proj,0.0000000153,0.01000,0.410
26,mlp.experts.47.down_proj,0.0000000175,0.01000,0.404
26,mlp.experts.46.down_proj,0.0000000230,0.01000,0.407
26,mlp.experts.42.down_proj,0.0000000170,0.01000,0.426
26,mlp.experts.48.down_proj,0.0000000207,0.01000,0.411
26,mlp.experts.51.down_proj,0.0000000228,0.01000,0.406
26,mlp.experts.52.down_proj,0.0000000196,0.01000,0.404
26,mlp.experts.49.down_proj,0.0000000227,0.01000,0.415
26,mlp.experts.53.down_proj,0.0000000186,0.01000,0.407
26,mlp.experts.54.down_proj,0.0000000200,0.01000,0.399
26,mlp.experts.50.down_proj,0.0000000191,0.01000,0.418
26,mlp.experts.55.down_proj,0.0000000211,0.01000,0.415
26,mlp.experts.59.down_proj,0.0000000211,0.01000,0.403
26,mlp.experts.61.down_proj,0.0000000197,0.01000,0.399
26,mlp.experts.58.down_proj,0.0000000197,0.01000,0.407
26,mlp.experts.60.down_proj,0.0000000209,0.01000,0.404
26,mlp.experts.56.down_proj,0.0000000185,0.01000,0.418
26,mlp.experts.57.down_proj,0.0000000177,0.01000,0.422
26,mlp.experts.62.down_proj,0.0000000192,0.01000,0.412
26,mlp.experts.66.down_proj,0.0000000163,0.01000,0.403
26,mlp.experts.65.down_proj,0.0000000255,0.01000,0.408
26,mlp.experts.64.down_proj,0.0000000170,0.01000,0.409
26,mlp.experts.63.down_proj,0.0000000218,0.01000,0.411
26,mlp.experts.67.down_proj,0.0000000177,0.01000,0.405
26,mlp.experts.68.down_proj,0.0000000177,0.01000,0.404
26,mlp.experts.69.down_proj,0.0000000181,0.01000,0.416
26,mlp.experts.73.down_proj,0.0000000197,0.01000,0.405
26,mlp.experts.72.down_proj,0.0000000211,0.01000,0.406
26,mlp.experts.74.down_proj,0.0000000224,0.01000,0.406
26,mlp.experts.71.down_proj,0.0000000177,0.01000,0.411
26,mlp.experts.75.down_proj,0.0000000185,0.01000,0.403
26,mlp.experts.70.down_proj,0.0000000185,0.01000,0.417
26,mlp.experts.76.down_proj,0.0000000160,0.01000,0.407
26,mlp.experts.80.down_proj,0.0000000222,0.01000,0.403
26,mlp.experts.78.down_proj,0.0000000192,0.01000,0.411
26,mlp.experts.77.down_proj,0.0000000154,0.01000,0.414
26,mlp.experts.79.down_proj,0.0000000223,0.01000,0.409
26,mlp.experts.82.down_proj,0.0000000244,0.01000,0.408
26,mlp.experts.81.down_proj,0.0000000200,0.01000,0.445
26,mlp.experts.83.down_proj,0.0000000215,0.01000,0.410
26,mlp.experts.85.down_proj,0.0000000186,0.01000,0.404
26,mlp.experts.87.down_proj,0.0000000247,0.01000,0.402
26,mlp.experts.86.down_proj,0.0000000188,0.01000,0.406
26,mlp.experts.88.down_proj,0.0000000184,0.01000,0.411
26,mlp.experts.84.down_proj,0.0000000219,0.01000,0.419
26,mlp.experts.89.down_proj,0.0000000168,0.01000,0.401
26,mlp.experts.90.down_proj,0.0000000205,0.01000,0.407
26,mlp.experts.93.down_proj,0.0000000215,0.01000,0.400
26,mlp.experts.92.down_proj,0.0000000218,0.01000,0.407
26,mlp.experts.94.down_proj,0.0000000159,0.01000,0.398
26,mlp.experts.91.down_proj,0.0000000188,0.01000,0.415
26,mlp.experts.95.down_proj,0.0000000195,0.01000,0.405
26,mlp.experts.96.down_proj,0.0000000187,0.01000,0.396
26,mlp.experts.97.down_proj,0.0000000183,0.01000,0.400
26,mlp.experts.101.down_proj,0.0000000211,0.01000,0.398
26,mlp.experts.99.down_proj,0.0000000214,0.01000,0.405
26,mlp.experts.98.down_proj,0.0000000191,0.01000,0.409
26,mlp.experts.103.down_proj,0.0000000161,0.01000,0.395
26,mlp.experts.100.down_proj,0.0000000210,0.01000,0.417
26,mlp.experts.104.down_proj,0.0000000222,0.01000,0.402
26,mlp.experts.102.down_proj,0.0000000212,0.01000,0.436
26,mlp.experts.106.down_proj,0.0000000187,0.01000,0.404
26,mlp.experts.107.down_proj,0.0000000195,0.01000,0.404
26,mlp.experts.108.down_proj,0.0000000197,0.01000,0.395
26,mlp.experts.105.down_proj,0.0000000176,0.01000,0.415
26,mlp.experts.109.down_proj,0.0000000222,0.01000,0.406
26,mlp.experts.110.down_proj,0.0000000195,0.01000,0.400
26,mlp.experts.111.down_proj,0.0000000206,0.01000,0.412
26,mlp.experts.113.down_proj,0.0000000204,0.01000,0.406
26,mlp.experts.115.down_proj,0.0000000204,0.01000,0.398
26,mlp.experts.114.down_proj,0.0000000150,0.01000,0.407
26,mlp.experts.112.down_proj,0.0000000220,0.01000,0.418
26,mlp.experts.116.down_proj,0.0000000230,0.01000,0.403
26,mlp.experts.117.down_proj,0.0000000226,0.01000,0.395
26,mlp.experts.118.down_proj,0.0000000213,0.01000,0.402
26,mlp.experts.119.down_proj,0.0000000210,0.01000,0.273
27,self_attn.v_proj,0.0000000097,0.01000,1.192
27,self_attn.k_proj,0.0000000068,0.01000,1.207
27,self_attn.q_proj,0.0000000386,0.01000,1.267
27,self_attn.o_proj,0.0000000141,0.01000,2.759
27,mlp.shared_experts.gate_proj,0.0000000014,0.01000,0.919
27,mlp.shared_experts.up_proj,0.0000000014,0.01000,0.915
27,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.275
27,mlp.experts.2.gate_proj,0.0000007712,0.01000,1.508
27,mlp.experts.3.gate_proj,0.0000007850,0.01000,1.510
27,mlp.experts.5.gate_proj,0.0000007623,0.01000,1.517
27,mlp.experts.4.gate_proj,0.0000007976,0.01000,1.518
27,mlp.experts.6.gate_proj,0.0000007559,0.01000,1.520
27,mlp.experts.1.gate_proj,0.0000007585,0.01000,1.564
27,mlp.experts.0.gate_proj,0.0000007618,0.01000,1.578
27,mlp.experts.10.gate_proj,0.0000007765,0.01000,1.330
27,mlp.experts.11.gate_proj,0.0000007606,0.01000,1.345
27,mlp.experts.9.gate_proj,0.0000007931,0.01000,1.359
27,mlp.experts.12.gate_proj,0.0000008163,0.01000,1.338
27,mlp.experts.7.gate_proj,0.0000007881,0.01000,1.423
27,mlp.experts.13.gate_proj,0.0000007809,0.01000,1.355
27,mlp.experts.8.gate_proj,0.0000007836,0.01000,1.437
27,mlp.experts.15.gate_proj,0.0000007543,0.01000,1.361
27,mlp.experts.16.gate_proj,0.0000007801,0.01000,1.352
27,mlp.experts.17.gate_proj,0.0000007725,0.01000,1.327
27,mlp.experts.18.gate_proj,0.0000007699,0.01000,1.345
27,mlp.experts.14.gate_proj,0.0000008013,0.01000,1.429
27,mlp.experts.19.gate_proj,0.0000007997,0.01000,1.367
27,mlp.experts.20.gate_proj,0.0000008241,0.01000,1.372
27,mlp.experts.23.gate_proj,0.0000007903,0.01000,1.357
27,mlp.experts.22.gate_proj,0.0000007833,0.01000,1.363
27,mlp.experts.24.gate_proj,0.0000007914,0.01000,1.339
27,mlp.experts.25.gate_proj,0.0000008022,0.01000,1.357
27,mlp.experts.21.gate_proj,0.0000008080,0.01000,1.412
27,mlp.experts.26.gate_proj,0.0000007617,0.01000,1.346
27,mlp.experts.27.gate_proj,0.0000007830,0.01000,1.368
27,mlp.experts.30.gate_proj,0.0000007750,0.01000,1.346
27,mlp.experts.32.gate_proj,0.0000007718,0.01000,1.347
27,mlp.experts.31.gate_proj,0.0000007840,0.01000,1.364
27,mlp.experts.33.gate_proj,0.0000007980,0.01000,1.360
27,mlp.experts.29.gate_proj,0.0000008017,0.01000,1.451
27,mlp.experts.34.gate_proj,0.0000007884,0.01000,1.360
27,mlp.experts.28.gate_proj,0.0000007941,0.01000,1.489
27,mlp.experts.36.gate_proj,0.0000007623,0.01000,1.358
27,mlp.experts.35.gate_proj,0.0000007729,0.01000,1.385
27,mlp.experts.38.gate_proj,0.0000007889,0.01000,1.342
27,mlp.experts.39.gate_proj,0.0000007732,0.01000,1.346
27,mlp.experts.40.gate_proj,0.0000007847,0.01000,1.341
27,mlp.experts.37.gate_proj,0.0000007535,0.01000,1.406
27,mlp.experts.41.gate_proj,0.0000007507,0.01000,1.365
27,mlp.experts.42.gate_proj,0.0000008040,0.01000,1.356
27,mlp.experts.43.gate_proj,0.0000007958,0.01000,1.357
27,mlp.experts.44.gate_proj,0.0000007553,0.01000,1.374
27,mlp.experts.45.gate_proj,0.0000007747,0.01000,1.337
27,mlp.experts.46.gate_proj,0.0000007725,0.01000,1.366
27,mlp.experts.47.gate_proj,0.0000007962,0.01000,1.357
27,mlp.experts.48.gate_proj,0.0000007863,0.01000,1.383
27,mlp.experts.49.gate_proj,0.0000007553,0.01000,1.346
27,mlp.experts.52.gate_proj,0.0000007594,0.01000,1.332
27,mlp.experts.50.gate_proj,0.0000007884,0.01000,1.370
27,mlp.experts.53.gate_proj,0.0000007623,0.01000,1.340
27,mlp.experts.54.gate_proj,0.0000007836,0.01000,1.333
27,mlp.experts.51.gate_proj,0.0000007739,0.01000,1.414
27,mlp.experts.55.gate_proj,0.0000007600,0.01000,1.356
27,mlp.experts.56.gate_proj,0.0000007551,0.01000,1.348
27,mlp.experts.57.gate_proj,0.0000008043,0.01000,1.361
27,mlp.experts.59.gate_proj,0.0000007694,0.01000,1.337
27,mlp.experts.60.gate_proj,0.0000007906,0.01000,1.349
27,mlp.experts.61.gate_proj,0.0000007732,0.01000,1.338
27,mlp.experts.58.gate_proj,0.0000007534,0.01000,1.412
27,mlp.experts.62.gate_proj,0.0000007854,0.01000,1.355
27,mlp.experts.63.gate_proj,0.0000007913,0.01000,1.354
27,mlp.experts.66.gate_proj,0.0000007946,0.01000,1.330
27,mlp.experts.65.gate_proj,0.0000008159,0.01000,1.358
27,mlp.experts.68.gate_proj,0.0000008011,0.01000,1.337
27,mlp.experts.64.gate_proj,0.0000007251,0.01000,1.412
27,mlp.experts.67.gate_proj,0.0000007566,0.01000,1.413
27,mlp.experts.69.gate_proj,0.0000007665,0.01000,1.363
27,mlp.experts.70.gate_proj,0.0000007486,0.01000,1.351
27,mlp.experts.71.gate_proj,0.0000008141,0.01000,1.353
27,mlp.experts.72.gate_proj,0.0000008108,0.01000,1.341
27,mlp.experts.73.gate_proj,0.0000007513,0.01000,1.322
27,mlp.experts.74.gate_proj,0.0000008125,0.01000,1.367
27,mlp.experts.75.gate_proj,0.0000007814,0.01000,1.355
27,mlp.experts.76.gate_proj,0.0000008026,0.01000,1.385
27,mlp.experts.77.gate_proj,0.0000007951,0.01000,1.350
27,mlp.experts.80.gate_proj,0.0000007597,0.01000,1.322
27,mlp.experts.79.gate_proj,0.0000007566,0.01000,1.349
27,mlp.experts.81.gate_proj,0.0000007671,0.01000,1.341
27,mlp.experts.78.gate_proj,0.0000007465,0.01000,1.411
27,mlp.experts.82.gate_proj,0.0000007988,0.01000,1.340
27,mlp.experts.83.gate_proj,0.0000007941,0.01000,1.375
27,mlp.experts.84.gate_proj,0.0000007541,0.01000,1.350
27,mlp.experts.86.gate_proj,0.0000007815,0.01000,1.342
27,mlp.experts.87.gate_proj,0.0000008108,0.01000,1.327
27,mlp.experts.85.gate_proj,0.0000007512,0.01000,1.410
27,mlp.experts.88.gate_proj,0.0000007729,0.01000,1.349
27,mlp.experts.89.gate_proj,0.0000007757,0.01000,1.332
27,mlp.experts.90.gate_proj,0.0000007866,0.01000,1.373
27,mlp.experts.91.gate_proj,0.0000007903,0.01000,1.345
27,mlp.experts.92.gate_proj,0.0000007566,0.01000,1.341
27,mlp.experts.94.gate_proj,0.0000007455,0.01000,1.314
27,mlp.experts.95.gate_proj,0.0000007751,0.01000,1.339
27,mlp.experts.96.gate_proj,0.0000007778,0.01000,1.329
27,mlp.experts.93.gate_proj,0.0000007929,0.01000,1.388
27,mlp.experts.97.gate_proj,0.0000008051,0.01000,1.363
27,mlp.experts.98.gate_proj,0.0000007736,0.01000,1.354
27,mlp.experts.99.gate_proj,0.0000008252,0.01000,1.344
27,mlp.experts.100.gate_proj,0.0000007905,0.01000,1.360
27,mlp.experts.101.gate_proj,0.0000007847,0.01000,1.327
27,mlp.experts.103.gate_proj,0.0000007925,0.01000,1.340
27,mlp.experts.102.gate_proj,0.0000007960,0.01000,1.417
27,mlp.experts.104.gate_proj,0.0000007542,0.01000,1.364
27,mlp.experts.106.gate_proj,0.0000007600,0.01000,1.342
27,mlp.experts.108.gate_proj,0.0000007571,0.01000,1.327
27,mlp.experts.105.gate_proj,0.0000007491,0.01000,1.395
27,mlp.experts.109.gate_proj,0.0000008006,0.01000,1.351
27,mlp.experts.107.gate_proj,0.0000007567,0.01000,1.400
27,mlp.experts.110.gate_proj,0.0000008053,0.01000,1.340
27,mlp.experts.111.gate_proj,0.0000007776,0.01000,1.361
27,mlp.experts.112.gate_proj,0.0000007810,0.01000,1.351
27,mlp.experts.113.gate_proj,0.0000007716,0.01000,1.350
27,mlp.experts.114.gate_proj,0.0000007584,0.01000,1.360
27,mlp.experts.115.gate_proj,0.0000007516,0.01000,1.332
27,mlp.experts.116.gate_proj,0.0000007783,0.01000,1.347
27,mlp.experts.117.gate_proj,0.0000008182,0.01000,1.343
27,mlp.experts.118.gate_proj,0.0000007645,0.01000,1.375
27,mlp.experts.119.gate_proj,0.0000007922,0.01000,1.352
27,mlp.experts.0.up_proj,0.0000007522,0.01000,1.355
27,mlp.experts.1.up_proj,0.0000007498,0.01000,1.349
27,mlp.experts.2.up_proj,0.0000007663,0.01000,1.335
27,mlp.experts.3.up_proj,0.0000007701,0.01000,1.340
27,mlp.experts.4.up_proj,0.0000007803,0.01000,1.346
27,mlp.experts.5.up_proj,0.0000007614,0.01000,1.375
27,mlp.experts.6.up_proj,0.0000007567,0.01000,1.349
27,mlp.experts.7.up_proj,0.0000007708,0.01000,1.348
27,mlp.experts.9.up_proj,0.0000007814,0.01000,1.327
27,mlp.experts.10.up_proj,0.0000007614,0.01000,1.337
27,mlp.experts.8.up_proj,0.0000007629,0.01000,1.384
27,mlp.experts.11.up_proj,0.0000007555,0.01000,1.335
27,mlp.experts.12.up_proj,0.0000007758,0.01000,1.370
27,mlp.experts.13.up_proj,0.0000007669,0.01000,1.346
27,mlp.experts.15.up_proj,0.0000007528,0.01000,1.356
27,mlp.experts.14.up_proj,0.0000007738,0.01000,1.363
27,mlp.experts.16.up_proj,0.0000007713,0.01000,1.337
27,mlp.experts.17.up_proj,0.0000007643,0.01000,1.346
27,mlp.experts.18.up_proj,0.0000007605,0.01000,1.336
27,mlp.experts.19.up_proj,0.0000007717,0.01000,1.379
27,mlp.experts.20.up_proj,0.0000008100,0.01000,1.342
27,mlp.experts.23.up_proj,0.0000007803,0.01000,1.341
27,mlp.experts.22.up_proj,0.0000007669,0.01000,1.365
27,mlp.experts.24.up_proj,0.0000007668,0.01000,1.341
27,mlp.experts.21.up_proj,0.0000007718,0.01000,1.413
27,mlp.experts.25.up_proj,0.0000007823,0.01000,1.356
27,mlp.experts.26.up_proj,0.0000007372,0.01000,1.358
27,mlp.experts.27.up_proj,0.0000007900,0.01000,1.344
27,mlp.experts.28.up_proj,0.0000007683,0.01000,1.358
27,mlp.experts.30.up_proj,0.0000007621,0.01000,1.338
27,mlp.experts.32.up_proj,0.0000007623,0.01000,1.333
27,mlp.experts.31.up_proj,0.0000007796,0.01000,1.344
27,mlp.experts.29.up_proj,0.0000007713,0.01000,1.399
27,mlp.experts.33.up_proj,0.0000007755,0.01000,1.359
27,mlp.experts.34.up_proj,0.0000007737,0.01000,1.347
27,mlp.experts.35.up_proj,0.0000007651,0.01000,1.345
27,mlp.experts.36.up_proj,0.0000007499,0.01000,1.362
27,mlp.experts.37.up_proj,0.0000007496,0.01000,1.336
27,mlp.experts.39.up_proj,0.0000007553,0.01000,1.340
27,mlp.experts.38.up_proj,0.0000007799,0.01000,1.360
27,mlp.experts.40.up_proj,0.0000007767,0.01000,1.358
27,mlp.experts.41.up_proj,0.0000007459,0.01000,1.351
27,mlp.experts.42.up_proj,0.0000007684,0.01000,1.339
27,mlp.experts.44.up_proj,0.0000007261,0.01000,1.330
27,mlp.experts.45.up_proj,0.0000007721,0.01000,1.348
27,mlp.experts.46.up_proj,0.0000007690,0.01000,1.343
27,mlp.experts.43.up_proj,0.0000007851,0.01000,1.416
27,mlp.experts.47.up_proj,0.0000007837,0.01000,1.351
27,mlp.experts.48.up_proj,0.0000007751,0.01000,1.348
27,mlp.experts.49.up_proj,0.0000007424,0.01000,1.337
27,mlp.experts.50.up_proj,0.0000007547,0.01000,1.359
27,mlp.experts.51.up_proj,0.0000007624,0.01000,1.326
27,mlp.experts.52.up_proj,0.0000007498,0.01000,1.343
27,mlp.experts.53.up_proj,0.0000007418,0.01000,1.352
27,mlp.experts.54.up_proj,0.0000007570,0.01000,1.367
27,mlp.experts.55.up_proj,0.0000007323,0.01000,1.374
27,mlp.experts.56.up_proj,0.0000007366,0.01000,1.355
27,mlp.experts.57.up_proj,0.0000007758,0.01000,1.341
27,mlp.experts.58.up_proj,0.0000007281,0.01000,1.351
27,mlp.experts.59.up_proj,0.0000007562,0.01000,1.356
27,mlp.experts.60.up_proj,0.0000007738,0.01000,1.335
27,mlp.experts.61.up_proj,0.0000007508,0.01000,1.361
27,mlp.experts.62.up_proj,0.0000007655,0.01000,1.346
27,mlp.experts.63.up_proj,0.0000007574,0.01000,1.345
27,mlp.experts.64.up_proj,0.0000007305,0.01000,1.339
27,mlp.experts.65.up_proj,0.0000007883,0.01000,1.339
27,mlp.experts.67.up_proj,0.0000007346,0.01000,1.333
27,mlp.experts.66.up_proj,0.0000007795,0.01000,1.403
27,mlp.experts.68.up_proj,0.0000007771,0.01000,1.357
27,mlp.experts.69.up_proj,0.0000007484,0.01000,1.341
27,mlp.experts.70.up_proj,0.0000007493,0.01000,1.340
27,mlp.experts.71.up_proj,0.0000007962,0.01000,1.332
27,mlp.experts.72.up_proj,0.0000007809,0.01000,1.335
27,mlp.experts.73.up_proj,0.0000007350,0.01000,1.344
27,mlp.experts.74.up_proj,0.0000008014,0.01000,1.357
27,mlp.experts.75.up_proj,0.0000007761,0.01000,1.378
27,mlp.experts.76.up_proj,0.0000007800,0.01000,1.342
27,mlp.experts.77.up_proj,0.0000007588,0.01000,1.344
27,mlp.experts.78.up_proj,0.0000007407,0.01000,1.354
27,mlp.experts.79.up_proj,0.0000007522,0.01000,1.344
27,mlp.experts.80.up_proj,0.0000007480,0.01000,1.356
27,mlp.experts.81.up_proj,0.0000007512,0.01000,1.351
27,mlp.experts.82.up_proj,0.0000007631,0.01000,1.355
27,mlp.experts.83.up_proj,0.0000007781,0.01000,1.338
27,mlp.experts.84.up_proj,0.0000007216,0.01000,1.338
27,mlp.experts.86.up_proj,0.0000007749,0.01000,1.323
27,mlp.experts.85.up_proj,0.0000007349,0.01000,1.329
27,mlp.experts.87.up_proj,0.0000008002,0.01000,1.337
27,mlp.experts.88.up_proj,0.0000007582,0.01000,1.352
27,mlp.experts.89.up_proj,0.0000007392,0.01000,1.354
27,mlp.experts.90.up_proj,0.0000007795,0.01000,1.340
27,mlp.experts.91.up_proj,0.0000007746,0.01000,1.340
27,mlp.experts.93.up_proj,0.0000007766,0.01000,1.340
27,mlp.experts.92.up_proj,0.0000007522,0.01000,1.406
27,mlp.experts.94.up_proj,0.0000007399,0.01000,1.364
27,mlp.experts.95.up_proj,0.0000007662,0.01000,1.336
27,mlp.experts.96.up_proj,0.0000007538,0.01000,1.356
27,mlp.experts.97.up_proj,0.0000007661,0.01000,1.348
27,mlp.experts.98.up_proj,0.0000007716,0.01000,1.370
27,mlp.experts.99.up_proj,0.0000008054,0.01000,1.369
27,mlp.experts.100.up_proj,0.0000007912,0.01000,1.337
27,mlp.experts.101.up_proj,0.0000007687,0.01000,1.364
27,mlp.experts.102.up_proj,0.0000007648,0.01000,1.349
27,mlp.experts.103.up_proj,0.0000007664,0.01000,1.355
27,mlp.experts.104.up_proj,0.0000007489,0.01000,1.371
27,mlp.experts.105.up_proj,0.0000007424,0.01000,1.367
27,mlp.experts.106.up_proj,0.0000007482,0.01000,1.357
27,mlp.experts.107.up_proj,0.0000007475,0.01000,1.338
27,mlp.experts.108.up_proj,0.0000007356,0.01000,1.357
27,mlp.experts.109.up_proj,0.0000007763,0.01000,1.348
27,mlp.experts.110.up_proj,0.0000007819,0.01000,1.356
27,mlp.experts.111.up_proj,0.0000007516,0.01000,1.373
27,mlp.experts.114.up_proj,0.0000007436,0.01000,1.340
27,mlp.experts.113.up_proj,0.0000007648,0.01000,1.355
27,mlp.experts.112.up_proj,0.0000007652,0.01000,1.408
27,mlp.experts.115.up_proj,0.0000007438,0.01000,1.351
27,mlp.experts.116.up_proj,0.0000007486,0.01000,1.335
27,mlp.experts.117.up_proj,0.0000007756,0.01000,1.273
27,mlp.experts.118.up_proj,0.0000007469,0.01000,1.027
27,mlp.experts.119.up_proj,0.0000007867,0.01000,1.008
27,mlp.experts.3.down_proj,0.0000000238,0.01000,0.434
27,mlp.experts.2.down_proj,0.0000000226,0.01000,0.436
27,mlp.experts.4.down_proj,0.0000000228,0.01000,0.441
27,mlp.experts.5.down_proj,0.0000000244,0.01000,0.437
27,mlp.experts.1.down_proj,0.0000000242,0.01000,0.448
27,mlp.experts.0.down_proj,0.0000000214,0.01000,0.450
27,mlp.experts.6.down_proj,0.0000000199,0.01000,0.447
27,mlp.experts.10.down_proj,0.0000000183,0.01000,0.399
27,mlp.experts.8.down_proj,0.0000000187,0.01000,0.412
27,mlp.experts.9.down_proj,0.0000000227,0.01000,0.408
27,mlp.experts.12.down_proj,0.0000000206,0.01000,0.406
27,mlp.experts.11.down_proj,0.0000000243,0.01000,0.408
27,mlp.experts.7.down_proj,0.0000000210,0.01000,0.423
27,mlp.experts.13.down_proj,0.0000000180,0.01000,0.417
27,mlp.experts.17.down_proj,0.0000000196,0.01000,0.398
27,mlp.experts.15.down_proj,0.0000000232,0.01000,0.408
27,mlp.experts.18.down_proj,0.0000000202,0.01000,0.404
27,mlp.experts.19.down_proj,0.0000000217,0.01000,0.402
27,mlp.experts.16.down_proj,0.0000000259,0.01000,0.415
27,mlp.experts.14.down_proj,0.0000000234,0.01000,0.420
27,mlp.experts.20.down_proj,0.0000000234,0.01000,0.410
27,mlp.experts.24.down_proj,0.0000000201,0.01000,0.402
27,mlp.experts.21.down_proj,0.0000000201,0.01000,0.411
27,mlp.experts.22.down_proj,0.0000000210,0.01000,0.405
27,mlp.experts.26.down_proj,0.0000000230,0.01000,0.397
27,mlp.experts.25.down_proj,0.0000000277,0.01000,0.403
27,mlp.experts.23.down_proj,0.0000000196,0.01000,0.414
27,mlp.experts.27.down_proj,0.0000000236,0.01000,0.408
27,mlp.experts.31.down_proj,0.0000000216,0.01000,0.404
27,mlp.experts.30.down_proj,0.0000000207,0.01000,0.410
27,mlp.experts.29.down_proj,0.0000000219,0.01000,0.411
27,mlp.experts.33.down_proj,0.0000000255,0.01000,0.403
27,mlp.experts.32.down_proj,0.0000000250,0.01000,0.409
27,mlp.experts.28.down_proj,0.0000000192,0.01000,0.422
27,mlp.experts.34.down_proj,0.0000000257,0.01000,0.411
27,mlp.experts.38.down_proj,0.0000000254,0.01000,0.398
27,mlp.experts.37.down_proj,0.0000000173,0.01000,0.406
27,mlp.experts.36.down_proj,0.0000000236,0.01000,0.407
27,mlp.experts.40.down_proj,0.0000000220,0.01000,0.400
27,mlp.experts.35.down_proj,0.0000000236,0.01000,0.417
27,mlp.experts.39.down_proj,0.0000000183,0.01000,0.419
27,mlp.experts.41.down_proj,0.0000000208,0.01000,0.410
27,mlp.experts.45.down_proj,0.0000000235,0.01000,0.397
27,mlp.experts.44.down_proj,0.0000000189,0.01000,0.405
27,mlp.experts.46.down_proj,0.0000000228,0.01000,0.404
27,mlp.experts.42.down_proj,0.0000000276,0.01000,0.417
27,mlp.experts.43.down_proj,0.0000000234,0.01000,0.415
27,mlp.experts.47.down_proj,0.0000000233,0.01000,0.400
27,mlp.experts.48.down_proj,0.0000000191,0.01000,0.408
27,mlp.experts.50.down_proj,0.0000000232,0.01000,0.408
27,mlp.experts.52.down_proj,0.0000000229,0.01000,0.400
27,mlp.experts.51.down_proj,0.0000000232,0.01000,0.404
27,mlp.experts.49.down_proj,0.0000000215,0.01000,0.415
27,mlp.experts.54.down_proj,0.0000000241,0.01000,0.401
27,mlp.experts.53.down_proj,0.0000000257,0.01000,0.413
27,mlp.experts.55.down_proj,0.0000000248,0.01000,0.409
27,mlp.experts.59.down_proj,0.0000000259,0.01000,0.400
27,mlp.experts.57.down_proj,0.0000000228,0.01000,0.406
27,mlp.experts.58.down_proj,0.0000000246,0.01000,0.402
27,mlp.experts.61.down_proj,0.0000000232,0.01000,0.400
27,mlp.experts.60.down_proj,0.0000000221,0.01000,0.413
27,mlp.experts.56.down_proj,0.0000000174,0.01000,0.423
27,mlp.experts.62.down_proj,0.0000000224,0.01000,0.410
27,mlp.experts.64.down_proj,0.0000000209,0.01000,0.409
27,mlp.experts.66.down_proj,0.0000000220,0.01000,0.402
27,mlp.experts.68.down_proj,0.0000000234,0.01000,0.401
27,mlp.experts.67.down_proj,0.0000000224,0.01000,0.407
27,mlp.experts.65.down_proj,0.0000000249,0.01000,0.427
27,mlp.experts.63.down_proj,0.0000000199,0.01000,0.430
27,mlp.experts.69.down_proj,0.0000000227,0.01000,0.414
27,mlp.experts.71.down_proj,0.0000000255,0.01000,0.405
27,mlp.experts.73.down_proj,0.0000000179,0.01000,0.396
27,mlp.experts.72.down_proj,0.0000000260,0.01000,0.403
27,mlp.experts.74.down_proj,0.0000000215,0.01000,0.401
27,mlp.experts.75.down_proj,0.0000000244,0.01000,0.402
27,mlp.experts.70.down_proj,0.0000000210,0.01000,0.424
27,mlp.experts.76.down_proj,0.0000000283,0.01000,0.407
27,mlp.experts.78.down_proj,0.0000000210,0.01000,0.408
27,mlp.experts.80.down_proj,0.0000000227,0.01000,0.400
27,mlp.experts.79.down_proj,0.0000000231,0.01000,0.408
27,mlp.experts.82.down_proj,0.0000000228,0.01000,0.403
27,mlp.experts.81.down_proj,0.0000000188,0.01000,0.407
27,mlp.experts.83.down_proj,0.0000000229,0.01000,0.410
27,mlp.experts.77.down_proj,0.0000000216,0.01000,0.463
27,mlp.experts.85.down_proj,0.0000000215,0.01000,0.403
27,mlp.experts.86.down_proj,0.0000000245,0.01000,0.402
27,mlp.experts.87.down_proj,0.0000000241,0.01000,0.401
27,mlp.experts.88.down_proj,0.0000000257,0.01000,0.400
27,mlp.experts.89.down_proj,0.0000000162,0.01000,0.398
27,mlp.experts.84.down_proj,0.0000000177,0.01000,0.447
27,mlp.experts.90.down_proj,0.0000000241,0.01000,0.406
27,mlp.experts.94.down_proj,0.0000000221,0.01000,0.394
27,mlp.experts.92.down_proj,0.0000000216,0.01000,0.406
27,mlp.experts.93.down_proj,0.0000000204,0.01000,0.409
27,mlp.experts.95.down_proj,0.0000000236,0.01000,0.407
27,mlp.experts.96.down_proj,0.0000000236,0.01000,0.398
27,mlp.experts.91.down_proj,0.0000000234,0.01000,0.438
27,mlp.experts.97.down_proj,0.0000000245,0.01000,0.404
27,mlp.experts.99.down_proj,0.0000000235,0.01000,0.400
27,mlp.experts.100.down_proj,0.0000000254,0.01000,0.407
27,mlp.experts.102.down_proj,0.0000000243,0.01000,0.401
27,mlp.experts.98.down_proj,0.0000000235,0.01000,0.443
27,mlp.experts.103.down_proj,0.0000000251,0.01000,0.404
27,mlp.experts.101.down_proj,0.0000000190,0.01000,0.409
27,mlp.experts.104.down_proj,0.0000000209,0.01000,0.399
27,mlp.experts.105.down_proj,0.0000000236,0.01000,0.412
27,mlp.experts.106.down_proj,0.0000000235,0.01000,0.406
27,mlp.experts.107.down_proj,0.0000000212,0.01000,0.399
27,mlp.experts.108.down_proj,0.0000000193,0.01000,0.397
27,mlp.experts.109.down_proj,0.0000000275,0.01000,0.401
27,mlp.experts.110.down_proj,0.0000000211,0.01000,0.406
27,mlp.experts.111.down_proj,0.0000000186,0.01000,0.404
27,mlp.experts.112.down_proj,0.0000000215,0.01000,0.406
27,mlp.experts.113.down_proj,0.0000000191,0.01000,0.405
27,mlp.experts.115.down_proj,0.0000000225,0.01000,0.398
27,mlp.experts.114.down_proj,0.0000000168,0.01000,0.401
27,mlp.experts.116.down_proj,0.0000000222,0.01000,0.401
27,mlp.experts.117.down_proj,0.0000000258,0.01000,0.402
27,mlp.experts.118.down_proj,0.0000000245,0.01000,0.403
27,mlp.experts.119.down_proj,0.0000000248,0.01000,0.273
28,self_attn.v_proj,0.0000000109,0.01000,1.187
28,self_attn.k_proj,0.0000000075,0.01000,1.210
28,self_attn.q_proj,0.0000000428,0.01000,1.254
28,self_attn.o_proj,0.0000000141,0.01000,2.755
28,mlp.shared_experts.gate_proj,0.0000000015,0.01000,0.912
28,mlp.shared_experts.up_proj,0.0000000016,0.01000,0.908
28,mlp.shared_experts.down_proj,0.0000000000,0.01000,0.273
28,mlp.experts.3.gate_proj,0.0000008561,0.01000,1.529
28,mlp.experts.5.gate_proj,0.0000008480,0.01000,1.533
28,mlp.experts.4.gate_proj,0.0000008205,0.01000,1.536
28,mlp.experts.6.gate_proj,0.0000008438,0.01000,1.548
28,mlp.experts.1.gate_proj,0.0000008288,0.01000,1.580
28,mlp.experts.0.gate_proj,0.0000008384,0.01000,1.581
28,mlp.experts.2.gate_proj,0.0000008258,0.01000,1.591
28,mlp.experts.10.gate_proj,0.0000008134,0.01000,1.346
28,mlp.experts.9.gate_proj,0.0000008669,0.01000,1.373
28,mlp.experts.8.gate_proj,0.0000008485,0.01000,1.379
28,mlp.experts.12.gate_proj,0.0000008365,0.01000,1.355
28,mlp.experts.11.gate_proj,0.0000008534,0.01000,1.361
28,mlp.experts.13.gate_proj,0.0000008415,0.01000,1.376
28,mlp.experts.7.gate_proj,0.0000008480,0.01000,1.439
28,mlp.experts.14.gate_proj,0.0000008385,0.01000,1.375
28,mlp.experts.15.gate_proj,0.0000008095,0.01000,1.372
28,mlp.experts.16.gate_proj,0.0000008513,0.01000,1.369
28,mlp.experts.17.gate_proj,0.0000008255,0.01000,1.349
28,mlp.experts.18.gate_proj,0.0000008154,0.01000,1.360
28,mlp.experts.19.gate_proj,0.0000008661,0.01000,1.349
28,mlp.experts.20.gate_proj,0.0000007845,0.01000,1.415
28,mlp.experts.24.gate_proj,0.0000008130,0.01000,1.352
28,mlp.experts.22.gate_proj,0.0000008274,0.01000,1.367
28,mlp.experts.23.gate_proj,0.0000008179,0.01000,1.377
28,mlp.experts.25.gate_proj,0.0000008286,0.01000,1.360
28,mlp.experts.26.gate_proj,0.0000008579,0.01000,1.349
28,mlp.experts.21.gate_proj,0.0000008303,0.01000,1.420
28,mlp.experts.27.gate_proj,0.0000008589,0.01000,1.378
28,mlp.experts.30.gate_proj,0.0000008401,0.01000,1.342
28,mlp.experts.31.gate_proj,0.0000008816,0.01000,1.340
28,mlp.experts.29.gate_proj,0.0000008433,0.01000,1.368
28,mlp.experts.32.gate_proj,0.0000008544,0.01000,1.358
28,mlp.experts.33.gate_proj,0.0000008430,0.01000,1.335
28,mlp.experts.28.gate_proj,0.0000008669,0.01000,1.415
28,mlp.experts.34.gate_proj,0.0000008627,0.01000,1.354
28,mlp.experts.38.gate_proj,0.0000008507,0.01000,1.341
28,mlp.experts.35.gate_proj,0.0000008353,0.01000,1.365
28,mlp.experts.37.gate_proj,0.0000008323,0.01000,1.354
28,mlp.experts.39.gate_proj,0.0000008678,0.01000,1.347
28,mlp.experts.40.gate_proj,0.0000008350,0.01000,1.339
28,mlp.experts.36.gate_proj,0.0000008587,0.01000,1.414
28,mlp.experts.41.gate_proj,0.0000008348,0.01000,1.363
28,mlp.experts.45.gate_proj,0.0000008352,0.01000,1.333
28,mlp.experts.44.gate_proj,0.0000008408,0.01000,1.338
28,mlp.experts.46.gate_proj,0.0000008434,0.01000,1.342
28,mlp.experts.47.gate_proj,0.0000008458,0.01000,1.341
28,mlp.experts.42.gate_proj,0.0000008645,0.01000,1.416
28,mlp.experts.43.gate_proj,0.0000008609,0.01000,1.417
28,mlp.experts.48.gate_proj,0.0000008484,0.01000,1.346
28,mlp.experts.49.gate_proj,0.0000008255,0.01000,1.354
28,mlp.experts.51.gate_proj,0.0000008153,0.01000,1.337
28,mlp.experts.52.gate_proj,0.0000008032,0.01000,1.327
28,mlp.experts.50.gate_proj,0.0000008421,0.01000,1.410
28,mlp.experts.54.gate_proj,0.0000008651,0.01000,1.342
28,mlp.experts.53.gate_proj,0.0000008501,0.01000,1.392
28,mlp.experts.55.gate_proj,0.0000008158,0.01000,1.376
28,mlp.experts.56.gate_proj,0.0000008462,0.01000,1.337
28,mlp.experts.58.gate_proj,0.0000008442,0.01000,1.340
28,mlp.experts.59.gate_proj,0.0000008479,0.01000,1.339
28,mlp.experts.60.gate_proj,0.0000008582,0.01000,1.337
28,mlp.experts.57.gate_proj,0.0000008100,0.01000,1.407
28,mlp.experts.61.gate_proj,0.0000008129,0.01000,1.338
28,mlp.experts.62.gate_proj,0.0000008513,0.01000,1.355
28,mlp.experts.63.gate_proj,0.0000008329,0.01000,1.346
28,mlp.experts.64.gate_proj,0.0000008731,0.01000,1.364
28,mlp.experts.66.gate_proj,0.0000008098,0.01000,1.332
28,mlp.experts.67.gate_proj,0.0000008027,0.01000,1.371
28,mlp.experts.68.gate_proj,0.0000008413,0.01000,1.351
28,mlp.experts.65.gate_proj,0.0000008636,0.01000,1.414
28,mlp.experts.69.gate_proj,0.0000008601,0.01000,1.358
28,mlp.experts.70.gate_proj,0.0000008546,0.01000,1.330
28,mlp.experts.71.gate_proj,0.0000008468,0.01000,1.351
28,mlp.experts.72.gate_proj,0.0000008545,0.01000,1.346
28,mlp.experts.73.gate_proj,0.0000008548,0.01000,1.337
28,mlp.experts.75.gate_proj,0.0000008597,0.01000,1.333
28,mlp.experts.74.gate_proj,0.0000008648,0.01000,1.346
28,mlp.experts.76.gate_proj,0.0000008069,0.01000,1.356
28,mlp.experts.77.gate_proj,0.0000008353,0.01000,1.340
28,mlp.experts.79.gate_proj,0.0000008686,0.01000,1.330
28,mlp.experts.80.gate_proj,0.0000008234,0.01000,1.328
28,mlp.experts.78.gate_proj,0.0000007959,0.01000,1.397
28,mlp.experts.82.gate_proj,0.0000008047,0.01000,1.329
28,mlp.experts.81.gate_proj,0.0000008678,0.01000,1.390
28,mlp.experts.83.gate_proj,0.0000008269,0.01000,1.344
28,mlp.experts.84.gate_proj,0.0000008120,0.01000,1.344
28,mlp.experts.85.gate_proj,0.0000008570,0.01000,1.352
28,mlp.experts.86.gate_proj,0.0000008189,0.01000,1.353
28,mlp.experts.87.gate_proj,0.0000008520,0.01000,1.343
28,mlp.experts.88.gate_proj,0.0000008316,0.01000,1.345
28,mlp.experts.89.gate_proj,0.0000008501,0.01000,1.331
28,mlp.experts.90.gate_proj,0.0000008271,0.01000,1.354
28,mlp.experts.91.gate_proj,0.0000008719,0.01000,1.348
28,mlp.experts.92.gate_proj,0.0000008374,0.01000,1.340
28,mlp.experts.93.gate_proj,0.0000008457,0.01000,1.355
28,mlp.experts.94.gate_proj,0.0000008285,0.01000,1.345
28,mlp.experts.95.gate_proj,0.0000008031,0.01000,1.345
28,mlp.experts.96.gate_proj,0.0000008446,0.01000,1.333
28,mlp.experts.97.gate_proj,0.0000008521,0.01000,1.365
28,mlp.experts.98.gate_proj,0.0000008228,0.01000,1.371
28,mlp.experts.99.gate_proj,0.0000008315,0.01000,1.349
28,mlp.experts.101.gate_proj,0.0000008524,0.01000,1.346
28,mlp.experts.102.gate_proj,0.0000008524,0.01000,1.362
28,mlp.experts.103.gate_proj,0.0000008251,0.01000,1.348
28,mlp.experts.100.gate_proj,0.0000008461,0.01000,1.399
28,mlp.experts.104.gate_proj,0.0000008606,0.01000,1.369
28,mlp.experts.105.gate_proj,0.0000008165,0.01000,1.351
28,mlp.experts.106.gate_proj,0.0000008287,0.01000,1.364
28,mlp.experts.108.gate_proj,0.0000008064,0.01000,1.334
28,mlp.experts.109.gate_proj,0.0000008198,0.01000,1.355
28,mlp.experts.110.gate_proj,0.0000008040,0.01000,1.342
28,mlp.experts.107.gate_proj,0.0000008636,0.01000,1.403
28,mlp.experts.111.gate_proj,0.0000008413,0.01000,1.356
28,mlp.experts.112.gate_proj,0.0000008573,0.01000,1.330
28,mlp.experts.113.gate_proj,0.0000008240,0.01000,1.361
28,mlp.experts.114.gate_proj,0.0000008436,0.01000,1.341
28,mlp.experts.115.gate_proj,0.0000008450,0.01000,1.330
28,mlp.experts.117.gate_proj,0.0000008496,0.01000,1.337
28,mlp.experts.116.gate_proj,0.0000008292,0.01000,1.405
28,mlp.experts.118.gate_proj,0.0000008415,0.01000,1.344
28,mlp.experts.119.gate_proj,0.0000008469,0.01000,1.335
28,mlp.experts.1.up_proj,0.0000008161,0.01000,1.340
28,mlp.experts.2.up_proj,0.0000008266,0.01000,1.332
28,mlp.experts.0.up_proj,0.0000008281,0.01000,1.411
28,mlp.experts.3.up_proj,0.0000008394,0.01000,1.352
28,mlp.experts.4.up_proj,0.0000008053,0.01000,1.342
28,mlp.experts.5.up_proj,0.0000008382,0.01000,1.342
28,mlp.experts.6.up_proj,0.0000008264,0.01000,1.336
28,mlp.experts.7.up_proj,0.0000008400,0.01000,1.348
28,mlp.experts.8.up_proj,0.0000008376,0.01000,1.345
28,mlp.experts.9.up_proj,0.0000008533,0.01000,1.340
28,mlp.experts.10.up_proj,0.0000008141,0.01000,1.340
28,mlp.experts.11.up_proj,0.0000008447,0.01000,1.339
28,mlp.experts.12.up_proj,0.0000008226,0.01000,1.348
28,mlp.experts.13.up_proj,0.0000008293,0.01000,1.341
28,mlp.experts.14.up_proj,0.0000008268,0.01000,1.347
28,mlp.experts.16.up_proj,0.0000008247,0.01000,1.338
28,mlp.experts.15.up_proj,0.0000007909,0.01000,1.362
28,mlp.experts.17.up_proj,0.0000008216,0.01000,1.342
28,mlp.experts.18.up_proj,0.0000008088,0.01000,1.343
28,mlp.experts.19.up_proj,0.0000008564,0.01000,1.369
28,mlp.experts.20.up_proj,0.0000007860,0.01000,1.370
28,mlp.experts.21.up_proj,0.0000008207,0.01000,1.363
28,mlp.experts.23.up_proj,0.0000008032,0.01000,1.337
28,mlp.experts.24.up_proj,0.0000008004,0.01000,1.352
28,mlp.experts.25.up_proj,0.0000008233,0.01000,1.340
28,mlp.experts.22.up_proj,0.0000008159,0.01000,1.405
28,mlp.experts.26.up_proj,0.0000008351,0.01000,1.363
28,mlp.experts.27.up_proj,0.0000008505,0.01000,1.360
28,mlp.experts.28.up_proj,0.0000008433,0.01000,1.371
28,mlp.experts.29.up_proj,0.0000008220,0.01000,1.366
28,mlp.experts.30.up_proj,0.0000008193,0.01000,1.340
28,mlp.experts.32.up_proj,0.0000008229,0.01000,1.349
28,mlp.experts.31.up_proj,0.0000008610,0.01000,1.366
28,mlp.experts.33.up_proj,0.0000008198,0.01000,1.361
28,mlp.experts.34.up_proj,0.0000008530,0.01000,1.354
28,mlp.experts.37.up_proj,0.0000008200,0.01000,1.339
28,mlp.experts.36.up_proj,0.0000008557,0.01000,1.365
28,mlp.experts.38.up_proj,0.0000008298,0.01000,1.359
28,mlp.experts.35.up_proj,0.0000008311,0.01000,1.425
28,mlp.experts.39.up_proj,0.0000008465,0.01000,1.358
28,mlp.experts.40.up_proj,0.0000008299,0.01000,1.356
28,mlp.experts.41.up_proj,0.0000008159,0.01000,1.362
28,mlp.experts.43.up_proj,0.0000008385,0.01000,1.353
28,mlp.experts.42.up_proj,0.0000008548,0.01000,1.381
28,mlp.experts.44.up_proj,0.0000008273,0.01000,1.342
28,mlp.experts.46.up_proj,0.0000008362,0.01000,1.353
28,mlp.experts.45.up_proj,0.0000008198,0.01000,1.420
28,mlp.experts.47.up_proj,0.0000008199,0.01000,1.359
28,mlp.experts.48.up_proj,0.0000008298,0.01000,1.349
28,mlp.experts.50.up_proj,0.0000008391,0.01000,1.350
28,mlp.experts.51.up_proj,0.0000008057,0.01000,1.332
28,mlp.experts.52.up_proj,0.0000007982,0.01000,1.354
28,mlp.experts.49.up_proj,0.0000008050,0.01000,1.415
28,mlp.experts.53.up_proj,0.0000008372,0.01000,1.363
28,mlp.experts.54.up_proj,0.0000008468,0.01000,1.358
28,mlp.experts.55.up_proj,0.0000008114,0.01000,1.353
28,mlp.experts.57.up_proj,0.0000007990,0.01000,1.357
28,mlp.experts.58.up_proj,0.0000008336,0.01000,1.343
28,mlp.experts.56.up_proj,0.0000008415,0.01000,1.425
28,mlp.experts.59.up_proj,0.0000008374,0.01000,1.375
28,mlp.experts.60.up_proj,0.0000008361,0.01000,1.345
28,mlp.experts.61.up_proj,0.0000008060,0.01000,1.371
28,mlp.experts.62.up_proj,0.0000008383,0.01000,1.356
28,mlp.experts.63.up_proj,0.0000008168,0.01000,1.355
28,mlp.experts.65.up_proj,0.0000008548,0.01000,1.328
28,mlp.experts.64.up_proj,0.0000008417,0.01000,1.399
28,mlp.experts.67.up_proj,0.0000007938,0.01000,1.328
28,mlp.experts.66.up_proj,0.0000007727,0.01000,1.370
28,mlp.experts.68.up_proj,0.0000008290,0.01000,1.357
28,mlp.experts.69.up_proj,0.0000008321,0.01000,1.341
28,mlp.experts.70.up_proj,0.0000008275,0.01000,1.343
28,mlp.experts.71.up_proj,0.0000008368,0.01000,1.345
28,mlp.experts.72.up_proj,0.0000008361,0.01000,1.341
28,mlp.experts.73.up_proj,0.0000008300,0.01000,1.351
28,mlp.experts.74.up_proj,0.0000008515,0.01000,1.360
28,mlp.experts.75.up_proj,0.0000008191,0.01000,1.361
28,mlp.experts.76.up_proj,0.0000008037,0.01000,1.349
28,mlp.experts.77.up_proj,0.0000008370,0.01000,1.341
28,mlp.experts.78.up_proj,0.0000007911,0.01000,1.344
28,mlp.experts.79.up_proj,0.0000008481,0.01000,1.344
28,mlp.experts.80.up_proj,0.0000008173,0.01000,1.352
28,mlp.experts.81.up_proj,0.0000008626,0.01000,1.355
28,mlp.experts.82.up_proj,0.0000007958,0.01000,1.363
28,mlp.experts.83.up_proj,0.0000008048,0.01000,1.353
28,mlp.experts.84.up_proj,0.0000007912,0.01000,1.348
28,mlp.experts.85.up_proj,0.0000008416,0.01000,1.356
28,mlp.experts.86.up_proj,0.0000007780,0.01000,1.352
28,mlp.experts.87.up_proj,0.0000008484,0.01000,1.356
28,mlp.experts.88.up_proj,0.0000008107,0.01000,1.354
28,mlp.experts.89.up_proj,0.0000008426,0.01000,1.363
28,mlp.experts.90.up_proj,0.0000008002,0.01000,1.343
28,mlp.experts.91.up_proj,0.0000008595,0.01000,1.344
28,mlp.experts.92.up_proj,0.0000008295,0.01000,1.343
28,mlp.experts.93.up_proj,0.0000008286,0.01000,1.345
28,mlp.experts.94.up_proj,0.0000008158,0.01000,1.354
28,mlp.experts.95.up_proj,0.0000007951,0.01000,1.364
28,mlp.experts.96.up_proj,0.0000008359,0.01000,1.360
28,mlp.experts.97.up_proj,0.0000008351,0.01000,1.341
28,mlp.experts.98.up_proj,0.0000008057,0.01000,1.362
28,mlp.experts.99.up_proj,0.0000008246,0.01000,1.349
28,mlp.experts.100.up_proj,0.0000008403,0.01000,1.341
28,mlp.experts.102.up_proj,0.0000008464,0.01000,1.342
28,mlp.experts.101.up_proj,0.0000008418,0.01000,1.409
28,mlp.experts.103.up_proj,0.0000007989,0.01000,1.384
28,mlp.experts.104.up_proj,0.0000008458,0.01000,1.335
28,mlp.experts.105.up_proj,0.0000007841,0.01000,1.340
28,mlp.experts.106.up_proj,0.0000008132,0.01000,1.334
28,mlp.experts.107.up_proj,0.0000008491,0.01000,1.330
28,mlp.experts.108.up_proj,0.0000007972,0.01000,1.361
28,mlp.experts.109.up_proj,0.0000008024,0.01000,1.330
28,mlp.experts.110.up_proj,0.0000007983,0.01000,1.370
28,mlp.experts.111.up_proj,0.0000008182,0.01000,1.344
28,mlp.experts.112.up_proj,0.0000008497,0.01000,1.345
28,mlp.experts.113.up_proj,0.0000007962,0.01000,1.336
28,mlp.experts.114.up_proj,0.0000008297,0.01000,1.329
28,mlp.experts.116.up_proj,0.0000008168,0.01000,1.316
28,mlp.experts.115.up_proj,0.0000008329,0.01000,1.340
28,mlp.experts.117.up_proj,0.0000008447,0.01000,1.325
28,mlp.experts.118.up_proj,0.0000008355,0.01000,1.069
28,mlp.experts.119.up_proj,0.0000008383,0.01000,1.006
28,mlp.experts.4.down_proj,0.0000000229,0.01000,0.434
28,mlp.experts.2.down_proj,0.0000000240,0.01000,0.436
28,mlp.experts.5.down_proj,0.0000000241,0.01000,0.438
28,mlp.experts.1.down_proj,0.0000000243,0.01000,0.441
28,mlp.experts.6.down_proj,0.0000000313,0.01000,0.441
28,mlp.experts.0.down_proj,0.0000000312,0.01000,0.448
28,mlp.experts.3.down_proj,0.0000000274,0.01000,0.476
28,mlp.experts.8.down_proj,0.0000000313,0.01000,0.413
28,mlp.experts.7.down_proj,0.0000000277,0.01000,0.415
28,mlp.experts.9.down_proj,0.0000000295,0.01000,0.410
28,mlp.experts.10.down_proj,0.0000000276,0.01000,0.410
28,mlp.experts.11.down_proj,0.0000000225,0.01000,0.409
28,mlp.experts.12.down_proj,0.0000000213,0.01000,0.409
28,mlp.experts.13.down_proj,0.0000000270,0.01000,0.414
28,mlp.experts.17.down_proj,0.0000000285,0.01000,0.405
28,mlp.experts.15.down_proj,0.0000000254,0.01000,0.411
28,mlp.experts.16.down_proj,0.0000000324,0.01000,0.413
28,mlp.experts.18.down_proj,0.0000000246,0.01000,0.412
28,mlp.experts.19.down_proj,0.0000000347,0.01000,0.411
28,mlp.experts.14.down_proj,0.0000000249,0.01000,0.422
28,mlp.experts.20.down_proj,0.0000000221,0.01000,0.412
28,mlp.experts.24.down_proj,0.0000000275,0.01000,0.399
28,mlp.experts.22.down_proj,0.0000000298,0.01000,0.409
28,mlp.experts.23.down_proj,0.0000000261,0.01000,0.407
28,mlp.experts.25.down_proj,0.0000000330,0.01000,0.408
28,mlp.experts.26.down_proj,0.0000000249,0.01000,0.407
28,mlp.experts.21.down_proj,0.0000000261,0.01000,0.423
28,mlp.experts.27.down_proj,0.0000000282,0.01000,0.412
28,mlp.experts.30.down_proj,0.0000000230,0.01000,0.404
28,mlp.experts.29.down_proj,0.0000000337,0.01000,0.408
28,mlp.experts.31.down_proj,0.0000000296,0.01000,0.409
28,mlp.experts.28.down_proj,0.0000000297,0.01000,0.419
28,mlp.experts.33.down_proj,0.0000000217,0.01000,0.406
28,mlp.experts.32.down_proj,0.0000000318,0.01000,0.427
28,mlp.experts.34.down_proj,0.0000000286,0.01000,0.413
28,mlp.experts.36.down_proj,0.0000000311,0.01000,0.405
28,mlp.experts.35.down_proj,0.0000000275,0.01000,0.410
28,mlp.experts.38.down_proj,0.0000000269,0.01000,0.400
28,mlp.experts.39.down_proj,0.0000000264,0.01000,0.412
28,mlp.experts.37.down_proj,0.0000000286,0.01000,0.417
28,mlp.experts.40.down_proj,0.0000000303,0.01000,0.401
28,mlp.experts.41.down_proj,0.0000000294,0.01000,0.410
28,mlp.experts.42.down_proj,0.0000000270,0.01000,0.414
28,mlp.experts.45.down_proj,0.0000000330,0.01000,0.400
28,mlp.experts.43.down_proj,0.0000000323,0.01000,0.413
28,mlp.experts.44.down_proj,0.0000000289,0.01000,0.413
28,mlp.experts.46.down_proj,0.0000000293,0.01000,0.405
28,mlp.experts.47.down_proj,0.0000000242,0.01000,0.399
28,mlp.experts.48.down_proj,0.0000000287,0.01000,0.404
28,mlp.experts.52.down_proj,0.0000000268,0.01000,0.403
28,mlp.experts.51.down_proj,0.0000000251,0.01000,0.408
28,mlp.experts.54.down_proj,0.0000000247,0.01000,0.402
28,mlp.experts.53.down_proj,0.0000000260,0.01000,0.407
28,mlp.experts.50.down_proj,0.0000000307,0.01000,0.423
28,mlp.experts.49.down_proj,0.0000000271,0.01000,0.426
28,mlp.experts.55.down_proj,0.0000000277,0.01000,0.401
28,mlp.experts.58.down_proj,0.0000000322,0.01000,0.401
28,mlp.experts.59.down_proj,0.0000000284,0.01000,0.398
28,mlp.experts.57.down_proj,0.0000000251,0.01000,0.415
28,mlp.experts.56.down_proj,0.0000000279,0.01000,0.421
28,mlp.experts.61.down_proj,0.0000000271,0.01000,0.402
28,mlp.experts.60.down_proj,0.0000000318,0.01000,0.415
28,mlp.experts.62.down_proj,0.0000000230,0.01000,0.402
28,mlp.experts.63.down_proj,0.0000000274,0.01000,0.407
28,mlp.experts.64.down_proj,0.0000000258,0.01000,0.407
28,mlp.experts.66.down_proj,0.0000000238,0.01000,0.399
28,mlp.experts.65.down_proj,0.0000000299,0.01000,0.409
28,mlp.experts.67.down_proj,0.0000000236,0.01000,0.408
28,mlp.experts.68.down_proj,0.0000000210,0.01000,0.406
28,mlp.experts.69.down_proj,0.0000000260,0.01000,0.404
28,mlp.experts.70.down_proj,0.0000000309,0.01000,0.403
28,mlp.experts.71.down_proj,0.0000000330,0.01000,0.404
28,mlp.experts.72.down_proj,0.0000000328,0.01000,0.403
28,mlp.experts.73.down_proj,0.0000000196,0.01000,0.398
28,mlp.experts.74.down_proj,0.0000000305,0.01000,0.404
28,mlp.experts.75.down_proj,0.0000000234,0.01000,0.406
28,mlp.experts.76.down_proj,0.0000000279,0.01000,0.410
28,mlp.experts.78.down_proj,0.0000000228,0.01000,0.407
28,mlp.experts.80.down_proj,0.0000000307,0.01000,0.404
28,mlp.experts.79.down_proj,0.0000000292,0.01000,0.409
28,mlp.experts.77.down_proj,0.0000000282,0.01000,0.419
28,mlp.experts.81.down_proj,0.0000000259,0.01000,0.406
28,mlp.experts.82.down_proj,0.0000000264,0.01000,0.402
28,mlp.experts.83.down_proj,0.0000000263,0.01000,0.430
28,mlp.experts.86.down_proj,0.0000000210,0.01000,0.405
28,mlp.experts.87.down_proj,0.0000000239,0.01000,0.404
28,mlp.experts.85.down_proj,0.0000000220,0.01000,0.412
28,mlp.experts.88.down_proj,0.0000000290,0.01000,0.409
28,mlp.experts.84.down_proj,0.0000000278,0.01000,0.423
28,mlp.experts.89.down_proj,0.0000000255,0.01000,0.404
28,mlp.experts.90.down_proj,0.0000000278,0.01000,0.407
28,mlp.experts.92.down_proj,0.0000000276,0.01000,0.405
28,mlp.experts.94.down_proj,0.0000000226,0.01000,0.402
28,mlp.experts.93.down_proj,0.0000000292,0.01000,0.409
28,mlp.experts.91.down_proj,0.0000000323,0.01000,0.418
28,mlp.experts.95.down_proj,0.0000000236,0.01000,0.411
28,mlp.experts.96.down_proj,0.0000000338,0.01000,0.417
28,mlp.experts.97.down_proj,0.0000000327,0.01000,0.403
28,mlp.experts.98.down_proj,0.0000000261,0.01000,0.410
28,mlp.experts.101.down_proj,0.0000000230,0.01000,0.401
28,mlp.experts.100.down_proj,0.0000000226,0.01000,0.412
28,mlp.experts.103.down_proj,0.0000000219,0.01000,0.404
28,mlp.experts.102.down_proj,0.0000000269,0.01000,0.414
28,mlp.experts.99.down_proj,0.0000000279,0.01000,0.429
28,mlp.experts.104.down_proj,0.0000000266,0.01000,0.406
28,mlp.experts.105.down_proj,0.0000000273,0.01000,0.406
28,mlp.experts.107.down_proj,0.0000000284,0.01000,0.407
28,mlp.experts.108.down_proj,0.0000000251,0.01000,0.400
28,mlp.experts.106.down_proj,0.0000000296,0.01000,0.414
28,mlp.experts.110.down_proj,0.0000000210,0.01000,0.401
28,mlp.experts.109.down_proj,0.0000000278,0.01000,0.415
28,mlp.experts.111.down_proj,0.0000000272,0.01000,0.408
28,mlp.experts.115.down_proj,0.0000000249,0.01000,0.401
28,mlp.experts.113.down_proj,0.0000000281,0.01000,0.414
28,mlp.experts.112.down_proj,0.0000000272,0.01000,0.422
28,mlp.experts.116.down_proj,0.0000000298,0.01000,0.407
28,mlp.experts.114.down_proj,0.0000000289,0.01000,0.414
28,mlp.experts.117.down_proj,0.0000000291,0.01000,0.408
28,mlp.experts.118.down_proj,0.0000000318,0.01000,0.403
28,mlp.experts.119.down_proj,0.0000000323,0.01000,0.273
29,self_attn.k_proj,0.0000000098,0.01000,1.196
29,self_attn.v_proj,0.0000000153,0.01000,1.206
29,self_attn.q_proj,0.0000000577,0.01000,1.266
29,self_attn.o_proj,0.0000000260,0.01000,2.772
29,mlp.shared_experts.gate_proj,0.0000000017,0.01000,0.914
29,mlp.shared_experts.up_proj,0.0000000018,0.01000,0.911
29,mlp.shared_experts.down_proj,0.0000000001,0.01000,0.275
29,mlp.experts.2.gate_proj,0.0000009213,0.01000,1.502
29,mlp.experts.3.gate_proj,0.0000008997,0.01000,1.502
29,mlp.experts.4.gate_proj,0.0000009545,0.01000,1.511
29,mlp.experts.5.gate_proj,0.0000009258,0.01000,1.502
29,mlp.experts.6.gate_proj,0.0000009515,0.01000,1.520
29,mlp.experts.1.gate_proj,0.0000008802,0.01000,1.568
29,mlp.experts.0.gate_proj,0.0000009295,0.01000,1.573
29,mlp.experts.10.gate_proj,0.0000009367,0.01000,1.328
29,mlp.experts.9.gate_proj,0.0000009448,0.01000,1.343
29,mlp.experts.11.gate_proj,0.0000009279,0.01000,1.350
29,mlp.experts.12.gate_proj,0.0000009403,0.01000,1.335
29,mlp.experts.7.gate_proj,0.0000009255,0.01000,1.411
29,mlp.experts.8.gate_proj,0.0000009749,0.01000,1.418
29,mlp.experts.13.gate_proj,0.0000009409,0.01000,1.359
29,mlp.experts.15.gate_proj,0.0000008938,0.01000,1.353
29,mlp.experts.16.gate_proj,0.0000009291,0.01000,1.353
29,mlp.experts.17.gate_proj,0.0000009672,0.01000,1.336
29,mlp.experts.14.gate_proj,0.0000008976,0.01000,1.412
29,mlp.experts.18.gate_proj,0.0000009741,0.01000,1.347
29,mlp.experts.19.gate_proj,0.0000009215,0.01000,1.343
29,mlp.experts.20.gate_proj,0.0000009902,0.01000,1.363
29,mlp.experts.21.gate_proj,0.0000009236,0.01000,1.370
29,mlp.experts.23.gate_proj,0.0000009259,0.01000,1.349
29,mlp.experts.24.gate_proj,0.0000009106,0.01000,1.347
29,mlp.experts.25.gate_proj,0.0000008992,0.01000,1.346
29,mlp.experts.26.gate_proj,0.0000009299,0.01000,1.357
29,mlp.experts.22.gate_proj,0.0000009131,0.01000,1.408
29,mlp.experts.27.gate_proj,0.0000009393,0.01000,1.363
29,mlp.experts.31.gate_proj,0.0000008905,0.01000,1.321
29,mlp.experts.30.gate_proj,0.0000009380,0.01000,1.335
29,mlp.experts.32.gate_proj,0.0000009687,0.01000,1.331
29,mlp.experts.28.gate_proj,0.0000009217,0.01000,1.403
29,mlp.experts.33.gate_proj,0.0000009130,0.01000,1.338
29,mlp.experts.29.gate_proj,0.0000008937,0.01000,1.400
29,mlp.experts.34.gate_proj,0.0000009053,0.01000,1.357
29,mlp.experts.36.gate_proj,0.0000009361,0.01000,1.353
29,mlp.experts.37.gate_proj,0.0000008992,0.01000,1.336
29,mlp.experts.38.gate_proj,0.0000008864,0.01000,1.324
29,mlp.experts.39.gate_proj,0.0000008750,0.01000,1.359
29,mlp.experts.40.gate_proj,0.0000009131,0.01000,1.353
29,mlp.experts.35.gate_proj,0.0000009377,0.01000,1.418
29,mlp.experts.41.gate_proj,0.0000009026,0.01000,1.360
29,mlp.experts.44.gate_proj,0.0000009051,0.01000,1.345
29,mlp.experts.42.gate_proj,0.0000008894,0.01000,1.361
29,mlp.experts.45.gate_proj,0.0000009999,0.01000,1.333
29,mlp.experts.47.gate_proj,0.0000008842,0.01000,1.339
29,mlp.experts.46.gate_proj,0.0000009196,0.01000,1.343
29,mlp.experts.43.gate_proj,0.0000009220,0.01000,1.409
29,mlp.experts.48.gate_proj,0.0000009395,0.01000,1.353
29,mlp.experts.50.gate_proj,0.0000009126,0.01000,1.338
29,mlp.experts.52.gate_proj,0.0000009591,0.01000,1.327
29,mlp.experts.53.gate_proj,0.0000009023,0.01000,1.332
29,mlp.experts.54.gate_proj,0.0000009435,0.01000,1.344
29,mlp.experts.49.gate_proj,0.0000009118,0.01000,1.415
29,mlp.experts.51.gate_proj,0.0000009482,0.01000,1.390
29,mlp.experts.55.gate_proj,0.0000009176,0.01000,1.354
29,mlp.experts.56.gate_proj,0.0000009397,0.01000,1.353
29,mlp.experts.58.gate_proj,0.0000009763,0.01000,1.330
29,mlp.experts.59.gate_proj,0.0000008981,0.01000,1.327
29,mlp.experts.61.gate_proj,0.0000009261,0.01000,1.334
29,mlp.experts.57.gate_proj,0.0000009644,0.01000,1.395
29,mlp.experts.62.gate_proj,0.0000009487,0.01000,1.348
29,mlp.experts.60.gate_proj,0.0000009400,0.01000,1.390
29,mlp.experts.63.gate_proj,0.0000009468,0.01000,1.341
29,mlp.experts.64.gate_proj,0.0000009187,0.01000,1.336
29,mlp.experts.65.gate_proj,0.0000009009,0.01000,1.342
29,mlp.experts.66.gate_proj,0.0000009637,0.01000,1.323
29,mlp.experts.67.gate_proj,0.0000009247,0.01000,1.347
29,mlp.experts.68.gate_proj,0.0000009322,0.01000,1.337
29,mlp.experts.69.gate_proj,0.0000009692,0.01000,1.358
29,mlp.experts.71.gate_proj,0.0000009067,0.01000,1.345
29,mlp.experts.73.gate_proj,0.0000009195,0.01000,1.324
29,mlp.experts.72.gate_proj,0.0000008911,0.01000,1.342
29,mlp.experts.70.gate_proj,0.0000009231,0.01000,1.396
29,mlp.experts.74.gate_proj,0.0000009556,0.01000,1.348
29,mlp.experts.75.gate_proj,0.0000009096,0.01000,1.338
29,mlp.experts.76.gate_proj,0.0000009477,0.01000,1.349
29,mlp.experts.79.gate_proj,0.0000009288,0.01000,1.338
29,mlp.experts.78.gate_proj,0.0000009660,0.01000,1.358
29,mlp.experts.80.gate_proj,0.0000009341,0.01000,1.346
29,mlp.experts.81.gate_proj,0.0000009249,0.01000,1.353
29,mlp.experts.82.gate_proj,0.0000009124,0.01000,1.350
29,mlp.experts.77.gate_proj,0.0000009186,0.01000,1.435
29,mlp.experts.83.gate_proj,0.0000008961,0.01000,1.352
29,mlp.experts.85.gate_proj,0.0000009261,0.01000,1.334
29,mlp.experts.86.gate_proj,0.0000009550,0.01000,1.322
29,mlp.experts.87.gate_proj,0.0000009172,0.01000,1.318
29,mlp.experts.89.gate_proj,0.0000008990,0.01000,1.323
29,mlp.experts.88.gate_proj,0.0000009632,0.01000,1.339
29,mlp.experts.84.gate_proj,0.0000009573,0.01000,1.406
29,mlp.experts.90.gate_proj,0.0000009715,0.01000,1.340
29,mlp.experts.92.gate_proj,0.0000009273,0.01000,1.362
29,mlp.experts.91.gate_proj,0.0000009714,0.01000,1.371
29,mlp.experts.93.gate_proj,0.0000010063,0.01000,1.342
29,mlp.experts.94.gate_proj,0.0000009254,0.01000,1.334
29,mlp.experts.95.gate_proj,0.0000009431,0.01000,1.353
29,mlp.experts.96.gate_proj,0.0000009220,0.01000,1.349
29,mlp.experts.97.gate_proj,0.0000009610,0.01000,1.346
29,mlp.experts.101.gate_proj,0.0000009011,0.01000,1.326
29,mlp.experts.100.gate_proj,0.0000009024,0.01000,1.342
29,mlp.experts.99.gate_proj,0.0000009512,0.01000,1.346
29,mlp.experts.103.gate_proj,0.0000009769,0.01000,1.339
29,mlp.experts.102.gate_proj,0.0000009484,0.01000,1.350
29,mlp.experts.98.gate_proj,0.0000009482,0.01000,1.403
29,mlp.experts.104.gate_proj,0.0000009773,0.01000,1.341
29,mlp.experts.106.gate_proj,0.0000009622,0.01000,1.356
29,mlp.experts.107.gate_proj,0.0000009034,0.01000,1.357
29,mlp.experts.108.gate_proj,0.0000009368,0.01000,1.338
29,mlp.experts.109.gate_proj,0.0000009179,0.01000,1.357
29,mlp.experts.110.gate_proj,0.0000009372,0.01000,1.346
29,mlp.experts.105.gate_proj,0.0000009403,0.01000,1.417
29,mlp.experts.111.gate_proj,0.0000009377,0.01000,1.348
29,mlp.experts.113.gate_proj,0.0000010015,0.01000,1.357
29,mlp.experts.114.gate_proj,0.0000009164,0.01000,1.350
29,mlp.experts.115.gate_proj,0.0000009440,0.01000,1.335
29,mlp.experts.116.gate_proj,0.0000009670,0.01000,1.340
29,mlp.experts.117.gate_proj,0.0000009180,0.01000,1.339
29,mlp.experts.112.gate_proj,0.0000008899,0.01000,1.424
29,mlp.experts.118.gate_proj,0.0000009423,0.01000,1.350
29,mlp.experts.0.up_proj,0.0000009111,0.01000,1.349
29,mlp.experts.2.up_proj,0.0000009142,0.01000,1.330
29,mlp.experts.1.up_proj,0.0000008877,0.01000,1.350
29,mlp.experts.3.up_proj,0.0000008867,0.01000,1.342
29,mlp.experts.4.up_proj,0.0000009323,0.01000,1.351
29,mlp.experts.119.gate_proj,0.0000009304,0.01000,1.426
29,mlp.experts.5.up_proj,0.0000009205,0.01000,1.361
29,mlp.experts.9.up_proj,0.0000009333,0.01000,1.323
29,mlp.experts.7.up_proj,0.0000009091,0.01000,1.346
29,mlp.experts.8.up_proj,0.0000009665,0.01000,1.337
29,mlp.experts.11.up_proj,0.0000008952,0.01000,1.343
29,mlp.experts.6.up_proj,0.0000009567,0.01000,1.414
29,mlp.experts.12.up_proj,0.0000009419,0.01000,1.362
29,mlp.experts.10.up_proj,0.0000009208,0.01000,1.410
29,mlp.experts.13.up_proj,0.0000009259,0.01000,1.343
29,mlp.experts.15.up_proj,0.0000008946,0.01000,1.342
29,mlp.experts.14.up_proj,0.0000008921,0.01000,1.396
29,mlp.experts.16.up_proj,0.0000009144,0.01000,1.331
29,mlp.experts.17.up_proj,0.0000009414,0.01000,1.336
29,mlp.experts.18.up_proj,0.0000009525,0.01000,1.338
29,mlp.experts.19.up_proj,0.0000009090,0.01000,1.377
29,mlp.experts.20.up_proj,0.0000009957,0.01000,1.368
29,mlp.experts.21.up_proj,0.0000008985,0.01000,1.376
29,mlp.experts.22.up_proj,0.0000009069,0.01000,1.343
29,mlp.experts.23.up_proj,0.0000009121,0.01000,1.344
29,mlp.experts.24.up_proj,0.0000009119,0.01000,1.352
29,mlp.experts.25.up_proj,0.0000008756,0.01000,1.345
29,mlp.experts.26.up_proj,0.0000009258,0.01000,1.363
29,mlp.experts.27.up_proj,0.0000009270,0.01000,1.380
29,mlp.experts.29.up_proj,0.0000008861,0.01000,1.362
29,mlp.experts.30.up_proj,0.0000009101,0.01000,1.368
29,mlp.experts.31.up_proj,0.0000008968,0.01000,1.363
29,mlp.experts.32.up_proj,0.0000009356,0.01000,1.367
29,mlp.experts.28.up_proj,0.0000008823,0.01000,1.448
29,mlp.experts.33.up_proj,0.0000009119,0.01000,1.364
29,mlp.experts.34.up_proj,0.0000009012,0.01000,1.345
29,mlp.experts.37.up_proj,0.0000008770,0.01000,1.325
29,mlp.experts.36.up_proj,0.0000009283,0.01000,1.350
29,mlp.experts.38.up_proj,0.0000009018,0.01000,1.348
29,mlp.experts.39.up_proj,0.0000008816,0.01000,1.355
29,mlp.experts.35.up_proj,0.0000009215,0.01000,1.437
29,mlp.experts.40.up_proj,0.0000008962,0.01000,1.349
29,mlp.experts.41.up_proj,0.0000008895,0.01000,1.338
29,mlp.experts.43.up_proj,0.0000009190,0.01000,1.344
29,mlp.experts.44.up_proj,0.0000008880,0.01000,1.342
29,mlp.experts.42.up_proj,0.0000008799,0.01000,1.411
29,mlp.experts.46.up_proj,0.0000009181,0.01000,1.336
29,mlp.experts.45.up_proj,0.0000009755,0.01000,1.399
29,mlp.experts.47.up_proj,0.0000008823,0.01000,1.356
29,mlp.experts.48.up_proj,0.0000009234,0.01000,1.330
29,mlp.experts.49.up_proj,0.0000008956,0.01000,1.348
29,mlp.experts.50.up_proj,0.0000008934,0.01000,1.343
29,mlp.experts.51.up_proj,0.0000009113,0.01000,1.316
29,mlp.experts.52.up_proj,0.0000009609,0.01000,1.345
29,mlp.experts.53.up_proj,0.0000008803,0.01000,1.351
29,mlp.experts.54.up_proj,0.0000009396,0.01000,1.353
29,mlp.experts.55.up_proj,0.0000008751,0.01000,1.335
29,mlp.experts.56.up_proj,0.0000009108,0.01000,1.338
29,mlp.experts.58.up_proj,0.0000009645,0.01000,1.321
29,mlp.experts.59.up_proj,0.0000008697,0.01000,1.333
29,mlp.experts.57.up_proj,0.0000009405,0.01000,1.411
29,mlp.experts.60.up_proj,0.0000009174,0.01000,1.348
29,mlp.experts.61.up_proj,0.0000009262,0.01000,1.348
29,mlp.experts.62.up_proj,0.0000009242,0.01000,1.336
29,mlp.experts.63.up_proj,0.0000009202,0.01000,1.334
29,mlp.experts.64.up_proj,0.0000009092,0.01000,1.345
29,mlp.experts.65.up_proj,0.0000008739,0.01000,1.321
29,mlp.experts.66.up_proj,0.0000009460,0.01000,1.357
29,mlp.experts.67.up_proj,0.0000009169,0.01000,1.355
29,mlp.experts.68.up_proj,0.0000009183,0.01000,1.370
29,mlp.experts.69.up_proj,0.0000009477,0.01000,1.368
29,mlp.experts.70.up_proj,0.0000008775,0.01000,1.341
29,mlp.experts.71.up_proj,0.0000009122,0.01000,1.342
29,mlp.experts.72.up_proj,0.0000008768,0.01000,1.319
29,mlp.experts.73.up_proj,0.0000009017,0.01000,1.350
29,mlp.experts.74.up_proj,0.0000009366,0.01000,1.348
29,mlp.experts.75.up_proj,0.0000009175,0.01000,1.344
29,mlp.experts.76.up_proj,0.0000009073,0.01000,1.343
29,mlp.experts.77.up_proj,0.0000009074,0.01000,1.337
29,mlp.experts.79.up_proj,0.0000009217,0.01000,1.319
29,mlp.experts.78.up_proj,0.0000009363,0.01000,1.335
29,mlp.experts.80.up_proj,0.0000009277,0.01000,1.348
29,mlp.experts.81.up_proj,0.0000009091,0.01000,1.344
29,mlp.experts.82.up_proj,0.0000009029,0.01000,1.346
29,mlp.experts.83.up_proj,0.0000008779,0.01000,1.343
29,mlp.experts.86.up_proj,0.0000009334,0.01000,1.325
29,mlp.experts.84.up_proj,0.0000009358,0.01000,1.341
29,mlp.experts.85.up_proj,0.0000009176,0.01000,1.382
29,mlp.experts.87.up_proj,0.0000009041,0.01000,1.354
29,mlp.experts.88.up_proj,0.0000009402,0.01000,1.342
29,mlp.experts.89.up_proj,0.0000008988,0.01000,1.346
29,mlp.experts.90.up_proj,0.0000009451,0.01000,1.343
29,mlp.experts.92.up_proj,0.0000009225,0.01000,1.339
29,mlp.experts.93.up_proj,0.0000009800,0.01000,1.318
29,mlp.experts.91.up_proj,0.0000009709,0.01000,1.397
29,mlp.experts.94.up_proj,0.0000009180,0.01000,1.357
29,mlp.experts.95.up_proj,0.0000009397,0.01000,1.344
29,mlp.experts.96.up_proj,0.0000009311,0.01000,1.343
29,mlp.experts.97.up_proj,0.0000009468,0.01000,1.342
29,mlp.experts.98.up_proj,0.0000009251,0.01000,1.342
29,mlp.experts.99.up_proj,0.0000009498,0.01000,1.338
29,mlp.experts.100.up_proj,0.0000008972,0.01000,1.318
29,mlp.experts.102.up_proj,0.0000009208,0.01000,1.347
29,mlp.experts.103.up_proj,0.0000009247,0.01000,1.363
29,mlp.experts.101.up_proj,0.0000008798,0.01000,1.409
29,mlp.experts.104.up_proj,0.0000009444,0.01000,1.344
29,mlp.experts.105.up_proj,0.0000009228,0.01000,1.347
29,mlp.experts.107.up_proj,0.0000008986,0.01000,1.330
29,mlp.experts.106.up_proj,0.0000009576,0.01000,1.433
29,mlp.experts.108.up_proj,0.0000009337,0.01000,1.333
29,mlp.experts.109.up_proj,0.0000008911,0.01000,1.343
29,mlp.experts.110.up_proj,0.0000009313,0.01000,1.353
29,mlp.experts.111.up_proj,0.0000009201,0.01000,1.343
29,mlp.experts.112.up_proj,0.0000008883,0.01000,1.369
29,mlp.experts.113.up_proj,0.0000009902,0.01000,1.359
29,mlp.experts.114.up_proj,0.0000009127,0.01000,1.311
29,mlp.experts.115.up_proj,0.0000009407,0.01000,1.328
29,mlp.experts.116.up_proj,0.0000009461,0.01000,1.318
29,mlp.experts.117.up_proj,0.0000009182,0.01000,1.337
29,mlp.experts.118.up_proj,0.0000009401,0.01000,1.033
29,mlp.experts.119.up_proj,0.0000009219,0.01000,1.014
29,mlp.experts.3.down_proj,0.0000000443,0.01000,0.439
29,mlp.experts.5.down_proj,0.0000000316,0.01000,0.439
29,mlp.experts.2.down_proj,0.0000000360,0.01000,0.441
29,mlp.experts.4.down_proj,0.0000000331,0.01000,0.443
29,mlp.experts.1.down_proj,0.0000000280,0.01000,0.445
29,mlp.experts.6.down_proj,0.0000000342,0.01000,0.448
29,mlp.experts.0.down_proj,0.0000000349,0.01000,0.466
29,mlp.experts.10.down_proj,0.0000000341,0.01000,0.404
29,mlp.experts.9.down_proj,0.0000000368,0.01000,0.407
29,mlp.experts.11.down_proj,0.0000000351,0.01000,0.409
29,mlp.experts.12.down_proj,0.0000000359,0.01000,0.404
29,mlp.experts.8.down_proj,0.0000000333,0.01000,0.421
29,mlp.experts.13.down_proj,0.0000000274,0.01000,0.408
29,mlp.experts.7.down_proj,0.0000000349,0.01000,0.437
29,mlp.experts.17.down_proj,0.0000000378,0.01000,0.405
29,mlp.experts.16.down_proj,0.0000000316,0.01000,0.410
29,mlp.experts.15.down_proj,0.0000000328,0.01000,0.417
29,mlp.experts.18.down_proj,0.0000000345,0.01000,0.410
29,mlp.experts.19.down_proj,0.0000000400,0.01000,0.425
29,mlp.experts.20.down_proj,0.0000000443,0.01000,0.424
29,mlp.experts.14.down_proj,0.0000000334,0.01000,0.475
29,mlp.experts.24.down_proj,0.0000000360,0.01000,0.397
29,mlp.experts.23.down_proj,0.0000000324,0.01000,0.403
29,mlp.experts.22.down_proj,0.0000000310,0.01000,0.410
29,mlp.experts.25.down_proj,0.0000000301,0.01000,0.402
29,mlp.experts.26.down_proj,0.0000000362,0.01000,0.401
29,mlp.experts.21.down_proj,0.0000000348,0.01000,0.444
29,mlp.experts.27.down_proj,0.0000000303,0.01000,0.409
29,mlp.experts.30.down_proj,0.0000000433,0.01000,0.402
29,mlp.experts.29.down_proj,0.0000000307,0.01000,0.411
29,mlp.experts.28.down_proj,0.0000000337,0.01000,0.427
29,mlp.experts.31.down_proj,0.0000000342,0.01000,0.396
29,mlp.experts.33.down_proj,0.0000000287,0.01000,0.403
29,mlp.experts.32.down_proj,0.0000000257,0.01000,0.417
29,mlp.experts.34.down_proj,0.0000000350,0.01000,0.408
29,mlp.experts.36.down_proj,0.0000000299,0.01000,0.405
29,mlp.experts.35.down_proj,0.0000000304,0.01000,0.413
29,mlp.experts.38.down_proj,0.0000000291,0.01000,0.396
29,mlp.experts.37.down_proj,0.0000000312,0.01000,0.412
29,mlp.experts.39.down_proj,0.0000000254,0.01000,0.407
29,mlp.experts.40.down_proj,0.0000000328,0.01000,0.407
29,mlp.experts.41.down_proj,0.0000000348,0.01000,0.413
29,mlp.experts.42.down_proj,0.0000000302,0.01000,0.407
29,mlp.experts.43.down_proj,0.0000000338,0.01000,0.407
29,mlp.experts.44.down_proj,0.0000000306,0.01000,0.404
29,mlp.experts.45.down_proj,0.0000000347,0.01000,0.397
29,mlp.experts.46.down_proj,0.0000000347,0.01000,0.404
29,mlp.experts.47.down_proj,0.0000000304,0.01000,0.403
29,mlp.experts.48.down_proj,0.0000000386,0.01000,0.409
29,mlp.experts.49.down_proj,0.0000000327,0.01000,0.405
29,mlp.experts.50.down_proj,0.0000000365,0.01000,0.405
29,mlp.experts.51.down_proj,0.0000000273,0.01000,0.403
29,mlp.experts.52.down_proj,0.0000000330,0.01000,0.397
29,mlp.experts.53.down_proj,0.0000000335,0.01000,0.404
29,mlp.experts.54.down_proj,0.0000000350,0.01000,0.401
29,mlp.experts.55.down_proj,0.0000000352,0.01000,0.411
29,mlp.experts.59.down_proj,0.0000000324,0.01000,0.399
29,mlp.experts.56.down_proj,0.0000000361,0.01000,0.405
29,mlp.experts.58.down_proj,0.0000000363,0.01000,0.406
29,mlp.experts.57.down_proj,0.0000000329,0.01000,0.418
29,mlp.experts.60.down_proj,0.0000000316,0.01000,0.402
29,mlp.experts.61.down_proj,0.0000000358,0.01000,0.401
29,mlp.experts.62.down_proj,0.0000000266,0.01000,0.408
29,mlp.experts.63.down_proj,0.0000000289,0.01000,0.408
29,mlp.experts.65.down_proj,0.0000000332,0.01000,0.401
29,mlp.experts.66.down_proj,0.0000000306,0.01000,0.394
29,mlp.experts.64.down_proj,0.0000000275,0.01000,0.421
29,mlp.experts.67.down_proj,0.0000000246,0.01000,0.401
29,mlp.experts.68.down_proj,0.0000000284,0.01000,0.399
29,mlp.experts.69.down_proj,0.0000000335,0.01000,0.406
29,mlp.experts.72.down_proj,0.0000000348,0.01000,0.403
29,mlp.experts.70.down_proj,0.0000000226,0.01000,0.413
29,mlp.experts.71.down_proj,0.0000000362,0.01000,0.411
29,mlp.experts.73.down_proj,0.0000000398,0.01000,0.410
29,mlp.experts.75.down_proj,0.0000000309,0.01000,0.404
29,mlp.experts.74.down_proj,0.0000000285,0.01000,0.423
29,mlp.experts.76.down_proj,0.0000000388,0.01000,0.409
29,mlp.experts.77.down_proj,0.0000000298,0.01000,0.405
29,mlp.experts.79.down_proj,0.0000000329,0.01000,0.405
29,mlp.experts.80.down_proj,0.0000000341,0.01000,0.395
29,mlp.experts.78.down_proj,0.0000000345,0.01000,0.408
29,mlp.experts.81.down_proj,0.0000000357,0.01000,0.407
29,mlp.experts.82.down_proj,0.0000000339,0.01000,0.398
29,mlp.experts.83.down_proj,0.0000000307,0.01000,0.405
29,mlp.experts.84.down_proj,0.0000000345,0.01000,0.405
29,mlp.experts.87.down_proj,0.0000000322,0.01000,0.401
29,mlp.experts.86.down_proj,0.0000000318,0.01000,0.405
29,mlp.experts.85.down_proj,0.0000000349,0.01000,0.414
29,mlp.experts.89.down_proj,0.0000000322,0.01000,0.397
29,mlp.experts.88.down_proj,0.0000000312,0.01000,0.415
29,mlp.experts.90.down_proj,0.0000000328,0.01000,0.409
29,mlp.experts.91.down_proj,0.0000000356,0.01000,0.406
29,mlp.experts.93.down_proj,0.0000000388,0.01000,0.400
29,mlp.experts.92.down_proj,0.0000000335,0.01000,0.405
29,mlp.experts.94.down_proj,0.0000000336,0.01000,0.398
29,mlp.experts.95.down_proj,0.0000000338,0.01000,0.404
29,mlp.experts.96.down_proj,0.0000000380,0.01000,0.401
29,mlp.experts.97.down_proj,0.0000000285,0.01000,0.405
29,mlp.experts.98.down_proj,0.0000000407,0.01000,0.403
29,mlp.experts.100.down_proj,0.0000000344,0.01000,0.403
29,mlp.experts.99.down_proj,0.0000000405,0.01000,0.404
29,mlp.experts.102.down_proj,0.0000000331,0.01000,0.401
29,mlp.experts.103.down_proj,0.0000000278,0.01000,0.397
29,mlp.experts.101.down_proj,0.0000000318,0.01000,0.417
29,mlp.experts.104.down_proj,0.0000000319,0.01000,0.411
29,mlp.experts.105.down_proj,0.0000000387,0.01000,0.404
29,mlp.experts.106.down_proj,0.0000000340,0.01000,0.405
29,mlp.experts.107.down_proj,0.0000000338,0.01000,0.406
29,mlp.experts.108.down_proj,0.0000000389,0.01000,0.399
29,mlp.experts.110.down_proj,0.0000000303,0.01000,0.396
29,mlp.experts.109.down_proj,0.0000000366,0.01000,0.410
29,mlp.experts.111.down_proj,0.0000000366,0.01000,0.413
29,mlp.experts.112.down_proj,0.0000000336,0.01000,0.401
29,mlp.experts.115.down_proj,0.0000000325,0.01000,0.400
29,mlp.experts.113.down_proj,0.0000000354,0.01000,0.403
29,mlp.experts.116.down_proj,0.0000000377,0.01000,0.400
29,mlp.experts.114.down_proj,0.0000000364,0.01000,0.410
29,mlp.experts.117.down_proj,0.0000000392,0.01000,0.395
29,mlp.experts.118.down_proj,0.0000000352,0.01000,0.383
29,mlp.experts.119.down_proj,0.0000000329,0.01000,0.279
30,self_attn.k_proj,0.0000000133,0.01000,1.196
30,self_attn.v_proj,0.0000000180,0.01000,1.197
30,self_attn.q_proj,0.0000000797,0.01000,1.262
30,self_attn.o_proj,0.0000000267,0.01000,2.774
30,mlp.shared_experts.gate_proj,0.0000000020,0.01000,0.918
30,mlp.shared_experts.up_proj,0.0000000020,0.01000,0.914
30,mlp.shared_experts.down_proj,0.0000000001,0.01000,0.276
30,mlp.experts.3.gate_proj,0.0000009968,0.01000,1.499
30,mlp.experts.5.gate_proj,0.0000009100,0.01000,1.508
30,mlp.experts.4.gate_proj,0.0000009647,0.01000,1.515
30,mlp.experts.2.gate_proj,0.0000010066,0.01000,1.530
30,mlp.experts.6.gate_proj,0.0000009803,0.01000,1.536
30,mlp.experts.1.gate_proj,0.0000010029,0.01000,1.578
30,mlp.experts.0.gate_proj,0.0000010078,0.01000,1.592
30,mlp.experts.9.gate_proj,0.0000010599,0.01000,1.341
30,mlp.experts.8.gate_proj,0.0000009623,0.01000,1.358
30,mlp.experts.10.gate_proj,0.0000010055,0.01000,1.342
30,mlp.experts.11.gate_proj,0.0000009484,0.01000,1.355
30,mlp.experts.12.gate_proj,0.0000009474,0.01000,1.334
30,mlp.experts.7.gate_proj,0.0000009250,0.01000,1.427
30,mlp.experts.13.gate_proj,0.0000009594,0.01000,1.354
30,mlp.experts.15.gate_proj,0.0000009989,0.01000,1.357
30,mlp.experts.16.gate_proj,0.0000009549,0.01000,1.358
30,mlp.experts.14.gate_proj,0.0000010140,0.01000,1.382
30,mlp.experts.17.gate_proj,0.0000010056,0.01000,1.352
30,mlp.experts.19.gate_proj,0.0000010043,0.01000,1.344
30,mlp.experts.18.gate_proj,0.0000010168,0.01000,1.362
30,mlp.experts.20.gate_proj,0.0000010284,0.01000,1.367
30,mlp.experts.21.gate_proj,0.0000010233,0.01000,1.360
30,mlp.experts.22.gate_proj,0.0000009972,0.01000,1.356
30,mlp.experts.23.gate_proj,0.0000009537,0.01000,1.362
30,mlp.experts.24.gate_proj,0.0000009493,0.01000,1.365
30,mlp.experts.26.gate_proj,0.0000009297,0.01000,1.359
30,mlp.experts.25.gate_proj,0.0000009476,0.01000,1.362
30,mlp.experts.27.gate_proj,0.0000010083,0.01000,1.373
30,mlp.experts.29.gate_proj,0.0000010127,0.01000,1.350
30,mlp.experts.28.gate_proj,0.0000009971,0.01000,1.351
30,mlp.experts.30.gate_proj,0.0000010154,0.01000,1.351
30,mlp.experts.31.gate_proj,0.0000009488,0.01000,1.354
30,mlp.experts.33.gate_proj,0.0000010107,0.01000,1.346
30,mlp.experts.34.gate_proj,0.0000009807,0.01000,1.363
30,mlp.experts.32.gate_proj,0.0000010285,0.01000,1.417
30,mlp.experts.36.gate_proj,0.0000010250,0.01000,1.343
30,mlp.experts.37.gate_proj,0.0000009632,0.01000,1.338
30,mlp.experts.38.gate_proj,0.0000009915,0.01000,1.359
30,mlp.experts.35.gate_proj,0.0000009597,0.01000,1.400
30,mlp.experts.39.gate_proj,0.0000009201,0.01000,1.364
30,mlp.experts.40.gate_proj,0.0000009993,0.01000,1.332
30,mlp.experts.41.gate_proj,0.0000009827,0.01000,1.358
30,mlp.experts.42.gate_proj,0.0000010129,0.01000,1.348
30,mlp.experts.43.gate_proj,0.0000010268,0.01000,1.348
30,mlp.experts.45.gate_proj,0.0000010878,0.01000,1.321
30,mlp.experts.46.gate_proj,0.0000010165,0.01000,1.367
30,mlp.experts.44.gate_proj,0.0000009470,0.01000,1.398
30,mlp.experts.47.gate_proj,0.0000009615,0.01000,1.345
30,mlp.experts.48.gate_proj,0.0000009152,0.01000,1.362
30,mlp.experts.49.gate_proj,0.0000009433,0.01000,1.339
30,mlp.experts.50.gate_proj,0.0000010065,0.01000,1.343
30,mlp.experts.51.gate_proj,0.0000010340,0.01000,1.340
30,mlp.experts.52.gate_proj,0.0000009785,0.01000,1.353
30,mlp.experts.54.gate_proj,0.0000009842,0.01000,1.341
30,mlp.experts.53.gate_proj,0.0000009596,0.01000,1.395
30,mlp.experts.55.gate_proj,0.0000009354,0.01000,1.362
30,mlp.experts.56.gate_proj,0.0000009835,0.01000,1.355
30,mlp.experts.57.gate_proj,0.0000009784,0.01000,1.346
30,mlp.experts.58.gate_proj,0.0000009741,0.01000,1.347
30,mlp.experts.59.gate_proj,0.0000009894,0.01000,1.334
30,mlp.experts.60.gate_proj,0.0000010108,0.01000,1.356
30,mlp.experts.61.gate_proj,0.0000009604,0.01000,1.340
30,mlp.experts.62.gate_proj,0.0000009994,0.01000,1.369
30,mlp.experts.64.gate_proj,0.0000010064,0.01000,1.337
30,mlp.experts.65.gate_proj,0.0000009890,0.01000,1.330
30,mlp.experts.63.gate_proj,0.0000009648,0.01000,1.405
30,mlp.experts.66.gate_proj,0.0000009719,0.01000,1.352
30,mlp.experts.67.gate_proj,0.0000009391,0.01000,1.345
30,mlp.experts.68.gate_proj,0.0000009907,0.01000,1.336
30,mlp.experts.69.gate_proj,0.0000009903,0.01000,1.374
30,mlp.experts.71.gate_proj,0.0000010144,0.01000,1.361
30,mlp.experts.70.gate_proj,0.0000010288,0.01000,1.417
30,mlp.experts.72.gate_proj,0.0000009933,0.01000,1.361
30,mlp.experts.73.gate_proj,0.0000009533,0.01000,1.346
30,mlp.experts.74.gate_proj,0.0000010219,0.01000,1.353
30,mlp.experts.75.gate_proj,0.0000009287,0.01000,1.352
30,mlp.experts.76.gate_proj,0.0000009742,0.01000,1.379
30,mlp.experts.77.gate_proj,0.0000009881,0.01000,1.371
30,mlp.experts.80.gate_proj,0.0000010029,0.01000,1.329
30,mlp.experts.79.gate_proj,0.0000009306,0.01000,1.349
30,mlp.experts.81.gate_proj,0.0000009359,0.01000,1.345
30,mlp.experts.82.gate_proj,0.0000009310,0.01000,1.348
30,mlp.experts.78.gate_proj,0.0000009787,0.01000,1.415
30,mlp.experts.83.gate_proj,0.0000010205,0.01000,1.390
30,mlp.experts.84.gate_proj,0.0000010085,0.01000,1.360
30,mlp.experts.86.gate_proj,0.0000009607,0.01000,1.335
30,mlp.experts.87.gate_proj,0.0000009614,0.01000,1.322
30,mlp.experts.85.gate_proj,0.0000009581,0.01000,1.405
30,mlp.experts.89.gate_proj,0.0000010174,0.01000,1.340
30,mlp.experts.88.gate_proj,0.0000009876,0.01000,1.419
30,mlp.experts.90.gate_proj,0.0000010089,0.01000,1.360
30,mlp.experts.91.gate_proj,0.0000009959,0.01000,1.352
30,mlp.experts.92.gate_proj,0.0000009803,0.01000,1.354
30,mlp.experts.93.gate_proj,0.0000010262,0.01000,1.337
30,mlp.experts.94.gate_proj,0.0000010137,0.01000,1.322
30,mlp.experts.95.gate_proj,0.0000009854,0.01000,1.367
30,mlp.experts.96.gate_proj,0.0000009806,0.01000,1.348
30,mlp.experts.97.gate_proj,0.0000010047,0.01000,1.373
30,mlp.experts.98.gate_proj,0.0000010291,0.01000,1.359
30,mlp.experts.99.gate_proj,0.0000009598,0.01000,1.353
30,mlp.experts.101.gate_proj,0.0000010437,0.01000,1.336
30,mlp.experts.100.gate_proj,0.0000010190,0.01000,1.364
30,mlp.experts.102.gate_proj,0.0000010211,0.01000,1.353
30,mlp.experts.103.gate_proj,0.0000009978,0.01000,1.344
30,mlp.experts.104.gate_proj,0.0000009500,0.01000,1.371
30,mlp.experts.108.gate_proj,0.0000009672,0.01000,1.330
30,mlp.experts.107.gate_proj,0.0000009948,0.01000,1.340
30,mlp.experts.105.gate_proj,0.0000009776,0.01000,1.404
30,mlp.experts.106.gate_proj,0.0000009077,0.01000,1.407
30,mlp.experts.109.gate_proj,0.0000009867,0.01000,1.346
30,mlp.experts.110.gate_proj,0.0000009915,0.01000,1.344
30,mlp.experts.111.gate_proj,0.0000009882,0.01000,1.356
30,mlp.experts.113.gate_proj,0.0000009873,0.01000,1.348
30,mlp.experts.114.gate_proj,0.0000009392,0.01000,1.332
30,mlp.experts.115.gate_proj,0.0000010049,0.01000,1.332
30,mlp.experts.112.gate_proj,0.0000009823,0.01000,1.415
30,mlp.experts.116.gate_proj,0.0000009499,0.01000,1.341
30,mlp.experts.117.gate_proj,0.0000009729,0.01000,1.336
30,mlp.experts.118.gate_proj,0.0000010001,0.01000,1.347
30,mlp.experts.119.gate_proj,0.0000009673,0.01000,1.365
30,mlp.experts.0.up_proj,0.0000009747,0.01000,1.359
30,mlp.experts.1.up_proj,0.0000009886,0.01000,1.353
30,mlp.experts.2.up_proj,0.0000010062,0.01000,1.347
30,mlp.experts.3.up_proj,0.0000009815,0.01000,1.341
30,mlp.experts.4.up_proj,0.0000009492,0.01000,1.341
30,mlp.experts.5.up_proj,0.0000009004,0.01000,1.345
30,mlp.experts.6.up_proj,0.0000009732,0.01000,1.359
30,mlp.experts.9.up_proj,0.0000010612,0.01000,1.347
30,mlp.experts.10.up_proj,0.0000009922,0.01000,1.346
30,mlp.experts.7.up_proj,0.0000009110,0.01000,1.362
30,mlp.experts.11.up_proj,0.0000009423,0.01000,1.351
30,mlp.experts.8.up_proj,0.0000009618,0.01000,1.412
30,mlp.experts.12.up_proj,0.0000009381,0.01000,1.340
30,mlp.experts.13.up_proj,0.0000009665,0.01000,1.346
30,mlp.experts.16.up_proj,0.0000009313,0.01000,1.325
30,mlp.experts.15.up_proj,0.0000009710,0.01000,1.333
30,mlp.experts.18.up_proj,0.0000009917,0.01000,1.340
30,mlp.experts.17.up_proj,0.0000010026,0.01000,1.355
30,mlp.experts.14.up_proj,0.0000010033,0.01000,1.417
30,mlp.experts.19.up_proj,0.0000009647,0.01000,1.331
30,mlp.experts.20.up_proj,0.0000009864,0.01000,1.352
30,mlp.experts.22.up_proj,0.0000009675,0.01000,1.345
30,mlp.experts.23.up_proj,0.0000009618,0.01000,1.337
30,mlp.experts.21.up_proj,0.0000010013,0.01000,1.409
30,mlp.experts.24.up_proj,0.0000009560,0.01000,1.350
30,mlp.experts.25.up_proj,0.0000009421,0.01000,1.339
30,mlp.experts.26.up_proj,0.0000009092,0.01000,1.338
30,mlp.experts.27.up_proj,0.0000010139,0.01000,1.363
30,mlp.experts.28.up_proj,0.0000009858,0.01000,1.361
30,mlp.experts.30.up_proj,0.0000010225,0.01000,1.333
30,mlp.experts.32.up_proj,0.0000010129,0.01000,1.351
30,mlp.experts.31.up_proj,0.0000009553,0.01000,1.367
30,mlp.experts.29.up_proj,0.0000009736,0.01000,1.417
30,mlp.experts.33.up_proj,0.0000009961,0.01000,1.336
30,mlp.experts.35.up_proj,0.0000009273,0.01000,1.354
30,mlp.experts.36.up_proj,0.0000009994,0.01000,1.363
30,mlp.experts.37.up_proj,0.0000009522,0.01000,1.340
30,mlp.experts.34.up_proj,0.0000009674,0.01000,1.419
30,mlp.experts.38.up_proj,0.0000009595,0.01000,1.357
30,mlp.experts.39.up_proj,0.0000009173,0.01000,1.355
30,mlp.experts.40.up_proj,0.0000009848,0.01000,1.349
30,mlp.experts.41.up_proj,0.0000009920,0.01000,1.373
30,mlp.experts.42.up_proj,0.0000010026,0.01000,1.360
30,mlp.experts.44.up_proj,0.0000009585,0.01000,1.349
30,mlp.experts.45.up_proj,0.0000010499,0.01000,1.350
30,mlp.experts.46.up_proj,0.0000010078,0.01000,1.338
30,mlp.experts.43.up_proj,0.0000009934,0.01000,1.408
30,mlp.experts.47.up_proj,0.0000009653,0.01000,1.354
30,mlp.experts.48.up_proj,0.0000009148,0.01000,1.354
30,mlp.experts.49.up_proj,0.0000009380,0.01000,1.352
30,mlp.experts.50.up_proj,0.0000009920,0.01000,1.366
30,mlp.experts.51.up_proj,0.0000010164,0.01000,1.354
30,mlp.experts.52.up_proj,0.0000009663,0.01000,1.359
30,mlp.experts.53.up_proj,0.0000009596,0.01000,1.346
30,mlp.experts.54.up_proj,0.0000009823,0.01000,1.355
30,mlp.experts.55.up_proj,0.0000009351,0.01000,1.368
30,mlp.experts.56.up_proj,0.0000009751,0.01000,1.353
30,mlp.experts.57.up_proj,0.0000009752,0.01000,1.364
30,mlp.experts.58.up_proj,0.0000009815,0.01000,1.358
30,mlp.experts.60.up_proj,0.0000009962,0.01000,1.353
30,mlp.experts.59.up_proj,0.0000009762,0.01000,1.420
30,mlp.experts.61.up_proj,0.0000009682,0.01000,1.361
30,mlp.experts.62.up_proj,0.0000009640,0.01000,1.363
30,mlp.experts.63.up_proj,0.0000009294,0.01000,1.365
30,mlp.experts.65.up_proj,0.0000009261,0.01000,1.357
30,mlp.experts.66.up_proj,0.0000009714,0.01000,1.383
30,mlp.experts.64.up_proj,0.0000010066,0.01000,1.425
30,mlp.experts.67.up_proj,0.0000009171,0.01000,1.343
30,mlp.experts.68.up_proj,0.0000009625,0.01000,1.361
30,mlp.experts.69.up_proj,0.0000009762,0.01000,1.356
30,mlp.experts.70.up_proj,0.0000009664,0.01000,1.345
30,mlp.experts.71.up_proj,0.0000009990,0.01000,1.376
30,mlp.experts.72.up_proj,0.0000009658,0.01000,1.348
30,mlp.experts.74.up_proj,0.0000009662,0.01000,1.340
30,mlp.experts.75.up_proj,0.0000009192,0.01000,1.379
30,mlp.experts.73.up_proj,0.0000009569,0.01000,1.432
30,mlp.experts.77.up_proj,0.0000009751,0.01000,1.367
30,mlp.experts.76.up_proj,0.0000009643,0.01000,1.423
30,mlp.experts.79.up_proj,0.0000009217,0.01000,1.357
30,mlp.experts.78.up_proj,0.0000009716,0.01000,1.385
30,mlp.experts.80.up_proj,0.0000009943,0.01000,1.371
30,mlp.experts.81.up_proj,0.0000009347,0.01000,1.357
30,mlp.experts.82.up_proj,0.0000009293,0.01000,1.374
30,mlp.experts.83.up_proj,0.0000010157,0.01000,1.364
30,mlp.experts.84.up_proj,0.0000010017,0.01000,1.358
30,mlp.experts.85.up_proj,0.0000009601,0.01000,1.365
30,mlp.experts.86.up_proj,0.0000009357,0.01000,1.358
30,mlp.experts.87.up_proj,0.0000009681,0.01000,1.356
30,mlp.experts.88.up_proj,0.0000009858,0.01000,1.337
30,mlp.experts.89.up_proj,0.0000010066,0.01000,1.364
30,mlp.experts.90.up_proj,0.0000009859,0.01000,1.368
30,mlp.experts.91.up_proj,0.0000009843,0.01000,1.359
30,mlp.experts.93.up_proj,0.0000009958,0.01000,1.352
30,mlp.experts.94.up_proj,0.0000009803,0.01000,1.358
30,mlp.experts.95.up_proj,0.0000009816,0.01000,1.340
30,mlp.experts.92.up_proj,0.0000009475,0.01000,1.411
30,mlp.experts.96.up_proj,0.0000009760,0.01000,1.372
30,mlp.experts.97.up_proj,0.0000009909,0.01000,1.370
30,mlp.experts.98.up_proj,0.0000010171,0.01000,1.354
30,mlp.experts.99.up_proj,0.0000009465,0.01000,1.362
30,mlp.experts.100.up_proj,0.0000010165,0.01000,1.347
30,mlp.experts.102.up_proj,0.0000010092,0.01000,1.342
30,mlp.experts.101.up_proj,0.0000010274,0.01000,1.354
30,mlp.experts.103.up_proj,0.0000009868,0.01000,1.363
30,mlp.experts.104.up_proj,0.0000009428,0.01000,1.348
30,mlp.experts.105.up_proj,0.0000009789,0.01000,1.351
30,mlp.experts.107.up_proj,0.0000009952,0.01000,1.349
30,mlp.experts.106.up_proj,0.0000009135,0.01000,1.370
30,mlp.experts.109.up_proj,0.0000009746,0.01000,1.346
30,mlp.experts.108.up_proj,0.0000009704,0.01000,1.415
30,mlp.experts.110.up_proj,0.0000009720,0.01000,1.381
30,mlp.experts.111.up_proj,0.0000009646,0.01000,1.364
30,mlp.experts.112.up_proj,0.0000009565,0.01000,1.353
30,mlp.experts.113.up_proj,0.0000009802,0.01000,1.360
30,mlp.experts.114.up_proj,0.0000009484,0.01000,1.351
30,mlp.experts.115.up_proj,0.0000009907,0.01000,1.358
30,mlp.experts.116.up_proj,0.0000009340,0.01000,1.343
30,mlp.experts.117.up_proj,0.0000009735,0.01000,1.356
30,mlp.experts.119.up_proj,0.0000009275,0.01000,0.996
30,mlp.experts.118.up_proj,0.0000009975,0.01000,1.022
30,mlp.experts.1.down_proj,0.0000000357,0.01000,0.444
30,mlp.experts.3.down_proj,0.0000000318,0.01000,0.443
30,mlp.experts.5.down_proj,0.0000000236,0.01000,0.444
30,mlp.experts.4.down_proj,0.0000000366,0.01000,0.448
30,mlp.experts.6.down_proj,0.0000000438,0.01000,0.449
30,mlp.experts.0.down_proj,0.0000000339,0.01000,0.456
30,mlp.experts.2.down_proj,0.0000000488,0.01000,0.468
30,mlp.experts.10.down_proj,0.0000000454,0.01000,0.402
30,mlp.experts.12.down_proj,0.0000000369,0.01000,0.403
30,mlp.experts.9.down_proj,0.0000000452,0.01000,0.414
30,mlp.experts.8.down_proj,0.0000000364,0.01000,0.417
30,mlp.experts.7.down_proj,0.0000000330,0.01000,0.420
30,mlp.experts.11.down_proj,0.0000000389,0.01000,0.411
30,mlp.experts.13.down_proj,0.0000000476,0.01000,0.412
30,mlp.experts.19.down_proj,0.0000000272,0.01000,0.404
30,mlp.experts.17.down_proj,0.0000000497,0.01000,0.407
30,mlp.experts.16.down_proj,0.0000000368,0.01000,0.410
30,mlp.experts.14.down_proj,0.0000000367,0.01000,0.421
30,mlp.experts.18.down_proj,0.0000000451,0.01000,0.417
30,mlp.experts.20.down_proj,0.0000000371,0.01000,0.410
30,mlp.experts.15.down_proj,0.0000000312,0.01000,0.434
30,mlp.experts.24.down_proj,0.0000000389,0.01000,0.407
30,mlp.experts.23.down_proj,0.0000000415,0.01000,0.412
30,mlp.experts.21.down_proj,0.0000000401,0.01000,0.422
30,mlp.experts.25.down_proj,0.0000000364,0.01000,0.413
30,mlp.experts.22.down_proj,0.0000000326,0.01000,0.427
30,mlp.experts.26.down_proj,0.0000000398,0.01000,0.406
30,mlp.experts.27.down_proj,0.0000000399,0.01000,0.411
30,mlp.experts.28.down_proj,0.0000000346,0.01000,0.413
30,mlp.experts.30.down_proj,0.0000000349,0.01000,0.403
30,mlp.experts.31.down_proj,0.0000000389,0.01000,0.401
30,mlp.experts.33.down_proj,0.0000000407,0.01000,0.406
30,mlp.experts.32.down_proj,0.0000000419,0.01000,0.409
30,mlp.experts.29.down_proj,0.0000000399,0.01000,0.424
30,mlp.experts.34.down_proj,0.0000000409,0.01000,0.407
30,mlp.experts.36.down_proj,0.0000000505,0.01000,0.412
30,mlp.experts.35.down_proj,0.0000000363,0.01000,0.412
30,mlp.experts.38.down_proj,0.0000000441,0.01000,0.406
30,mlp.experts.40.down_proj,0.0000000391,0.01000,0.408
30,mlp.experts.39.down_proj,0.0000000353,0.01000,0.410
30,mlp.experts.37.down_proj,0.0000000383,0.01000,0.426
30,mlp.experts.41.down_proj,0.0000000292,0.01000,0.410
30,mlp.experts.43.down_proj,0.0000000514,0.01000,0.409
30,mlp.experts.42.down_proj,0.0000000471,0.01000,0.409
30,mlp.experts.45.down_proj,0.0000000540,0.01000,0.401
30,mlp.experts.46.down_proj,0.0000000409,0.01000,0.409
30,mlp.experts.47.down_proj,0.0000000438,0.01000,0.405
30,mlp.experts.48.down_proj,0.0000000329,0.01000,0.408
30,mlp.experts.44.down_proj,0.0000000442,0.01000,0.421
30,mlp.experts.50.down_proj,0.0000000339,0.01000,0.406
30,mlp.experts.52.down_proj,0.0000000383,0.01000,0.401
30,mlp.experts.51.down_proj,0.0000000349,0.01000,0.412
30,mlp.experts.54.down_proj,0.0000000400,0.01000,0.402
30,mlp.experts.49.down_proj,0.0000000408,0.01000,0.421
30,mlp.experts.53.down_proj,0.0000000371,0.01000,0.411
30,mlp.experts.55.down_proj,0.0000000394,0.01000,0.411
30,mlp.experts.59.down_proj,0.0000000383,0.01000,0.400
30,mlp.experts.58.down_proj,0.0000000458,0.01000,0.406
30,mlp.experts.60.down_proj,0.0000000322,0.01000,0.407
30,mlp.experts.56.down_proj,0.0000000429,0.01000,0.421
30,mlp.experts.57.down_proj,0.0000000394,0.01000,0.418
30,mlp.experts.61.down_proj,0.0000000452,0.01000,0.409
30,mlp.experts.62.down_proj,0.0000000435,0.01000,0.410
30,mlp.experts.66.down_proj,0.0000000412,0.01000,0.401
30,mlp.experts.64.down_proj,0.0000000434,0.01000,0.412
30,mlp.experts.63.down_proj,0.0000000495,0.01000,0.417
30,mlp.experts.67.down_proj,0.0000000453,0.01000,0.414
30,mlp.experts.65.down_proj,0.0000000348,0.01000,0.416
30,mlp.experts.68.down_proj,0.0000000477,0.01000,0.414
30,mlp.experts.69.down_proj,0.0000000318,0.01000,0.411
30,mlp.experts.71.down_proj,0.0000000301,0.01000,0.408
30,mlp.experts.70.down_proj,0.0000000403,0.01000,0.409
30,mlp.experts.72.down_proj,0.0000000355,0.01000,0.408
30,mlp.experts.73.down_proj,0.0000000322,0.01000,0.401
30,mlp.experts.75.down_proj,0.0000000364,0.01000,0.409
30,mlp.experts.74.down_proj,0.0000000304,0.01000,0.410
30,mlp.experts.76.down_proj,0.0000000406,0.01000,0.412
30,mlp.experts.80.down_proj,0.0000000382,0.01000,0.403
30,mlp.experts.77.down_proj,0.0000000355,0.01000,0.408
30,mlp.experts.79.down_proj,0.0000000346,0.01000,0.408
30,mlp.experts.78.down_proj,0.0000000385,0.01000,0.415
30,mlp.experts.82.down_proj,0.0000000398,0.01000,0.404
30,mlp.experts.81.down_proj,0.0000000372,0.01000,0.417
30,mlp.experts.83.down_proj,0.0000000363,0.01000,0.408
30,mlp.experts.87.down_proj,0.0000000411,0.01000,0.394
30,mlp.experts.85.down_proj,0.0000000394,0.01000,0.405
30,mlp.experts.86.down_proj,0.0000000371,0.01000,0.405
30,mlp.experts.88.down_proj,0.0000000358,0.01000,0.406
30,mlp.experts.84.down_proj,0.0000000349,0.01000,0.418
30,mlp.experts.89.down_proj,0.0000000382,0.01000,0.408
30,mlp.experts.90.down_proj,0.0000000396,0.01000,0.410
30,mlp.experts.92.down_proj,0.0000000392,0.01000,0.404
30,mlp.experts.94.down_proj,0.0000000439,0.01000,0.402
30,mlp.experts.91.down_proj,0.0000000342,0.01000,0.420
30,mlp.experts.96.down_proj,0.0000000384,0.01000,0.404
30,mlp.experts.93.down_proj,0.0000000331,0.01000,0.431
30,mlp.experts.97.down_proj,0.0000000341,0.01000,0.408
30,mlp.experts.95.down_proj,0.0000000459,0.01000,0.433
30,mlp.experts.98.down_proj,0.0000000407,0.01000,0.409
30,mlp.experts.99.down_proj,0.0000000375,0.01000,0.407
30,mlp.experts.100.down_proj,0.0000000620,0.01000,0.408
30,mlp.experts.101.down_proj,0.0000000377,0.01000,0.401
30,mlp.experts.102.down_proj,0.0000000395,0.01000,0.403
30,mlp.experts.103.down_proj,0.0000000299,0.01000,0.403
30,mlp.experts.104.down_proj,0.0000000374,0.01000,0.411
30,mlp.experts.105.down_proj,0.0000000436,0.01000,0.409
30,mlp.experts.106.down_proj,0.0000000386,0.01000,0.409
30,mlp.experts.107.down_proj,0.0000000380,0.01000,0.407
30,mlp.experts.108.down_proj,0.0000000384,0.01000,0.410
30,mlp.experts.109.down_proj,0.0000000391,0.01000,0.406
30,mlp.experts.110.down_proj,0.0000000391,0.01000,0.408
30,mlp.experts.111.down_proj,0.0000000421,0.01000,0.411
30,mlp.experts.112.down_proj,0.0000000420,0.01000,0.406
30,mlp.experts.114.down_proj,0.0000000403,0.01000,0.406
30,mlp.experts.115.down_proj,0.0000000314,0.01000,0.398
30,mlp.experts.113.down_proj,0.0000000332,0.01000,0.409
30,mlp.experts.116.down_proj,0.0000000365,0.01000,0.404
30,mlp.experts.117.down_proj,0.0000000353,0.01000,0.402
30,mlp.experts.118.down_proj,0.0000000420,0.01000,0.401
30,mlp.experts.119.down_proj,0.0000000384,0.01000,0.271
31,self_attn.k_proj,0.0000000140,0.01000,1.197
31,self_attn.v_proj,0.0000000200,0.01000,1.197
31,self_attn.q_proj,0.0000000846,0.01000,1.260
31,self_attn.o_proj,0.0000000460,0.01000,2.771
31,mlp.shared_experts.gate_proj,0.0000000020,0.01000,0.911
31,mlp.shared_experts.up_proj,0.0000000022,0.01000,0.909
31,mlp.shared_experts.down_proj,0.0000000001,0.01000,0.276
31,mlp.experts.2.gate_proj,0.0000010574,0.01000,1.510
31,mlp.experts.3.gate_proj,0.0000010126,0.01000,1.510
31,mlp.experts.5.gate_proj,0.0000010670,0.01000,1.514
31,mlp.experts.4.gate_proj,0.0000010533,0.01000,1.527
31,mlp.experts.6.gate_proj,0.0000010118,0.01000,1.537
31,mlp.experts.0.gate_proj,0.0000010072,0.01000,1.564
31,mlp.experts.1.gate_proj,0.0000010157,0.01000,1.580
31,mlp.experts.9.gate_proj,0.0000010541,0.01000,1.325
31,mlp.experts.10.gate_proj,0.0000009787,0.01000,1.322
31,mlp.experts.12.gate_proj,0.0000010220,0.01000,1.326
31,mlp.experts.11.gate_proj,0.0000011033,0.01000,1.351
31,mlp.experts.8.gate_proj,0.0000010188,0.01000,1.416
31,mlp.experts.7.gate_proj,0.0000009897,0.01000,1.417
31,mlp.experts.13.gate_proj,0.0000010323,0.01000,1.369
31,mlp.experts.15.gate_proj,0.0000011050,0.01000,1.364
31,mlp.experts.17.gate_proj,0.0000010621,0.01000,1.344
31,mlp.experts.16.gate_proj,0.0000009719,0.01000,1.356
31,mlp.experts.19.gate_proj,0.0000010270,0.01000,1.343
31,mlp.experts.18.gate_proj,0.0000009968,0.01000,1.352
31,mlp.experts.14.gate_proj,0.0000010677,0.01000,1.448
31,mlp.experts.20.gate_proj,0.0000009891,0.01000,1.368
31,mlp.experts.23.gate_proj,0.0000010332,0.01000,1.357
31,mlp.experts.22.gate_proj,0.0000011105,0.01000,1.379
31,mlp.experts.24.gate_proj,0.0000010621,0.01000,1.351
31,mlp.experts.25.gate_proj,0.0000010237,0.01000,1.352
31,mlp.experts.26.gate_proj,0.0000010287,0.01000,1.361
31,mlp.experts.21.gate_proj,0.0000010835,0.01000,1.436
31,mlp.experts.27.gate_proj,0.0000010407,0.01000,1.377
31,mlp.experts.30.gate_proj,0.0000009812,0.01000,1.347
31,mlp.experts.29.gate_proj,0.0000010136,0.01000,1.363
31,mlp.experts.31.gate_proj,0.0000010256,0.01000,1.366
31,mlp.experts.33.gate_proj,0.0000010235,0.01000,1.357
31,mlp.experts.32.gate_proj,0.0000011053,0.01000,1.359
31,mlp.experts.28.gate_proj,0.0000009997,0.01000,1.427
31,mlp.experts.34.gate_proj,0.0000010765,0.01000,1.370
31,mlp.experts.38.gate_proj,0.0000010345,0.01000,1.330
31,mlp.experts.35.gate_proj,0.0000010603,0.01000,1.372
31,mlp.experts.37.gate_proj,0.0000010740,0.01000,1.350
31,mlp.experts.39.gate_proj,0.0000010458,0.01000,1.355
31,mlp.experts.40.gate_proj,0.0000010488,0.01000,1.352
31,mlp.experts.36.gate_proj,0.0000010902,0.01000,1.419
31,mlp.experts.41.gate_proj,0.0000010321,0.01000,1.383
31,mlp.experts.44.gate_proj,0.0000010086,0.01000,1.340
31,mlp.experts.45.gate_proj,0.0000010042,0.01000,1.336
31,mlp.experts.43.gate_proj,0.0000010252,0.01000,1.360
31,mlp.experts.46.gate_proj,0.0000010447,0.01000,1.347
31,mlp.experts.42.gate_proj,0.0000011142,0.01000,1.396
31,mlp.experts.47.gate_proj,0.0000010031,0.01000,1.347
31,mlp.experts.48.gate_proj,0.0000010742,0.01000,1.374
31,mlp.experts.49.gate_proj,0.0000009840,0.01000,1.350
31,mlp.experts.51.gate_proj,0.0000010008,0.01000,1.348
31,mlp.experts.52.gate_proj,0.0000010085,0.01000,1.338
31,mlp.experts.53.gate_proj,0.0000009804,0.01000,1.348
31,mlp.experts.54.gate_proj,0.0000010375,0.01000,1.344
31,mlp.experts.50.gate_proj,0.0000009965,0.01000,1.408
31,mlp.experts.55.gate_proj,0.0000010905,0.01000,1.371
31,mlp.experts.56.gate_proj,0.0000011131,0.01000,1.345
31,mlp.experts.57.gate_proj,0.0000011280,0.01000,1.367
31,mlp.experts.58.gate_proj,0.0000010089,0.01000,1.347
31,mlp.experts.59.gate_proj,0.0000010273,0.01000,1.338
31,mlp.experts.60.gate_proj,0.0000010960,0.01000,1.368
31,mlp.experts.61.gate_proj,0.0000010919,0.01000,1.352
31,mlp.experts.62.gate_proj,0.0000010282,0.01000,1.371
31,mlp.experts.63.gate_proj,0.0000010973,0.01000,1.353
31,mlp.experts.66.gate_proj,0.0000010017,0.01000,1.336
31,mlp.experts.65.gate_proj,0.0000010892,0.01000,1.360
31,mlp.experts.68.gate_proj,0.0000010620,0.01000,1.351
31,mlp.experts.67.gate_proj,0.0000009816,0.01000,1.365
31,mlp.experts.64.gate_proj,0.0000010336,0.01000,1.415
31,mlp.experts.69.gate_proj,0.0000010708,0.01000,1.360
31,mlp.experts.70.gate_proj,0.0000010237,0.01000,1.351
31,mlp.experts.72.gate_proj,0.0000010247,0.01000,1.342
31,mlp.experts.73.gate_proj,0.0000010510,0.01000,1.332
31,mlp.experts.71.gate_proj,0.0000010595,0.01000,1.408
31,mlp.experts.74.gate_proj,0.0000010652,0.01000,1.365
31,mlp.experts.75.gate_proj,0.0000011217,0.01000,1.355
31,mlp.experts.76.gate_proj,0.0000010690,0.01000,1.364
31,mlp.experts.77.gate_proj,0.0000010075,0.01000,1.340
31,mlp.experts.78.gate_proj,0.0000010826,0.01000,1.346
31,mlp.experts.79.gate_proj,0.0000010113,0.01000,1.342
31,mlp.experts.80.gate_proj,0.0000010133,0.01000,1.334
31,mlp.experts.82.gate_proj,0.0000011394,0.01000,1.356
31,mlp.experts.81.gate_proj,0.0000010765,0.01000,1.359
31,mlp.experts.83.gate_proj,0.0000010460,0.01000,1.360
31,mlp.experts.84.gate_proj,0.0000010029,0.01000,1.342
31,mlp.experts.85.gate_proj,0.0000009671,0.01000,1.343
31,mlp.experts.87.gate_proj,0.0000010498,0.01000,1.329
31,mlp.experts.86.gate_proj,0.0000009768,0.01000,1.397
31,mlp.experts.89.gate_proj,0.0000010492,0.01000,1.340
31,mlp.experts.88.gate_proj,0.0000010372,0.01000,1.425
31,mlp.experts.90.gate_proj,0.0000009730,0.01000,1.358
31,mlp.experts.91.gate_proj,0.0000010937,0.01000,1.334
31,mlp.experts.92.gate_proj,0.0000010682,0.01000,1.336
31,mlp.experts.93.gate_proj,0.0000010320,0.01000,1.339
31,mlp.experts.94.gate_proj,0.0000010777,0.01000,1.331
31,mlp.experts.95.gate_proj,0.0000011327,0.01000,1.362
31,mlp.experts.96.gate_proj,0.0000010258,0.01000,1.357
31,mlp.experts.97.gate_proj,0.0000010864,0.01000,1.365
31,mlp.experts.98.gate_proj,0.0000010010,0.01000,1.342
31,mlp.experts.100.gate_proj,0.0000010381,0.01000,1.343
31,mlp.experts.99.gate_proj,0.0000010767,0.01000,1.381
31,mlp.experts.101.gate_proj,0.0000010125,0.01000,1.349
31,mlp.experts.102.gate_proj,0.0000010769,0.01000,1.341
31,mlp.experts.103.gate_proj,0.0000010589,0.01000,1.373
31,mlp.experts.104.gate_proj,0.0000010283,0.01000,1.355
31,mlp.experts.105.gate_proj,0.0000010280,0.01000,1.336
31,mlp.experts.106.gate_proj,0.0000010757,0.01000,1.346
31,mlp.experts.107.gate_proj,0.0000011043,0.01000,1.357
31,mlp.experts.108.gate_proj,0.0000010501,0.01000,1.342
31,mlp.experts.109.gate_proj,0.0000010579,0.01000,1.349
31,mlp.experts.110.gate_proj,0.0000009970,0.01000,1.356
31,mlp.experts.111.gate_proj,0.0000010400,0.01000,1.362
31,mlp.experts.112.gate_proj,0.0000010453,0.01000,1.348
31,mlp.experts.113.gate_proj,0.0000010533,0.01000,1.344
31,mlp.experts.114.gate_proj,0.0000011067,0.01000,1.346
31,mlp.experts.115.gate_proj,0.0000010767,0.01000,1.336
31,mlp.experts.116.gate_proj,0.0000010690,0.01000,1.342
31,mlp.experts.117.gate_proj,0.0000010058,0.01000,1.343
31,mlp.experts.118.gate_proj,0.0000010831,0.01000,1.358
31,mlp.experts.119.gate_proj,0.0000010016,0.01000,1.340
31,mlp.experts.0.up_proj,0.0000010190,0.01000,1.349
31,mlp.experts.1.up_proj,0.0000010065,0.01000,1.353
31,mlp.experts.2.up_proj,0.0000010425,0.01000,1.339
31,mlp.experts.3.up_proj,0.0000010277,0.01000,1.343
31,mlp.experts.4.up_proj,0.0000010419,0.01000,1.337
31,mlp.experts.5.up_proj,0.0000010741,0.01000,1.362
31,mlp.experts.6.up_proj,0.0000010143,0.01000,1.348
31,mlp.experts.7.up_proj,0.0000009810,0.01000,1.348
31,mlp.experts.9.up_proj,0.0000010406,0.01000,1.336
31,mlp.experts.10.up_proj,0.0000009931,0.01000,1.344
31,mlp.experts.8.up_proj,0.0000010026,0.01000,1.404
31,mlp.experts.11.up_proj,0.0000010186,0.01000,1.341
31,mlp.experts.12.up_proj,0.0000010159,0.01000,1.359
31,mlp.experts.13.up_proj,0.0000010054,0.01000,1.355
31,mlp.experts.14.up_proj,0.0000010308,0.01000,1.351
31,mlp.experts.15.up_proj,0.0000010820,0.01000,1.357
31,mlp.experts.16.up_proj,0.0000009752,0.01000,1.332
31,mlp.experts.17.up_proj,0.0000010539,0.01000,1.354
31,mlp.experts.18.up_proj,0.0000009940,0.01000,1.346
31,mlp.experts.19.up_proj,0.0000010163,0.01000,1.370
31,mlp.experts.20.up_proj,0.0000009742,0.01000,1.357
31,mlp.experts.21.up_proj,0.0000010423,0.01000,1.346
31,mlp.experts.22.up_proj,0.0000010750,0.01000,1.341
31,mlp.experts.23.up_proj,0.0000010129,0.01000,1.325
31,mlp.experts.24.up_proj,0.0000010541,0.01000,1.350
31,mlp.experts.25.up_proj,0.0000010273,0.01000,1.339
31,mlp.experts.26.up_proj,0.0000010114,0.01000,1.360
31,mlp.experts.27.up_proj,0.0000010412,0.01000,1.373
31,mlp.experts.28.up_proj,0.0000010002,0.01000,1.346
31,mlp.experts.30.up_proj,0.0000009865,0.01000,1.328
31,mlp.experts.29.up_proj,0.0000009952,0.01000,1.380
31,mlp.experts.31.up_proj,0.0000010291,0.01000,1.343
31,mlp.experts.32.up_proj,0.0000010828,0.01000,1.323
31,mlp.experts.33.up_proj,0.0000010155,0.01000,1.356
31,mlp.experts.34.up_proj,0.0000010693,0.01000,1.370
31,mlp.experts.35.up_proj,0.0000010500,0.01000,1.356
31,mlp.experts.36.up_proj,0.0000010836,0.01000,1.347
31,mlp.experts.37.up_proj,0.0000010563,0.01000,1.332
31,mlp.experts.38.up_proj,0.0000010171,0.01000,1.341
31,mlp.experts.39.up_proj,0.0000010323,0.01000,1.328
31,mlp.experts.40.up_proj,0.0000010498,0.01000,1.356
31,mlp.experts.42.up_proj,0.0000011028,0.01000,1.347
31,mlp.experts.43.up_proj,0.0000010285,0.01000,1.355
31,mlp.experts.44.up_proj,0.0000010193,0.01000,1.334
31,mlp.experts.41.up_proj,0.0000010225,0.01000,1.415
31,mlp.experts.45.up_proj,0.0000009968,0.01000,1.335
31,mlp.experts.46.up_proj,0.0000010452,0.01000,1.327
31,mlp.experts.47.up_proj,0.0000010014,0.01000,1.359
31,mlp.experts.48.up_proj,0.0000010566,0.01000,1.353
31,mlp.experts.49.up_proj,0.0000009776,0.01000,1.357
31,mlp.experts.50.up_proj,0.0000009982,0.01000,1.350
31,mlp.experts.51.up_proj,0.0000010043,0.01000,1.331
31,mlp.experts.52.up_proj,0.0000009795,0.01000,1.340
31,mlp.experts.53.up_proj,0.0000009630,0.01000,1.339
31,mlp.experts.54.up_proj,0.0000010183,0.01000,1.358
31,mlp.experts.55.up_proj,0.0000010562,0.01000,1.358
31,mlp.experts.58.up_proj,0.0000009810,0.01000,1.348
31,mlp.experts.57.up_proj,0.0000010381,0.01000,1.358
31,mlp.experts.59.up_proj,0.0000010132,0.01000,1.345
31,mlp.experts.60.up_proj,0.0000011011,0.01000,1.333
31,mlp.experts.56.up_proj,0.0000010120,0.01000,1.406
31,mlp.experts.61.up_proj,0.0000010993,0.01000,1.365
31,mlp.experts.62.up_proj,0.0000010337,0.01000,1.351
31,mlp.experts.64.up_proj,0.0000010403,0.01000,1.353
31,mlp.experts.65.up_proj,0.0000010624,0.01000,1.335
31,mlp.experts.66.up_proj,0.0000009703,0.01000,1.348
31,mlp.experts.67.up_proj,0.0000009785,0.01000,1.356
31,mlp.experts.63.up_proj,0.0000010920,0.01000,1.416
31,mlp.experts.68.up_proj,0.0000010577,0.01000,1.363
31,mlp.experts.69.up_proj,0.0000010355,0.01000,1.350
31,mlp.experts.70.up_proj,0.0000010283,0.01000,1.361
31,mlp.experts.72.up_proj,0.0000010263,0.01000,1.330
31,mlp.experts.71.up_proj,0.0000010470,0.01000,1.361
31,mlp.experts.74.up_proj,0.0000010645,0.01000,1.342
31,mlp.experts.73.up_proj,0.0000010667,0.01000,1.402
31,mlp.experts.75.up_proj,0.0000010754,0.01000,1.362
31,mlp.experts.76.up_proj,0.0000010593,0.01000,1.342
31,mlp.experts.79.up_proj,0.0000010283,0.01000,1.324
31,mlp.experts.78.up_proj,0.0000010761,0.01000,1.340
31,mlp.experts.80.up_proj,0.0000010187,0.01000,1.342
31,mlp.experts.77.up_proj,0.0000010163,0.01000,1.387
31,mlp.experts.81.up_proj,0.0000010684,0.01000,1.343
31,mlp.experts.82.up_proj,0.0000010388,0.01000,1.356
31,mlp.experts.83.up_proj,0.0000009981,0.01000,1.344
31,mlp.experts.85.up_proj,0.0000009609,0.01000,1.333
31,mlp.experts.86.up_proj,0.0000009854,0.01000,1.330
31,mlp.experts.87.up_proj,0.0000010467,0.01000,1.339
31,mlp.experts.84.up_proj,0.0000009819,0.01000,1.398
31,mlp.experts.88.up_proj,0.0000010916,0.01000,1.342
31,mlp.experts.89.up_proj,0.0000010261,0.01000,1.358
31,mlp.experts.90.up_proj,0.0000009889,0.01000,1.344
31,mlp.experts.91.up_proj,0.0000010802,0.01000,1.353
31,mlp.experts.93.up_proj,0.0000010230,0.01000,1.322
31,mlp.experts.94.up_proj,0.0000010593,0.01000,1.346
31,mlp.experts.92.up_proj,0.0000010615,0.01000,1.390
31,mlp.experts.95.up_proj,0.0000010938,0.01000,1.341
31,mlp.experts.96.up_proj,0.0000010136,0.01000,1.378
31,mlp.experts.97.up_proj,0.0000010690,0.01000,1.333
31,mlp.experts.98.up_proj,0.0000009793,0.01000,1.345
31,mlp.experts.99.up_proj,0.0000010883,0.01000,1.339
31,mlp.experts.100.up_proj,0.0000010293,0.01000,1.331
31,mlp.experts.101.up_proj,0.0000010182,0.01000,1.349
31,mlp.experts.102.up_proj,0.0000010852,0.01000,1.363
31,mlp.experts.103.up_proj,0.0000010648,0.01000,1.364
31,mlp.experts.104.up_proj,0.0000010224,0.01000,1.336
31,mlp.experts.105.up_proj,0.0000010422,0.01000,1.346
31,mlp.experts.106.up_proj,0.0000010830,0.01000,1.335
31,mlp.experts.107.up_proj,0.0000011089,0.01000,1.323
31,mlp.experts.108.up_proj,0.0000010261,0.01000,1.352
31,mlp.experts.109.up_proj,0.0000010533,0.01000,1.343
31,mlp.experts.110.up_proj,0.0000010109,0.01000,1.390
31,mlp.experts.111.up_proj,0.0000010341,0.01000,1.339
31,mlp.experts.114.up_proj,0.0000010300,0.01000,1.328
31,mlp.experts.113.up_proj,0.0000010530,0.01000,1.339
31,mlp.experts.112.up_proj,0.0000010531,0.01000,1.392
31,mlp.experts.115.up_proj,0.0000010702,0.01000,1.354
31,mlp.experts.116.up_proj,0.0000010315,0.01000,1.339
31,mlp.experts.117.up_proj,0.0000009933,0.01000,1.279
31,mlp.experts.118.up_proj,0.0000010245,0.01000,1.031
31,mlp.experts.119.up_proj,0.0000010142,0.01000,1.022
31,mlp.experts.3.down_proj,0.0000000502,0.01000,0.437
31,mlp.experts.2.down_proj,0.0000000464,0.01000,0.440
31,mlp.experts.5.down_proj,0.0000000504,0.01000,0.438
31,mlp.experts.1.down_proj,0.0000000370,0.01000,0.441
31,mlp.experts.4.down_proj,0.0000000461,0.01000,0.441
31,mlp.experts.6.down_proj,0.0000000336,0.01000,0.443
31,mlp.experts.0.down_proj,0.0000000426,0.01000,0.448
31,mlp.experts.10.down_proj,0.0000000455,0.01000,0.403
31,mlp.experts.9.down_proj,0.0000000317,0.01000,0.409
31,mlp.experts.8.down_proj,0.0000000400,0.01000,0.409
31,mlp.experts.11.down_proj,0.0000000453,0.01000,0.411
31,mlp.experts.12.down_proj,0.0000000425,0.01000,0.412
31,mlp.experts.13.down_proj,0.0000000378,0.01000,0.412
31,mlp.experts.7.down_proj,0.0000000419,0.01000,0.430
31,mlp.experts.17.down_proj,0.0000000501,0.01000,0.399
31,mlp.experts.16.down_proj,0.0000000422,0.01000,0.405
31,mlp.experts.19.down_proj,0.0000000494,0.01000,0.404
31,mlp.experts.15.down_proj,0.0000000429,0.01000,0.415
31,mlp.experts.18.down_proj,0.0000000450,0.01000,0.409
31,mlp.experts.14.down_proj,0.0000000590,0.01000,0.424
31,mlp.experts.20.down_proj,0.0000000457,0.01000,0.412
31,mlp.experts.22.down_proj,0.0000000422,0.01000,0.410
31,mlp.experts.24.down_proj,0.0000000458,0.01000,0.402
31,mlp.experts.21.down_proj,0.0000000916,0.01000,0.418
31,mlp.experts.23.down_proj,0.0000000425,0.01000,0.408
31,mlp.experts.26.down_proj,0.0000000434,0.01000,0.405
31,mlp.experts.25.down_proj,0.0000000400,0.01000,0.422
31,mlp.experts.27.down_proj,0.0000000494,0.01000,0.413
31,mlp.experts.29.down_proj,0.0000000416,0.01000,0.408
31,mlp.experts.31.down_proj,0.0000000517,0.01000,0.404
31,mlp.experts.30.down_proj,0.0000000463,0.01000,0.407
31,mlp.experts.28.down_proj,0.0000000434,0.01000,0.417
31,mlp.experts.32.down_proj,0.0000000511,0.01000,0.411
31,mlp.experts.33.down_proj,0.0000000394,0.01000,0.404
31,mlp.experts.34.down_proj,0.0000000462,0.01000,0.413
31,mlp.experts.37.down_proj,0.0000000344,0.01000,0.406
31,mlp.experts.38.down_proj,0.0000000498,0.01000,0.402
31,mlp.experts.36.down_proj,0.0000000442,0.01000,0.415
31,mlp.experts.39.down_proj,0.0000000482,0.01000,0.407
31,mlp.experts.35.down_proj,0.0000000380,0.01000,0.419
31,mlp.experts.40.down_proj,0.0000000413,0.01000,0.403
31,mlp.experts.41.down_proj,0.0000000450,0.01000,0.410
31,mlp.experts.45.down_proj,0.0000000388,0.01000,0.401
31,mlp.experts.43.down_proj,0.0000000366,0.01000,0.414
31,mlp.experts.44.down_proj,0.0000000437,0.01000,0.409
31,mlp.experts.46.down_proj,0.0000000487,0.01000,0.407
31,mlp.experts.47.down_proj,0.0000000470,0.01000,0.407
31,mlp.experts.42.down_proj,0.0000000453,0.01000,0.421
31,mlp.experts.48.down_proj,0.0000000412,0.01000,0.413
31,mlp.experts.52.down_proj,0.0000000456,0.01000,0.399
31,mlp.experts.50.down_proj,0.0000000428,0.01000,0.406
31,mlp.experts.54.down_proj,0.0000000421,0.01000,0.403
31,mlp.experts.51.down_proj,0.0000000406,0.01000,0.409
31,mlp.experts.53.down_proj,0.0000000407,0.01000,0.411
31,mlp.experts.49.down_proj,0.0000000463,0.01000,0.427
31,mlp.experts.55.down_proj,0.0000000347,0.01000,0.411
31,mlp.experts.59.down_proj,0.0000000581,0.01000,0.400
31,mlp.experts.57.down_proj,0.0000000405,0.01000,0.408
31,mlp.experts.58.down_proj,0.0000000447,0.01000,0.405
31,mlp.experts.61.down_proj,0.0000000463,0.01000,0.402
31,mlp.experts.60.down_proj,0.0000000533,0.01000,0.408
31,mlp.experts.56.down_proj,0.0000000365,0.01000,0.425
31,mlp.experts.62.down_proj,0.0000000328,0.01000,0.413
31,mlp.experts.64.down_proj,0.0000000487,0.01000,0.405
31,mlp.experts.66.down_proj,0.0000000456,0.01000,0.397
31,mlp.experts.65.down_proj,0.0000000526,0.01000,0.404
31,mlp.experts.68.down_proj,0.0000000446,0.01000,0.405
31,mlp.experts.67.down_proj,0.0000000426,0.01000,0.410
31,mlp.experts.63.down_proj,0.0000000491,0.01000,0.430
31,mlp.experts.69.down_proj,0.0000000432,0.01000,0.408
31,mlp.experts.71.down_proj,0.0000000343,0.01000,0.408
31,mlp.experts.70.down_proj,0.0000000457,0.01000,0.410
31,mlp.experts.73.down_proj,0.0000000545,0.01000,0.398
31,mlp.experts.72.down_proj,0.0000000526,0.01000,0.411
31,mlp.experts.74.down_proj,0.0000000576,0.01000,0.406
31,mlp.experts.75.down_proj,0.0000000414,0.01000,0.400
31,mlp.experts.76.down_proj,0.0000000422,0.01000,0.411
31,mlp.experts.78.down_proj,0.0000000468,0.01000,0.405
31,mlp.experts.80.down_proj,0.0000000438,0.01000,0.409
31,mlp.experts.79.down_proj,0.0000000461,0.01000,0.410
31,mlp.experts.81.down_proj,0.0000000527,0.01000,0.407
31,mlp.experts.82.down_proj,0.0000000457,0.01000,0.407
31,mlp.experts.77.down_proj,0.0000000440,0.01000,0.431
31,mlp.experts.83.down_proj,0.0000000597,0.01000,0.417
31,mlp.experts.86.down_proj,0.0000000441,0.01000,0.405
31,mlp.experts.85.down_proj,0.0000000431,0.01000,0.408
31,mlp.experts.84.down_proj,0.0000000457,0.01000,0.416
31,mlp.experts.88.down_proj,0.0000000487,0.01000,0.403
31,mlp.experts.87.down_proj,0.0000000412,0.01000,0.404
31,mlp.experts.89.down_proj,0.0000000474,0.01000,0.398
31,mlp.experts.90.down_proj,0.0000000438,0.01000,0.408
31,mlp.experts.94.down_proj,0.0000000374,0.01000,0.402
31,mlp.experts.93.down_proj,0.0000000492,0.01000,0.405
31,mlp.experts.92.down_proj,0.0000000492,0.01000,0.406
31,mlp.experts.96.down_proj,0.0000000439,0.01000,0.408
31,mlp.experts.91.down_proj,0.0000000368,0.01000,0.421
31,mlp.experts.95.down_proj,0.0000000492,0.01000,0.416
31,mlp.experts.97.down_proj,0.0000000424,0.01000,0.406
31,mlp.experts.100.down_proj,0.0000000404,0.01000,0.404
31,mlp.experts.101.down_proj,0.0000000453,0.01000,0.395
31,mlp.experts.99.down_proj,0.0000000443,0.01000,0.405
31,mlp.experts.98.down_proj,0.0000000437,0.01000,0.412
31,mlp.experts.102.down_proj,0.0000000410,0.01000,0.404
31,mlp.experts.103.down_proj,0.0000000383,0.01000,0.410
31,mlp.experts.104.down_proj,0.0000000423,0.01000,0.405
31,mlp.experts.108.down_proj,0.0000000324,0.01000,0.393
31,mlp.experts.107.down_proj,0.0000000488,0.01000,0.402
31,mlp.experts.106.down_proj,0.0000000421,0.01000,0.405
31,mlp.experts.109.down_proj,0.0000000396,0.01000,0.402
31,mlp.experts.105.down_proj,0.0000000434,0.01000,0.417
31,mlp.experts.110.down_proj,0.0000000469,0.01000,0.406
31,mlp.experts.111.down_proj,0.0000000442,0.01000,0.401
31,mlp.experts.114.down_proj,0.0000000435,0.01000,0.401
31,mlp.experts.113.down_proj,0.0000000368,0.01000,0.407
31,mlp.experts.116.down_proj,0.0000000326,0.01000,0.402
31,mlp.experts.115.down_proj,0.0000000440,0.01000,0.406
31,mlp.experts.112.down_proj,0.0000000499,0.01000,0.425
31,mlp.experts.117.down_proj,0.0000000442,0.01000,0.404
31,mlp.experts.118.down_proj,0.0000000585,0.01000,0.400
31,mlp.experts.119.down_proj,0.0000000449,0.01000,0.276
32,self_attn.v_proj,0.0000000259,0.01000,1.199
32,self_attn.k_proj,0.0000000174,0.01000,1.204
32,self_attn.q_proj,0.0000001092,0.01000,1.262
32,self_attn.o_proj,0.0000000498,0.01000,2.754
32,mlp.shared_experts.gate_proj,0.0000000021,0.01000,0.910
32,mlp.shared_experts.up_proj,0.0000000021,0.01000,0.905
32,mlp.shared_experts.down_proj,0.0000000001,0.01000,0.272
32,mlp.experts.3.gate_proj,0.0000010980,0.01000,1.496
32,mlp.experts.2.gate_proj,0.0000010385,0.01000,1.508
32,mlp.experts.4.gate_proj,0.0000011390,0.01000,1.510
32,mlp.experts.5.gate_proj,0.0000010719,0.01000,1.521
32,mlp.experts.6.gate_proj,0.0000010774,0.01000,1.530
32,mlp.experts.1.gate_proj,0.0000011124,0.01000,1.565
32,mlp.experts.0.gate_proj,0.0000010379,0.01000,1.567
32,mlp.experts.9.gate_proj,0.0000010135,0.01000,1.332
32,mlp.experts.8.gate_proj,0.0000011018,0.01000,1.361
32,mlp.experts.10.gate_proj,0.0000010372,0.01000,1.349
32,mlp.experts.11.gate_proj,0.0000010253,0.01000,1.355
32,mlp.experts.12.gate_proj,0.0000010675,0.01000,1.341
32,mlp.experts.7.gate_proj,0.0000011186,0.01000,1.406
32,mlp.experts.13.gate_proj,0.0000010232,0.01000,1.368
32,mlp.experts.14.gate_proj,0.0000010771,0.01000,1.363
32,mlp.experts.15.gate_proj,0.0000010324,0.01000,1.365
32,mlp.experts.17.gate_proj,0.0000010411,0.01000,1.344
32,mlp.experts.19.gate_proj,0.0000010794,0.01000,1.348
32,mlp.experts.18.gate_proj,0.0000010398,0.01000,1.358
32,mlp.experts.16.gate_proj,0.0000010225,0.01000,1.410
32,mlp.experts.20.gate_proj,0.0000010909,0.01000,1.376
32,mlp.experts.21.gate_proj,0.0000010428,0.01000,1.357
32,mlp.experts.24.gate_proj,0.0000010984,0.01000,1.339
32,mlp.experts.23.gate_proj,0.0000010720,0.01000,1.371
32,mlp.experts.25.gate_proj,0.0000010507,0.01000,1.354
32,mlp.experts.26.gate_proj,0.0000010184,0.01000,1.349
32,mlp.experts.22.gate_proj,0.0000010960,0.01000,1.428
32,mlp.experts.27.gate_proj,0.0000010689,0.01000,1.365
32,mlp.experts.28.gate_proj,0.0000010874,0.01000,1.358
32,mlp.experts.31.gate_proj,0.0000010545,0.01000,1.335
32,mlp.experts.30.gate_proj,0.0000010888,0.01000,1.351
32,mlp.experts.29.gate_proj,0.0000010776,0.01000,1.369
32,mlp.experts.32.gate_proj,0.0000010911,0.01000,1.343
32,mlp.experts.33.gate_proj,0.0000011575,0.01000,1.373
32,mlp.experts.34.gate_proj,0.0000011088,0.01000,1.362
32,mlp.experts.35.gate_proj,0.0000011099,0.01000,1.367
32,mlp.experts.38.gate_proj,0.0000011192,0.01000,1.337
32,mlp.experts.37.gate_proj,0.0000010445,0.01000,1.357
32,mlp.experts.39.gate_proj,0.0000010477,0.01000,1.348
32,mlp.experts.36.gate_proj,0.0000011405,0.01000,1.411
32,mlp.experts.40.gate_proj,0.0000011199,0.01000,1.332
32,mlp.experts.41.gate_proj,0.0000010892,0.01000,1.379
32,mlp.experts.42.gate_proj,0.0000010306,0.01000,1.352
32,mlp.experts.45.gate_proj,0.0000010432,0.01000,1.331
32,mlp.experts.44.gate_proj,0.0000011210,0.01000,1.345
32,mlp.experts.43.gate_proj,0.0000011018,0.01000,1.360
32,mlp.experts.47.gate_proj,0.0000010504,0.01000,1.339
32,mlp.experts.46.gate_proj,0.0000010444,0.01000,1.407
32,mlp.experts.48.gate_proj,0.0000010561,0.01000,1.372
32,mlp.experts.49.gate_proj,0.0000010225,0.01000,1.342
32,mlp.experts.52.gate_proj,0.0000010282,0.01000,1.321
32,mlp.experts.51.gate_proj,0.0000011004,0.01000,1.336
32,mlp.experts.53.gate_proj,0.0000010398,0.01000,1.346
32,mlp.experts.50.gate_proj,0.0000010638,0.01000,1.398
32,mlp.experts.54.gate_proj,0.0000011004,0.01000,1.342
32,mlp.experts.55.gate_proj,0.0000010653,0.01000,1.369
32,mlp.experts.56.gate_proj,0.0000010185,0.01000,1.335
32,mlp.experts.58.gate_proj,0.0000011001,0.01000,1.334
32,mlp.experts.59.gate_proj,0.0000011573,0.01000,1.324
32,mlp.experts.57.gate_proj,0.0000010535,0.01000,1.399
32,mlp.experts.60.gate_proj,0.0000011007,0.01000,1.333
32,mlp.experts.61.gate_proj,0.0000011617,0.01000,1.338
32,mlp.experts.62.gate_proj,0.0000010621,0.01000,1.359
32,mlp.experts.63.gate_proj,0.0000010853,0.01000,1.343
32,mlp.experts.64.gate_proj,0.0000010975,0.01000,1.369
32,mlp.experts.66.gate_proj,0.0000010617,0.01000,1.339
32,mlp.experts.67.gate_proj,0.0000011159,0.01000,1.339
32,mlp.experts.65.gate_proj,0.0000010278,0.01000,1.409
32,mlp.experts.68.gate_proj,0.0000010400,0.01000,1.347
32,mlp.experts.69.gate_proj,0.0000010192,0.01000,1.376
32,mlp.experts.70.gate_proj,0.0000010913,0.01000,1.338
32,mlp.experts.73.gate_proj,0.0000010673,0.01000,1.327
32,mlp.experts.72.gate_proj,0.0000010921,0.01000,1.340
32,mlp.experts.71.gate_proj,0.0000011061,0.01000,1.410
32,mlp.experts.75.gate_proj,0.0000010697,0.01000,1.352
32,mlp.experts.74.gate_proj,0.0000010396,0.01000,1.366
32,mlp.experts.76.gate_proj,0.0000010707,0.01000,1.379
32,mlp.experts.77.gate_proj,0.0000010845,0.01000,1.336
32,mlp.experts.79.gate_proj,0.0000010312,0.01000,1.328
32,mlp.experts.80.gate_proj,0.0000010191,0.01000,1.335
32,mlp.experts.78.gate_proj,0.0000011139,0.01000,1.399
32,mlp.experts.81.gate_proj,0.0000011032,0.01000,1.340
32,mlp.experts.82.gate_proj,0.0000010196,0.01000,1.356
32,mlp.experts.83.gate_proj,0.0000011081,0.01000,1.352
32,mlp.experts.84.gate_proj,0.0000010314,0.01000,1.337
32,mlp.experts.85.gate_proj,0.0000010538,0.01000,1.351
32,mlp.experts.87.gate_proj,0.0000010893,0.01000,1.323
32,mlp.experts.88.gate_proj,0.0000010682,0.01000,1.338
32,mlp.experts.86.gate_proj,0.0000010523,0.01000,1.394
32,mlp.experts.89.gate_proj,0.0000010550,0.01000,1.351
32,mlp.experts.90.gate_proj,0.0000010685,0.01000,1.350
32,mlp.experts.91.gate_proj,0.0000010749,0.01000,1.335
32,mlp.experts.92.gate_proj,0.0000010847,0.01000,1.336
32,mlp.experts.93.gate_proj,0.0000010664,0.01000,1.347
32,mlp.experts.94.gate_proj,0.0000010992,0.01000,1.329
32,mlp.experts.95.gate_proj,0.0000010257,0.01000,1.360
32,mlp.experts.96.gate_proj,0.0000011689,0.01000,1.359
32,mlp.experts.97.gate_proj,0.0000010671,0.01000,1.352
32,mlp.experts.98.gate_proj,0.0000010311,0.01000,1.343
32,mlp.experts.99.gate_proj,0.0000010526,0.01000,1.343
32,mlp.experts.101.gate_proj,0.0000010217,0.01000,1.322
32,mlp.experts.100.gate_proj,0.0000010193,0.01000,1.397
32,mlp.experts.102.gate_proj,0.0000010526,0.01000,1.341
32,mlp.experts.103.gate_proj,0.0000010565,0.01000,1.352
32,mlp.experts.104.gate_proj,0.0000011093,0.01000,1.354
32,mlp.experts.105.gate_proj,0.0000011020,0.01000,1.376
32,mlp.experts.106.gate_proj,0.0000010436,0.01000,1.326
32,mlp.experts.107.gate_proj,0.0000010469,0.01000,1.321
32,mlp.experts.108.gate_proj,0.0000010619,0.01000,1.359
32,mlp.experts.110.gate_proj,0.0000010654,0.01000,1.336
32,mlp.experts.109.gate_proj,0.0000010304,0.01000,1.438
32,mlp.experts.111.gate_proj,0.0000011529,0.01000,1.346
32,mlp.experts.112.gate_proj,0.0000010627,0.01000,1.355
32,mlp.experts.113.gate_proj,0.0000010833,0.01000,1.368
32,mlp.experts.114.gate_proj,0.0000011457,0.01000,1.332
32,mlp.experts.115.gate_proj,0.0000010985,0.01000,1.356
32,mlp.experts.116.gate_proj,0.0000010642,0.01000,1.370
32,mlp.experts.117.gate_proj,0.0000011539,0.01000,1.354
32,mlp.experts.118.gate_proj,0.0000010427,0.01000,1.403
32,mlp.experts.119.gate_proj,0.0000010293,0.01000,1.355
32,mlp.experts.0.up_proj,0.0000010206,0.01000,1.353
32,mlp.experts.1.up_proj,0.0000010877,0.01000,1.340
32,mlp.experts.2.up_proj,0.0000010402,0.01000,1.334
32,mlp.experts.3.up_proj,0.0000010901,0.01000,1.353
32,mlp.experts.4.up_proj,0.0000011155,0.01000,1.352
32,mlp.experts.5.up_proj,0.0000010770,0.01000,1.357
32,mlp.experts.6.up_proj,0.0000010730,0.01000,1.346
32,mlp.experts.8.up_proj,0.0000010550,0.01000,1.338
32,mlp.experts.7.up_proj,0.0000010039,0.01000,1.401
32,mlp.experts.9.up_proj,0.0000010246,0.01000,1.329
32,mlp.experts.10.up_proj,0.0000010570,0.01000,1.346
32,mlp.experts.11.up_proj,0.0000010237,0.01000,1.344
32,mlp.experts.12.up_proj,0.0000010469,0.01000,1.354
32,mlp.experts.13.up_proj,0.0000010049,0.01000,1.352
32,mlp.experts.14.up_proj,0.0000010844,0.01000,1.357
32,mlp.experts.15.up_proj,0.0000010321,0.01000,1.334
32,mlp.experts.16.up_proj,0.0000010311,0.01000,1.339
32,mlp.experts.17.up_proj,0.0000010605,0.01000,1.346
32,mlp.experts.18.up_proj,0.0000010328,0.01000,1.344
32,mlp.experts.19.up_proj,0.0000010855,0.01000,1.362
32,mlp.experts.20.up_proj,0.0000010832,0.01000,1.355
32,mlp.experts.21.up_proj,0.0000010127,0.01000,1.355
32,mlp.experts.22.up_proj,0.0000010996,0.01000,1.337
32,mlp.experts.23.up_proj,0.0000010535,0.01000,1.342
32,mlp.experts.24.up_proj,0.0000010935,0.01000,1.350
32,mlp.experts.25.up_proj,0.0000010444,0.01000,1.353
32,mlp.experts.26.up_proj,0.0000010153,0.01000,1.367
32,mlp.experts.27.up_proj,0.0000010516,0.01000,1.356
32,mlp.experts.28.up_proj,0.0000010889,0.01000,1.360
32,mlp.experts.29.up_proj,0.0000010796,0.01000,1.343
32,mlp.experts.30.up_proj,0.0000010406,0.01000,1.358
32,mlp.experts.31.up_proj,0.0000010310,0.01000,1.353
32,mlp.experts.32.up_proj,0.0000010751,0.01000,1.354
32,mlp.experts.33.up_proj,0.0000011481,0.01000,1.357
32,mlp.experts.34.up_proj,0.0000011061,0.01000,1.357
32,mlp.experts.36.up_proj,0.0000010869,0.01000,1.345
32,mlp.experts.37.up_proj,0.0000010638,0.01000,1.323
32,mlp.experts.35.up_proj,0.0000010774,0.01000,1.404
32,mlp.experts.38.up_proj,0.0000010732,0.01000,1.338
32,mlp.experts.39.up_proj,0.0000010587,0.01000,1.333
32,mlp.experts.40.up_proj,0.0000010756,0.01000,1.349
32,mlp.experts.41.up_proj,0.0000010811,0.01000,1.353
32,mlp.experts.42.up_proj,0.0000010323,0.01000,1.368
32,mlp.experts.43.up_proj,0.0000010748,0.01000,1.346
32,mlp.experts.44.up_proj,0.0000011083,0.01000,1.332
32,mlp.experts.45.up_proj,0.0000010606,0.01000,1.355
32,mlp.experts.46.up_proj,0.0000010535,0.01000,1.333
32,mlp.experts.47.up_proj,0.0000010573,0.01000,1.356
32,mlp.experts.48.up_proj,0.0000010613,0.01000,1.364
32,mlp.experts.51.up_proj,0.0000010886,0.01000,1.340
32,mlp.experts.50.up_proj,0.0000010578,0.01000,1.352
32,mlp.experts.49.up_proj,0.0000010181,0.01000,1.423
32,mlp.experts.52.up_proj,0.0000010539,0.01000,1.348
32,mlp.experts.53.up_proj,0.0000010310,0.01000,1.339
32,mlp.experts.54.up_proj,0.0000011577,0.01000,1.348
32,mlp.experts.55.up_proj,0.0000010661,0.01000,1.354
32,mlp.experts.57.up_proj,0.0000010135,0.01000,1.341
32,mlp.experts.58.up_proj,0.0000010785,0.01000,1.331
32,mlp.experts.56.up_proj,0.0000010241,0.01000,1.418
32,mlp.experts.59.up_proj,0.0000010858,0.01000,1.348
32,mlp.experts.60.up_proj,0.0000010845,0.01000,1.331
32,mlp.experts.61.up_proj,0.0000011391,0.01000,1.355
32,mlp.experts.62.up_proj,0.0000010562,0.01000,1.354
32,mlp.experts.63.up_proj,0.0000010733,0.01000,1.365
32,mlp.experts.65.up_proj,0.0000010374,0.01000,1.333
32,mlp.experts.67.up_proj,0.0000011176,0.01000,1.334
32,mlp.experts.66.up_proj,0.0000010828,0.01000,1.358
32,mlp.experts.64.up_proj,0.0000010693,0.01000,1.423
32,mlp.experts.68.up_proj,0.0000010433,0.01000,1.378
32,mlp.experts.69.up_proj,0.0000010336,0.01000,1.358
32,mlp.experts.70.up_proj,0.0000010655,0.01000,1.351
32,mlp.experts.71.up_proj,0.0000010949,0.01000,1.356
32,mlp.experts.72.up_proj,0.0000010894,0.01000,1.329
32,mlp.experts.74.up_proj,0.0000010313,0.01000,1.343
32,mlp.experts.73.up_proj,0.0000010497,0.01000,1.347
32,mlp.experts.75.up_proj,0.0000010364,0.01000,1.390
32,mlp.experts.76.up_proj,0.0000010410,0.01000,1.351
32,mlp.experts.77.up_proj,0.0000010514,0.01000,1.357
32,mlp.experts.79.up_proj,0.0000010141,0.01000,1.331
32,mlp.experts.80.up_proj,0.0000010474,0.01000,1.338
32,mlp.experts.81.up_proj,0.0000010849,0.01000,1.349
32,mlp.experts.78.up_proj,0.0000010875,0.01000,1.409
32,mlp.experts.82.up_proj,0.0000010183,0.01000,1.356
32,mlp.experts.83.up_proj,0.0000010896,0.01000,1.341
32,mlp.experts.84.up_proj,0.0000010420,0.01000,1.347
32,mlp.experts.85.up_proj,0.0000010367,0.01000,1.345
32,mlp.experts.86.up_proj,0.0000010520,0.01000,1.326
32,mlp.experts.87.up_proj,0.0000010938,0.01000,1.345
32,mlp.experts.88.up_proj,0.0000010828,0.01000,1.353
32,mlp.experts.89.up_proj,0.0000010241,0.01000,1.346
32,mlp.experts.90.up_proj,0.0000010423,0.01000,1.344
32,mlp.experts.92.up_proj,0.0000010843,0.01000,1.342
32,mlp.experts.91.up_proj,0.0000011040,0.01000,1.375
32,mlp.experts.93.up_proj,0.0000010527,0.01000,1.330
32,mlp.experts.94.up_proj,0.0000010849,0.01000,1.343
32,mlp.experts.95.up_proj,0.0000010518,0.01000,1.347
32,mlp.experts.96.up_proj,0.0000011387,0.01000,1.376
32,mlp.experts.97.up_proj,0.0000010693,0.01000,1.346
32,mlp.experts.100.up_proj,0.0000009907,0.01000,1.333
32,mlp.experts.99.up_proj,0.0000010565,0.01000,1.353
32,mlp.experts.98.up_proj,0.0000010190,0.01000,1.396
32,mlp.experts.101.up_proj,0.0000010327,0.01000,1.348
32,mlp.experts.102.up_proj,0.0000010487,0.01000,1.347
32,mlp.experts.103.up_proj,0.0000010478,0.01000,1.362
32,mlp.experts.104.up_proj,0.0000010874,0.01000,1.360
32,mlp.experts.106.up_proj,0.0000010600,0.01000,1.352
32,mlp.experts.107.up_proj,0.0000009993,0.01000,1.334
32,mlp.experts.108.up_proj,0.0000010745,0.01000,1.355
32,mlp.experts.105.up_proj,0.0000010933,0.01000,1.428
32,mlp.experts.109.up_proj,0.0000010420,0.01000,1.356
32,mlp.experts.110.up_proj,0.0000010795,0.01000,1.366
32,mlp.experts.111.up_proj,0.0000011485,0.01000,1.343
32,mlp.experts.112.up_proj,0.0000010702,0.01000,1.360
32,mlp.experts.113.up_proj,0.0000011081,0.01000,1.347
32,mlp.experts.114.up_proj,0.0000011384,0.01000,1.338
32,mlp.experts.116.up_proj,0.0000010669,0.01000,1.345
32,mlp.experts.115.up_proj,0.0000010584,0.01000,1.346
32,mlp.experts.117.up_proj,0.0000011564,0.01000,1.292
32,mlp.experts.118.up_proj,0.0000010315,0.01000,1.044
32,mlp.experts.119.up_proj,0.0000010044,0.01000,0.999
32,mlp.experts.3.down_proj,0.0000000412,0.01000,0.434
32,mlp.experts.1.down_proj,0.0000000508,0.01000,0.436
32,mlp.experts.2.down_proj,0.0000000499,0.01000,0.438
32,mlp.experts.0.down_proj,0.0000000523,0.01000,0.442
32,mlp.experts.5.down_proj,0.0000000540,0.01000,0.442
32,mlp.experts.4.down_proj,0.0000000448,0.01000,0.444
32,mlp.experts.6.down_proj,0.0000000504,0.01000,0.442
32,mlp.experts.10.down_proj,0.0000000507,0.01000,0.395
32,mlp.experts.8.down_proj,0.0000000527,0.01000,0.401
32,mlp.experts.9.down_proj,0.0000000493,0.01000,0.401
32,mlp.experts.12.down_proj,0.0000000600,0.01000,0.403
32,mlp.experts.7.down_proj,0.0000000502,0.01000,0.413
32,mlp.experts.13.down_proj,0.0000000592,0.01000,0.405
32,mlp.experts.11.down_proj,0.0000000509,0.01000,0.419
32,mlp.experts.16.down_proj,0.0000000577,0.01000,0.396
32,mlp.experts.14.down_proj,0.0000000475,0.01000,0.400
32,mlp.experts.17.down_proj,0.0000000497,0.01000,0.392
32,mlp.experts.15.down_proj,0.0000000503,0.01000,0.423
32,mlp.experts.18.down_proj,0.0000000476,0.01000,0.413
32,mlp.experts.19.down_proj,0.0000000617,0.01000,0.411
32,mlp.experts.20.down_proj,0.0000000457,0.01000,0.402
32,mlp.experts.21.down_proj,0.0000000546,0.01000,0.405
32,mlp.experts.23.down_proj,0.0000000489,0.01000,0.402
32,mlp.experts.24.down_proj,0.0000000485,0.01000,0.397
32,mlp.experts.22.down_proj,0.0000000500,0.01000,0.423
32,mlp.experts.26.down_proj,0.0000000464,0.01000,0.405
32,mlp.experts.27.down_proj,0.0000000418,0.01000,0.407
32,mlp.experts.25.down_proj,0.0000000498,0.01000,0.418
32,mlp.experts.28.down_proj,0.0000000625,0.01000,0.405
32,mlp.experts.29.down_proj,0.0000000471,0.01000,0.411
32,mlp.experts.30.down_proj,0.0000000583,0.01000,0.399
32,mlp.experts.31.down_proj,0.0000000521,0.01000,0.397
32,mlp.experts.33.down_proj,0.0000000789,0.01000,0.397
32,mlp.experts.32.down_proj,0.0000000576,0.01000,0.415
32,mlp.experts.34.down_proj,0.0000000546,0.01000,0.412
32,mlp.experts.35.down_proj,0.0000000408,0.01000,0.404
32,mlp.experts.38.down_proj,0.0000000554,0.01000,0.399
32,mlp.experts.37.down_proj,0.0000000496,0.01000,0.402
32,mlp.experts.36.down_proj,0.0000000456,0.01000,0.407
32,mlp.experts.39.down_proj,0.0000000511,0.01000,0.405
32,mlp.experts.40.down_proj,0.0000000605,0.01000,0.404
32,mlp.experts.41.down_proj,0.0000000505,0.01000,0.410
32,mlp.experts.42.down_proj,0.0000000552,0.01000,0.402
32,mlp.experts.45.down_proj,0.0000000502,0.01000,0.398
32,mlp.experts.44.down_proj,0.0000000492,0.01000,0.400
32,mlp.experts.43.down_proj,0.0000000495,0.01000,0.414
32,mlp.experts.46.down_proj,0.0000000563,0.01000,0.400
32,mlp.experts.47.down_proj,0.0000000450,0.01000,0.404
32,mlp.experts.48.down_proj,0.0000000548,0.01000,0.408
32,mlp.experts.49.down_proj,0.0000000543,0.01000,0.404
32,mlp.experts.51.down_proj,0.0000000511,0.01000,0.401
32,mlp.experts.52.down_proj,0.0000000478,0.01000,0.399
32,mlp.experts.50.down_proj,0.0000000465,0.01000,0.417
32,mlp.experts.53.down_proj,0.0000000480,0.01000,0.402
32,mlp.experts.54.down_proj,0.0000000511,0.01000,0.405
32,mlp.experts.55.down_proj,0.0000000402,0.01000,0.408
32,mlp.experts.56.down_proj,0.0000000516,0.01000,0.404
32,mlp.experts.57.down_proj,0.0000000683,0.01000,0.405
32,mlp.experts.58.down_proj,0.0000000493,0.01000,0.403
32,mlp.experts.59.down_proj,0.0000000569,0.01000,0.397
32,mlp.experts.60.down_proj,0.0000000457,0.01000,0.402
32,mlp.experts.61.down_proj,0.0000000449,0.01000,0.406
32,mlp.experts.62.down_proj,0.0000000529,0.01000,0.404
32,mlp.experts.63.down_proj,0.0000000399,0.01000,0.402
32,mlp.experts.64.down_proj,0.0000000479,0.01000,0.400
32,mlp.experts.66.down_proj,0.0000000514,0.01000,0.397
32,mlp.experts.67.down_proj,0.0000000490,0.01000,0.400
32,mlp.experts.65.down_proj,0.0000000490,0.01000,0.410
32,mlp.experts.68.down_proj,0.0000000495,0.01000,0.407
32,mlp.experts.69.down_proj,0.0000000444,0.01000,0.404
32,mlp.experts.71.down_proj,0.0000000568,0.01000,0.398
32,mlp.experts.72.down_proj,0.0000000429,0.01000,0.405
32,mlp.experts.73.down_proj,0.0000000582,0.01000,0.395
32,mlp.experts.74.down_proj,0.0000000509,0.01000,0.405
32,mlp.experts.70.down_proj,0.0000000486,0.01000,0.434
32,mlp.experts.75.down_proj,0.0000000672,0.01000,0.404
32,mlp.experts.76.down_proj,0.0000000545,0.01000,0.420
32,mlp.experts.77.down_proj,0.0000000535,0.01000,0.409
32,mlp.experts.78.down_proj,0.0000000503,0.01000,0.399
32,mlp.experts.79.down_proj,0.0000000447,0.01000,0.403
32,mlp.experts.80.down_proj,0.0000000538,0.01000,0.396
32,mlp.experts.81.down_proj,0.0000000520,0.01000,0.418
32,mlp.experts.82.down_proj,0.0000000532,0.01000,0.401
32,mlp.experts.83.down_proj,0.0000000521,0.01000,0.421
32,mlp.experts.85.down_proj,0.0000000541,0.01000,0.403
32,mlp.experts.84.down_proj,0.0000000453,0.01000,0.406
32,mlp.experts.86.down_proj,0.0000000544,0.01000,0.404
32,mlp.experts.87.down_proj,0.0000000507,0.01000,0.401
32,mlp.experts.88.down_proj,0.0000000478,0.01000,0.397
32,mlp.experts.89.down_proj,0.0000000573,0.01000,0.403
32,mlp.experts.90.down_proj,0.0000000538,0.01000,0.402
32,mlp.experts.92.down_proj,0.0000000502,0.01000,0.400
32,mlp.experts.94.down_proj,0.0000000461,0.01000,0.396
32,mlp.experts.91.down_proj,0.0000000643,0.01000,0.407
32,mlp.experts.93.down_proj,0.0000000544,0.01000,0.411
32,mlp.experts.95.down_proj,0.0000000543,0.01000,0.394
32,mlp.experts.96.down_proj,0.0000000524,0.01000,0.397
32,mlp.experts.97.down_proj,0.0000000492,0.01000,0.400
32,mlp.experts.98.down_proj,0.0000000500,0.01000,0.402
32,mlp.experts.99.down_proj,0.0000000484,0.01000,0.402
32,mlp.experts.100.down_proj,0.0000000496,0.01000,0.402
32,mlp.experts.101.down_proj,0.0000000556,0.01000,0.398
32,mlp.experts.102.down_proj,0.0000000532,0.01000,0.395
32,mlp.experts.103.down_proj,0.0000000575,0.01000,0.401
32,mlp.experts.104.down_proj,0.0000000538,0.01000,0.399
32,mlp.experts.105.down_proj,0.0000000493,0.01000,0.404
32,mlp.experts.107.down_proj,0.0000000683,0.01000,0.401
32,mlp.experts.106.down_proj,0.0000000513,0.01000,0.404
32,mlp.experts.108.down_proj,0.0000000510,0.01000,0.399
32,mlp.experts.109.down_proj,0.0000000531,0.01000,0.399
32,mlp.experts.110.down_proj,0.0000000552,0.01000,0.409
32,mlp.experts.111.down_proj,0.0000000538,0.01000,0.402
32,mlp.experts.113.down_proj,0.0000000505,0.01000,0.405
32,mlp.experts.115.down_proj,0.0000000395,0.01000,0.400
32,mlp.experts.114.down_proj,0.0000000473,0.01000,0.404
32,mlp.experts.116.down_proj,0.0000000573,0.01000,0.396
32,mlp.experts.112.down_proj,0.0000000501,0.01000,0.411
32,mlp.experts.117.down_proj,0.0000000513,0.01000,0.394
32,mlp.experts.118.down_proj,0.0000000520,0.01000,0.384
32,mlp.experts.119.down_proj,0.0000000495,0.01000,0.278
33,self_attn.k_proj,0.0000000187,0.01000,1.187
33,self_attn.v_proj,0.0000000270,0.01000,1.194
33,self_attn.q_proj,0.0000001207,0.01000,1.253
33,self_attn.o_proj,0.0000000804,0.01000,2.757
33,mlp.shared_experts.gate_proj,0.0000000024,0.01000,0.911
33,mlp.shared_experts.up_proj,0.0000000026,0.01000,0.909
33,mlp.shared_experts.down_proj,0.0000000001,0.01000,0.270
33,mlp.experts.3.gate_proj,0.0000011940,0.01000,1.502
33,mlp.experts.2.gate_proj,0.0000012670,0.01000,1.509
33,mlp.experts.4.gate_proj,0.0000012147,0.01000,1.512
33,mlp.experts.1.gate_proj,0.0000012117,0.01000,1.523
33,mlp.experts.6.gate_proj,0.0000011876,0.01000,1.526
33,mlp.experts.5.gate_proj,0.0000012095,0.01000,1.532
33,mlp.experts.0.gate_proj,0.0000012023,0.01000,1.561
33,mlp.experts.9.gate_proj,0.0000011586,0.01000,1.354
33,mlp.experts.10.gate_proj,0.0000011494,0.01000,1.348
33,mlp.experts.11.gate_proj,0.0000012907,0.01000,1.366
33,mlp.experts.12.gate_proj,0.0000011706,0.01000,1.376
33,mlp.experts.8.gate_proj,0.0000013102,0.01000,1.414
33,mlp.experts.13.gate_proj,0.0000012189,0.01000,1.371
33,mlp.experts.7.gate_proj,0.0000012515,0.01000,1.431
33,mlp.experts.15.gate_proj,0.0000012241,0.01000,1.351
33,mlp.experts.16.gate_proj,0.0000011784,0.01000,1.348
33,mlp.experts.17.gate_proj,0.0000011991,0.01000,1.353
33,mlp.experts.18.gate_proj,0.0000011922,0.01000,1.346
33,mlp.experts.19.gate_proj,0.0000012003,0.01000,1.344
33,mlp.experts.14.gate_proj,0.0000012387,0.01000,1.430
33,mlp.experts.20.gate_proj,0.0000011740,0.01000,1.367
33,mlp.experts.21.gate_proj,0.0000012365,0.01000,1.358
33,mlp.experts.22.gate_proj,0.0000012571,0.01000,1.351
33,mlp.experts.24.gate_proj,0.0000011638,0.01000,1.339
33,mlp.experts.25.gate_proj,0.0000012626,0.01000,1.355
33,mlp.experts.26.gate_proj,0.0000012328,0.01000,1.367
33,mlp.experts.27.gate_proj,0.0000012891,0.01000,1.365
33,mlp.experts.23.gate_proj,0.0000012562,0.01000,1.424
33,mlp.experts.28.gate_proj,0.0000012453,0.01000,1.356
33,mlp.experts.29.gate_proj,0.0000011877,0.01000,1.360
33,mlp.experts.31.gate_proj,0.0000011842,0.01000,1.339
33,mlp.experts.30.gate_proj,0.0000011785,0.01000,1.408
33,mlp.experts.33.gate_proj,0.0000012151,0.01000,1.352
33,mlp.experts.32.gate_proj,0.0000011965,0.01000,1.358
33,mlp.experts.34.gate_proj,0.0000011506,0.01000,1.375
33,mlp.experts.35.gate_proj,0.0000013059,0.01000,1.362
33,mlp.experts.36.gate_proj,0.0000011849,0.01000,1.366
33,mlp.experts.37.gate_proj,0.0000012581,0.01000,1.356
33,mlp.experts.38.gate_proj,0.0000011749,0.01000,1.345
33,mlp.experts.40.gate_proj,0.0000011180,0.01000,1.345
33,mlp.experts.41.gate_proj,0.0000012148,0.01000,1.368
33,mlp.experts.39.gate_proj,0.0000013126,0.01000,1.431
33,mlp.experts.42.gate_proj,0.0000012311,0.01000,1.351
33,mlp.experts.44.gate_proj,0.0000013223,0.01000,1.333
33,mlp.experts.45.gate_proj,0.0000012825,0.01000,1.331
33,mlp.experts.43.gate_proj,0.0000012234,0.01000,1.398
33,mlp.experts.46.gate_proj,0.0000012442,0.01000,1.355
33,mlp.experts.47.gate_proj,0.0000012177,0.01000,1.323
33,mlp.experts.48.gate_proj,0.0000011597,0.01000,1.360
33,mlp.experts.49.gate_proj,0.0000011916,0.01000,1.342
33,mlp.experts.50.gate_proj,0.0000012218,0.01000,1.347
33,mlp.experts.51.gate_proj,0.0000011970,0.01000,1.332
33,mlp.experts.52.gate_proj,0.0000011912,0.01000,1.321
33,mlp.experts.53.gate_proj,0.0000011610,0.01000,1.331
33,mlp.experts.54.gate_proj,0.0000011518,0.01000,1.320
33,mlp.experts.55.gate_proj,0.0000012616,0.01000,1.374
33,mlp.experts.56.gate_proj,0.0000012026,0.01000,1.343
33,mlp.experts.57.gate_proj,0.0000011747,0.01000,1.344
33,mlp.experts.58.gate_proj,0.0000011555,0.01000,1.346
33,mlp.experts.59.gate_proj,0.0000012316,0.01000,1.335
33,mlp.experts.60.gate_proj,0.0000012663,0.01000,1.342
33,mlp.experts.61.gate_proj,0.0000013099,0.01000,1.327
33,mlp.experts.62.gate_proj,0.0000011764,0.01000,1.379
33,mlp.experts.63.gate_proj,0.0000012875,0.01000,1.342
33,mlp.experts.64.gate_proj,0.0000011636,0.01000,1.347
33,mlp.experts.65.gate_proj,0.0000013110,0.01000,1.342
33,mlp.experts.66.gate_proj,0.0000012305,0.01000,1.340
33,mlp.experts.68.gate_proj,0.0000011713,0.01000,1.331
33,mlp.experts.67.gate_proj,0.0000011824,0.01000,1.386
33,mlp.experts.69.gate_proj,0.0000011737,0.01000,1.377
33,mlp.experts.70.gate_proj,0.0000011530,0.01000,1.348
33,mlp.experts.71.gate_proj,0.0000011590,0.01000,1.358
33,mlp.experts.73.gate_proj,0.0000012488,0.01000,1.355
33,mlp.experts.74.gate_proj,0.0000011931,0.01000,1.365
33,mlp.experts.75.gate_proj,0.0000012636,0.01000,1.350
33,mlp.experts.72.gate_proj,0.0000012719,0.01000,1.432
33,mlp.experts.76.gate_proj,0.0000012721,0.01000,1.365
33,mlp.experts.77.gate_proj,0.0000012748,0.01000,1.335
33,mlp.experts.78.gate_proj,0.0000012003,0.01000,1.347
33,mlp.experts.79.gate_proj,0.0000012436,0.01000,1.341
33,mlp.experts.80.gate_proj,0.0000012827,0.01000,1.344
33,mlp.experts.82.gate_proj,0.0000011902,0.01000,1.328
33,mlp.experts.81.gate_proj,0.0000012062,0.01000,1.343
33,mlp.experts.83.gate_proj,0.0000012292,0.01000,1.367
33,mlp.experts.84.gate_proj,0.0000011731,0.01000,1.345
33,mlp.experts.86.gate_proj,0.0000012116,0.01000,1.333
33,mlp.experts.87.gate_proj,0.0000013520,0.01000,1.341
33,mlp.experts.85.gate_proj,0.0000011679,0.01000,1.388
33,mlp.experts.89.gate_proj,0.0000011857,0.01000,1.333
33,mlp.experts.88.gate_proj,0.0000011785,0.01000,1.390
33,mlp.experts.90.gate_proj,0.0000011786,0.01000,1.359
33,mlp.experts.91.gate_proj,0.0000011883,0.01000,1.339
33,mlp.experts.92.gate_proj,0.0000011539,0.01000,1.346
33,mlp.experts.94.gate_proj,0.0000012466,0.01000,1.326
33,mlp.experts.95.gate_proj,0.0000012512,0.01000,1.346
33,mlp.experts.93.gate_proj,0.0000011909,0.01000,1.409
33,mlp.experts.96.gate_proj,0.0000012010,0.01000,1.333
33,mlp.experts.97.gate_proj,0.0000013065,0.01000,1.349
33,mlp.experts.98.gate_proj,0.0000011634,0.01000,1.344
33,mlp.experts.99.gate_proj,0.0000011915,0.01000,1.340
33,mlp.experts.100.gate_proj,0.0000011914,0.01000,1.347
33,mlp.experts.101.gate_proj,0.0000011977,0.01000,1.327
33,mlp.experts.103.gate_proj,0.0000012100,0.01000,1.338
33,mlp.experts.102.gate_proj,0.0000012334,0.01000,1.406
33,mlp.experts.104.gate_proj,0.0000012812,0.01000,1.355
33,mlp.experts.105.gate_proj,0.0000012116,0.01000,1.345
33,mlp.experts.106.gate_proj,0.0000012593,0.01000,1.338
33,mlp.experts.107.gate_proj,0.0000012276,0.01000,1.345
33,mlp.experts.108.gate_proj,0.0000012055,0.01000,1.328
33,mlp.experts.109.gate_proj,0.0000011456,0.01000,1.354
33,mlp.experts.110.gate_proj,0.0000011755,0.01000,1.357
33,mlp.experts.111.gate_proj,0.0000012536,0.01000,1.359
33,mlp.experts.112.gate_proj,0.0000012216,0.01000,1.346
33,mlp.experts.113.gate_proj,0.0000012019,0.01000,1.361
33,mlp.experts.115.gate_proj,0.0000011517,0.01000,1.327
33,mlp.experts.114.gate_proj,0.0000012199,0.01000,1.409
33,mlp.experts.116.gate_proj,0.0000012121,0.01000,1.352
33,mlp.experts.117.gate_proj,0.0000011850,0.01000,1.331
33,mlp.experts.118.gate_proj,0.0000011882,0.01000,1.358
33,mlp.experts.119.gate_proj,0.0000011791,0.01000,1.359
33,mlp.experts.0.up_proj,0.0000011698,0.01000,1.347
33,mlp.experts.1.up_proj,0.0000012330,0.01000,1.357
33,mlp.experts.2.up_proj,0.0000012230,0.01000,1.323
33,mlp.experts.3.up_proj,0.0000012061,0.01000,1.351
33,mlp.experts.4.up_proj,0.0000012161,0.01000,1.326
33,mlp.experts.5.up_proj,0.0000012016,0.01000,1.360
33,mlp.experts.6.up_proj,0.0000012259,0.01000,1.374
33,mlp.experts.7.up_proj,0.0000012137,0.01000,1.354
33,mlp.experts.8.up_proj,0.0000012471,0.01000,1.350
33,mlp.experts.9.up_proj,0.0000011785,0.01000,1.348
33,mlp.experts.10.up_proj,0.0000011677,0.01000,1.358
33,mlp.experts.11.up_proj,0.0000012358,0.01000,1.351
33,mlp.experts.12.up_proj,0.0000011430,0.01000,1.367
33,mlp.experts.14.up_proj,0.0000012185,0.01000,1.345
33,mlp.experts.15.up_proj,0.0000012361,0.01000,1.352
33,mlp.experts.16.up_proj,0.0000011591,0.01000,1.334
33,mlp.experts.13.up_proj,0.0000011694,0.01000,1.419
33,mlp.experts.17.up_proj,0.0000011935,0.01000,1.343
33,mlp.experts.18.up_proj,0.0000011804,0.01000,1.336
33,mlp.experts.19.up_proj,0.0000012128,0.01000,1.360
33,mlp.experts.20.up_proj,0.0000012009,0.01000,1.363
33,mlp.experts.21.up_proj,0.0000012289,0.01000,1.363
33,mlp.experts.22.up_proj,0.0000012229,0.01000,1.354
33,mlp.experts.23.up_proj,0.0000012378,0.01000,1.344
33,mlp.experts.25.up_proj,0.0000012555,0.01000,1.342
33,mlp.experts.24.up_proj,0.0000011751,0.01000,1.413
33,mlp.experts.26.up_proj,0.0000012377,0.01000,1.367
33,mlp.experts.27.up_proj,0.0000012276,0.01000,1.360
33,mlp.experts.28.up_proj,0.0000012133,0.01000,1.364
33,mlp.experts.30.up_proj,0.0000011952,0.01000,1.355
33,mlp.experts.29.up_proj,0.0000011771,0.01000,1.356
33,mlp.experts.31.up_proj,0.0000012016,0.01000,1.363
33,mlp.experts.32.up_proj,0.0000012084,0.01000,1.358
33,mlp.experts.33.up_proj,0.0000012220,0.01000,1.373
33,mlp.experts.34.up_proj,0.0000011953,0.01000,1.366
33,mlp.experts.37.up_proj,0.0000012142,0.01000,1.351
33,mlp.experts.35.up_proj,0.0000013015,0.01000,1.375
33,mlp.experts.36.up_proj,0.0000011262,0.01000,1.380
33,mlp.experts.38.up_proj,0.0000011673,0.01000,1.355
33,mlp.experts.39.up_proj,0.0000012647,0.01000,1.348
33,mlp.experts.40.up_proj,0.0000011258,0.01000,1.369
33,mlp.experts.41.up_proj,0.0000012430,0.01000,1.354
33,mlp.experts.42.up_proj,0.0000011922,0.01000,1.366
33,mlp.experts.44.up_proj,0.0000012809,0.01000,1.349
33,mlp.experts.43.up_proj,0.0000012433,0.01000,1.410
33,mlp.experts.45.up_proj,0.0000012551,0.01000,1.350
33,mlp.experts.46.up_proj,0.0000012639,0.01000,1.337
33,mlp.experts.47.up_proj,0.0000011715,0.01000,1.369
33,mlp.experts.48.up_proj,0.0000011731,0.01000,1.354
33,mlp.experts.49.up_proj,0.0000012013,0.01000,1.372
33,mlp.experts.50.up_proj,0.0000011996,0.01000,1.368
33,mlp.experts.51.up_proj,0.0000012259,0.01000,1.342
33,mlp.experts.52.up_proj,0.0000011829,0.01000,1.355
33,mlp.experts.53.up_proj,0.0000011913,0.01000,1.342
33,mlp.experts.54.up_proj,0.0000011761,0.01000,1.373
33,mlp.experts.55.up_proj,0.0000012470,0.01000,1.357
33,mlp.experts.57.up_proj,0.0000011605,0.01000,1.356
33,mlp.experts.56.up_proj,0.0000011772,0.01000,1.364
33,mlp.experts.58.up_proj,0.0000011369,0.01000,1.346
33,mlp.experts.59.up_proj,0.0000012143,0.01000,1.353
33,mlp.experts.60.up_proj,0.0000012709,0.01000,1.347
33,mlp.experts.61.up_proj,0.0000012497,0.01000,1.369
33,mlp.experts.62.up_proj,0.0000011786,0.01000,1.355
33,mlp.experts.65.up_proj,0.0000011970,0.01000,1.331
33,mlp.experts.64.up_proj,0.0000011567,0.01000,1.360
33,mlp.experts.66.up_proj,0.0000012185,0.01000,1.348
33,mlp.experts.67.up_proj,0.0000011641,0.01000,1.341
33,mlp.experts.63.up_proj,0.0000011636,0.01000,1.407
33,mlp.experts.68.up_proj,0.0000011409,0.01000,1.374
33,mlp.experts.69.up_proj,0.0000011820,0.01000,1.358
33,mlp.experts.71.up_proj,0.0000011882,0.01000,1.357
33,mlp.experts.72.up_proj,0.0000012757,0.01000,1.342
33,mlp.experts.74.up_proj,0.0000011673,0.01000,1.339
33,mlp.experts.73.up_proj,0.0000011831,0.01000,1.358
33,mlp.experts.70.up_proj,0.0000011864,0.01000,1.427
33,mlp.experts.75.up_proj,0.0000012352,0.01000,1.361
33,mlp.experts.76.up_proj,0.0000012456,0.01000,1.343
33,mlp.experts.78.up_proj,0.0000012462,0.01000,1.341
33,mlp.experts.77.up_proj,0.0000012411,0.01000,1.347
33,mlp.experts.79.up_proj,0.0000012550,0.01000,1.328
33,mlp.experts.80.up_proj,0.0000012523,0.01000,1.343
33,mlp.experts.81.up_proj,0.0000012186,0.01000,1.348
33,mlp.experts.82.up_proj,0.0000011997,0.01000,1.360
33,mlp.experts.83.up_proj,0.0000012047,0.01000,1.346
33,mlp.experts.86.up_proj,0.0000012157,0.01000,1.326
33,mlp.experts.85.up_proj,0.0000012144,0.01000,1.354
33,mlp.experts.87.up_proj,0.0000012926,0.01000,1.341
33,mlp.experts.88.up_proj,0.0000011780,0.01000,1.353
33,mlp.experts.84.up_proj,0.0000011322,0.01000,1.411
33,mlp.experts.89.up_proj,0.0000011747,0.01000,1.355
33,mlp.experts.90.up_proj,0.0000011873,0.01000,1.339
33,mlp.experts.92.up_proj,0.0000011655,0.01000,1.340
33,mlp.experts.93.up_proj,0.0000011921,0.01000,1.331
33,mlp.experts.91.up_proj,0.0000011807,0.01000,1.407
33,mlp.experts.95.up_proj,0.0000012214,0.01000,1.339
33,mlp.experts.94.up_proj,0.0000012308,0.01000,1.405
33,mlp.experts.96.up_proj,0.0000011975,0.01000,1.357
33,mlp.experts.97.up_proj,0.0000012826,0.01000,1.340
33,mlp.experts.99.up_proj,0.0000012267,0.01000,1.338
33,mlp.experts.100.up_proj,0.0000011466,0.01000,1.336
33,mlp.experts.98.up_proj,0.0000011910,0.01000,1.400
33,mlp.experts.101.up_proj,0.0000012088,0.01000,1.368
33,mlp.experts.102.up_proj,0.0000012577,0.01000,1.341
33,mlp.experts.103.up_proj,0.0000012063,0.01000,1.365
33,mlp.experts.104.up_proj,0.0000012310,0.01000,1.346
33,mlp.experts.105.up_proj,0.0000012130,0.01000,1.354
33,mlp.experts.106.up_proj,0.0000012493,0.01000,1.358
33,mlp.experts.107.up_proj,0.0000012051,0.01000,1.342
33,mlp.experts.108.up_proj,0.0000011894,0.01000,1.358
33,mlp.experts.109.up_proj,0.0000011665,0.01000,1.341
33,mlp.experts.110.up_proj,0.0000011955,0.01000,1.389
33,mlp.experts.111.up_proj,0.0000012476,0.01000,1.343
33,mlp.experts.112.up_proj,0.0000012146,0.01000,1.351
33,mlp.experts.114.up_proj,0.0000012179,0.01000,1.322
33,mlp.experts.113.up_proj,0.0000011968,0.01000,1.346
33,mlp.experts.115.up_proj,0.0000011930,0.01000,1.334
33,mlp.experts.116.up_proj,0.0000011873,0.01000,1.331
33,mlp.experts.117.up_proj,0.0000011939,0.01000,1.285
33,mlp.experts.118.up_proj,0.0000011545,0.01000,1.046
33,mlp.experts.119.up_proj,0.0000012117,0.01000,1.009
33,mlp.experts.1.down_proj,0.0000000571,0.01000,0.439
33,mlp.experts.2.down_proj,0.0000000489,0.01000,0.440
33,mlp.experts.3.down_proj,0.0000000674,0.01000,0.440
33,mlp.experts.0.down_proj,0.0000000588,0.01000,0.449
33,mlp.experts.5.down_proj,0.0000000450,0.01000,0.451
33,mlp.experts.6.down_proj,0.0000000707,0.01000,0.456
33,mlp.experts.4.down_proj,0.0000000631,0.01000,0.485
33,mlp.experts.7.down_proj,0.0000000568,0.01000,0.407
33,mlp.experts.9.down_proj,0.0000000625,0.01000,0.407
33,mlp.experts.10.down_proj,0.0000000574,0.01000,0.401
33,mlp.experts.8.down_proj,0.0000000814,0.01000,0.413
33,mlp.experts.12.down_proj,0.0000000571,0.01000,0.398
33,mlp.experts.11.down_proj,0.0000000661,0.01000,0.423
33,mlp.experts.13.down_proj,0.0000000617,0.01000,0.409
33,mlp.experts.14.down_proj,0.0000000638,0.01000,0.403
33,mlp.experts.16.down_proj,0.0000000647,0.01000,0.403
33,mlp.experts.17.down_proj,0.0000000614,0.01000,0.400
33,mlp.experts.18.down_proj,0.0000000621,0.01000,0.408
33,mlp.experts.15.down_proj,0.0000000635,0.01000,0.419
33,mlp.experts.19.down_proj,0.0000000632,0.01000,0.400
33,mlp.experts.20.down_proj,0.0000000581,0.01000,0.406
33,mlp.experts.21.down_proj,0.0000000568,0.01000,0.404
33,mlp.experts.23.down_proj,0.0000000543,0.01000,0.400
33,mlp.experts.22.down_proj,0.0000000559,0.01000,0.403
33,mlp.experts.24.down_proj,0.0000000618,0.01000,0.393
33,mlp.experts.25.down_proj,0.0000000648,0.01000,0.403
33,mlp.experts.26.down_proj,0.0000000687,0.01000,0.399
33,mlp.experts.27.down_proj,0.0000000591,0.01000,0.407
33,mlp.experts.31.down_proj,0.0000000674,0.01000,0.394
33,mlp.experts.30.down_proj,0.0000000572,0.01000,0.402
33,mlp.experts.28.down_proj,0.0000000471,0.01000,0.409
33,mlp.experts.29.down_proj,0.0000000564,0.01000,0.412
33,mlp.experts.33.down_proj,0.0000000682,0.01000,0.397
33,mlp.experts.32.down_proj,0.0000000699,0.01000,0.401
33,mlp.experts.34.down_proj,0.0000000611,0.01000,0.409
33,mlp.experts.35.down_proj,0.0000000660,0.01000,0.408
33,mlp.experts.36.down_proj,0.0000000657,0.01000,0.406
33,mlp.experts.37.down_proj,0.0000000500,0.01000,0.401
33,mlp.experts.38.down_proj,0.0000000582,0.01000,0.402
33,mlp.experts.39.down_proj,0.0000000703,0.01000,0.405
33,mlp.experts.40.down_proj,0.0000000577,0.01000,0.406
33,mlp.experts.41.down_proj,0.0000000726,0.01000,0.412
33,mlp.experts.44.down_proj,0.0000000751,0.01000,0.400
33,mlp.experts.42.down_proj,0.0000000689,0.01000,0.405
33,mlp.experts.45.down_proj,0.0000000550,0.01000,0.400
33,mlp.experts.43.down_proj,0.0000000723,0.01000,0.408
33,mlp.experts.46.down_proj,0.0000000614,0.01000,0.401
33,mlp.experts.47.down_proj,0.0000000662,0.01000,0.400
33,mlp.experts.48.down_proj,0.0000000697,0.01000,0.414
33,mlp.experts.49.down_proj,0.0000000510,0.01000,0.407
33,mlp.experts.50.down_proj,0.0000000671,0.01000,0.409
33,mlp.experts.52.down_proj,0.0000000582,0.01000,0.404
33,mlp.experts.53.down_proj,0.0000000618,0.01000,0.404
33,mlp.experts.54.down_proj,0.0000000629,0.01000,0.404
33,mlp.experts.51.down_proj,0.0000000691,0.01000,0.418
33,mlp.experts.55.down_proj,0.0000000616,0.01000,0.413
33,mlp.experts.56.down_proj,0.0000000618,0.01000,0.402
33,mlp.experts.57.down_proj,0.0000000616,0.01000,0.402
33,mlp.experts.59.down_proj,0.0000000453,0.01000,0.396
33,mlp.experts.58.down_proj,0.0000000527,0.01000,0.402
33,mlp.experts.60.down_proj,0.0000000643,0.01000,0.405
33,mlp.experts.61.down_proj,0.0000000645,0.01000,0.403
33,mlp.experts.62.down_proj,0.0000000695,0.01000,0.413
33,mlp.experts.63.down_proj,0.0000000548,0.01000,0.404
33,mlp.experts.66.down_proj,0.0000000647,0.01000,0.403
33,mlp.experts.64.down_proj,0.0000000577,0.01000,0.405
33,mlp.experts.65.down_proj,0.0000000624,0.01000,0.409
33,mlp.experts.67.down_proj,0.0000000697,0.01000,0.405
33,mlp.experts.68.down_proj,0.0000000619,0.01000,0.405
33,mlp.experts.69.down_proj,0.0000000621,0.01000,0.413
33,mlp.experts.70.down_proj,0.0000000627,0.01000,0.403
33,mlp.experts.73.down_proj,0.0000000767,0.01000,0.398
33,mlp.experts.71.down_proj,0.0000000612,0.01000,0.407
33,mlp.experts.72.down_proj,0.0000000646,0.01000,0.407
33,mlp.experts.74.down_proj,0.0000000671,0.01000,0.406
33,mlp.experts.75.down_proj,0.0000000716,0.01000,0.407
33,mlp.experts.76.down_proj,0.0000000628,0.01000,0.411
33,mlp.experts.77.down_proj,0.0000000527,0.01000,0.405
33,mlp.experts.80.down_proj,0.0000000695,0.01000,0.401
33,mlp.experts.79.down_proj,0.0000000594,0.01000,0.403
33,mlp.experts.78.down_proj,0.0000000599,0.01000,0.409
33,mlp.experts.81.down_proj,0.0000000582,0.01000,0.403
33,mlp.experts.82.down_proj,0.0000000612,0.01000,0.402
33,mlp.experts.83.down_proj,0.0000000435,0.01000,0.406
33,mlp.experts.84.down_proj,0.0000000581,0.01000,0.404
33,mlp.experts.87.down_proj,0.0000000626,0.01000,0.401
33,mlp.experts.86.down_proj,0.0000000616,0.01000,0.406
33,mlp.experts.89.down_proj,0.0000000677,0.01000,0.401
33,mlp.experts.88.down_proj,0.0000000797,0.01000,0.406
33,mlp.experts.85.down_proj,0.0000000649,0.01000,0.421
33,mlp.experts.90.down_proj,0.0000000607,0.01000,0.410
33,mlp.experts.91.down_proj,0.0000000580,0.01000,0.404
33,mlp.experts.93.down_proj,0.0000000622,0.01000,0.405
33,mlp.experts.94.down_proj,0.0000000468,0.01000,0.402
33,mlp.experts.96.down_proj,0.0000000648,0.01000,0.401
33,mlp.experts.92.down_proj,0.0000000587,0.01000,0.419
33,mlp.experts.95.down_proj,0.0000000615,0.01000,0.411
33,mlp.experts.97.down_proj,0.0000000573,0.01000,0.407
33,mlp.experts.98.down_proj,0.0000000762,0.01000,0.403
33,mlp.experts.100.down_proj,0.0000000593,0.01000,0.408
33,mlp.experts.101.down_proj,0.0000000681,0.01000,0.408
33,mlp.experts.102.down_proj,0.0000000551,0.01000,0.410
33,mlp.experts.103.down_proj,0.0000000584,0.01000,0.406
33,mlp.experts.99.down_proj,0.0000000592,0.01000,0.448
33,mlp.experts.104.down_proj,0.0000000600,0.01000,0.408
33,mlp.experts.105.down_proj,0.0000000675,0.01000,0.403
33,mlp.experts.108.down_proj,0.0000000558,0.01000,0.399
33,mlp.experts.107.down_proj,0.0000000493,0.01000,0.404
33,mlp.experts.109.down_proj,0.0000000605,0.01000,0.404
33,mlp.experts.106.down_proj,0.0000000729,0.01000,0.431
33,mlp.experts.110.down_proj,0.0000000598,0.01000,0.407
33,mlp.experts.111.down_proj,0.0000000588,0.01000,0.408
33,mlp.experts.112.down_proj,0.0000000538,0.01000,0.404
33,mlp.experts.114.down_proj,0.0000000607,0.01000,0.399
33,mlp.experts.115.down_proj,0.0000000572,0.01000,0.398
33,mlp.experts.113.down_proj,0.0000000631,0.01000,0.415
33,mlp.experts.116.down_proj,0.0000000704,0.01000,0.403
33,mlp.experts.117.down_proj,0.0000000571,0.01000,0.405
33,mlp.experts.118.down_proj,0.0000000603,0.01000,0.382
33,mlp.experts.119.down_proj,0.0000000677,0.01000,0.291
34,self_attn.v_proj,0.0000000422,0.01000,1.179
34,self_attn.k_proj,0.0000000283,0.01000,1.200
34,self_attn.q_proj,0.0000001710,0.01000,1.260
34,self_attn.o_proj,0.0000000778,0.01000,2.760
34,mlp.shared_experts.gate_proj,0.0000000026,0.01000,0.915
34,mlp.shared_experts.up_proj,0.0000000028,0.01000,0.914
34,mlp.shared_experts.down_proj,0.0000000002,0.01000,0.274
34,mlp.experts.3.gate_proj,0.0000013586,0.01000,1.510
34,mlp.experts.2.gate_proj,0.0000012726,0.01000,1.518
34,mlp.experts.1.gate_proj,0.0000013328,0.01000,1.519
34,mlp.experts.5.gate_proj,0.0000013263,0.01000,1.523
34,mlp.experts.4.gate_proj,0.0000013215,0.01000,1.524
34,mlp.experts.6.gate_proj,0.0000012614,0.01000,1.530
34,mlp.experts.0.gate_proj,0.0000013224,0.01000,1.587
34,mlp.experts.10.gate_proj,0.0000013249,0.01000,1.340
34,mlp.experts.9.gate_proj,0.0000013423,0.01000,1.352
34,mlp.experts.11.gate_proj,0.0000013700,0.01000,1.362
34,mlp.experts.12.gate_proj,0.0000012891,0.01000,1.350
34,mlp.experts.8.gate_proj,0.0000013236,0.01000,1.407
34,mlp.experts.7.gate_proj,0.0000014194,0.01000,1.435
34,mlp.experts.13.gate_proj,0.0000013169,0.01000,1.360
34,mlp.experts.17.gate_proj,0.0000013199,0.01000,1.329
34,mlp.experts.15.gate_proj,0.0000013066,0.01000,1.356
34,mlp.experts.16.gate_proj,0.0000013346,0.01000,1.343
34,mlp.experts.18.gate_proj,0.0000014244,0.01000,1.343
34,mlp.experts.19.gate_proj,0.0000013405,0.01000,1.340
34,mlp.experts.20.gate_proj,0.0000014552,0.01000,1.362
34,mlp.experts.14.gate_proj,0.0000013488,0.01000,1.447
34,mlp.experts.23.gate_proj,0.0000012746,0.01000,1.344
34,mlp.experts.22.gate_proj,0.0000013621,0.01000,1.367
34,mlp.experts.24.gate_proj,0.0000013583,0.01000,1.330
34,mlp.experts.25.gate_proj,0.0000014268,0.01000,1.346
34,mlp.experts.26.gate_proj,0.0000013866,0.01000,1.337
34,mlp.experts.27.gate_proj,0.0000013950,0.01000,1.365
34,mlp.experts.21.gate_proj,0.0000012291,0.01000,1.467
34,mlp.experts.30.gate_proj,0.0000012735,0.01000,1.349
34,mlp.experts.31.gate_proj,0.0000013471,0.01000,1.326
34,mlp.experts.32.gate_proj,0.0000012827,0.01000,1.358
34,mlp.experts.29.gate_proj,0.0000012842,0.01000,1.414
34,mlp.experts.33.gate_proj,0.0000012660,0.01000,1.356
34,mlp.experts.34.gate_proj,0.0000012650,0.01000,1.360
34,mlp.experts.28.gate_proj,0.0000013878,0.01000,1.478
34,mlp.experts.36.gate_proj,0.0000013934,0.01000,1.356
34,mlp.experts.38.gate_proj,0.0000013295,0.01000,1.334
34,mlp.experts.37.gate_proj,0.0000014113,0.01000,1.361
34,mlp.experts.35.gate_proj,0.0000013585,0.01000,1.425
34,mlp.experts.39.gate_proj,0.0000013475,0.01000,1.367
34,mlp.experts.40.gate_proj,0.0000013138,0.01000,1.350
34,mlp.experts.41.gate_proj,0.0000013145,0.01000,1.375
34,mlp.experts.42.gate_proj,0.0000013274,0.01000,1.370
34,mlp.experts.43.gate_proj,0.0000013015,0.01000,1.360
34,mlp.experts.45.gate_proj,0.0000013648,0.01000,1.331
34,mlp.experts.46.gate_proj,0.0000013353,0.01000,1.347
34,mlp.experts.47.gate_proj,0.0000013858,0.01000,1.346
34,mlp.experts.44.gate_proj,0.0000015147,0.01000,1.403
34,mlp.experts.48.gate_proj,0.0000012612,0.01000,1.369
34,mlp.experts.49.gate_proj,0.0000012910,0.01000,1.356
34,mlp.experts.50.gate_proj,0.0000013767,0.01000,1.352
34,mlp.experts.51.gate_proj,0.0000012643,0.01000,1.353
34,mlp.experts.52.gate_proj,0.0000013045,0.01000,1.329
34,mlp.experts.53.gate_proj,0.0000012934,0.01000,1.352
34,mlp.experts.54.gate_proj,0.0000012808,0.01000,1.335
34,mlp.experts.55.gate_proj,0.0000012364,0.01000,1.360
34,mlp.experts.56.gate_proj,0.0000013755,0.01000,1.361
34,mlp.experts.58.gate_proj,0.0000013620,0.01000,1.352
34,mlp.experts.59.gate_proj,0.0000013263,0.01000,1.339
34,mlp.experts.61.gate_proj,0.0000012881,0.01000,1.341
34,mlp.experts.60.gate_proj,0.0000013077,0.01000,1.350
34,mlp.experts.57.gate_proj,0.0000013288,0.01000,1.408
34,mlp.experts.62.gate_proj,0.0000012994,0.01000,1.374
34,mlp.experts.63.gate_proj,0.0000012852,0.01000,1.343
34,mlp.experts.65.gate_proj,0.0000012908,0.01000,1.340
34,mlp.experts.66.gate_proj,0.0000013956,0.01000,1.334
34,mlp.experts.67.gate_proj,0.0000013401,0.01000,1.341
34,mlp.experts.68.gate_proj,0.0000013772,0.01000,1.340
34,mlp.experts.64.gate_proj,0.0000013241,0.01000,1.409
34,mlp.experts.69.gate_proj,0.0000013255,0.01000,1.369
34,mlp.experts.70.gate_proj,0.0000012384,0.01000,1.354
34,mlp.experts.71.gate_proj,0.0000012898,0.01000,1.362
34,mlp.experts.72.gate_proj,0.0000012927,0.01000,1.347
34,mlp.experts.73.gate_proj,0.0000013820,0.01000,1.348
34,mlp.experts.74.gate_proj,0.0000013206,0.01000,1.348
34,mlp.experts.75.gate_proj,0.0000013649,0.01000,1.368
34,mlp.experts.76.gate_proj,0.0000013807,0.01000,1.388
34,mlp.experts.77.gate_proj,0.0000013332,0.01000,1.361
34,mlp.experts.79.gate_proj,0.0000013344,0.01000,1.353
34,mlp.experts.81.gate_proj,0.0000013439,0.01000,1.355
34,mlp.experts.80.gate_proj,0.0000013919,0.01000,1.380
34,mlp.experts.78.gate_proj,0.0000013694,0.01000,1.407
34,mlp.experts.82.gate_proj,0.0000013137,0.01000,1.353
34,mlp.experts.83.gate_proj,0.0000012785,0.01000,1.343
34,mlp.experts.84.gate_proj,0.0000014250,0.01000,1.353
34,mlp.experts.85.gate_proj,0.0000013368,0.01000,1.359
34,mlp.experts.87.gate_proj,0.0000013346,0.01000,1.326
34,mlp.experts.88.gate_proj,0.0000013042,0.01000,1.346
34,mlp.experts.89.gate_proj,0.0000013690,0.01000,1.348
34,mlp.experts.86.gate_proj,0.0000012948,0.01000,1.403
34,mlp.experts.90.gate_proj,0.0000013807,0.01000,1.348
34,mlp.experts.91.gate_proj,0.0000012929,0.01000,1.353
34,mlp.experts.92.gate_proj,0.0000013393,0.01000,1.355
34,mlp.experts.94.gate_proj,0.0000014417,0.01000,1.326
34,mlp.experts.93.gate_proj,0.0000013674,0.01000,1.352
34,mlp.experts.95.gate_proj,0.0000012925,0.01000,1.358
34,mlp.experts.96.gate_proj,0.0000013013,0.01000,1.350
34,mlp.experts.97.gate_proj,0.0000013217,0.01000,1.356
34,mlp.experts.98.gate_proj,0.0000013529,0.01000,1.351
34,mlp.experts.101.gate_proj,0.0000013953,0.01000,1.326
34,mlp.experts.100.gate_proj,0.0000013536,0.01000,1.340
34,mlp.experts.99.gate_proj,0.0000014677,0.01000,1.401
34,mlp.experts.102.gate_proj,0.0000013577,0.01000,1.351
34,mlp.experts.103.gate_proj,0.0000013210,0.01000,1.346
34,mlp.experts.104.gate_proj,0.0000012624,0.01000,1.353
34,mlp.experts.107.gate_proj,0.0000012907,0.01000,1.328
34,mlp.experts.105.gate_proj,0.0000013471,0.01000,1.351
34,mlp.experts.108.gate_proj,0.0000013732,0.01000,1.321
34,mlp.experts.106.gate_proj,0.0000012502,0.01000,1.399
34,mlp.experts.109.gate_proj,0.0000013633,0.01000,1.344
34,mlp.experts.110.gate_proj,0.0000013757,0.01000,1.339
34,mlp.experts.111.gate_proj,0.0000013889,0.01000,1.347
34,mlp.experts.112.gate_proj,0.0000013760,0.01000,1.346
34,mlp.experts.113.gate_proj,0.0000013409,0.01000,1.365
34,mlp.experts.115.gate_proj,0.0000012646,0.01000,1.328
34,mlp.experts.114.gate_proj,0.0000012832,0.01000,1.336
34,mlp.experts.117.gate_proj,0.0000014379,0.01000,1.345
34,mlp.experts.116.gate_proj,0.0000013481,0.01000,1.403
34,mlp.experts.118.gate_proj,0.0000013437,0.01000,1.360
34,mlp.experts.119.gate_proj,0.0000013000,0.01000,1.352
34,mlp.experts.2.up_proj,0.0000012678,0.01000,1.342
34,mlp.experts.1.up_proj,0.0000013623,0.01000,1.345
34,mlp.experts.3.up_proj,0.0000013710,0.01000,1.356
34,mlp.experts.0.up_proj,0.0000013176,0.01000,1.418
34,mlp.experts.4.up_proj,0.0000012746,0.01000,1.345
34,mlp.experts.5.up_proj,0.0000013398,0.01000,1.358
34,mlp.experts.6.up_proj,0.0000013006,0.01000,1.346
34,mlp.experts.7.up_proj,0.0000013961,0.01000,1.360
34,mlp.experts.8.up_proj,0.0000013355,0.01000,1.360
34,mlp.experts.9.up_proj,0.0000012850,0.01000,1.327
34,mlp.experts.10.up_proj,0.0000013070,0.01000,1.355
34,mlp.experts.11.up_proj,0.0000013419,0.01000,1.347
34,mlp.experts.12.up_proj,0.0000012949,0.01000,1.367
34,mlp.experts.13.up_proj,0.0000012984,0.01000,1.361
34,mlp.experts.15.up_proj,0.0000012987,0.01000,1.348
34,mlp.experts.16.up_proj,0.0000013289,0.01000,1.341
34,mlp.experts.14.up_proj,0.0000013425,0.01000,1.408
34,mlp.experts.17.up_proj,0.0000013137,0.01000,1.357
34,mlp.experts.18.up_proj,0.0000014103,0.01000,1.338
34,mlp.experts.19.up_proj,0.0000013390,0.01000,1.374
34,mlp.experts.20.up_proj,0.0000013682,0.01000,1.361
34,mlp.experts.22.up_proj,0.0000013755,0.01000,1.349
34,mlp.experts.23.up_proj,0.0000012900,0.01000,1.340
34,mlp.experts.21.up_proj,0.0000012639,0.01000,1.415
34,mlp.experts.24.up_proj,0.0000013426,0.01000,1.364
34,mlp.experts.25.up_proj,0.0000013805,0.01000,1.355
34,mlp.experts.26.up_proj,0.0000013737,0.01000,1.362
34,mlp.experts.27.up_proj,0.0000014082,0.01000,1.345
34,mlp.experts.28.up_proj,0.0000013598,0.01000,1.366
34,mlp.experts.29.up_proj,0.0000012974,0.01000,1.345
34,mlp.experts.30.up_proj,0.0000012967,0.01000,1.337
34,mlp.experts.32.up_proj,0.0000013332,0.01000,1.347
34,mlp.experts.31.up_proj,0.0000013304,0.01000,1.402
34,mlp.experts.33.up_proj,0.0000012624,0.01000,1.348
34,mlp.experts.34.up_proj,0.0000012851,0.01000,1.368
34,mlp.experts.36.up_proj,0.0000013749,0.01000,1.335
34,mlp.experts.37.up_proj,0.0000013694,0.01000,1.334
34,mlp.experts.38.up_proj,0.0000013030,0.01000,1.361
34,mlp.experts.35.up_proj,0.0000013076,0.01000,1.412
34,mlp.experts.39.up_proj,0.0000013375,0.01000,1.348
34,mlp.experts.40.up_proj,0.0000013121,0.01000,1.364
34,mlp.experts.41.up_proj,0.0000013031,0.01000,1.371
34,mlp.experts.43.up_proj,0.0000012897,0.01000,1.349
34,mlp.experts.42.up_proj,0.0000013086,0.01000,1.360
34,mlp.experts.44.up_proj,0.0000012974,0.01000,1.333
34,mlp.experts.45.up_proj,0.0000013683,0.01000,1.365
34,mlp.experts.46.up_proj,0.0000012977,0.01000,1.355
34,mlp.experts.47.up_proj,0.0000013803,0.01000,1.359
34,mlp.experts.48.up_proj,0.0000012785,0.01000,1.362
34,mlp.experts.50.up_proj,0.0000013209,0.01000,1.350
34,mlp.experts.51.up_proj,0.0000012967,0.01000,1.338
34,mlp.experts.49.up_proj,0.0000013369,0.01000,1.404
34,mlp.experts.52.up_proj,0.0000012748,0.01000,1.355
34,mlp.experts.53.up_proj,0.0000013332,0.01000,1.348
34,mlp.experts.54.up_proj,0.0000012987,0.01000,1.360
34,mlp.experts.55.up_proj,0.0000012347,0.01000,1.372
34,mlp.experts.57.up_proj,0.0000013034,0.01000,1.353
34,mlp.experts.56.up_proj,0.0000013569,0.01000,1.373
34,mlp.experts.58.up_proj,0.0000013665,0.01000,1.337
34,mlp.experts.59.up_proj,0.0000013174,0.01000,1.369
34,mlp.experts.60.up_proj,0.0000013107,0.01000,1.357
34,mlp.experts.61.up_proj,0.0000012860,0.01000,1.374
34,mlp.experts.62.up_proj,0.0000012686,0.01000,1.364
34,mlp.experts.65.up_proj,0.0000012852,0.01000,1.339
34,mlp.experts.64.up_proj,0.0000013040,0.01000,1.359
34,mlp.experts.63.up_proj,0.0000012555,0.01000,1.422
34,mlp.experts.66.up_proj,0.0000013261,0.01000,1.355
34,mlp.experts.67.up_proj,0.0000013529,0.01000,1.354
34,mlp.experts.68.up_proj,0.0000013514,0.01000,1.362
34,mlp.experts.69.up_proj,0.0000013398,0.01000,1.356
34,mlp.experts.70.up_proj,0.0000012299,0.01000,1.362
34,mlp.experts.71.up_proj,0.0000012642,0.01000,1.370
34,mlp.experts.72.up_proj,0.0000012934,0.01000,1.338
34,mlp.experts.74.up_proj,0.0000013269,0.01000,1.343
34,mlp.experts.73.up_proj,0.0000013734,0.01000,1.394
34,mlp.experts.75.up_proj,0.0000013413,0.01000,1.355
34,mlp.experts.77.up_proj,0.0000013385,0.01000,1.356
34,mlp.experts.78.up_proj,0.0000013726,0.01000,1.359
34,mlp.experts.79.up_proj,0.0000013416,0.01000,1.342
34,mlp.experts.76.up_proj,0.0000013871,0.01000,1.414
34,mlp.experts.80.up_proj,0.0000012763,0.01000,1.366
34,mlp.experts.81.up_proj,0.0000013475,0.01000,1.330
34,mlp.experts.82.up_proj,0.0000012685,0.01000,1.352
34,mlp.experts.83.up_proj,0.0000012353,0.01000,1.361
34,mlp.experts.84.up_proj,0.0000013623,0.01000,1.360
34,mlp.experts.85.up_proj,0.0000012836,0.01000,1.361
34,mlp.experts.86.up_proj,0.0000012943,0.01000,1.341
34,mlp.experts.88.up_proj,0.0000013103,0.01000,1.337
34,mlp.experts.87.up_proj,0.0000013697,0.01000,1.395
34,mlp.experts.89.up_proj,0.0000013434,0.01000,1.351
34,mlp.experts.90.up_proj,0.0000013387,0.01000,1.349
34,mlp.experts.93.up_proj,0.0000013712,0.01000,1.337
34,mlp.experts.92.up_proj,0.0000013471,0.01000,1.355
34,mlp.experts.94.up_proj,0.0000013810,0.01000,1.335
34,mlp.experts.91.up_proj,0.0000013025,0.01000,1.401
34,mlp.experts.95.up_proj,0.0000012909,0.01000,1.330
34,mlp.experts.96.up_proj,0.0000013290,0.01000,1.344
34,mlp.experts.97.up_proj,0.0000013226,0.01000,1.351
34,mlp.experts.100.up_proj,0.0000012959,0.01000,1.328
34,mlp.experts.99.up_proj,0.0000015083,0.01000,1.355
34,mlp.experts.101.up_proj,0.0000013257,0.01000,1.350
34,mlp.experts.102.up_proj,0.0000012964,0.01000,1.354
34,mlp.experts.98.up_proj,0.0000013540,0.01000,1.431
34,mlp.experts.103.up_proj,0.0000012669,0.01000,1.345
34,mlp.experts.104.up_proj,0.0000012700,0.01000,1.352
34,mlp.experts.105.up_proj,0.0000012716,0.01000,1.362
34,mlp.experts.106.up_proj,0.0000012563,0.01000,1.348
34,mlp.experts.107.up_proj,0.0000013185,0.01000,1.339
34,mlp.experts.109.up_proj,0.0000012775,0.01000,1.351
34,mlp.experts.108.up_proj,0.0000013599,0.01000,1.413
34,mlp.experts.110.up_proj,0.0000013380,0.01000,1.346
34,mlp.experts.111.up_proj,0.0000013903,0.01000,1.347
34,mlp.experts.112.up_proj,0.0000013777,0.01000,1.334
34,mlp.experts.113.up_proj,0.0000013448,0.01000,1.352
34,mlp.experts.114.up_proj,0.0000012904,0.01000,1.339
34,mlp.experts.115.up_proj,0.0000012686,0.01000,1.375
34,mlp.experts.116.up_proj,0.0000012999,0.01000,1.351
34,mlp.experts.117.up_proj,0.0000013411,0.01000,1.337
34,mlp.experts.119.up_proj,0.0000012925,0.01000,1.001
34,mlp.experts.118.up_proj,0.0000013224,0.01000,1.029
34,mlp.experts.3.down_proj,0.0000000723,0.01000,0.418
34,mlp.experts.2.down_proj,0.0000000670,0.01000,0.428
34,mlp.experts.4.down_proj,0.0000000854,0.01000,0.427
34,mlp.experts.5.down_proj,0.0000000761,0.01000,0.427
34,mlp.experts.6.down_proj,0.0000000628,0.01000,0.432
34,mlp.experts.0.down_proj,0.0000000667,0.01000,0.449
34,mlp.experts.1.down_proj,0.0000000850,0.01000,0.444
34,mlp.experts.7.down_proj,0.0000000738,0.01000,0.412
34,mlp.experts.10.down_proj,0.0000000686,0.01000,0.403
34,mlp.experts.9.down_proj,0.0000000819,0.01000,0.407
34,mlp.experts.12.down_proj,0.0000000679,0.01000,0.401
34,mlp.experts.11.down_proj,0.0000000664,0.01000,0.406
34,mlp.experts.13.down_proj,0.0000000722,0.01000,0.407
34,mlp.experts.8.down_proj,0.0000000604,0.01000,0.428
34,mlp.experts.17.down_proj,0.0000000657,0.01000,0.393
34,mlp.experts.16.down_proj,0.0000000514,0.01000,0.401
34,mlp.experts.18.down_proj,0.0000000703,0.01000,0.403
34,mlp.experts.14.down_proj,0.0000000784,0.01000,0.413
34,mlp.experts.19.down_proj,0.0000000789,0.01000,0.396
34,mlp.experts.15.down_proj,0.0000000665,0.01000,0.420
34,mlp.experts.20.down_proj,0.0000000659,0.01000,0.406
34,mlp.experts.21.down_proj,0.0000000629,0.01000,0.408
34,mlp.experts.24.down_proj,0.0000000592,0.01000,0.399
34,mlp.experts.23.down_proj,0.0000000672,0.01000,0.405
34,mlp.experts.22.down_proj,0.0000000735,0.01000,0.418
34,mlp.experts.26.down_proj,0.0000000765,0.01000,0.402
34,mlp.experts.25.down_proj,0.0000000606,0.01000,0.423
34,mlp.experts.27.down_proj,0.0000000685,0.01000,0.410
34,mlp.experts.28.down_proj,0.0000000773,0.01000,0.405
34,mlp.experts.30.down_proj,0.0000000682,0.01000,0.399
34,mlp.experts.29.down_proj,0.0000000726,0.01000,0.405
34,mlp.experts.31.down_proj,0.0000000574,0.01000,0.398
34,mlp.experts.32.down_proj,0.0000000671,0.01000,0.407
34,mlp.experts.33.down_proj,0.0000000587,0.01000,0.396
34,mlp.experts.34.down_proj,0.0000000689,0.01000,0.407
34,mlp.experts.37.down_proj,0.0000000550,0.01000,0.403
34,mlp.experts.36.down_proj,0.0000000587,0.01000,0.406
34,mlp.experts.35.down_proj,0.0000000718,0.01000,0.409
34,mlp.experts.38.down_proj,0.0000000683,0.01000,0.403
34,mlp.experts.39.down_proj,0.0000000763,0.01000,0.403
34,mlp.experts.40.down_proj,0.0000000672,0.01000,0.400
34,mlp.experts.41.down_proj,0.0000000644,0.01000,0.404
34,mlp.experts.43.down_proj,0.0000000696,0.01000,0.406
34,mlp.experts.44.down_proj,0.0000000722,0.01000,0.404
34,mlp.experts.45.down_proj,0.0000000790,0.01000,0.406
34,mlp.experts.42.down_proj,0.0000000629,0.01000,0.413
34,mlp.experts.47.down_proj,0.0000000622,0.01000,0.404
34,mlp.experts.46.down_proj,0.0000000698,0.01000,0.416
34,mlp.experts.48.down_proj,0.0000000670,0.01000,0.406
34,mlp.experts.52.down_proj,0.0000000742,0.01000,0.399
34,mlp.experts.50.down_proj,0.0000000507,0.01000,0.405
34,mlp.experts.51.down_proj,0.0000000622,0.01000,0.411
34,mlp.experts.53.down_proj,0.0000000683,0.01000,0.404
34,mlp.experts.54.down_proj,0.0000000725,0.01000,0.398
34,mlp.experts.49.down_proj,0.0000000620,0.01000,0.427
34,mlp.experts.55.down_proj,0.0000000682,0.01000,0.404
34,mlp.experts.57.down_proj,0.0000000750,0.01000,0.410
34,mlp.experts.59.down_proj,0.0000000806,0.01000,0.401
34,mlp.experts.58.down_proj,0.0000000722,0.01000,0.407
34,mlp.experts.60.down_proj,0.0000000620,0.01000,0.406
34,mlp.experts.61.down_proj,0.0000000701,0.01000,0.401
34,mlp.experts.56.down_proj,0.0000000597,0.01000,0.437
34,mlp.experts.62.down_proj,0.0000000636,0.01000,0.410
34,mlp.experts.64.down_proj,0.0000000659,0.01000,0.414
34,mlp.experts.66.down_proj,0.0000000669,0.01000,0.405
34,mlp.experts.67.down_proj,0.0000000707,0.01000,0.406
34,mlp.experts.65.down_proj,0.0000000606,0.01000,0.413
34,mlp.experts.63.down_proj,0.0000000711,0.01000,0.426
34,mlp.experts.68.down_proj,0.0000000811,0.01000,0.410
34,mlp.experts.69.down_proj,0.0000000699,0.01000,0.413
34,mlp.experts.71.down_proj,0.0000000659,0.01000,0.406
34,mlp.experts.73.down_proj,0.0000000535,0.01000,0.403
34,mlp.experts.72.down_proj,0.0000000677,0.01000,0.410
34,mlp.experts.74.down_proj,0.0000000773,0.01000,0.410
34,mlp.experts.70.down_proj,0.0000000649,0.01000,0.425
34,mlp.experts.75.down_proj,0.0000000699,0.01000,0.405
34,mlp.experts.76.down_proj,0.0000000836,0.01000,0.414
34,mlp.experts.78.down_proj,0.0000000644,0.01000,0.410
34,mlp.experts.79.down_proj,0.0000000740,0.01000,0.406
34,mlp.experts.77.down_proj,0.0000000671,0.01000,0.414
34,mlp.experts.80.down_proj,0.0000000683,0.01000,0.401
34,mlp.experts.81.down_proj,0.0000000655,0.01000,0.405
34,mlp.experts.82.down_proj,0.0000000694,0.01000,0.405
34,mlp.experts.83.down_proj,0.0000000771,0.01000,0.411
34,mlp.experts.87.down_proj,0.0000000715,0.01000,0.404
34,mlp.experts.85.down_proj,0.0000000796,0.01000,0.406
34,mlp.experts.86.down_proj,0.0000000717,0.01000,0.407
34,mlp.experts.88.down_proj,0.0000000660,0.01000,0.405
34,mlp.experts.89.down_proj,0.0000000605,0.01000,0.405
34,mlp.experts.84.down_proj,0.0000000539,0.01000,0.425
34,mlp.experts.90.down_proj,0.0000000758,0.01000,0.411
34,mlp.experts.92.down_proj,0.0000000764,0.01000,0.411
34,mlp.experts.93.down_proj,0.0000000715,0.01000,0.410
34,mlp.experts.94.down_proj,0.0000000743,0.01000,0.403
34,mlp.experts.91.down_proj,0.0000000643,0.01000,0.422
34,mlp.experts.96.down_proj,0.0000000799,0.01000,0.407
34,mlp.experts.95.down_proj,0.0000000654,0.01000,0.413
34,mlp.experts.97.down_proj,0.0000000721,0.01000,0.413
34,mlp.experts.99.down_proj,0.0000001106,0.01000,0.409
34,mlp.experts.101.down_proj,0.0000000854,0.01000,0.402
34,mlp.experts.98.down_proj,0.0000000571,0.01000,0.415
34,mlp.experts.100.down_proj,0.0000000794,0.01000,0.419
34,mlp.experts.102.down_proj,0.0000000635,0.01000,0.410
34,mlp.experts.103.down_proj,0.0000000722,0.01000,0.411
34,mlp.experts.104.down_proj,0.0000000655,0.01000,0.413
34,mlp.experts.106.down_proj,0.0000000668,0.01000,0.411
34,mlp.experts.107.down_proj,0.0000000678,0.01000,0.409
34,mlp.experts.108.down_proj,0.0000000669,0.01000,0.411
34,mlp.experts.109.down_proj,0.0000000697,0.01000,0.410
34,mlp.experts.110.down_proj,0.0000000606,0.01000,0.413
34,mlp.experts.105.down_proj,0.0000000884,0.01000,0.425
34,mlp.experts.111.down_proj,0.0000000654,0.01000,0.415
34,mlp.experts.113.down_proj,0.0000000533,0.01000,0.409
34,mlp.experts.115.down_proj,0.0000000664,0.01000,0.403
34,mlp.experts.114.down_proj,0.0000000653,0.01000,0.408
34,mlp.experts.117.down_proj,0.0000000786,0.01000,0.405
34,mlp.experts.112.down_proj,0.0000000693,0.01000,0.423
34,mlp.experts.116.down_proj,0.0000000579,0.01000,0.411
34,mlp.experts.118.down_proj,0.0000000552,0.01000,0.405
34,mlp.experts.119.down_proj,0.0000000741,0.01000,0.275
35,self_attn.k_proj,0.0000000241,0.01000,1.182
35,self_attn.v_proj,0.0000000401,0.01000,1.187
35,self_attn.q_proj,0.0000001680,0.01000,1.249
35,self_attn.o_proj,0.0000000790,0.01000,2.753
35,mlp.shared_experts.gate_proj,0.0000000027,0.01000,0.907
35,mlp.shared_experts.up_proj,0.0000000031,0.01000,0.905
35,mlp.shared_experts.down_proj,0.0000000002,0.01000,0.272
35,mlp.experts.3.gate_proj,0.0000014048,0.01000,1.505
35,mlp.experts.1.gate_proj,0.0000014744,0.01000,1.517
35,mlp.experts.5.gate_proj,0.0000014226,0.01000,1.518
35,mlp.experts.6.gate_proj,0.0000013840,0.01000,1.528
35,mlp.experts.4.gate_proj,0.0000014516,0.01000,1.531
35,mlp.experts.2.gate_proj,0.0000016032,0.01000,1.567
35,mlp.experts.0.gate_proj,0.0000013853,0.01000,1.583
35,mlp.experts.10.gate_proj,0.0000014699,0.01000,1.343
35,mlp.experts.8.gate_proj,0.0000015511,0.01000,1.361
35,mlp.experts.9.gate_proj,0.0000013878,0.01000,1.359
35,mlp.experts.11.gate_proj,0.0000013743,0.01000,1.354
35,mlp.experts.12.gate_proj,0.0000014684,0.01000,1.340
35,mlp.experts.7.gate_proj,0.0000016684,0.01000,1.441
35,mlp.experts.13.gate_proj,0.0000015251,0.01000,1.375
35,mlp.experts.16.gate_proj,0.0000015234,0.01000,1.352
35,mlp.experts.15.gate_proj,0.0000014556,0.01000,1.353
35,mlp.experts.17.gate_proj,0.0000014605,0.01000,1.347
35,mlp.experts.18.gate_proj,0.0000015382,0.01000,1.363
35,mlp.experts.19.gate_proj,0.0000014891,0.01000,1.331
35,mlp.experts.14.gate_proj,0.0000013943,0.01000,1.422
35,mlp.experts.20.gate_proj,0.0000014582,0.01000,1.361
35,mlp.experts.23.gate_proj,0.0000014487,0.01000,1.343
35,mlp.experts.22.gate_proj,0.0000014616,0.01000,1.350
35,mlp.experts.24.gate_proj,0.0000013569,0.01000,1.330
35,mlp.experts.25.gate_proj,0.0000014539,0.01000,1.349
35,mlp.experts.26.gate_proj,0.0000014888,0.01000,1.338
35,mlp.experts.21.gate_proj,0.0000013834,0.01000,1.418
35,mlp.experts.27.gate_proj,0.0000013809,0.01000,1.357
35,mlp.experts.29.gate_proj,0.0000013822,0.01000,1.344
35,mlp.experts.30.gate_proj,0.0000014397,0.01000,1.339
35,mlp.experts.31.gate_proj,0.0000014067,0.01000,1.343
35,mlp.experts.32.gate_proj,0.0000013938,0.01000,1.337
35,mlp.experts.33.gate_proj,0.0000014140,0.01000,1.327
35,mlp.experts.28.gate_proj,0.0000014002,0.01000,1.424
35,mlp.experts.34.gate_proj,0.0000014180,0.01000,1.372
35,mlp.experts.36.gate_proj,0.0000013932,0.01000,1.356
35,mlp.experts.38.gate_proj,0.0000015295,0.01000,1.331
35,mlp.experts.39.gate_proj,0.0000013992,0.01000,1.331
35,mlp.experts.35.gate_proj,0.0000015603,0.01000,1.383
35,mlp.experts.40.gate_proj,0.0000014230,0.01000,1.331
35,mlp.experts.41.gate_proj,0.0000014053,0.01000,1.348
35,mlp.experts.37.gate_proj,0.0000014304,0.01000,1.430
35,mlp.experts.45.gate_proj,0.0000013545,0.01000,1.335
35,mlp.experts.43.gate_proj,0.0000013589,0.01000,1.351
35,mlp.experts.44.gate_proj,0.0000014083,0.01000,1.366
35,mlp.experts.46.gate_proj,0.0000014499,0.01000,1.353
35,mlp.experts.42.gate_proj,0.0000014760,0.01000,1.398
35,mlp.experts.47.gate_proj,0.0000013891,0.01000,1.337
35,mlp.experts.48.gate_proj,0.0000014272,0.01000,1.380
35,mlp.experts.49.gate_proj,0.0000014055,0.01000,1.357
35,mlp.experts.50.gate_proj,0.0000015176,0.01000,1.349
35,mlp.experts.51.gate_proj,0.0000013667,0.01000,1.341
35,mlp.experts.52.gate_proj,0.0000014550,0.01000,1.331
35,mlp.experts.53.gate_proj,0.0000014222,0.01000,1.347
35,mlp.experts.54.gate_proj,0.0000014718,0.01000,1.340
35,mlp.experts.55.gate_proj,0.0000014751,0.01000,1.372
35,mlp.experts.59.gate_proj,0.0000014276,0.01000,1.336
35,mlp.experts.57.gate_proj,0.0000013837,0.01000,1.353
35,mlp.experts.58.gate_proj,0.0000014083,0.01000,1.344
35,mlp.experts.60.gate_proj,0.0000014431,0.01000,1.342
35,mlp.experts.56.gate_proj,0.0000014168,0.01000,1.399
35,mlp.experts.61.gate_proj,0.0000013826,0.01000,1.338
35,mlp.experts.62.gate_proj,0.0000013859,0.01000,1.363
35,mlp.experts.65.gate_proj,0.0000014875,0.01000,1.335
35,mlp.experts.64.gate_proj,0.0000014191,0.01000,1.342
35,mlp.experts.66.gate_proj,0.0000013883,0.01000,1.326
35,mlp.experts.68.gate_proj,0.0000015150,0.01000,1.326
35,mlp.experts.67.gate_proj,0.0000014594,0.01000,1.342
35,mlp.experts.63.gate_proj,0.0000015401,0.01000,1.404
35,mlp.experts.69.gate_proj,0.0000014637,0.01000,1.353
35,mlp.experts.71.gate_proj,0.0000015715,0.01000,1.346
35,mlp.experts.72.gate_proj,0.0000014313,0.01000,1.339
35,mlp.experts.73.gate_proj,0.0000014781,0.01000,1.327
35,mlp.experts.74.gate_proj,0.0000014136,0.01000,1.346
35,mlp.experts.75.gate_proj,0.0000014493,0.01000,1.337
35,mlp.experts.70.gate_proj,0.0000013504,0.01000,1.424
35,mlp.experts.76.gate_proj,0.0000014949,0.01000,1.349
35,mlp.experts.78.gate_proj,0.0000015112,0.01000,1.343
35,mlp.experts.79.gate_proj,0.0000014255,0.01000,1.332
35,mlp.experts.80.gate_proj,0.0000014748,0.01000,1.330
35,mlp.experts.81.gate_proj,0.0000013549,0.01000,1.340
35,mlp.experts.82.gate_proj,0.0000015200,0.01000,1.338
35,mlp.experts.77.gate_proj,0.0000014070,0.01000,1.428
35,mlp.experts.83.gate_proj,0.0000014493,0.01000,1.357
35,mlp.experts.85.gate_proj,0.0000014011,0.01000,1.343
35,mlp.experts.87.gate_proj,0.0000013915,0.01000,1.323
35,mlp.experts.86.gate_proj,0.0000014665,0.01000,1.346
35,mlp.experts.84.gate_proj,0.0000014829,0.01000,1.407
35,mlp.experts.88.gate_proj,0.0000014824,0.01000,1.349
35,mlp.experts.89.gate_proj,0.0000013951,0.01000,1.335
35,mlp.experts.90.gate_proj,0.0000014700,0.01000,1.360
35,mlp.experts.91.gate_proj,0.0000013874,0.01000,1.363
35,mlp.experts.92.gate_proj,0.0000014908,0.01000,1.348
35,mlp.experts.93.gate_proj,0.0000014975,0.01000,1.351
35,mlp.experts.94.gate_proj,0.0000013725,0.01000,1.330
35,mlp.experts.96.gate_proj,0.0000014437,0.01000,1.338
35,mlp.experts.95.gate_proj,0.0000014249,0.01000,1.403
35,mlp.experts.97.gate_proj,0.0000014209,0.01000,1.344
35,mlp.experts.99.gate_proj,0.0000013847,0.01000,1.344
35,mlp.experts.101.gate_proj,0.0000014253,0.01000,1.328
35,mlp.experts.100.gate_proj,0.0000016132,0.01000,1.346
35,mlp.experts.102.gate_proj,0.0000015325,0.01000,1.348
35,mlp.experts.98.gate_proj,0.0000014713,0.01000,1.402
35,mlp.experts.103.gate_proj,0.0000014207,0.01000,1.331
35,mlp.experts.104.gate_proj,0.0000013801,0.01000,1.341
35,mlp.experts.107.gate_proj,0.0000014803,0.01000,1.342
35,mlp.experts.106.gate_proj,0.0000014840,0.01000,1.351
35,mlp.experts.108.gate_proj,0.0000013847,0.01000,1.325
35,mlp.experts.109.gate_proj,0.0000015583,0.01000,1.340
35,mlp.experts.105.gate_proj,0.0000015666,0.01000,1.409
35,mlp.experts.110.gate_proj,0.0000013908,0.01000,1.330
35,mlp.experts.111.gate_proj,0.0000015002,0.01000,1.364
35,mlp.experts.114.gate_proj,0.0000014070,0.01000,1.345
35,mlp.experts.113.gate_proj,0.0000014559,0.01000,1.359
35,mlp.experts.115.gate_proj,0.0000014548,0.01000,1.330
35,mlp.experts.117.gate_proj,0.0000014088,0.01000,1.330
35,mlp.experts.116.gate_proj,0.0000014042,0.01000,1.360
35,mlp.experts.112.gate_proj,0.0000013484,0.01000,1.450
35,mlp.experts.118.gate_proj,0.0000014112,0.01000,1.353
35,mlp.experts.1.up_proj,0.0000014900,0.01000,1.331
35,mlp.experts.0.up_proj,0.0000013950,0.01000,1.343
35,mlp.experts.2.up_proj,0.0000015301,0.01000,1.336
35,mlp.experts.3.up_proj,0.0000014086,0.01000,1.337
35,mlp.experts.4.up_proj,0.0000014576,0.01000,1.340
35,mlp.experts.119.gate_proj,0.0000014139,0.01000,1.461
35,mlp.experts.5.up_proj,0.0000014616,0.01000,1.346
35,mlp.experts.7.up_proj,0.0000016117,0.01000,1.345
35,mlp.experts.8.up_proj,0.0000014898,0.01000,1.326
35,mlp.experts.9.up_proj,0.0000014211,0.01000,1.319
35,mlp.experts.6.up_proj,0.0000013904,0.01000,1.420
35,mlp.experts.10.up_proj,0.0000014278,0.01000,1.344
35,mlp.experts.11.up_proj,0.0000014243,0.01000,1.334
35,mlp.experts.12.up_proj,0.0000014611,0.01000,1.351
35,mlp.experts.15.up_proj,0.0000014470,0.01000,1.340
35,mlp.experts.14.up_proj,0.0000013978,0.01000,1.354
35,mlp.experts.13.up_proj,0.0000014770,0.01000,1.363
35,mlp.experts.16.up_proj,0.0000014339,0.01000,1.326
35,mlp.experts.17.up_proj,0.0000014356,0.01000,1.339
35,mlp.experts.18.up_proj,0.0000013956,0.01000,1.346
35,mlp.experts.19.up_proj,0.0000014254,0.01000,1.360
35,mlp.experts.21.up_proj,0.0000014202,0.01000,1.350
35,mlp.experts.22.up_proj,0.0000014587,0.01000,1.351
35,mlp.experts.23.up_proj,0.0000013874,0.01000,1.320
35,mlp.experts.20.up_proj,0.0000014662,0.01000,1.402
35,mlp.experts.24.up_proj,0.0000013620,0.01000,1.342
35,mlp.experts.25.up_proj,0.0000014090,0.01000,1.342
35,mlp.experts.26.up_proj,0.0000013935,0.01000,1.350
35,mlp.experts.28.up_proj,0.0000014273,0.01000,1.348
35,mlp.experts.29.up_proj,0.0000013826,0.01000,1.350
35,mlp.experts.30.up_proj,0.0000014555,0.01000,1.332
35,mlp.experts.27.up_proj,0.0000013670,0.01000,1.399
35,mlp.experts.31.up_proj,0.0000013991,0.01000,1.355
35,mlp.experts.32.up_proj,0.0000013870,0.01000,1.339
35,mlp.experts.33.up_proj,0.0000014115,0.01000,1.344
35,mlp.experts.35.up_proj,0.0000013935,0.01000,1.349
35,mlp.experts.36.up_proj,0.0000014347,0.01000,1.330
35,mlp.experts.37.up_proj,0.0000014399,0.01000,1.332
35,mlp.experts.39.up_proj,0.0000014119,0.01000,1.338
35,mlp.experts.38.up_proj,0.0000014737,0.01000,1.350
35,mlp.experts.34.up_proj,0.0000014192,0.01000,1.426
35,mlp.experts.40.up_proj,0.0000013857,0.01000,1.347
35,mlp.experts.42.up_proj,0.0000014434,0.01000,1.344
35,mlp.experts.43.up_proj,0.0000014067,0.01000,1.341
35,mlp.experts.44.up_proj,0.0000013895,0.01000,1.333
35,mlp.experts.41.up_proj,0.0000014274,0.01000,1.404
35,mlp.experts.45.up_proj,0.0000013343,0.01000,1.352
35,mlp.experts.46.up_proj,0.0000014500,0.01000,1.336
35,mlp.experts.47.up_proj,0.0000014032,0.01000,1.350
35,mlp.experts.48.up_proj,0.0000014683,0.01000,1.354
35,mlp.experts.49.up_proj,0.0000013733,0.01000,1.340
35,mlp.experts.50.up_proj,0.0000014122,0.01000,1.340
35,mlp.experts.51.up_proj,0.0000013708,0.01000,1.328
35,mlp.experts.53.up_proj,0.0000013617,0.01000,1.336
35,mlp.experts.52.up_proj,0.0000014515,0.01000,1.416
35,mlp.experts.54.up_proj,0.0000014464,0.01000,1.349
35,mlp.experts.56.up_proj,0.0000014299,0.01000,1.337
35,mlp.experts.57.up_proj,0.0000013660,0.01000,1.334
35,mlp.experts.58.up_proj,0.0000014171,0.01000,1.328
35,mlp.experts.59.up_proj,0.0000014593,0.01000,1.341
35,mlp.experts.55.up_proj,0.0000014404,0.01000,1.399
35,mlp.experts.60.up_proj,0.0000013985,0.01000,1.346
35,mlp.experts.61.up_proj,0.0000013858,0.01000,1.358
35,mlp.experts.64.up_proj,0.0000013935,0.01000,1.348
35,mlp.experts.65.up_proj,0.0000014186,0.01000,1.326
35,mlp.experts.66.up_proj,0.0000013988,0.01000,1.333
35,mlp.experts.63.up_proj,0.0000015094,0.01000,1.398
35,mlp.experts.62.up_proj,0.0000014365,0.01000,1.416
35,mlp.experts.67.up_proj,0.0000014395,0.01000,1.324
35,mlp.experts.68.up_proj,0.0000014948,0.01000,1.361
35,mlp.experts.70.up_proj,0.0000013885,0.01000,1.358
35,mlp.experts.71.up_proj,0.0000014838,0.01000,1.341
35,mlp.experts.72.up_proj,0.0000014596,0.01000,1.347
35,mlp.experts.73.up_proj,0.0000013509,0.01000,1.360
35,mlp.experts.74.up_proj,0.0000014037,0.01000,1.342
35,mlp.experts.69.up_proj,0.0000014411,0.01000,1.440
35,mlp.experts.75.up_proj,0.0000014633,0.01000,1.357
35,mlp.experts.77.up_proj,0.0000014364,0.01000,1.338
35,mlp.experts.78.up_proj,0.0000014694,0.01000,1.340
35,mlp.experts.79.up_proj,0.0000014190,0.01000,1.330
35,mlp.experts.80.up_proj,0.0000014767,0.01000,1.341
35,mlp.experts.76.up_proj,0.0000014677,0.01000,1.408
35,mlp.experts.81.up_proj,0.0000013426,0.01000,1.351
35,mlp.experts.82.up_proj,0.0000015289,0.01000,1.360
35,mlp.experts.83.up_proj,0.0000014115,0.01000,1.355
35,mlp.experts.85.up_proj,0.0000014270,0.01000,1.331
35,mlp.experts.86.up_proj,0.0000014176,0.01000,1.330
35,mlp.experts.87.up_proj,0.0000013996,0.01000,1.341
35,mlp.experts.84.up_proj,0.0000014461,0.01000,1.399
35,mlp.experts.88.up_proj,0.0000014546,0.01000,1.344
35,mlp.experts.89.up_proj,0.0000013689,0.01000,1.347
35,mlp.experts.90.up_proj,0.0000014772,0.01000,1.344
35,mlp.experts.91.up_proj,0.0000014212,0.01000,1.353
35,mlp.experts.93.up_proj,0.0000014803,0.01000,1.324
35,mlp.experts.92.up_proj,0.0000014125,0.01000,1.380
35,mlp.experts.94.up_proj,0.0000013609,0.01000,1.351
35,mlp.experts.95.up_proj,0.0000013862,0.01000,1.353
35,mlp.experts.96.up_proj,0.0000014507,0.01000,1.355
35,mlp.experts.97.up_proj,0.0000014285,0.01000,1.349
35,mlp.experts.99.up_proj,0.0000013890,0.01000,1.335
35,mlp.experts.101.up_proj,0.0000014120,0.01000,1.350
35,mlp.experts.100.up_proj,0.0000014489,0.01000,1.357
35,mlp.experts.102.up_proj,0.0000015000,0.01000,1.352
35,mlp.experts.98.up_proj,0.0000014270,0.01000,1.422
35,mlp.experts.103.up_proj,0.0000014246,0.01000,1.357
35,mlp.experts.104.up_proj,0.0000014144,0.01000,1.364
35,mlp.experts.105.up_proj,0.0000015050,0.01000,1.369
35,mlp.experts.107.up_proj,0.0000015848,0.01000,1.337
35,mlp.experts.109.up_proj,0.0000014774,0.01000,1.338
35,mlp.experts.108.up_proj,0.0000013872,0.01000,1.349
35,mlp.experts.106.up_proj,0.0000014515,0.01000,1.405
35,mlp.experts.110.up_proj,0.0000014016,0.01000,1.350
35,mlp.experts.112.up_proj,0.0000013945,0.01000,1.341
35,mlp.experts.114.up_proj,0.0000014374,0.01000,1.329
35,mlp.experts.113.up_proj,0.0000014305,0.01000,1.349
35,mlp.experts.111.up_proj,0.0000015197,0.01000,1.410
35,mlp.experts.115.up_proj,0.0000014480,0.01000,1.348
35,mlp.experts.116.up_proj,0.0000014066,0.01000,1.343
35,mlp.experts.117.up_proj,0.0000014386,0.01000,1.341
35,mlp.experts.118.up_proj,0.0000013934,0.01000,1.006
35,mlp.experts.119.up_proj,0.0000013767,0.01000,0.983
35,mlp.experts.3.down_proj,0.0000000755,0.01000,0.434
35,mlp.experts.2.down_proj,0.0000000766,0.01000,0.439
35,mlp.experts.4.down_proj,0.0000000937,0.01000,0.440
35,mlp.experts.0.down_proj,0.0000000819,0.01000,0.446
35,mlp.experts.5.down_proj,0.0000000935,0.01000,0.444
35,mlp.experts.6.down_proj,0.0000000783,0.01000,0.447
35,mlp.experts.1.down_proj,0.0000000781,0.01000,0.457
35,mlp.experts.10.down_proj,0.0000000760,0.01000,0.395
35,mlp.experts.9.down_proj,0.0000000825,0.01000,0.404
35,mlp.experts.12.down_proj,0.0000000752,0.01000,0.400
35,mlp.experts.8.down_proj,0.0000000693,0.01000,0.416
35,mlp.experts.11.down_proj,0.0000000731,0.01000,0.410
35,mlp.experts.7.down_proj,0.0000000893,0.01000,0.431
35,mlp.experts.13.down_proj,0.0000000675,0.01000,0.414
35,mlp.experts.17.down_proj,0.0000000822,0.01000,0.397
35,mlp.experts.14.down_proj,0.0000000843,0.01000,0.413
35,mlp.experts.16.down_proj,0.0000000667,0.01000,0.404
35,mlp.experts.15.down_proj,0.0000000794,0.01000,0.412
35,mlp.experts.18.down_proj,0.0000000849,0.01000,0.408
35,mlp.experts.19.down_proj,0.0000000825,0.01000,0.401
35,mlp.experts.20.down_proj,0.0000000780,0.01000,0.423
35,mlp.experts.21.down_proj,0.0000000777,0.01000,0.405
35,mlp.experts.24.down_proj,0.0000000852,0.01000,0.402
35,mlp.experts.22.down_proj,0.0000000640,0.01000,0.407
35,mlp.experts.25.down_proj,0.0000000939,0.01000,0.407
35,mlp.experts.26.down_proj,0.0000000790,0.01000,0.406
35,mlp.experts.23.down_proj,0.0000000864,0.01000,0.433
35,mlp.experts.27.down_proj,0.0000000775,0.01000,0.402
35,mlp.experts.28.down_proj,0.0000000796,0.01000,0.397
35,mlp.experts.29.down_proj,0.0000000859,0.01000,0.404
35,mlp.experts.31.down_proj,0.0000000838,0.01000,0.395
35,mlp.experts.30.down_proj,0.0000000648,0.01000,0.410
35,mlp.experts.32.down_proj,0.0000000812,0.01000,0.398
35,mlp.experts.33.down_proj,0.0000000807,0.01000,0.395
35,mlp.experts.34.down_proj,0.0000000744,0.01000,0.415
35,mlp.experts.35.down_proj,0.0000001016,0.01000,0.399
35,mlp.experts.38.down_proj,0.0000000693,0.01000,0.393
35,mlp.experts.36.down_proj,0.0000000734,0.01000,0.408
35,mlp.experts.37.down_proj,0.0000000818,0.01000,0.407
35,mlp.experts.39.down_proj,0.0000000833,0.01000,0.402
35,mlp.experts.40.down_proj,0.0000000802,0.01000,0.401
35,mlp.experts.41.down_proj,0.0000000751,0.01000,0.405
35,mlp.experts.42.down_proj,0.0000000986,0.01000,0.405
35,mlp.experts.43.down_proj,0.0000000813,0.01000,0.402
35,mlp.experts.45.down_proj,0.0000000779,0.01000,0.405
35,mlp.experts.44.down_proj,0.0000000819,0.01000,0.409
35,mlp.experts.46.down_proj,0.0000000720,0.01000,0.408
35,mlp.experts.47.down_proj,0.0000000730,0.01000,0.406
35,mlp.experts.48.down_proj,0.0000000813,0.01000,0.408
35,mlp.experts.49.down_proj,0.0000000799,0.01000,0.405
35,mlp.experts.50.down_proj,0.0000000895,0.01000,0.402
35,mlp.experts.52.down_proj,0.0000000871,0.01000,0.399
35,mlp.experts.53.down_proj,0.0000001053,0.01000,0.406
35,mlp.experts.54.down_proj,0.0000000608,0.01000,0.403
35,mlp.experts.51.down_proj,0.0000000797,0.01000,0.418
35,mlp.experts.55.down_proj,0.0000000812,0.01000,0.409
35,mlp.experts.57.down_proj,0.0000000795,0.01000,0.403
35,mlp.experts.56.down_proj,0.0000000727,0.01000,0.408
35,mlp.experts.59.down_proj,0.0000000733,0.01000,0.398
35,mlp.experts.58.down_proj,0.0000000853,0.01000,0.417
35,mlp.experts.61.down_proj,0.0000000810,0.01000,0.402
35,mlp.experts.60.down_proj,0.0000000844,0.01000,0.409
35,mlp.experts.62.down_proj,0.0000000756,0.01000,0.407
35,mlp.experts.64.down_proj,0.0000000803,0.01000,0.403
35,mlp.experts.63.down_proj,0.0000000783,0.01000,0.407
35,mlp.experts.65.down_proj,0.0000001006,0.01000,0.405
35,mlp.experts.66.down_proj,0.0000000796,0.01000,0.400
35,mlp.experts.68.down_proj,0.0000000771,0.01000,0.399
35,mlp.experts.67.down_proj,0.0000000812,0.01000,0.414
35,mlp.experts.69.down_proj,0.0000001002,0.01000,0.404
35,mlp.experts.71.down_proj,0.0000000798,0.01000,0.404
35,mlp.experts.70.down_proj,0.0000000803,0.01000,0.407
35,mlp.experts.72.down_proj,0.0000000846,0.01000,0.401
35,mlp.experts.73.down_proj,0.0000000675,0.01000,0.397
35,mlp.experts.74.down_proj,0.0000000814,0.01000,0.404
35,mlp.experts.75.down_proj,0.0000000842,0.01000,0.400
35,mlp.experts.76.down_proj,0.0000000686,0.01000,0.408
35,mlp.experts.78.down_proj,0.0000000639,0.01000,0.404
35,mlp.experts.77.down_proj,0.0000000854,0.01000,0.411
35,mlp.experts.80.down_proj,0.0000000881,0.01000,0.398
35,mlp.experts.79.down_proj,0.0000000737,0.01000,0.403
35,mlp.experts.81.down_proj,0.0000000730,0.01000,0.401
35,mlp.experts.82.down_proj,0.0000000793,0.01000,0.398
35,mlp.experts.83.down_proj,0.0000000804,0.01000,0.406
35,mlp.experts.87.down_proj,0.0000000802,0.01000,0.399
35,mlp.experts.84.down_proj,0.0000000910,0.01000,0.406
35,mlp.experts.86.down_proj,0.0000000806,0.01000,0.406
35,mlp.experts.85.down_proj,0.0000000842,0.01000,0.412
35,mlp.experts.89.down_proj,0.0000000846,0.01000,0.401
35,mlp.experts.88.down_proj,0.0000000587,0.01000,0.403
35,mlp.experts.90.down_proj,0.0000000869,0.01000,0.405
35,mlp.experts.94.down_proj,0.0000000748,0.01000,0.394
35,mlp.experts.92.down_proj,0.0000000914,0.01000,0.405
35,mlp.experts.91.down_proj,0.0000000746,0.01000,0.406
35,mlp.experts.96.down_proj,0.0000000858,0.01000,0.402
35,mlp.experts.95.down_proj,0.0000000901,0.01000,0.405
35,mlp.experts.93.down_proj,0.0000000831,0.01000,0.419
35,mlp.experts.97.down_proj,0.0000000704,0.01000,0.405
35,mlp.experts.98.down_proj,0.0000000844,0.01000,0.405
35,mlp.experts.99.down_proj,0.0000000828,0.01000,0.405
35,mlp.experts.100.down_proj,0.0000000855,0.01000,0.409
35,mlp.experts.101.down_proj,0.0000000840,0.01000,0.398
35,mlp.experts.102.down_proj,0.0000000836,0.01000,0.401
35,mlp.experts.103.down_proj,0.0000000781,0.01000,0.403
35,mlp.experts.104.down_proj,0.0000000779,0.01000,0.407
35,mlp.experts.108.down_proj,0.0000000746,0.01000,0.396
35,mlp.experts.105.down_proj,0.0000000899,0.01000,0.404
35,mlp.experts.107.down_proj,0.0000000768,0.01000,0.402
35,mlp.experts.109.down_proj,0.0000000787,0.01000,0.409
35,mlp.experts.110.down_proj,0.0000000764,0.01000,0.404
35,mlp.experts.106.down_proj,0.0000000750,0.01000,0.423
35,mlp.experts.111.down_proj,0.0000000698,0.01000,0.403
35,mlp.experts.114.down_proj,0.0000000749,0.01000,0.403
35,mlp.experts.112.down_proj,0.0000000681,0.01000,0.407
35,mlp.experts.113.down_proj,0.0000000802,0.01000,0.408
35,mlp.experts.115.down_proj,0.0000000646,0.01000,0.396
35,mlp.experts.117.down_proj,0.0000000822,0.01000,0.397
35,mlp.experts.116.down_proj,0.0000000755,0.01000,0.401
35,mlp.experts.118.down_proj,0.0000000811,0.01000,0.387
35,mlp.experts.119.down_proj,0.0000000798,0.01000,0.273
36,self_attn.v_proj,0.0000000860,0.01000,1.194
36,self_attn.k_proj,0.0000000441,0.01000,1.202
36,self_attn.q_proj,0.0000002996,0.01000,1.255
36,self_attn.o_proj,0.0000001003,0.01000,2.755
36,mlp.shared_experts.gate_proj,0.0000000031,0.01000,0.910
36,mlp.shared_experts.up_proj,0.0000000035,0.01000,0.905
36,mlp.shared_experts.down_proj,0.0000000002,0.01000,0.272
36,mlp.experts.5.gate_proj,0.0000015776,0.01000,1.515
36,mlp.experts.4.gate_proj,0.0000016649,0.01000,1.516
36,mlp.experts.1.gate_proj,0.0000016018,0.01000,1.518
36,mlp.experts.2.gate_proj,0.0000017200,0.01000,1.524
36,mlp.experts.6.gate_proj,0.0000015690,0.01000,1.532
36,mlp.experts.0.gate_proj,0.0000018139,0.01000,1.569
36,mlp.experts.3.gate_proj,0.0000015863,0.01000,1.616
36,mlp.experts.9.gate_proj,0.0000015022,0.01000,1.346
36,mlp.experts.8.gate_proj,0.0000016704,0.01000,1.348
36,mlp.experts.10.gate_proj,0.0000015974,0.01000,1.363
36,mlp.experts.11.gate_proj,0.0000016225,0.01000,1.361
36,mlp.experts.12.gate_proj,0.0000014627,0.01000,1.341
36,mlp.experts.7.gate_proj,0.0000018262,0.01000,1.393
36,mlp.experts.13.gate_proj,0.0000015788,0.01000,1.348
36,mlp.experts.15.gate_proj,0.0000014968,0.01000,1.340
36,mlp.experts.16.gate_proj,0.0000015928,0.01000,1.345
36,mlp.experts.17.gate_proj,0.0000016760,0.01000,1.334
36,mlp.experts.19.gate_proj,0.0000017356,0.01000,1.335
36,mlp.experts.14.gate_proj,0.0000016403,0.01000,1.395
36,mlp.experts.18.gate_proj,0.0000015574,0.01000,1.396
36,mlp.experts.20.gate_proj,0.0000015941,0.01000,1.353
36,mlp.experts.21.gate_proj,0.0000015068,0.01000,1.359
36,mlp.experts.24.gate_proj,0.0000015334,0.01000,1.345
36,mlp.experts.23.gate_proj,0.0000016629,0.01000,1.363
36,mlp.experts.22.gate_proj,0.0000015261,0.01000,1.373
36,mlp.experts.25.gate_proj,0.0000016067,0.01000,1.354
36,mlp.experts.26.gate_proj,0.0000016756,0.01000,1.352
36,mlp.experts.27.gate_proj,0.0000016027,0.01000,1.367
36,mlp.experts.28.gate_proj,0.0000016552,0.01000,1.343
36,mlp.experts.31.gate_proj,0.0000017239,0.01000,1.337
36,mlp.experts.30.gate_proj,0.0000015272,0.01000,1.354
36,mlp.experts.32.gate_proj,0.0000015677,0.01000,1.353
36,mlp.experts.29.gate_proj,0.0000016373,0.01000,1.398
36,mlp.experts.33.gate_proj,0.0000015123,0.01000,1.332
36,mlp.experts.34.gate_proj,0.0000015661,0.01000,1.355
36,mlp.experts.35.gate_proj,0.0000016105,0.01000,1.351
36,mlp.experts.36.gate_proj,0.0000015814,0.01000,1.348
36,mlp.experts.38.gate_proj,0.0000016982,0.01000,1.335
36,mlp.experts.40.gate_proj,0.0000016538,0.01000,1.341
36,mlp.experts.39.gate_proj,0.0000015527,0.01000,1.350
36,mlp.experts.37.gate_proj,0.0000016535,0.01000,1.437
36,mlp.experts.41.gate_proj,0.0000016097,0.01000,1.359
36,mlp.experts.42.gate_proj,0.0000015670,0.01000,1.353
36,mlp.experts.43.gate_proj,0.0000015970,0.01000,1.353
36,mlp.experts.45.gate_proj,0.0000015753,0.01000,1.331
36,mlp.experts.46.gate_proj,0.0000015893,0.01000,1.342
36,mlp.experts.44.gate_proj,0.0000015619,0.01000,1.413
36,mlp.experts.47.gate_proj,0.0000015085,0.01000,1.357
36,mlp.experts.48.gate_proj,0.0000016226,0.01000,1.390
36,mlp.experts.49.gate_proj,0.0000015248,0.01000,1.345
36,mlp.experts.50.gate_proj,0.0000017005,0.01000,1.342
36,mlp.experts.51.gate_proj,0.0000016257,0.01000,1.342
36,mlp.experts.52.gate_proj,0.0000017263,0.01000,1.324
36,mlp.experts.53.gate_proj,0.0000015523,0.01000,1.326
36,mlp.experts.54.gate_proj,0.0000016601,0.01000,1.322
36,mlp.experts.55.gate_proj,0.0000015568,0.01000,1.379
36,mlp.experts.56.gate_proj,0.0000015712,0.01000,1.356
36,mlp.experts.59.gate_proj,0.0000016402,0.01000,1.330
36,mlp.experts.57.gate_proj,0.0000015388,0.01000,1.354
36,mlp.experts.58.gate_proj,0.0000016351,0.01000,1.336
36,mlp.experts.60.gate_proj,0.0000017518,0.01000,1.342
36,mlp.experts.61.gate_proj,0.0000015857,0.01000,1.323
36,mlp.experts.62.gate_proj,0.0000015805,0.01000,1.372
36,mlp.experts.66.gate_proj,0.0000015375,0.01000,1.314
36,mlp.experts.64.gate_proj,0.0000018204,0.01000,1.339
36,mlp.experts.65.gate_proj,0.0000016691,0.01000,1.339
36,mlp.experts.63.gate_proj,0.0000015570,0.01000,1.391
36,mlp.experts.68.gate_proj,0.0000015928,0.01000,1.319
36,mlp.experts.67.gate_proj,0.0000017187,0.01000,1.381
36,mlp.experts.69.gate_proj,0.0000015642,0.01000,1.351
36,mlp.experts.70.gate_proj,0.0000015491,0.01000,1.337
36,mlp.experts.71.gate_proj,0.0000015642,0.01000,1.335
36,mlp.experts.72.gate_proj,0.0000016250,0.01000,1.333
36,mlp.experts.73.gate_proj,0.0000017314,0.01000,1.319
36,mlp.experts.74.gate_proj,0.0000016934,0.01000,1.328
36,mlp.experts.75.gate_proj,0.0000015785,0.01000,1.323
36,mlp.experts.76.gate_proj,0.0000016208,0.01000,1.361
36,mlp.experts.77.gate_proj,0.0000015597,0.01000,1.344
36,mlp.experts.80.gate_proj,0.0000017051,0.01000,1.333
36,mlp.experts.79.gate_proj,0.0000015482,0.01000,1.345
36,mlp.experts.81.gate_proj,0.0000015683,0.01000,1.334
36,mlp.experts.78.gate_proj,0.0000016554,0.01000,1.405
36,mlp.experts.82.gate_proj,0.0000016541,0.01000,1.344
36,mlp.experts.83.gate_proj,0.0000016779,0.01000,1.372
36,mlp.experts.84.gate_proj,0.0000015673,0.01000,1.332
36,mlp.experts.87.gate_proj,0.0000017058,0.01000,1.311
36,mlp.experts.86.gate_proj,0.0000016443,0.01000,1.342
36,mlp.experts.88.gate_proj,0.0000016861,0.01000,1.335
36,mlp.experts.85.gate_proj,0.0000016378,0.01000,1.399
36,mlp.experts.89.gate_proj,0.0000016258,0.01000,1.357
36,mlp.experts.90.gate_proj,0.0000016900,0.01000,1.357
36,mlp.experts.91.gate_proj,0.0000015719,0.01000,1.334
36,mlp.experts.93.gate_proj,0.0000017944,0.01000,1.331
36,mlp.experts.94.gate_proj,0.0000017068,0.01000,1.315
36,mlp.experts.92.gate_proj,0.0000016632,0.01000,1.388
36,mlp.experts.95.gate_proj,0.0000016907,0.01000,1.332
36,mlp.experts.96.gate_proj,0.0000016289,0.01000,1.333
36,mlp.experts.97.gate_proj,0.0000017238,0.01000,1.336
36,mlp.experts.98.gate_proj,0.0000014992,0.01000,1.337
36,mlp.experts.99.gate_proj,0.0000017169,0.01000,1.333
36,mlp.experts.101.gate_proj,0.0000017271,0.01000,1.322
36,mlp.experts.100.gate_proj,0.0000015704,0.01000,1.331
36,mlp.experts.102.gate_proj,0.0000016446,0.01000,1.337
36,mlp.experts.103.gate_proj,0.0000016553,0.01000,1.331
36,mlp.experts.104.gate_proj,0.0000015396,0.01000,1.351
36,mlp.experts.105.gate_proj,0.0000015586,0.01000,1.335
36,mlp.experts.106.gate_proj,0.0000016177,0.01000,1.325
36,mlp.experts.108.gate_proj,0.0000017093,0.01000,1.316
36,mlp.experts.109.gate_proj,0.0000016153,0.01000,1.333
36,mlp.experts.107.gate_proj,0.0000015407,0.01000,1.388
36,mlp.experts.110.gate_proj,0.0000015351,0.01000,1.334
36,mlp.experts.111.gate_proj,0.0000015374,0.01000,1.338
36,mlp.experts.112.gate_proj,0.0000017278,0.01000,1.342
36,mlp.experts.113.gate_proj,0.0000015267,0.01000,1.333
36,mlp.experts.114.gate_proj,0.0000015396,0.01000,1.346
36,mlp.experts.115.gate_proj,0.0000016463,0.01000,1.321
36,mlp.experts.116.gate_proj,0.0000015969,0.01000,1.340
36,mlp.experts.117.gate_proj,0.0000017763,0.01000,1.372
36,mlp.experts.118.gate_proj,0.0000015624,0.01000,1.338
36,mlp.experts.119.gate_proj,0.0000015829,0.01000,1.341
36,mlp.experts.0.up_proj,0.0000016353,0.01000,1.339
36,mlp.experts.2.up_proj,0.0000016291,0.01000,1.315
36,mlp.experts.1.up_proj,0.0000015718,0.01000,1.386
36,mlp.experts.3.up_proj,0.0000015784,0.01000,1.325
36,mlp.experts.4.up_proj,0.0000016251,0.01000,1.351
36,mlp.experts.5.up_proj,0.0000015727,0.01000,1.351
36,mlp.experts.6.up_proj,0.0000015569,0.01000,1.341
36,mlp.experts.7.up_proj,0.0000016927,0.01000,1.344
36,mlp.experts.8.up_proj,0.0000016550,0.01000,1.343
36,mlp.experts.10.up_proj,0.0000016071,0.01000,1.335
36,mlp.experts.9.up_proj,0.0000014918,0.01000,1.386
36,mlp.experts.11.up_proj,0.0000015657,0.01000,1.334
36,mlp.experts.12.up_proj,0.0000015018,0.01000,1.349
36,mlp.experts.13.up_proj,0.0000016216,0.01000,1.336
36,mlp.experts.14.up_proj,0.0000015864,0.01000,1.344
36,mlp.experts.15.up_proj,0.0000015447,0.01000,1.344
36,mlp.experts.16.up_proj,0.0000016054,0.01000,1.322
36,mlp.experts.18.up_proj,0.0000015557,0.01000,1.337
36,mlp.experts.17.up_proj,0.0000016393,0.01000,1.400
36,mlp.experts.19.up_proj,0.0000017087,0.01000,1.349
36,mlp.experts.20.up_proj,0.0000016080,0.01000,1.340
36,mlp.experts.21.up_proj,0.0000015088,0.01000,1.343
36,mlp.experts.23.up_proj,0.0000015336,0.01000,1.316
36,mlp.experts.22.up_proj,0.0000015410,0.01000,1.343
36,mlp.experts.24.up_proj,0.0000015104,0.01000,1.346
36,mlp.experts.25.up_proj,0.0000015437,0.01000,1.360
36,mlp.experts.26.up_proj,0.0000016308,0.01000,1.352
36,mlp.experts.27.up_proj,0.0000016407,0.01000,1.340
36,mlp.experts.28.up_proj,0.0000016957,0.01000,1.350
36,mlp.experts.30.up_proj,0.0000015158,0.01000,1.336
36,mlp.experts.29.up_proj,0.0000016142,0.01000,1.349
36,mlp.experts.31.up_proj,0.0000016220,0.01000,1.341
36,mlp.experts.32.up_proj,0.0000015774,0.01000,1.362
36,mlp.experts.33.up_proj,0.0000015103,0.01000,1.355
36,mlp.experts.34.up_proj,0.0000015997,0.01000,1.330
36,mlp.experts.35.up_proj,0.0000016105,0.01000,1.356
36,mlp.experts.37.up_proj,0.0000016247,0.01000,1.329
36,mlp.experts.36.up_proj,0.0000015542,0.01000,1.402
36,mlp.experts.38.up_proj,0.0000017179,0.01000,1.331
36,mlp.experts.39.up_proj,0.0000015589,0.01000,1.390
36,mlp.experts.40.up_proj,0.0000016234,0.01000,1.373
36,mlp.experts.41.up_proj,0.0000015466,0.01000,1.324
36,mlp.experts.42.up_proj,0.0000015348,0.01000,1.340
36,mlp.experts.43.up_proj,0.0000015353,0.01000,1.336
36,mlp.experts.44.up_proj,0.0000015735,0.01000,1.322
36,mlp.experts.45.up_proj,0.0000015856,0.01000,1.324
36,mlp.experts.46.up_proj,0.0000015428,0.01000,1.326
36,mlp.experts.47.up_proj,0.0000015228,0.01000,1.368
36,mlp.experts.48.up_proj,0.0000016010,0.01000,1.327
36,mlp.experts.50.up_proj,0.0000015627,0.01000,1.334
36,mlp.experts.51.up_proj,0.0000016336,0.01000,1.332
36,mlp.experts.49.up_proj,0.0000015093,0.01000,1.385
36,mlp.experts.52.up_proj,0.0000015088,0.01000,1.328
36,mlp.experts.53.up_proj,0.0000015647,0.01000,1.326
36,mlp.experts.54.up_proj,0.0000015912,0.01000,1.365
36,mlp.experts.55.up_proj,0.0000016168,0.01000,1.331
36,mlp.experts.56.up_proj,0.0000015282,0.01000,1.337
36,mlp.experts.58.up_proj,0.0000016456,0.01000,1.322
36,mlp.experts.59.up_proj,0.0000016351,0.01000,1.329
36,mlp.experts.57.up_proj,0.0000015798,0.01000,1.401
36,mlp.experts.60.up_proj,0.0000016927,0.01000,1.325
36,mlp.experts.61.up_proj,0.0000015642,0.01000,1.364
36,mlp.experts.62.up_proj,0.0000015038,0.01000,1.324
36,mlp.experts.63.up_proj,0.0000015665,0.01000,1.329
36,mlp.experts.64.up_proj,0.0000017267,0.01000,1.347
36,mlp.experts.65.up_proj,0.0000016331,0.01000,1.314
36,mlp.experts.66.up_proj,0.0000015542,0.01000,1.353
36,mlp.experts.67.up_proj,0.0000015953,0.01000,1.327
36,mlp.experts.68.up_proj,0.0000015792,0.01000,1.367
36,mlp.experts.69.up_proj,0.0000015970,0.01000,1.329
36,mlp.experts.70.up_proj,0.0000015388,0.01000,1.333
36,mlp.experts.72.up_proj,0.0000016187,0.01000,1.313
36,mlp.experts.71.up_proj,0.0000015628,0.01000,1.404
36,mlp.experts.73.up_proj,0.0000016724,0.01000,1.334
36,mlp.experts.74.up_proj,0.0000016435,0.01000,1.338
36,mlp.experts.75.up_proj,0.0000015568,0.01000,1.362
36,mlp.experts.76.up_proj,0.0000016121,0.01000,1.320
36,mlp.experts.77.up_proj,0.0000015376,0.01000,1.325
36,mlp.experts.78.up_proj,0.0000015812,0.01000,1.343
36,mlp.experts.79.up_proj,0.0000015907,0.01000,1.335
36,mlp.experts.80.up_proj,0.0000016838,0.01000,1.337
36,mlp.experts.81.up_proj,0.0000015833,0.01000,1.326
36,mlp.experts.82.up_proj,0.0000016298,0.01000,1.354
36,mlp.experts.83.up_proj,0.0000018117,0.01000,1.329
36,mlp.experts.84.up_proj,0.0000015978,0.01000,1.328
36,mlp.experts.85.up_proj,0.0000016494,0.01000,1.324
36,mlp.experts.86.up_proj,0.0000016148,0.01000,1.337
36,mlp.experts.87.up_proj,0.0000016141,0.01000,1.334
36,mlp.experts.88.up_proj,0.0000017009,0.01000,1.325
36,mlp.experts.89.up_proj,0.0000015926,0.01000,1.351
36,mlp.experts.90.up_proj,0.0000016827,0.01000,1.327
36,mlp.experts.91.up_proj,0.0000014991,0.01000,1.328
36,mlp.experts.92.up_proj,0.0000016875,0.01000,1.328
36,mlp.experts.93.up_proj,0.0000017122,0.01000,1.340
36,mlp.experts.94.up_proj,0.0000016166,0.01000,1.338
36,mlp.experts.95.up_proj,0.0000016777,0.01000,1.324
36,mlp.experts.96.up_proj,0.0000016555,0.01000,1.353
36,mlp.experts.97.up_proj,0.0000016506,0.01000,1.325
36,mlp.experts.98.up_proj,0.0000015280,0.01000,1.324
36,mlp.experts.99.up_proj,0.0000016514,0.01000,1.328
36,mlp.experts.100.up_proj,0.0000015323,0.01000,1.336
36,mlp.experts.101.up_proj,0.0000016317,0.01000,1.340
36,mlp.experts.102.up_proj,0.0000015313,0.01000,1.326
36,mlp.experts.103.up_proj,0.0000016307,0.01000,1.351
36,mlp.experts.104.up_proj,0.0000015063,0.01000,1.341
36,mlp.experts.105.up_proj,0.0000015655,0.01000,1.341
36,mlp.experts.106.up_proj,0.0000016102,0.01000,1.329
36,mlp.experts.107.up_proj,0.0000014935,0.01000,1.342
36,mlp.experts.108.up_proj,0.0000016763,0.01000,1.346
36,mlp.experts.109.up_proj,0.0000016138,0.01000,1.330
36,mlp.experts.110.up_proj,0.0000015417,0.01000,1.359
36,mlp.experts.111.up_proj,0.0000014851,0.01000,1.362
36,mlp.experts.112.up_proj,0.0000016857,0.01000,1.341
36,mlp.experts.113.up_proj,0.0000015480,0.01000,1.334
36,mlp.experts.114.up_proj,0.0000015512,0.01000,1.343
36,mlp.experts.115.up_proj,0.0000016034,0.01000,1.334
36,mlp.experts.116.up_proj,0.0000015327,0.01000,1.331
36,mlp.experts.117.up_proj,0.0000016384,0.01000,1.247
36,mlp.experts.118.up_proj,0.0000015727,0.01000,1.065
36,mlp.experts.119.up_proj,0.0000015671,0.01000,1.035
36,mlp.experts.1.down_proj,0.0000001096,0.01000,0.441
36,mlp.experts.3.down_proj,0.0000000955,0.01000,0.442
36,mlp.experts.2.down_proj,0.0000000943,0.01000,0.443
36,mlp.experts.4.down_proj,0.0000001304,0.01000,0.443
36,mlp.experts.5.down_proj,0.0000000877,0.01000,0.447
36,mlp.experts.6.down_proj,0.0000000831,0.01000,0.448
36,mlp.experts.0.down_proj,0.0000001027,0.01000,0.459
36,mlp.experts.10.down_proj,0.0000000776,0.01000,0.404
36,mlp.experts.8.down_proj,0.0000000832,0.01000,0.409
36,mlp.experts.11.down_proj,0.0000001047,0.01000,0.403
36,mlp.experts.12.down_proj,0.0000000972,0.01000,0.403
36,mlp.experts.9.down_proj,0.0000000907,0.01000,0.414
36,mlp.experts.7.down_proj,0.0000000905,0.01000,0.417
36,mlp.experts.13.down_proj,0.0000000911,0.01000,0.405
36,mlp.experts.15.down_proj,0.0000000750,0.01000,0.406
36,mlp.experts.16.down_proj,0.0000001043,0.01000,0.406
36,mlp.experts.17.down_proj,0.0000000744,0.01000,0.406
36,mlp.experts.19.down_proj,0.0000000930,0.01000,0.403
36,mlp.experts.14.down_proj,0.0000000895,0.01000,0.416
36,mlp.experts.18.down_proj,0.0000000894,0.01000,0.407
36,mlp.experts.20.down_proj,0.0000000991,0.01000,0.406
36,mlp.experts.24.down_proj,0.0000001107,0.01000,0.403
36,mlp.experts.23.down_proj,0.0000000954,0.01000,0.409
36,mlp.experts.22.down_proj,0.0000000902,0.01000,0.413
36,mlp.experts.26.down_proj,0.0000000738,0.01000,0.408
36,mlp.experts.25.down_proj,0.0000000898,0.01000,0.412
36,mlp.experts.27.down_proj,0.0000001088,0.01000,0.409
36,mlp.experts.21.down_proj,0.0000000935,0.01000,0.436
36,mlp.experts.31.down_proj,0.0000001008,0.01000,0.396
36,mlp.experts.29.down_proj,0.0000000909,0.01000,0.404
36,mlp.experts.33.down_proj,0.0000001069,0.01000,0.396
36,mlp.experts.30.down_proj,0.0000001050,0.01000,0.407
36,mlp.experts.32.down_proj,0.0000000889,0.01000,0.405
36,mlp.experts.28.down_proj,0.0000000971,0.01000,0.420
36,mlp.experts.34.down_proj,0.0000000917,0.01000,0.402
36,mlp.experts.37.down_proj,0.0000000997,0.01000,0.404
36,mlp.experts.36.down_proj,0.0000000995,0.01000,0.406
36,mlp.experts.38.down_proj,0.0000001298,0.01000,0.400
36,mlp.experts.40.down_proj,0.0000001048,0.01000,0.398
36,mlp.experts.35.down_proj,0.0000000846,0.01000,0.415
36,mlp.experts.39.down_proj,0.0000000877,0.01000,0.418
36,mlp.experts.41.down_proj,0.0000000900,0.01000,0.404
36,mlp.experts.45.down_proj,0.0000000929,0.01000,0.396
36,mlp.experts.43.down_proj,0.0000000938,0.01000,0.407
36,mlp.experts.44.down_proj,0.0000001082,0.01000,0.407
36,mlp.experts.47.down_proj,0.0000000907,0.01000,0.397
36,mlp.experts.46.down_proj,0.0000000970,0.01000,0.412
36,mlp.experts.42.down_proj,0.0000000964,0.01000,0.428
36,mlp.experts.48.down_proj,0.0000000753,0.01000,0.406
36,mlp.experts.51.down_proj,0.0000001130,0.01000,0.403
36,mlp.experts.50.down_proj,0.0000000990,0.01000,0.404
36,mlp.experts.52.down_proj,0.0000001045,0.01000,0.396
36,mlp.experts.49.down_proj,0.0000001323,0.01000,0.414
36,mlp.experts.53.down_proj,0.0000000808,0.01000,0.408
36,mlp.experts.54.down_proj,0.0000001164,0.01000,0.402
36,mlp.experts.55.down_proj,0.0000000936,0.01000,0.406
36,mlp.experts.59.down_proj,0.0000000742,0.01000,0.397
36,mlp.experts.58.down_proj,0.0000000970,0.01000,0.403
36,mlp.experts.57.down_proj,0.0000001015,0.01000,0.408
36,mlp.experts.61.down_proj,0.0000000914,0.01000,0.402
36,mlp.experts.60.down_proj,0.0000001423,0.01000,0.406
36,mlp.experts.56.down_proj,0.0000001114,0.01000,0.424
36,mlp.experts.62.down_proj,0.0000000986,0.01000,0.407
36,mlp.experts.63.down_proj,0.0000000750,0.01000,0.412
36,mlp.experts.65.down_proj,0.0000001038,0.01000,0.404
36,mlp.experts.64.down_proj,0.0000001126,0.01000,0.412
36,mlp.experts.66.down_proj,0.0000000950,0.01000,0.402
36,mlp.experts.68.down_proj,0.0000000989,0.01000,0.402
36,mlp.experts.69.down_proj,0.0000000953,0.01000,0.404
36,mlp.experts.67.down_proj,0.0000000688,0.01000,0.418
36,mlp.experts.70.down_proj,0.0000000892,0.01000,0.405
36,mlp.experts.72.down_proj,0.0000000762,0.01000,0.403
36,mlp.experts.73.down_proj,0.0000001173,0.01000,0.399
36,mlp.experts.71.down_proj,0.0000000908,0.01000,0.413
36,mlp.experts.74.down_proj,0.0000000873,0.01000,0.417
36,mlp.experts.75.down_proj,0.0000000919,0.01000,0.410
36,mlp.experts.76.down_proj,0.0000000767,0.01000,0.412
36,mlp.experts.77.down_proj,0.0000001043,0.01000,0.406
36,mlp.experts.80.down_proj,0.0000000878,0.01000,0.401
36,mlp.experts.78.down_proj,0.0000001130,0.01000,0.410
36,mlp.experts.79.down_proj,0.0000001021,0.01000,0.409
36,mlp.experts.82.down_proj,0.0000000906,0.01000,0.401
36,mlp.experts.81.down_proj,0.0000000940,0.01000,0.414
36,mlp.experts.83.down_proj,0.0000000992,0.01000,0.410
36,mlp.experts.84.down_proj,0.0000001004,0.01000,0.404
36,mlp.experts.87.down_proj,0.0000000909,0.01000,0.399
36,mlp.experts.86.down_proj,0.0000000964,0.01000,0.405
36,mlp.experts.85.down_proj,0.0000000948,0.01000,0.416
36,mlp.experts.88.down_proj,0.0000000911,0.01000,0.405
36,mlp.experts.89.down_proj,0.0000000674,0.01000,0.396
36,mlp.experts.90.down_proj,0.0000000949,0.01000,0.408
36,mlp.experts.91.down_proj,0.0000000969,0.01000,0.409
36,mlp.experts.93.down_proj,0.0000001080,0.01000,0.409
36,mlp.experts.92.down_proj,0.0000000971,0.01000,0.415
36,mlp.experts.94.down_proj,0.0000001004,0.01000,0.403
36,mlp.experts.96.down_proj,0.0000001027,0.01000,0.412
36,mlp.experts.95.down_proj,0.0000000948,0.01000,0.425
36,mlp.experts.97.down_proj,0.0000001107,0.01000,0.411
36,mlp.experts.98.down_proj,0.0000000986,0.01000,0.406
36,mlp.experts.101.down_proj,0.0000001182,0.01000,0.402
36,mlp.experts.100.down_proj,0.0000000908,0.01000,0.409
36,mlp.experts.99.down_proj,0.0000000901,0.01000,0.419
36,mlp.experts.102.down_proj,0.0000001076,0.01000,0.408
36,mlp.experts.103.down_proj,0.0000000807,0.01000,0.399
36,mlp.experts.104.down_proj,0.0000000895,0.01000,0.410
36,mlp.experts.105.down_proj,0.0000000846,0.01000,0.408
36,mlp.experts.106.down_proj,0.0000000974,0.01000,0.410
36,mlp.experts.107.down_proj,0.0000000944,0.01000,0.405
36,mlp.experts.108.down_proj,0.0000001052,0.01000,0.402
36,mlp.experts.110.down_proj,0.0000000968,0.01000,0.402
36,mlp.experts.109.down_proj,0.0000000928,0.01000,0.415
36,mlp.experts.111.down_proj,0.0000001011,0.01000,0.409
36,mlp.experts.112.down_proj,0.0000000866,0.01000,0.406
36,mlp.experts.115.down_proj,0.0000001122,0.01000,0.400
36,mlp.experts.114.down_proj,0.0000000847,0.01000,0.408
36,mlp.experts.113.down_proj,0.0000000806,0.01000,0.409
36,mlp.experts.116.down_proj,0.0000000965,0.01000,0.406
36,mlp.experts.117.down_proj,0.0000000991,0.01000,0.398
36,mlp.experts.118.down_proj,0.0000000992,0.01000,0.402
36,mlp.experts.119.down_proj,0.0000001124,0.01000,0.274
37,self_attn.k_proj,0.0000000396,0.01000,1.194
37,self_attn.v_proj,0.0000000668,0.01000,1.195
37,self_attn.q_proj,0.0000002672,0.01000,1.271
37,self_attn.o_proj,0.0000001214,0.01000,2.770
37,mlp.shared_experts.gate_proj,0.0000000030,0.01000,0.909
37,mlp.shared_experts.up_proj,0.0000000037,0.01000,0.914
37,mlp.shared_experts.down_proj,0.0000000003,0.01000,0.273
37,mlp.experts.3.gate_proj,0.0000018721,0.01000,1.498
37,mlp.experts.5.gate_proj,0.0000016561,0.01000,1.515
37,mlp.experts.1.gate_proj,0.0000016987,0.01000,1.517
37,mlp.experts.4.gate_proj,0.0000017713,0.01000,1.520
37,mlp.experts.6.gate_proj,0.0000018260,0.01000,1.536
37,mlp.experts.2.gate_proj,0.0000015908,0.01000,1.576
37,mlp.experts.0.gate_proj,0.0000018261,0.01000,1.580
37,mlp.experts.10.gate_proj,0.0000017139,0.01000,1.332
37,mlp.experts.9.gate_proj,0.0000016252,0.01000,1.352
37,mlp.experts.8.gate_proj,0.0000016411,0.01000,1.369
37,mlp.experts.11.gate_proj,0.0000017700,0.01000,1.365
37,mlp.experts.12.gate_proj,0.0000017405,0.01000,1.354
37,mlp.experts.7.gate_proj,0.0000016836,0.01000,1.434
37,mlp.experts.13.gate_proj,0.0000016155,0.01000,1.364
37,mlp.experts.15.gate_proj,0.0000018548,0.01000,1.346
37,mlp.experts.17.gate_proj,0.0000017580,0.01000,1.333
37,mlp.experts.16.gate_proj,0.0000016229,0.01000,1.360
37,mlp.experts.19.gate_proj,0.0000016945,0.01000,1.330
37,mlp.experts.14.gate_proj,0.0000016836,0.01000,1.418
37,mlp.experts.20.gate_proj,0.0000017289,0.01000,1.371
37,mlp.experts.18.gate_proj,0.0000017431,0.01000,1.419
37,mlp.experts.23.gate_proj,0.0000016696,0.01000,1.338
37,mlp.experts.22.gate_proj,0.0000017135,0.01000,1.361
37,mlp.experts.24.gate_proj,0.0000018675,0.01000,1.336
37,mlp.experts.21.gate_proj,0.0000017129,0.01000,1.439
37,mlp.experts.25.gate_proj,0.0000017653,0.01000,1.390
37,mlp.experts.26.gate_proj,0.0000015887,0.01000,1.351
37,mlp.experts.27.gate_proj,0.0000017003,0.01000,1.397
37,mlp.experts.30.gate_proj,0.0000016513,0.01000,1.356
37,mlp.experts.29.gate_proj,0.0000016630,0.01000,1.364
37,mlp.experts.31.gate_proj,0.0000017768,0.01000,1.345
37,mlp.experts.32.gate_proj,0.0000017060,0.01000,1.351
37,mlp.experts.28.gate_proj,0.0000015979,0.01000,1.438
37,mlp.experts.33.gate_proj,0.0000018591,0.01000,1.358
37,mlp.experts.34.gate_proj,0.0000016220,0.01000,1.354
37,mlp.experts.36.gate_proj,0.0000018491,0.01000,1.349
37,mlp.experts.35.gate_proj,0.0000017260,0.01000,1.356
37,mlp.experts.38.gate_proj,0.0000015689,0.01000,1.329
37,mlp.experts.39.gate_proj,0.0000019891,0.01000,1.335
37,mlp.experts.40.gate_proj,0.0000016500,0.01000,1.367
37,mlp.experts.37.gate_proj,0.0000016840,0.01000,1.402
37,mlp.experts.41.gate_proj,0.0000018682,0.01000,1.343
37,mlp.experts.43.gate_proj,0.0000016456,0.01000,1.354
37,mlp.experts.45.gate_proj,0.0000016966,0.01000,1.324
37,mlp.experts.44.gate_proj,0.0000017496,0.01000,1.345
37,mlp.experts.42.gate_proj,0.0000016656,0.01000,1.405
37,mlp.experts.47.gate_proj,0.0000016276,0.01000,1.332
37,mlp.experts.48.gate_proj,0.0000016396,0.01000,1.350
37,mlp.experts.46.gate_proj,0.0000016048,0.01000,1.412
37,mlp.experts.49.gate_proj,0.0000016255,0.01000,1.349
37,mlp.experts.51.gate_proj,0.0000018029,0.01000,1.335
37,mlp.experts.50.gate_proj,0.0000016770,0.01000,1.342
37,mlp.experts.52.gate_proj,0.0000016264,0.01000,1.328
37,mlp.experts.53.gate_proj,0.0000017308,0.01000,1.352
37,mlp.experts.54.gate_proj,0.0000017437,0.01000,1.333
37,mlp.experts.55.gate_proj,0.0000016358,0.01000,1.373
37,mlp.experts.58.gate_proj,0.0000017127,0.01000,1.338
37,mlp.experts.56.gate_proj,0.0000018335,0.01000,1.349
37,mlp.experts.59.gate_proj,0.0000016931,0.01000,1.333
37,mlp.experts.57.gate_proj,0.0000015881,0.01000,1.390
37,mlp.experts.60.gate_proj,0.0000016677,0.01000,1.342
37,mlp.experts.61.gate_proj,0.0000015976,0.01000,1.324
37,mlp.experts.62.gate_proj,0.0000017965,0.01000,1.374
37,mlp.experts.63.gate_proj,0.0000017712,0.01000,1.351
37,mlp.experts.65.gate_proj,0.0000016399,0.01000,1.340
37,mlp.experts.66.gate_proj,0.0000017420,0.01000,1.336
37,mlp.experts.64.gate_proj,0.0000017367,0.01000,1.403
37,mlp.experts.67.gate_proj,0.0000016885,0.01000,1.355
37,mlp.experts.68.gate_proj,0.0000018637,0.01000,1.332
37,mlp.experts.69.gate_proj,0.0000017613,0.01000,1.370
37,mlp.experts.71.gate_proj,0.0000017939,0.01000,1.343
37,mlp.experts.70.gate_proj,0.0000017439,0.01000,1.348
37,mlp.experts.73.gate_proj,0.0000016769,0.01000,1.336
37,mlp.experts.75.gate_proj,0.0000017007,0.01000,1.335
37,mlp.experts.74.gate_proj,0.0000017641,0.01000,1.345
37,mlp.experts.72.gate_proj,0.0000016285,0.01000,1.409
37,mlp.experts.76.gate_proj,0.0000018368,0.01000,1.362
37,mlp.experts.78.gate_proj,0.0000016676,0.01000,1.339
37,mlp.experts.80.gate_proj,0.0000016175,0.01000,1.320
37,mlp.experts.77.gate_proj,0.0000017090,0.01000,1.395
37,mlp.experts.81.gate_proj,0.0000016511,0.01000,1.331
37,mlp.experts.82.gate_proj,0.0000019168,0.01000,1.337
37,mlp.experts.79.gate_proj,0.0000016960,0.01000,1.403
37,mlp.experts.83.gate_proj,0.0000017299,0.01000,1.361
37,mlp.experts.84.gate_proj,0.0000017285,0.01000,1.356
37,mlp.experts.85.gate_proj,0.0000017600,0.01000,1.344
37,mlp.experts.87.gate_proj,0.0000017936,0.01000,1.336
37,mlp.experts.88.gate_proj,0.0000017061,0.01000,1.343
37,mlp.experts.89.gate_proj,0.0000017369,0.01000,1.333
37,mlp.experts.86.gate_proj,0.0000017374,0.01000,1.405
37,mlp.experts.90.gate_proj,0.0000016513,0.01000,1.358
37,mlp.experts.91.gate_proj,0.0000016425,0.01000,1.342
37,mlp.experts.92.gate_proj,0.0000015974,0.01000,1.338
37,mlp.experts.93.gate_proj,0.0000017320,0.01000,1.347
37,mlp.experts.94.gate_proj,0.0000016492,0.01000,1.323
37,mlp.experts.95.gate_proj,0.0000018576,0.01000,1.330
37,mlp.experts.96.gate_proj,0.0000016213,0.01000,1.344
37,mlp.experts.97.gate_proj,0.0000016557,0.01000,1.351
37,mlp.experts.98.gate_proj,0.0000017071,0.01000,1.346
37,mlp.experts.99.gate_proj,0.0000016897,0.01000,1.341
37,mlp.experts.101.gate_proj,0.0000016529,0.01000,1.322
37,mlp.experts.102.gate_proj,0.0000016914,0.01000,1.337
37,mlp.experts.100.gate_proj,0.0000017850,0.01000,1.395
37,mlp.experts.103.gate_proj,0.0000016190,0.01000,1.335
37,mlp.experts.104.gate_proj,0.0000016132,0.01000,1.347
37,mlp.experts.105.gate_proj,0.0000017902,0.01000,1.353
37,mlp.experts.106.gate_proj,0.0000017920,0.01000,1.345
37,mlp.experts.107.gate_proj,0.0000017731,0.01000,1.343
37,mlp.experts.108.gate_proj,0.0000016271,0.01000,1.342
37,mlp.experts.110.gate_proj,0.0000017760,0.01000,1.332
37,mlp.experts.109.gate_proj,0.0000017045,0.01000,1.397
37,mlp.experts.111.gate_proj,0.0000016002,0.01000,1.356
37,mlp.experts.113.gate_proj,0.0000017900,0.01000,1.341
37,mlp.experts.114.gate_proj,0.0000016983,0.01000,1.338
37,mlp.experts.115.gate_proj,0.0000017716,0.01000,1.344
37,mlp.experts.116.gate_proj,0.0000018172,0.01000,1.347
37,mlp.experts.112.gate_proj,0.0000017038,0.01000,1.437
37,mlp.experts.117.gate_proj,0.0000017084,0.01000,1.326
37,mlp.experts.118.gate_proj,0.0000016646,0.01000,1.348
37,mlp.experts.0.up_proj,0.0000017607,0.01000,1.364
37,mlp.experts.119.gate_proj,0.0000016034,0.01000,1.380
37,mlp.experts.1.up_proj,0.0000017089,0.01000,1.346
37,mlp.experts.2.up_proj,0.0000015503,0.01000,1.331
37,mlp.experts.3.up_proj,0.0000018480,0.01000,1.345
37,mlp.experts.4.up_proj,0.0000017826,0.01000,1.337
37,mlp.experts.5.up_proj,0.0000016877,0.01000,1.371
37,mlp.experts.7.up_proj,0.0000016217,0.01000,1.350
37,mlp.experts.9.up_proj,0.0000017228,0.01000,1.332
37,mlp.experts.8.up_proj,0.0000016207,0.01000,1.349
37,mlp.experts.10.up_proj,0.0000016436,0.01000,1.343
37,mlp.experts.11.up_proj,0.0000016697,0.01000,1.331
37,mlp.experts.6.up_proj,0.0000017581,0.01000,1.450
37,mlp.experts.12.up_proj,0.0000016592,0.01000,1.360
37,mlp.experts.15.up_proj,0.0000018242,0.01000,1.343
37,mlp.experts.14.up_proj,0.0000017034,0.01000,1.359
37,mlp.experts.16.up_proj,0.0000015924,0.01000,1.333
37,mlp.experts.17.up_proj,0.0000016654,0.01000,1.346
37,mlp.experts.13.up_proj,0.0000016127,0.01000,1.444
37,mlp.experts.18.up_proj,0.0000017247,0.01000,1.361
37,mlp.experts.19.up_proj,0.0000017117,0.01000,1.375
37,mlp.experts.22.up_proj,0.0000016627,0.01000,1.344
37,mlp.experts.21.up_proj,0.0000016978,0.01000,1.371
37,mlp.experts.23.up_proj,0.0000020256,0.01000,1.337
37,mlp.experts.20.up_proj,0.0000017441,0.01000,1.424
37,mlp.experts.24.up_proj,0.0000017212,0.01000,1.354
37,mlp.experts.25.up_proj,0.0000016311,0.01000,1.358
37,mlp.experts.26.up_proj,0.0000015719,0.01000,1.399
37,mlp.experts.29.up_proj,0.0000016160,0.01000,1.352
37,mlp.experts.28.up_proj,0.0000016559,0.01000,1.362
37,mlp.experts.30.up_proj,0.0000016658,0.01000,1.345
37,mlp.experts.27.up_proj,0.0000017298,0.01000,1.410
37,mlp.experts.31.up_proj,0.0000017477,0.01000,1.342
37,mlp.experts.32.up_proj,0.0000016260,0.01000,1.341
37,mlp.experts.33.up_proj,0.0000017277,0.01000,1.385
37,mlp.experts.34.up_proj,0.0000015523,0.01000,1.370
37,mlp.experts.35.up_proj,0.0000017458,0.01000,1.369
37,mlp.experts.37.up_proj,0.0000016780,0.01000,1.338
37,mlp.experts.38.up_proj,0.0000016446,0.01000,1.352
37,mlp.experts.39.up_proj,0.0000017279,0.01000,1.343
37,mlp.experts.36.up_proj,0.0000018888,0.01000,1.399
37,mlp.experts.40.up_proj,0.0000016010,0.01000,1.374
37,mlp.experts.41.up_proj,0.0000017167,0.01000,1.361
37,mlp.experts.42.up_proj,0.0000016472,0.01000,1.362
37,mlp.experts.43.up_proj,0.0000015728,0.01000,1.356
37,mlp.experts.44.up_proj,0.0000017633,0.01000,1.352
37,mlp.experts.45.up_proj,0.0000017043,0.01000,1.348
37,mlp.experts.46.up_proj,0.0000016147,0.01000,1.339
37,mlp.experts.47.up_proj,0.0000016359,0.01000,1.368
37,mlp.experts.50.up_proj,0.0000016137,0.01000,1.358
37,mlp.experts.48.up_proj,0.0000016107,0.01000,1.370
37,mlp.experts.49.up_proj,0.0000016694,0.01000,1.364
37,mlp.experts.51.up_proj,0.0000017782,0.01000,1.350
37,mlp.experts.52.up_proj,0.0000016416,0.01000,1.350
37,mlp.experts.53.up_proj,0.0000016643,0.01000,1.344
37,mlp.experts.54.up_proj,0.0000016692,0.01000,1.364
37,mlp.experts.58.up_proj,0.0000017371,0.01000,1.328
37,mlp.experts.60.up_proj,0.0000016824,0.01000,1.338
37,mlp.experts.57.up_proj,0.0000015785,0.01000,1.366
37,mlp.experts.59.up_proj,0.0000016785,0.01000,1.357
37,mlp.experts.56.up_proj,0.0000018200,0.01000,1.410
37,mlp.experts.55.up_proj,0.0000016510,0.01000,1.430
37,mlp.experts.61.up_proj,0.0000016134,0.01000,1.338
37,mlp.experts.65.up_proj,0.0000015921,0.01000,1.338
37,mlp.experts.62.up_proj,0.0000018187,0.01000,1.377
37,mlp.experts.64.up_proj,0.0000017357,0.01000,1.363
37,mlp.experts.66.up_proj,0.0000016759,0.01000,1.343
37,mlp.experts.67.up_proj,0.0000016700,0.01000,1.332
37,mlp.experts.63.up_proj,0.0000017728,0.01000,1.414
37,mlp.experts.68.up_proj,0.0000017719,0.01000,1.344
37,mlp.experts.70.up_proj,0.0000016735,0.01000,1.363
37,mlp.experts.71.up_proj,0.0000016723,0.01000,1.361
37,mlp.experts.72.up_proj,0.0000016016,0.01000,1.341
37,mlp.experts.73.up_proj,0.0000015673,0.01000,1.359
37,mlp.experts.69.up_proj,0.0000017587,0.01000,1.415
37,mlp.experts.74.up_proj,0.0000017843,0.01000,1.353
37,mlp.experts.75.up_proj,0.0000016580,0.01000,1.348
37,mlp.experts.78.up_proj,0.0000015515,0.01000,1.347
37,mlp.experts.79.up_proj,0.0000017089,0.01000,1.340
37,mlp.experts.81.up_proj,0.0000016254,0.01000,1.344
37,mlp.experts.80.up_proj,0.0000016285,0.01000,1.348
37,mlp.experts.76.up_proj,0.0000017791,0.01000,1.433
37,mlp.experts.77.up_proj,0.0000016810,0.01000,1.420
37,mlp.experts.82.up_proj,0.0000017359,0.01000,1.347
37,mlp.experts.86.up_proj,0.0000017741,0.01000,1.330
37,mlp.experts.85.up_proj,0.0000017440,0.01000,1.346
37,mlp.experts.83.up_proj,0.0000017499,0.01000,1.411
37,mlp.experts.88.up_proj,0.0000017421,0.01000,1.350
37,mlp.experts.87.up_proj,0.0000017206,0.01000,1.355
37,mlp.experts.84.up_proj,0.0000016571,0.01000,1.404
37,mlp.experts.89.up_proj,0.0000017307,0.01000,1.341
37,mlp.experts.90.up_proj,0.0000015955,0.01000,1.355
37,mlp.experts.91.up_proj,0.0000016245,0.01000,1.354
37,mlp.experts.92.up_proj,0.0000015846,0.01000,1.338
37,mlp.experts.93.up_proj,0.0000017247,0.01000,1.330
37,mlp.experts.95.up_proj,0.0000017803,0.01000,1.343
37,mlp.experts.94.up_proj,0.0000016962,0.01000,1.416
37,mlp.experts.96.up_proj,0.0000015630,0.01000,1.343
37,mlp.experts.97.up_proj,0.0000016279,0.01000,1.344
37,mlp.experts.100.up_proj,0.0000016728,0.01000,1.329
37,mlp.experts.99.up_proj,0.0000016326,0.01000,1.340
37,mlp.experts.101.up_proj,0.0000016666,0.01000,1.362
37,mlp.experts.98.up_proj,0.0000016206,0.01000,1.406
37,mlp.experts.102.up_proj,0.0000016859,0.01000,1.332
37,mlp.experts.103.up_proj,0.0000015881,0.01000,1.375
37,mlp.experts.104.up_proj,0.0000016506,0.01000,1.352
37,mlp.experts.106.up_proj,0.0000017103,0.01000,1.343
37,mlp.experts.107.up_proj,0.0000017335,0.01000,1.331
37,mlp.experts.105.up_proj,0.0000018785,0.01000,1.406
37,mlp.experts.109.up_proj,0.0000017313,0.01000,1.356
37,mlp.experts.108.up_proj,0.0000016442,0.01000,1.392
37,mlp.experts.110.up_proj,0.0000017735,0.01000,1.383
37,mlp.experts.111.up_proj,0.0000016173,0.01000,1.351
37,mlp.experts.112.up_proj,0.0000016963,0.01000,1.358
37,mlp.experts.113.up_proj,0.0000017743,0.01000,1.348
37,mlp.experts.114.up_proj,0.0000017007,0.01000,1.332
37,mlp.experts.116.up_proj,0.0000017887,0.01000,1.335
37,mlp.experts.115.up_proj,0.0000017604,0.01000,1.345
37,mlp.experts.117.up_proj,0.0000017232,0.01000,1.325
37,mlp.experts.118.up_proj,0.0000016422,0.01000,1.028
37,mlp.experts.119.up_proj,0.0000015950,0.01000,1.008
37,mlp.experts.3.down_proj,0.0000001177,0.01000,0.436
37,mlp.experts.4.down_proj,0.0000001109,0.01000,0.441
37,mlp.experts.2.down_proj,0.0000001353,0.01000,0.442
37,mlp.experts.1.down_proj,0.0000001416,0.01000,0.443
37,mlp.experts.0.down_proj,0.0000001112,0.01000,0.444
37,mlp.experts.5.down_proj,0.0000001225,0.01000,0.446
37,mlp.experts.6.down_proj,0.0000001115,0.01000,0.446
37,mlp.experts.11.down_proj,0.0000001251,0.01000,0.412
37,mlp.experts.8.down_proj,0.0000001211,0.01000,0.414
37,mlp.experts.7.down_proj,0.0000001261,0.01000,0.419
37,mlp.experts.9.down_proj,0.0000001178,0.01000,0.414
37,mlp.experts.12.down_proj,0.0000001275,0.01000,0.415
37,mlp.experts.10.down_proj,0.0000001298,0.01000,0.423
37,mlp.experts.13.down_proj,0.0000001403,0.01000,0.419
37,mlp.experts.14.down_proj,0.0000001193,0.01000,0.411
37,mlp.experts.16.down_proj,0.0000001098,0.01000,0.411
37,mlp.experts.17.down_proj,0.0000001307,0.01000,0.411
37,mlp.experts.19.down_proj,0.0000001175,0.01000,0.413
37,mlp.experts.18.down_proj,0.0000001144,0.01000,0.415
37,mlp.experts.20.down_proj,0.0000001158,0.01000,0.415
37,mlp.experts.15.down_proj,0.0000001166,0.01000,0.427
37,mlp.experts.21.down_proj,0.0000001144,0.01000,0.408
37,mlp.experts.23.down_proj,0.0000001329,0.01000,0.408
37,mlp.experts.24.down_proj,0.0000001479,0.01000,0.401
37,mlp.experts.22.down_proj,0.0000001709,0.01000,0.420
37,mlp.experts.25.down_proj,0.0000001277,0.01000,0.409
37,mlp.experts.26.down_proj,0.0000001196,0.01000,0.407
37,mlp.experts.27.down_proj,0.0000001386,0.01000,0.413
37,mlp.experts.28.down_proj,0.0000001349,0.01000,0.409
37,mlp.experts.30.down_proj,0.0000001485,0.01000,0.408
37,mlp.experts.31.down_proj,0.0000001046,0.01000,0.401
37,mlp.experts.29.down_proj,0.0000001214,0.01000,0.416
37,mlp.experts.32.down_proj,0.0000001211,0.01000,0.409
37,mlp.experts.33.down_proj,0.0000001202,0.01000,0.430
37,mlp.experts.34.down_proj,0.0000001371,0.01000,0.435
37,mlp.experts.35.down_proj,0.0000001127,0.01000,0.409
37,mlp.experts.37.down_proj,0.0000001181,0.01000,0.407
37,mlp.experts.36.down_proj,0.0000002030,0.01000,0.409
37,mlp.experts.38.down_proj,0.0000000984,0.01000,0.403
37,mlp.experts.39.down_proj,0.0000001529,0.01000,0.404
37,mlp.experts.40.down_proj,0.0000001189,0.01000,0.402
37,mlp.experts.41.down_proj,0.0000001186,0.01000,0.408
37,mlp.experts.42.down_proj,0.0000001252,0.01000,0.408
37,mlp.experts.45.down_proj,0.0000001050,0.01000,0.406
37,mlp.experts.44.down_proj,0.0000001072,0.01000,0.410
37,mlp.experts.46.down_proj,0.0000001141,0.01000,0.407
37,mlp.experts.43.down_proj,0.0000001239,0.01000,0.421
37,mlp.experts.47.down_proj,0.0000001323,0.01000,0.402
37,mlp.experts.48.down_proj,0.0000001174,0.01000,0.408
37,mlp.experts.52.down_proj,0.0000001147,0.01000,0.396
37,mlp.experts.51.down_proj,0.0000001242,0.01000,0.398
37,mlp.experts.49.down_proj,0.0000001323,0.01000,0.414
37,mlp.experts.53.down_proj,0.0000001405,0.01000,0.401
37,mlp.experts.54.down_proj,0.0000001700,0.01000,0.408
37,mlp.experts.50.down_proj,0.0000001065,0.01000,0.435
37,mlp.experts.55.down_proj,0.0000001310,0.01000,0.414
37,mlp.experts.56.down_proj,0.0000001652,0.01000,0.409
37,mlp.experts.59.down_proj,0.0000001135,0.01000,0.398
37,mlp.experts.58.down_proj,0.0000001201,0.01000,0.403
37,mlp.experts.57.down_proj,0.0000001183,0.01000,0.423
37,mlp.experts.61.down_proj,0.0000001104,0.01000,0.397
37,mlp.experts.60.down_proj,0.0000001141,0.01000,0.421
37,mlp.experts.62.down_proj,0.0000001264,0.01000,0.408
37,mlp.experts.65.down_proj,0.0000001378,0.01000,0.399
37,mlp.experts.64.down_proj,0.0000001032,0.01000,0.408
37,mlp.experts.66.down_proj,0.0000000994,0.01000,0.397
37,mlp.experts.63.down_proj,0.0000001070,0.01000,0.417
37,mlp.experts.67.down_proj,0.0000001165,0.01000,0.407
37,mlp.experts.68.down_proj,0.0000001050,0.01000,0.409
37,mlp.experts.69.down_proj,0.0000000888,0.01000,0.406
37,mlp.experts.70.down_proj,0.0000001150,0.01000,0.405
37,mlp.experts.71.down_proj,0.0000001255,0.01000,0.404
37,mlp.experts.72.down_proj,0.0000001513,0.01000,0.404
37,mlp.experts.73.down_proj,0.0000001243,0.01000,0.404
37,mlp.experts.74.down_proj,0.0000000927,0.01000,0.401
37,mlp.experts.75.down_proj,0.0000000802,0.01000,0.407
37,mlp.experts.76.down_proj,0.0000001057,0.01000,0.406
37,mlp.experts.77.down_proj,0.0000001209,0.01000,0.408
37,mlp.experts.78.down_proj,0.0000001422,0.01000,0.404
37,mlp.experts.79.down_proj,0.0000001342,0.01000,0.404
37,mlp.experts.80.down_proj,0.0000001080,0.01000,0.403
37,mlp.experts.81.down_proj,0.0000001111,0.01000,0.402
37,mlp.experts.82.down_proj,0.0000001496,0.01000,0.410
37,mlp.experts.83.down_proj,0.0000001135,0.01000,0.408
37,mlp.experts.87.down_proj,0.0000001136,0.01000,0.392
37,mlp.experts.86.down_proj,0.0000001094,0.01000,0.402
37,mlp.experts.85.down_proj,0.0000000966,0.01000,0.405
37,mlp.experts.88.down_proj,0.0000001185,0.01000,0.397
37,mlp.experts.84.down_proj,0.0000000943,0.01000,0.416
37,mlp.experts.89.down_proj,0.0000001128,0.01000,0.390
37,mlp.experts.90.down_proj,0.0000001437,0.01000,0.401
37,mlp.experts.91.down_proj,0.0000001078,0.01000,0.409
37,mlp.experts.93.down_proj,0.0000001164,0.01000,0.401
37,mlp.experts.92.down_proj,0.0000001126,0.01000,0.404
37,mlp.experts.94.down_proj,0.0000001118,0.01000,0.397
37,mlp.experts.95.down_proj,0.0000001239,0.01000,0.404
37,mlp.experts.96.down_proj,0.0000000962,0.01000,0.395
37,mlp.experts.97.down_proj,0.0000001103,0.01000,0.408
37,mlp.experts.101.down_proj,0.0000001196,0.01000,0.402
37,mlp.experts.100.down_proj,0.0000001248,0.01000,0.407
37,mlp.experts.99.down_proj,0.0000001022,0.01000,0.412
37,mlp.experts.98.down_proj,0.0000001233,0.01000,0.420
37,mlp.experts.102.down_proj,0.0000001215,0.01000,0.409
37,mlp.experts.103.down_proj,0.0000001310,0.01000,0.417
37,mlp.experts.104.down_proj,0.0000001199,0.01000,0.407
37,mlp.experts.106.down_proj,0.0000000826,0.01000,0.405
37,mlp.experts.108.down_proj,0.0000001116,0.01000,0.395
37,mlp.experts.107.down_proj,0.0000000912,0.01000,0.404
37,mlp.experts.109.down_proj,0.0000001036,0.01000,0.416
37,mlp.experts.110.down_proj,0.0000001172,0.01000,0.399
37,mlp.experts.105.down_proj,0.0000001626,0.01000,0.447
37,mlp.experts.111.down_proj,0.0000001452,0.01000,0.410
37,mlp.experts.113.down_proj,0.0000000956,0.01000,0.408
37,mlp.experts.114.down_proj,0.0000001324,0.01000,0.408
37,mlp.experts.115.down_proj,0.0000001002,0.01000,0.394
37,mlp.experts.112.down_proj,0.0000001055,0.01000,0.431
37,mlp.experts.116.down_proj,0.0000001093,0.01000,0.401
37,mlp.experts.117.down_proj,0.0000001043,0.01000,0.400
37,mlp.experts.118.down_proj,0.0000001084,0.01000,0.400
37,mlp.experts.119.down_proj,0.0000001160,0.01000,0.278
38,self_attn.k_proj,0.0000000443,0.01000,1.206
38,self_attn.v_proj,0.0000000775,0.01000,1.206
38,self_attn.q_proj,0.0000002706,0.01000,1.254
38,self_attn.o_proj,0.0000001596,0.01000,2.756
38,mlp.shared_experts.gate_proj,0.0000000033,0.01000,0.911
38,mlp.shared_experts.up_proj,0.0000000039,0.01000,0.903
38,mlp.shared_experts.down_proj,0.0000000003,0.01000,0.268
38,mlp.experts.0.gate_proj,0.0000018018,0.01000,1.521
38,mlp.experts.2.gate_proj,0.0000016298,0.01000,1.523
38,mlp.experts.3.gate_proj,0.0000016933,0.01000,1.523
38,mlp.experts.5.gate_proj,0.0000017344,0.01000,1.525
38,mlp.experts.4.gate_proj,0.0000018125,0.01000,1.528
38,mlp.experts.6.gate_proj,0.0000017524,0.01000,1.543
38,mlp.experts.1.gate_proj,0.0000017323,0.01000,1.571
38,mlp.experts.7.gate_proj,0.0000018332,0.01000,1.353
38,mlp.experts.10.gate_proj,0.0000016895,0.01000,1.361
38,mlp.experts.11.gate_proj,0.0000017267,0.01000,1.367
38,mlp.experts.9.gate_proj,0.0000017311,0.01000,1.373
38,mlp.experts.12.gate_proj,0.0000016832,0.01000,1.358
38,mlp.experts.13.gate_proj,0.0000017689,0.01000,1.358
38,mlp.experts.8.gate_proj,0.0000017724,0.01000,1.418
38,mlp.experts.14.gate_proj,0.0000016984,0.01000,1.347
38,mlp.experts.15.gate_proj,0.0000017552,0.01000,1.358
38,mlp.experts.17.gate_proj,0.0000017252,0.01000,1.358
38,mlp.experts.18.gate_proj,0.0000017853,0.01000,1.361
38,mlp.experts.19.gate_proj,0.0000017855,0.01000,1.347
38,mlp.experts.20.gate_proj,0.0000017102,0.01000,1.351
38,mlp.experts.16.gate_proj,0.0000017330,0.01000,1.407
38,mlp.experts.21.gate_proj,0.0000017554,0.01000,1.375
38,mlp.experts.22.gate_proj,0.0000017825,0.01000,1.371
38,mlp.experts.23.gate_proj,0.0000016945,0.01000,1.384
38,mlp.experts.24.gate_proj,0.0000018330,0.01000,1.377
38,mlp.experts.25.gate_proj,0.0000016617,0.01000,1.366
38,mlp.experts.26.gate_proj,0.0000017842,0.01000,1.364
38,mlp.experts.27.gate_proj,0.0000019237,0.01000,1.391
38,mlp.experts.28.gate_proj,0.0000017540,0.01000,1.364
38,mlp.experts.29.gate_proj,0.0000018009,0.01000,1.360
38,mlp.experts.31.gate_proj,0.0000017368,0.01000,1.350
38,mlp.experts.30.gate_proj,0.0000019043,0.01000,1.354
38,mlp.experts.32.gate_proj,0.0000016816,0.01000,1.359
38,mlp.experts.33.gate_proj,0.0000017011,0.01000,1.366
38,mlp.experts.34.gate_proj,0.0000017495,0.01000,1.372
38,mlp.experts.35.gate_proj,0.0000018302,0.01000,1.358
38,mlp.experts.36.gate_proj,0.0000016964,0.01000,1.356
38,mlp.experts.38.gate_proj,0.0000016764,0.01000,1.352
38,mlp.experts.39.gate_proj,0.0000018337,0.01000,1.357
38,mlp.experts.40.gate_proj,0.0000018715,0.01000,1.357
38,mlp.experts.37.gate_proj,0.0000019139,0.01000,1.436
38,mlp.experts.41.gate_proj,0.0000017720,0.01000,1.373
38,mlp.experts.42.gate_proj,0.0000017355,0.01000,1.360
38,mlp.experts.43.gate_proj,0.0000017752,0.01000,1.355
38,mlp.experts.44.gate_proj,0.0000017244,0.01000,1.372
38,mlp.experts.45.gate_proj,0.0000017801,0.01000,1.356
38,mlp.experts.46.gate_proj,0.0000016838,0.01000,1.364
38,mlp.experts.47.gate_proj,0.0000016968,0.01000,1.368
38,mlp.experts.48.gate_proj,0.0000019345,0.01000,1.390
38,mlp.experts.49.gate_proj,0.0000017074,0.01000,1.368
38,mlp.experts.50.gate_proj,0.0000016932,0.01000,1.364
38,mlp.experts.52.gate_proj,0.0000018514,0.01000,1.353
38,mlp.experts.53.gate_proj,0.0000017387,0.01000,1.368
38,mlp.experts.51.gate_proj,0.0000017599,0.01000,1.417
38,mlp.experts.54.gate_proj,0.0000017636,0.01000,1.363
38,mlp.experts.55.gate_proj,0.0000018048,0.01000,1.371
38,mlp.experts.57.gate_proj,0.0000020479,0.01000,1.357
38,mlp.experts.58.gate_proj,0.0000017788,0.01000,1.371
38,mlp.experts.59.gate_proj,0.0000019340,0.01000,1.329
38,mlp.experts.56.gate_proj,0.0000016900,0.01000,1.418
38,mlp.experts.60.gate_proj,0.0000019264,0.01000,1.358
38,mlp.experts.61.gate_proj,0.0000017178,0.01000,1.354
38,mlp.experts.62.gate_proj,0.0000018051,0.01000,1.374
38,mlp.experts.65.gate_proj,0.0000017332,0.01000,1.341
38,mlp.experts.66.gate_proj,0.0000017983,0.01000,1.328
38,mlp.experts.67.gate_proj,0.0000014889,0.01000,1.346
38,mlp.experts.64.gate_proj,0.0000018825,0.01000,1.399
38,mlp.experts.63.gate_proj,0.0000015927,0.01000,1.436
38,mlp.experts.68.gate_proj,0.0000018056,0.01000,1.336
38,mlp.experts.69.gate_proj,0.0000017815,0.01000,1.344
38,mlp.experts.70.gate_proj,0.0000017931,0.01000,1.363
38,mlp.experts.71.gate_proj,0.0000017869,0.01000,1.362
38,mlp.experts.73.gate_proj,0.0000018622,0.01000,1.335
38,mlp.experts.75.gate_proj,0.0000017289,0.01000,1.343
38,mlp.experts.74.gate_proj,0.0000017614,0.01000,1.376
38,mlp.experts.72.gate_proj,0.0000018524,0.01000,1.413
38,mlp.experts.76.gate_proj,0.0000016774,0.01000,1.352
38,mlp.experts.77.gate_proj,0.0000016437,0.01000,1.344
38,mlp.experts.78.gate_proj,0.0000019268,0.01000,1.341
38,mlp.experts.80.gate_proj,0.0000017573,0.01000,1.320
38,mlp.experts.79.gate_proj,0.0000018596,0.01000,1.395
38,mlp.experts.81.gate_proj,0.0000019935,0.01000,1.360
38,mlp.experts.82.gate_proj,0.0000017429,0.01000,1.334
38,mlp.experts.83.gate_proj,0.0000018043,0.01000,1.342
38,mlp.experts.84.gate_proj,0.0000017392,0.01000,1.345
38,mlp.experts.85.gate_proj,0.0000017646,0.01000,1.345
38,mlp.experts.86.gate_proj,0.0000017272,0.01000,1.349
38,mlp.experts.87.gate_proj,0.0000016974,0.01000,1.329
38,mlp.experts.89.gate_proj,0.0000016600,0.01000,1.334
38,mlp.experts.90.gate_proj,0.0000016985,0.01000,1.351
38,mlp.experts.88.gate_proj,0.0000016804,0.01000,1.423
38,mlp.experts.91.gate_proj,0.0000016412,0.01000,1.341
38,mlp.experts.92.gate_proj,0.0000017463,0.01000,1.346
38,mlp.experts.93.gate_proj,0.0000017698,0.01000,1.347
38,mlp.experts.94.gate_proj,0.0000016527,0.01000,1.321
38,mlp.experts.95.gate_proj,0.0000016420,0.01000,1.358
38,mlp.experts.96.gate_proj,0.0000018363,0.01000,1.341
38,mlp.experts.97.gate_proj,0.0000016963,0.01000,1.383
38,mlp.experts.98.gate_proj,0.0000017682,0.01000,1.341
38,mlp.experts.99.gate_proj,0.0000018322,0.01000,1.358
38,mlp.experts.100.gate_proj,0.0000018637,0.01000,1.353
38,mlp.experts.101.gate_proj,0.0000017196,0.01000,1.346
38,mlp.experts.102.gate_proj,0.0000016992,0.01000,1.335
38,mlp.experts.103.gate_proj,0.0000017959,0.01000,1.334
38,mlp.experts.104.gate_proj,0.0000016967,0.01000,1.377
38,mlp.experts.105.gate_proj,0.0000017432,0.01000,1.332
38,mlp.experts.106.gate_proj,0.0000017416,0.01000,1.338
38,mlp.experts.108.gate_proj,0.0000017107,0.01000,1.321
38,mlp.experts.109.gate_proj,0.0000017562,0.01000,1.334
38,mlp.experts.107.gate_proj,0.0000017510,0.01000,1.394
38,mlp.experts.110.gate_proj,0.0000017408,0.01000,1.333
38,mlp.experts.111.gate_proj,0.0000019242,0.01000,1.357
38,mlp.experts.112.gate_proj,0.0000017854,0.01000,1.336
38,mlp.experts.113.gate_proj,0.0000019549,0.01000,1.349
38,mlp.experts.114.gate_proj,0.0000017368,0.01000,1.356
38,mlp.experts.115.gate_proj,0.0000018877,0.01000,1.327
38,mlp.experts.116.gate_proj,0.0000017594,0.01000,1.354
38,mlp.experts.117.gate_proj,0.0000018562,0.01000,1.341
38,mlp.experts.118.gate_proj,0.0000017038,0.01000,1.367
38,mlp.experts.119.gate_proj,0.0000017077,0.01000,1.337
38,mlp.experts.0.up_proj,0.0000017761,0.01000,1.345
38,mlp.experts.1.up_proj,0.0000017349,0.01000,1.346
38,mlp.experts.2.up_proj,0.0000016469,0.01000,1.324
38,mlp.experts.4.up_proj,0.0000017849,0.01000,1.340
38,mlp.experts.3.up_proj,0.0000017344,0.01000,1.410
38,mlp.experts.5.up_proj,0.0000018903,0.01000,1.369
38,mlp.experts.6.up_proj,0.0000016532,0.01000,1.332
38,mlp.experts.7.up_proj,0.0000017603,0.01000,1.355
38,mlp.experts.9.up_proj,0.0000017575,0.01000,1.337
38,mlp.experts.8.up_proj,0.0000016814,0.01000,1.395
38,mlp.experts.10.up_proj,0.0000017246,0.01000,1.354
38,mlp.experts.11.up_proj,0.0000016431,0.01000,1.344
38,mlp.experts.12.up_proj,0.0000016787,0.01000,1.360
38,mlp.experts.13.up_proj,0.0000017652,0.01000,1.354
38,mlp.experts.15.up_proj,0.0000017680,0.01000,1.350
38,mlp.experts.14.up_proj,0.0000016844,0.01000,1.354
38,mlp.experts.16.up_proj,0.0000017472,0.01000,1.325
38,mlp.experts.17.up_proj,0.0000020269,0.01000,1.342
38,mlp.experts.18.up_proj,0.0000017518,0.01000,1.340
38,mlp.experts.19.up_proj,0.0000017218,0.01000,1.368
38,mlp.experts.20.up_proj,0.0000017389,0.01000,1.343
38,mlp.experts.22.up_proj,0.0000016913,0.01000,1.360
38,mlp.experts.23.up_proj,0.0000016969,0.01000,1.339
38,mlp.experts.24.up_proj,0.0000018460,0.01000,1.345
38,mlp.experts.21.up_proj,0.0000018049,0.01000,1.421
38,mlp.experts.25.up_proj,0.0000017141,0.01000,1.350
38,mlp.experts.26.up_proj,0.0000017934,0.01000,1.366
38,mlp.experts.27.up_proj,0.0000018648,0.01000,1.342
38,mlp.experts.29.up_proj,0.0000017800,0.01000,1.357
38,mlp.experts.30.up_proj,0.0000018872,0.01000,1.334
38,mlp.experts.31.up_proj,0.0000017033,0.01000,1.346
38,mlp.experts.28.up_proj,0.0000017277,0.01000,1.411
38,mlp.experts.32.up_proj,0.0000017103,0.01000,1.354
38,mlp.experts.33.up_proj,0.0000016962,0.01000,1.368
38,mlp.experts.34.up_proj,0.0000017801,0.01000,1.352
38,mlp.experts.35.up_proj,0.0000018095,0.01000,1.372
38,mlp.experts.36.up_proj,0.0000017809,0.01000,1.351
38,mlp.experts.37.up_proj,0.0000019054,0.01000,1.331
38,mlp.experts.38.up_proj,0.0000016930,0.01000,1.351
38,mlp.experts.39.up_proj,0.0000018079,0.01000,1.349
38,mlp.experts.40.up_proj,0.0000018050,0.01000,1.362
38,mlp.experts.41.up_proj,0.0000017324,0.01000,1.355
38,mlp.experts.44.up_proj,0.0000018299,0.01000,1.328
38,mlp.experts.43.up_proj,0.0000017817,0.01000,1.347
38,mlp.experts.45.up_proj,0.0000017487,0.01000,1.344
38,mlp.experts.42.up_proj,0.0000017151,0.01000,1.412
38,mlp.experts.46.up_proj,0.0000016732,0.01000,1.344
38,mlp.experts.47.up_proj,0.0000016953,0.01000,1.360
38,mlp.experts.48.up_proj,0.0000019363,0.01000,1.351
38,mlp.experts.50.up_proj,0.0000017063,0.01000,1.364
38,mlp.experts.51.up_proj,0.0000017079,0.01000,1.348
38,mlp.experts.49.up_proj,0.0000017488,0.01000,1.426
38,mlp.experts.52.up_proj,0.0000018516,0.01000,1.354
38,mlp.experts.53.up_proj,0.0000017233,0.01000,1.375
38,mlp.experts.54.up_proj,0.0000017073,0.01000,1.357
38,mlp.experts.55.up_proj,0.0000017529,0.01000,1.341
38,mlp.experts.56.up_proj,0.0000017246,0.01000,1.354
38,mlp.experts.57.up_proj,0.0000018695,0.01000,1.356
38,mlp.experts.59.up_proj,0.0000018354,0.01000,1.342
38,mlp.experts.58.up_proj,0.0000017019,0.01000,1.349
38,mlp.experts.60.up_proj,0.0000018916,0.01000,1.358
38,mlp.experts.61.up_proj,0.0000017418,0.01000,1.360
38,mlp.experts.62.up_proj,0.0000018358,0.01000,1.359
38,mlp.experts.63.up_proj,0.0000016753,0.01000,1.347
38,mlp.experts.64.up_proj,0.0000017144,0.01000,1.341
38,mlp.experts.65.up_proj,0.0000017699,0.01000,1.322
38,mlp.experts.66.up_proj,0.0000018354,0.01000,1.341
38,mlp.experts.67.up_proj,0.0000016569,0.01000,1.336
38,mlp.experts.68.up_proj,0.0000018316,0.01000,1.356
38,mlp.experts.69.up_proj,0.0000018002,0.01000,1.363
38,mlp.experts.71.up_proj,0.0000017420,0.01000,1.349
38,mlp.experts.72.up_proj,0.0000017377,0.01000,1.346
38,mlp.experts.73.up_proj,0.0000017458,0.01000,1.360
38,mlp.experts.70.up_proj,0.0000017840,0.01000,1.407
38,mlp.experts.74.up_proj,0.0000017614,0.01000,1.355
38,mlp.experts.75.up_proj,0.0000016733,0.01000,1.357
38,mlp.experts.76.up_proj,0.0000016796,0.01000,1.353
38,mlp.experts.78.up_proj,0.0000018940,0.01000,1.347
38,mlp.experts.79.up_proj,0.0000018711,0.01000,1.335
38,mlp.experts.77.up_proj,0.0000016713,0.01000,1.404
38,mlp.experts.80.up_proj,0.0000017938,0.01000,1.355
38,mlp.experts.81.up_proj,0.0000018058,0.01000,1.350
38,mlp.experts.82.up_proj,0.0000017148,0.01000,1.349
38,mlp.experts.83.up_proj,0.0000022248,0.01000,1.353
38,mlp.experts.85.up_proj,0.0000017691,0.01000,1.343
38,mlp.experts.86.up_proj,0.0000016607,0.01000,1.330
38,mlp.experts.87.up_proj,0.0000017171,0.01000,1.361
38,mlp.experts.84.up_proj,0.0000016902,0.01000,1.413
38,mlp.experts.88.up_proj,0.0000017108,0.01000,1.373
38,mlp.experts.89.up_proj,0.0000017863,0.01000,1.343
38,mlp.experts.90.up_proj,0.0000016578,0.01000,1.357
38,mlp.experts.92.up_proj,0.0000017431,0.01000,1.357
38,mlp.experts.93.up_proj,0.0000017557,0.01000,1.332
38,mlp.experts.94.up_proj,0.0000016797,0.01000,1.360
38,mlp.experts.91.up_proj,0.0000016913,0.01000,1.422
38,mlp.experts.95.up_proj,0.0000016657,0.01000,1.371
38,mlp.experts.96.up_proj,0.0000017347,0.01000,1.349
38,mlp.experts.97.up_proj,0.0000016929,0.01000,1.361
38,mlp.experts.98.up_proj,0.0000017018,0.01000,1.353
38,mlp.experts.100.up_proj,0.0000017646,0.01000,1.333
38,mlp.experts.99.up_proj,0.0000018520,0.01000,1.363
38,mlp.experts.101.up_proj,0.0000017565,0.01000,1.345
38,mlp.experts.102.up_proj,0.0000017036,0.01000,1.353
38,mlp.experts.103.up_proj,0.0000016998,0.01000,1.353
38,mlp.experts.104.up_proj,0.0000017377,0.01000,1.352
38,mlp.experts.105.up_proj,0.0000017913,0.01000,1.346
38,mlp.experts.107.up_proj,0.0000017232,0.01000,1.330
38,mlp.experts.108.up_proj,0.0000017938,0.01000,1.344
38,mlp.experts.109.up_proj,0.0000016885,0.01000,1.332
38,mlp.experts.106.up_proj,0.0000017528,0.01000,1.403
38,mlp.experts.110.up_proj,0.0000017542,0.01000,1.341
38,mlp.experts.111.up_proj,0.0000018300,0.01000,1.351
38,mlp.experts.112.up_proj,0.0000017738,0.01000,1.351
38,mlp.experts.113.up_proj,0.0000019170,0.01000,1.374
38,mlp.experts.114.up_proj,0.0000017450,0.01000,1.349
38,mlp.experts.116.up_proj,0.0000017827,0.01000,1.347
38,mlp.experts.115.up_proj,0.0000018866,0.01000,1.355
38,mlp.experts.117.up_proj,0.0000018336,0.01000,1.306
38,mlp.experts.118.up_proj,0.0000017253,0.01000,1.045
38,mlp.experts.119.up_proj,0.0000017149,0.01000,0.997
38,mlp.experts.3.down_proj,0.0000001267,0.01000,0.440
38,mlp.experts.5.down_proj,0.0000001277,0.01000,0.440
38,mlp.experts.1.down_proj,0.0000001146,0.01000,0.444
38,mlp.experts.4.down_proj,0.0000001447,0.01000,0.443
38,mlp.experts.0.down_proj,0.0000001466,0.01000,0.455
38,mlp.experts.6.down_proj,0.0000001251,0.01000,0.459
38,mlp.experts.2.down_proj,0.0000001195,0.01000,0.463
38,mlp.experts.10.down_proj,0.0000001235,0.01000,0.401
38,mlp.experts.8.down_proj,0.0000001603,0.01000,0.407
38,mlp.experts.9.down_proj,0.0000001373,0.01000,0.409
38,mlp.experts.11.down_proj,0.0000001421,0.01000,0.409
38,mlp.experts.12.down_proj,0.0000001182,0.01000,0.401
38,mlp.experts.7.down_proj,0.0000000868,0.01000,0.423
38,mlp.experts.13.down_proj,0.0000001252,0.01000,0.410
38,mlp.experts.16.down_proj,0.0000001281,0.01000,0.401
38,mlp.experts.15.down_proj,0.0000001328,0.01000,0.409
38,mlp.experts.17.down_proj,0.0000001376,0.01000,0.402
38,mlp.experts.14.down_proj,0.0000001082,0.01000,0.425
38,mlp.experts.19.down_proj,0.0000001389,0.01000,0.407
38,mlp.experts.18.down_proj,0.0000001210,0.01000,0.419
38,mlp.experts.20.down_proj,0.0000001472,0.01000,0.409
38,mlp.experts.21.down_proj,0.0000001297,0.01000,0.411
38,mlp.experts.22.down_proj,0.0000001590,0.01000,0.408
38,mlp.experts.24.down_proj,0.0000001148,0.01000,0.399
38,mlp.experts.23.down_proj,0.0000001173,0.01000,0.406
38,mlp.experts.25.down_proj,0.0000001363,0.01000,0.412
38,mlp.experts.26.down_proj,0.0000001164,0.01000,0.404
38,mlp.experts.27.down_proj,0.0000001425,0.01000,0.414
38,mlp.experts.28.down_proj,0.0000001343,0.01000,0.405
38,mlp.experts.31.down_proj,0.0000001167,0.01000,0.402
38,mlp.experts.29.down_proj,0.0000001305,0.01000,0.406
38,mlp.experts.30.down_proj,0.0000001239,0.01000,0.414
38,mlp.experts.33.down_proj,0.0000001287,0.01000,0.401
38,mlp.experts.32.down_proj,0.0000001260,0.01000,0.415
38,mlp.experts.34.down_proj,0.0000001387,0.01000,0.407
38,mlp.experts.35.down_proj,0.0000001167,0.01000,0.408
38,mlp.experts.37.down_proj,0.0000001233,0.01000,0.406
38,mlp.experts.36.down_proj,0.0000001097,0.01000,0.407
38,mlp.experts.38.down_proj,0.0000001297,0.01000,0.398
38,mlp.experts.40.down_proj,0.0000001494,0.01000,0.398
38,mlp.experts.39.down_proj,0.0000001301,0.01000,0.419
38,mlp.experts.41.down_proj,0.0000001275,0.01000,0.413
38,mlp.experts.42.down_proj,0.0000001380,0.01000,0.405
38,mlp.experts.45.down_proj,0.0000001213,0.01000,0.401
38,mlp.experts.44.down_proj,0.0000001209,0.01000,0.404
38,mlp.experts.43.down_proj,0.0000001192,0.01000,0.409
38,mlp.experts.46.down_proj,0.0000001251,0.01000,0.405
38,mlp.experts.47.down_proj,0.0000001150,0.01000,0.403
38,mlp.experts.48.down_proj,0.0000001151,0.01000,0.408
38,mlp.experts.49.down_proj,0.0000001308,0.01000,0.404
38,mlp.experts.52.down_proj,0.0000001306,0.01000,0.400
38,mlp.experts.51.down_proj,0.0000001741,0.01000,0.407
38,mlp.experts.53.down_proj,0.0000001324,0.01000,0.404
38,mlp.experts.50.down_proj,0.0000001313,0.01000,0.430
38,mlp.experts.54.down_proj,0.0000000907,0.01000,0.411
38,mlp.experts.55.down_proj,0.0000001304,0.01000,0.408
38,mlp.experts.56.down_proj,0.0000001297,0.01000,0.402
38,mlp.experts.58.down_proj,0.0000001511,0.01000,0.406
38,mlp.experts.59.down_proj,0.0000001363,0.01000,0.397
38,mlp.experts.57.down_proj,0.0000001100,0.01000,0.424
38,mlp.experts.60.down_proj,0.0000001256,0.01000,0.406
38,mlp.experts.61.down_proj,0.0000001128,0.01000,0.402
38,mlp.experts.62.down_proj,0.0000001086,0.01000,0.407
38,mlp.experts.63.down_proj,0.0000001494,0.01000,0.401
38,mlp.experts.65.down_proj,0.0000001161,0.01000,0.399
38,mlp.experts.66.down_proj,0.0000001397,0.01000,0.396
38,mlp.experts.64.down_proj,0.0000001295,0.01000,0.420
38,mlp.experts.67.down_proj,0.0000001002,0.01000,0.403
38,mlp.experts.68.down_proj,0.0000001111,0.01000,0.400
38,mlp.experts.69.down_proj,0.0000001325,0.01000,0.418
38,mlp.experts.70.down_proj,0.0000001054,0.01000,0.405
38,mlp.experts.71.down_proj,0.0000001471,0.01000,0.409
38,mlp.experts.73.down_proj,0.0000001594,0.01000,0.402
38,mlp.experts.74.down_proj,0.0000001356,0.01000,0.406
38,mlp.experts.75.down_proj,0.0000001441,0.01000,0.409
38,mlp.experts.72.down_proj,0.0000000996,0.01000,0.425
38,mlp.experts.76.down_proj,0.0000001289,0.01000,0.412
38,mlp.experts.77.down_proj,0.0000001118,0.01000,0.402
38,mlp.experts.78.down_proj,0.0000001227,0.01000,0.402
38,mlp.experts.79.down_proj,0.0000001385,0.01000,0.406
38,mlp.experts.80.down_proj,0.0000001329,0.01000,0.399
38,mlp.experts.82.down_proj,0.0000001328,0.01000,0.400
38,mlp.experts.81.down_proj,0.0000001421,0.01000,0.414
38,mlp.experts.83.down_proj,0.0000001559,0.01000,0.415
38,mlp.experts.84.down_proj,0.0000001303,0.01000,0.404
38,mlp.experts.85.down_proj,0.0000001010,0.01000,0.406
38,mlp.experts.87.down_proj,0.0000001133,0.01000,0.400
38,mlp.experts.88.down_proj,0.0000001069,0.01000,0.422
38,mlp.experts.86.down_proj,0.0000001088,0.01000,0.432
38,mlp.experts.89.down_proj,0.0000001234,0.01000,0.422
38,mlp.experts.90.down_proj,0.0000001459,0.01000,0.408
38,mlp.experts.91.down_proj,0.0000001198,0.01000,0.401
38,mlp.experts.92.down_proj,0.0000001056,0.01000,0.401
38,mlp.experts.93.down_proj,0.0000001242,0.01000,0.411
38,mlp.experts.94.down_proj,0.0000001450,0.01000,0.396
38,mlp.experts.96.down_proj,0.0000001211,0.01000,0.401
38,mlp.experts.95.down_proj,0.0000001241,0.01000,0.415
38,mlp.experts.97.down_proj,0.0000001177,0.01000,0.406
38,mlp.experts.98.down_proj,0.0000001580,0.01000,0.402
38,mlp.experts.99.down_proj,0.0000001278,0.01000,0.405
38,mlp.experts.100.down_proj,0.0000001078,0.01000,0.400
38,mlp.experts.101.down_proj,0.0000001132,0.01000,0.392
38,mlp.experts.102.down_proj,0.0000001021,0.01000,0.407
38,mlp.experts.103.down_proj,0.0000001235,0.01000,0.412
38,mlp.experts.104.down_proj,0.0000001406,0.01000,0.406
38,mlp.experts.105.down_proj,0.0000001315,0.01000,0.403
38,mlp.experts.106.down_proj,0.0000001006,0.01000,0.408
38,mlp.experts.107.down_proj,0.0000001526,0.01000,0.400
38,mlp.experts.108.down_proj,0.0000001208,0.01000,0.406
38,mlp.experts.110.down_proj,0.0000000845,0.01000,0.405
38,mlp.experts.109.down_proj,0.0000001523,0.01000,0.425
38,mlp.experts.111.down_proj,0.0000001205,0.01000,0.411
38,mlp.experts.112.down_proj,0.0000001096,0.01000,0.402
38,mlp.experts.114.down_proj,0.0000001391,0.01000,0.400
38,mlp.experts.113.down_proj,0.0000001339,0.01000,0.407
38,mlp.experts.115.down_proj,0.0000001291,0.01000,0.396
38,mlp.experts.116.down_proj,0.0000000858,0.01000,0.402
38,mlp.experts.117.down_proj,0.0000001335,0.01000,0.392
38,mlp.experts.118.down_proj,0.0000001362,0.01000,0.393
38,mlp.experts.119.down_proj,0.0000001199,0.01000,0.288
39,self_attn.v_proj,0.0000001362,0.01000,1.197
39,self_attn.k_proj,0.0000000731,0.01000,1.204
39,self_attn.q_proj,0.0000004542,0.01000,1.263
39,self_attn.o_proj,0.0000002605,0.01000,2.757
39,mlp.shared_experts.gate_proj,0.0000000032,0.01000,0.915
39,mlp.shared_experts.up_proj,0.0000000041,0.01000,0.906
39,mlp.shared_experts.down_proj,0.0000000004,0.01000,0.275
39,mlp.experts.3.gate_proj,0.0000019271,0.01000,1.482
39,mlp.experts.5.gate_proj,0.0000019989,0.01000,1.489
39,mlp.experts.4.gate_proj,0.0000018140,0.01000,1.499
39,mlp.experts.6.gate_proj,0.0000019328,0.01000,1.520
39,mlp.experts.1.gate_proj,0.0000018296,0.01000,1.540
39,mlp.experts.2.gate_proj,0.0000018747,0.01000,1.549
39,mlp.experts.0.gate_proj,0.0000017768,0.01000,1.578
39,mlp.experts.8.gate_proj,0.0000018571,0.01000,1.345
39,mlp.experts.9.gate_proj,0.0000018544,0.01000,1.341
39,mlp.experts.10.gate_proj,0.0000018340,0.01000,1.327
39,mlp.experts.11.gate_proj,0.0000019724,0.01000,1.336
39,mlp.experts.12.gate_proj,0.0000017603,0.01000,1.345
39,mlp.experts.7.gate_proj,0.0000021448,0.01000,1.419
39,mlp.experts.13.gate_proj,0.0000017053,0.01000,1.346
39,mlp.experts.15.gate_proj,0.0000018830,0.01000,1.340
39,mlp.experts.16.gate_proj,0.0000019350,0.01000,1.344
39,mlp.experts.17.gate_proj,0.0000018090,0.01000,1.325
39,mlp.experts.19.gate_proj,0.0000022662,0.01000,1.326
39,mlp.experts.14.gate_proj,0.0000018727,0.01000,1.402
39,mlp.experts.20.gate_proj,0.0000019940,0.01000,1.350
39,mlp.experts.18.gate_proj,0.0000017150,0.01000,1.406
39,mlp.experts.21.gate_proj,0.0000019389,0.01000,1.345
39,mlp.experts.23.gate_proj,0.0000019111,0.01000,1.336
39,mlp.experts.24.gate_proj,0.0000018074,0.01000,1.333
39,mlp.experts.25.gate_proj,0.0000018137,0.01000,1.339
39,mlp.experts.26.gate_proj,0.0000018000,0.01000,1.336
39,mlp.experts.27.gate_proj,0.0000019208,0.01000,1.348
39,mlp.experts.22.gate_proj,0.0000019702,0.01000,1.459
39,mlp.experts.28.gate_proj,0.0000019515,0.01000,1.340
39,mlp.experts.30.gate_proj,0.0000017387,0.01000,1.344
39,mlp.experts.31.gate_proj,0.0000019475,0.01000,1.337
39,mlp.experts.29.gate_proj,0.0000018575,0.01000,1.420
39,mlp.experts.32.gate_proj,0.0000017791,0.01000,1.350
39,mlp.experts.33.gate_proj,0.0000018130,0.01000,1.350
39,mlp.experts.34.gate_proj,0.0000018739,0.01000,1.360
39,mlp.experts.35.gate_proj,0.0000018672,0.01000,1.365
39,mlp.experts.37.gate_proj,0.0000019030,0.01000,1.364
39,mlp.experts.38.gate_proj,0.0000018175,0.01000,1.323
39,mlp.experts.39.gate_proj,0.0000018975,0.01000,1.347
39,mlp.experts.36.gate_proj,0.0000018274,0.01000,1.419
39,mlp.experts.40.gate_proj,0.0000018995,0.01000,1.328
39,mlp.experts.41.gate_proj,0.0000019712,0.01000,1.381
39,mlp.experts.42.gate_proj,0.0000020187,0.01000,1.334
39,mlp.experts.44.gate_proj,0.0000017404,0.01000,1.337
39,mlp.experts.45.gate_proj,0.0000020007,0.01000,1.323
39,mlp.experts.47.gate_proj,0.0000019910,0.01000,1.336
39,mlp.experts.43.gate_proj,0.0000019186,0.01000,1.395
39,mlp.experts.46.gate_proj,0.0000017900,0.01000,1.405
39,mlp.experts.48.gate_proj,0.0000018106,0.01000,1.360
39,mlp.experts.49.gate_proj,0.0000019448,0.01000,1.337
39,mlp.experts.51.gate_proj,0.0000018302,0.01000,1.323
39,mlp.experts.52.gate_proj,0.0000017623,0.01000,1.323
39,mlp.experts.50.gate_proj,0.0000020065,0.01000,1.387
39,mlp.experts.53.gate_proj,0.0000018029,0.01000,1.335
39,mlp.experts.54.gate_proj,0.0000017482,0.01000,1.335
39,mlp.experts.55.gate_proj,0.0000018522,0.01000,1.362
39,mlp.experts.56.gate_proj,0.0000021816,0.01000,1.344
39,mlp.experts.57.gate_proj,0.0000017908,0.01000,1.351
39,mlp.experts.58.gate_proj,0.0000020016,0.01000,1.336
39,mlp.experts.59.gate_proj,0.0000019232,0.01000,1.324
39,mlp.experts.60.gate_proj,0.0000018501,0.01000,1.335
39,mlp.experts.61.gate_proj,0.0000019231,0.01000,1.339
39,mlp.experts.62.gate_proj,0.0000019399,0.01000,1.360
39,mlp.experts.63.gate_proj,0.0000018735,0.01000,1.365
39,mlp.experts.64.gate_proj,0.0000017361,0.01000,1.345
39,mlp.experts.66.gate_proj,0.0000019006,0.01000,1.323
39,mlp.experts.67.gate_proj,0.0000019586,0.01000,1.344
39,mlp.experts.68.gate_proj,0.0000020265,0.01000,1.328
39,mlp.experts.65.gate_proj,0.0000017415,0.01000,1.419
39,mlp.experts.69.gate_proj,0.0000018605,0.01000,1.372
39,mlp.experts.70.gate_proj,0.0000018934,0.01000,1.344
39,mlp.experts.71.gate_proj,0.0000019459,0.01000,1.348
39,mlp.experts.72.gate_proj,0.0000019673,0.01000,1.349
39,mlp.experts.73.gate_proj,0.0000019000,0.01000,1.325
39,mlp.experts.74.gate_proj,0.0000018387,0.01000,1.338
39,mlp.experts.75.gate_proj,0.0000018244,0.01000,1.329
39,mlp.experts.76.gate_proj,0.0000019603,0.01000,1.378
39,mlp.experts.77.gate_proj,0.0000018132,0.01000,1.346
39,mlp.experts.80.gate_proj,0.0000018850,0.01000,1.323
39,mlp.experts.79.gate_proj,0.0000018759,0.01000,1.338
39,mlp.experts.78.gate_proj,0.0000020881,0.01000,1.392
39,mlp.experts.82.gate_proj,0.0000018863,0.01000,1.331
39,mlp.experts.81.gate_proj,0.0000018406,0.01000,1.333
39,mlp.experts.83.gate_proj,0.0000020481,0.01000,1.376
39,mlp.experts.84.gate_proj,0.0000018931,0.01000,1.355
39,mlp.experts.86.gate_proj,0.0000018282,0.01000,1.334
39,mlp.experts.87.gate_proj,0.0000020578,0.01000,1.335
39,mlp.experts.89.gate_proj,0.0000019182,0.01000,1.337
39,mlp.experts.85.gate_proj,0.0000019062,0.01000,1.413
39,mlp.experts.88.gate_proj,0.0000018555,0.01000,1.394
39,mlp.experts.90.gate_proj,0.0000017701,0.01000,1.368
39,mlp.experts.91.gate_proj,0.0000017894,0.01000,1.353
39,mlp.experts.92.gate_proj,0.0000018307,0.01000,1.355
39,mlp.experts.93.gate_proj,0.0000018613,0.01000,1.329
39,mlp.experts.94.gate_proj,0.0000018416,0.01000,1.330
39,mlp.experts.95.gate_proj,0.0000018479,0.01000,1.337
39,mlp.experts.96.gate_proj,0.0000020206,0.01000,1.344
39,mlp.experts.97.gate_proj,0.0000018203,0.01000,1.382
39,mlp.experts.98.gate_proj,0.0000019141,0.01000,1.350
39,mlp.experts.99.gate_proj,0.0000018717,0.01000,1.345
39,mlp.experts.101.gate_proj,0.0000019460,0.01000,1.328
39,mlp.experts.100.gate_proj,0.0000018416,0.01000,1.391
39,mlp.experts.102.gate_proj,0.0000017886,0.01000,1.366
39,mlp.experts.103.gate_proj,0.0000019182,0.01000,1.362
39,mlp.experts.104.gate_proj,0.0000018575,0.01000,1.377
39,mlp.experts.105.gate_proj,0.0000019074,0.01000,1.352
39,mlp.experts.106.gate_proj,0.0000018792,0.01000,1.343
39,mlp.experts.107.gate_proj,0.0000018579,0.01000,1.365
39,mlp.experts.109.gate_proj,0.0000018439,0.01000,1.346
39,mlp.experts.110.gate_proj,0.0000018724,0.01000,1.339
39,mlp.experts.108.gate_proj,0.0000018468,0.01000,1.419
39,mlp.experts.111.gate_proj,0.0000017808,0.01000,1.354
39,mlp.experts.113.gate_proj,0.0000017607,0.01000,1.337
39,mlp.experts.112.gate_proj,0.0000018003,0.01000,1.355
39,mlp.experts.114.gate_proj,0.0000018949,0.01000,1.327
39,mlp.experts.115.gate_proj,0.0000019078,0.01000,1.332
39,mlp.experts.116.gate_proj,0.0000019845,0.01000,1.342
39,mlp.experts.117.gate_proj,0.0000019245,0.01000,1.329
39,mlp.experts.118.gate_proj,0.0000018555,0.01000,1.354
39,mlp.experts.119.gate_proj,0.0000018354,0.01000,1.346
39,mlp.experts.0.up_proj,0.0000017795,0.01000,1.358
39,mlp.experts.1.up_proj,0.0000018444,0.01000,1.337
39,mlp.experts.2.up_proj,0.0000018298,0.01000,1.330
39,mlp.experts.4.up_proj,0.0000018614,0.01000,1.331
39,mlp.experts.3.up_proj,0.0000019342,0.01000,1.402
39,mlp.experts.5.up_proj,0.0000020555,0.01000,1.360
39,mlp.experts.6.up_proj,0.0000019200,0.01000,1.350
39,mlp.experts.8.up_proj,0.0000019048,0.01000,1.338
39,mlp.experts.7.up_proj,0.0000020570,0.01000,1.343
39,mlp.experts.9.up_proj,0.0000018840,0.01000,1.325
39,mlp.experts.10.up_proj,0.0000018438,0.01000,1.342
39,mlp.experts.11.up_proj,0.0000020051,0.01000,1.347
39,mlp.experts.12.up_proj,0.0000017887,0.01000,1.360
39,mlp.experts.13.up_proj,0.0000019076,0.01000,1.357
39,mlp.experts.16.up_proj,0.0000019368,0.01000,1.325
39,mlp.experts.15.up_proj,0.0000017892,0.01000,1.350
39,mlp.experts.14.up_proj,0.0000019791,0.01000,1.402
39,mlp.experts.17.up_proj,0.0000018006,0.01000,1.343
39,mlp.experts.18.up_proj,0.0000017716,0.01000,1.318
39,mlp.experts.19.up_proj,0.0000020620,0.01000,1.366
39,mlp.experts.22.up_proj,0.0000018873,0.01000,1.343
39,mlp.experts.21.up_proj,0.0000018570,0.01000,1.356
39,mlp.experts.23.up_proj,0.0000018608,0.01000,1.334
39,mlp.experts.24.up_proj,0.0000018173,0.01000,1.336
39,mlp.experts.20.up_proj,0.0000020061,0.01000,1.440
39,mlp.experts.25.up_proj,0.0000018175,0.01000,1.333
39,mlp.experts.26.up_proj,0.0000017943,0.01000,1.351
39,mlp.experts.28.up_proj,0.0000019819,0.01000,1.340
39,mlp.experts.29.up_proj,0.0000018439,0.01000,1.345
39,mlp.experts.30.up_proj,0.0000017818,0.01000,1.331
39,mlp.experts.27.up_proj,0.0000018464,0.01000,1.434
39,mlp.experts.31.up_proj,0.0000019825,0.01000,1.360
39,mlp.experts.32.up_proj,0.0000017924,0.01000,1.327
39,mlp.experts.33.up_proj,0.0000017793,0.01000,1.362
39,mlp.experts.34.up_proj,0.0000018721,0.01000,1.360
39,mlp.experts.35.up_proj,0.0000018212,0.01000,1.344
39,mlp.experts.36.up_proj,0.0000017733,0.01000,1.334
39,mlp.experts.37.up_proj,0.0000019369,0.01000,1.324
39,mlp.experts.39.up_proj,0.0000018706,0.01000,1.328
39,mlp.experts.38.up_proj,0.0000018225,0.01000,1.424
39,mlp.experts.40.up_proj,0.0000018193,0.01000,1.363
39,mlp.experts.41.up_proj,0.0000019592,0.01000,1.339
39,mlp.experts.42.up_proj,0.0000018825,0.01000,1.352
39,mlp.experts.44.up_proj,0.0000017576,0.01000,1.332
39,mlp.experts.43.up_proj,0.0000019245,0.01000,1.382
39,mlp.experts.45.up_proj,0.0000019901,0.01000,1.358
39,mlp.experts.46.up_proj,0.0000018191,0.01000,1.348
39,mlp.experts.47.up_proj,0.0000018642,0.01000,1.373
39,mlp.experts.48.up_proj,0.0000018445,0.01000,1.337
39,mlp.experts.49.up_proj,0.0000019141,0.01000,1.347
39,mlp.experts.50.up_proj,0.0000019510,0.01000,1.349
39,mlp.experts.51.up_proj,0.0000018938,0.01000,1.325
39,mlp.experts.52.up_proj,0.0000018052,0.01000,1.343
39,mlp.experts.53.up_proj,0.0000018228,0.01000,1.348
39,mlp.experts.54.up_proj,0.0000018193,0.01000,1.374
39,mlp.experts.55.up_proj,0.0000017969,0.01000,1.352
39,mlp.experts.57.up_proj,0.0000018156,0.01000,1.349
39,mlp.experts.58.up_proj,0.0000019181,0.01000,1.332
39,mlp.experts.59.up_proj,0.0000019030,0.01000,1.341
39,mlp.experts.56.up_proj,0.0000020812,0.01000,1.404
39,mlp.experts.60.up_proj,0.0000018582,0.01000,1.349
39,mlp.experts.61.up_proj,0.0000018889,0.01000,1.372
39,mlp.experts.62.up_proj,0.0000018060,0.01000,1.352
39,mlp.experts.63.up_proj,0.0000018511,0.01000,1.358
39,mlp.experts.64.up_proj,0.0000017803,0.01000,1.356
39,mlp.experts.65.up_proj,0.0000018774,0.01000,1.337
39,mlp.experts.66.up_proj,0.0000019271,0.01000,1.353
39,mlp.experts.67.up_proj,0.0000019715,0.01000,1.338
39,mlp.experts.68.up_proj,0.0000019972,0.01000,1.403
39,mlp.experts.69.up_proj,0.0000018665,0.01000,1.347
39,mlp.experts.72.up_proj,0.0000019207,0.01000,1.324
39,mlp.experts.71.up_proj,0.0000018926,0.01000,1.342
39,mlp.experts.73.up_proj,0.0000018621,0.01000,1.334
39,mlp.experts.70.up_proj,0.0000018531,0.01000,1.387
39,mlp.experts.74.up_proj,0.0000018273,0.01000,1.322
39,mlp.experts.75.up_proj,0.0000018432,0.01000,1.380
39,mlp.experts.76.up_proj,0.0000019108,0.01000,1.329
39,mlp.experts.78.up_proj,0.0000019666,0.01000,1.334
39,mlp.experts.79.up_proj,0.0000019222,0.01000,1.319
39,mlp.experts.80.up_proj,0.0000018898,0.01000,1.340
39,mlp.experts.77.up_proj,0.0000017983,0.01000,1.397
39,mlp.experts.81.up_proj,0.0000018715,0.01000,1.329
39,mlp.experts.82.up_proj,0.0000018014,0.01000,1.377
39,mlp.experts.83.up_proj,0.0000019228,0.01000,1.331
39,mlp.experts.84.up_proj,0.0000018553,0.01000,1.350
39,mlp.experts.85.up_proj,0.0000019216,0.01000,1.340
39,mlp.experts.86.up_proj,0.0000018288,0.01000,1.329
39,mlp.experts.87.up_proj,0.0000018490,0.01000,1.344
39,mlp.experts.88.up_proj,0.0000018269,0.01000,1.335
39,mlp.experts.89.up_proj,0.0000018902,0.01000,1.377
39,mlp.experts.90.up_proj,0.0000017938,0.01000,1.337
39,mlp.experts.91.up_proj,0.0000018186,0.01000,1.336
39,mlp.experts.92.up_proj,0.0000018330,0.01000,1.340
39,mlp.experts.93.up_proj,0.0000018219,0.01000,1.325
39,mlp.experts.94.up_proj,0.0000018412,0.01000,1.342
39,mlp.experts.95.up_proj,0.0000018210,0.01000,1.333
39,mlp.experts.96.up_proj,0.0000018993,0.01000,1.379
39,mlp.experts.97.up_proj,0.0000018314,0.01000,1.333
39,mlp.experts.99.up_proj,0.0000019003,0.01000,1.331
39,mlp.experts.100.up_proj,0.0000018606,0.01000,1.336
39,mlp.experts.98.up_proj,0.0000018934,0.01000,1.399
39,mlp.experts.102.up_proj,0.0000018213,0.01000,1.338
39,mlp.experts.101.up_proj,0.0000019514,0.01000,1.405
39,mlp.experts.103.up_proj,0.0000018279,0.01000,1.366
39,mlp.experts.104.up_proj,0.0000018556,0.01000,1.353
39,mlp.experts.105.up_proj,0.0000019388,0.01000,1.342
39,mlp.experts.106.up_proj,0.0000017676,0.01000,1.359
39,mlp.experts.107.up_proj,0.0000018922,0.01000,1.336
39,mlp.experts.108.up_proj,0.0000019301,0.01000,1.358
39,mlp.experts.109.up_proj,0.0000018085,0.01000,1.328
39,mlp.experts.110.up_proj,0.0000018774,0.01000,1.364
39,mlp.experts.111.up_proj,0.0000018177,0.01000,1.359
39,mlp.experts.112.up_proj,0.0000017960,0.01000,1.344
39,mlp.experts.113.up_proj,0.0000017963,0.01000,1.342
39,mlp.experts.114.up_proj,0.0000018872,0.01000,1.327
39,mlp.experts.115.up_proj,0.0000019026,0.01000,1.350
39,mlp.experts.116.up_proj,0.0000019044,0.01000,1.339
39,mlp.experts.117.up_proj,0.0000018819,0.01000,1.228
39,mlp.experts.118.up_proj,0.0000018228,0.01000,1.055
39,mlp.experts.119.up_proj,0.0000018225,0.01000,1.024
39,mlp.experts.3.down_proj,0.0000001089,0.01000,0.435
39,mlp.experts.4.down_proj,0.0000001514,0.01000,0.440
39,mlp.experts.2.down_proj,0.0000001376,0.01000,0.442
39,mlp.experts.0.down_proj,0.0000001284,0.01000,0.448
39,mlp.experts.5.down_proj,0.0000001479,0.01000,0.447
39,mlp.experts.1.down_proj,0.0000001321,0.01000,0.440
39,mlp.experts.6.down_proj,0.0000001216,0.01000,0.441
39,mlp.experts.8.down_proj,0.0000001487,0.01000,0.407
39,mlp.experts.10.down_proj,0.0000001233,0.01000,0.399
39,mlp.experts.9.down_proj,0.0000001415,0.01000,0.408
39,mlp.experts.12.down_proj,0.0000001271,0.01000,0.400
39,mlp.experts.7.down_proj,0.0000001379,0.01000,0.417
39,mlp.experts.13.down_proj,0.0000001630,0.01000,0.405
39,mlp.experts.11.down_proj,0.0000001373,0.01000,0.443
39,mlp.experts.17.down_proj,0.0000001444,0.01000,0.401
39,mlp.experts.15.down_proj,0.0000001485,0.01000,0.407
39,mlp.experts.16.down_proj,0.0000001144,0.01000,0.407
39,mlp.experts.19.down_proj,0.0000001714,0.01000,0.409
39,mlp.experts.18.down_proj,0.0000001667,0.01000,0.418
39,mlp.experts.14.down_proj,0.0000001392,0.01000,0.423
39,mlp.experts.20.down_proj,0.0000001804,0.01000,0.411
39,mlp.experts.23.down_proj,0.0000001398,0.01000,0.396
39,mlp.experts.24.down_proj,0.0000001487,0.01000,0.391
39,mlp.experts.22.down_proj,0.0000001372,0.01000,0.411
39,mlp.experts.25.down_proj,0.0000001223,0.01000,0.401
39,mlp.experts.26.down_proj,0.0000001300,0.01000,0.402
39,mlp.experts.21.down_proj,0.0000001981,0.01000,0.423
39,mlp.experts.27.down_proj,0.0000001267,0.01000,0.412
39,mlp.experts.29.down_proj,0.0000001363,0.01000,0.401
39,mlp.experts.28.down_proj,0.0000001373,0.01000,0.407
39,mlp.experts.31.down_proj,0.0000001145,0.01000,0.397
39,mlp.experts.30.down_proj,0.0000001446,0.01000,0.401
39,mlp.experts.33.down_proj,0.0000001464,0.01000,0.396
39,mlp.experts.32.down_proj,0.0000001431,0.01000,0.409
39,mlp.experts.34.down_proj,0.0000001472,0.01000,0.411
39,mlp.experts.36.down_proj,0.0000001394,0.01000,0.397
39,mlp.experts.35.down_proj,0.0000001601,0.01000,0.402
39,mlp.experts.39.down_proj,0.0000001335,0.01000,0.401
39,mlp.experts.40.down_proj,0.0000001493,0.01000,0.397
39,mlp.experts.38.down_proj,0.0000001339,0.01000,0.437
39,mlp.experts.37.down_proj,0.0000001281,0.01000,0.452
39,mlp.experts.41.down_proj,0.0000001183,0.01000,0.408
39,mlp.experts.42.down_proj,0.0000001104,0.01000,0.399
39,mlp.experts.43.down_proj,0.0000001362,0.01000,0.397
39,mlp.experts.45.down_proj,0.0000002157,0.01000,0.407
39,mlp.experts.44.down_proj,0.0000001366,0.01000,0.413
39,mlp.experts.46.down_proj,0.0000001408,0.01000,0.402
39,mlp.experts.47.down_proj,0.0000001373,0.01000,0.402
39,mlp.experts.48.down_proj,0.0000001489,0.01000,0.411
39,mlp.experts.49.down_proj,0.0000000996,0.01000,0.401
39,mlp.experts.50.down_proj,0.0000001384,0.01000,0.413
39,mlp.experts.51.down_proj,0.0000001458,0.01000,0.403
39,mlp.experts.52.down_proj,0.0000001421,0.01000,0.407
39,mlp.experts.53.down_proj,0.0000001261,0.01000,0.402
39,mlp.experts.54.down_proj,0.0000001407,0.01000,0.397
39,mlp.experts.55.down_proj,0.0000001504,0.01000,0.410
39,mlp.experts.56.down_proj,0.0000001338,0.01000,0.402
39,mlp.experts.57.down_proj,0.0000001477,0.01000,0.404
39,mlp.experts.59.down_proj,0.0000001346,0.01000,0.390
39,mlp.experts.58.down_proj,0.0000001435,0.01000,0.412
39,mlp.experts.60.down_proj,0.0000001345,0.01000,0.403
39,mlp.experts.61.down_proj,0.0000001336,0.01000,0.396
39,mlp.experts.62.down_proj,0.0000001355,0.01000,0.408
39,mlp.experts.63.down_proj,0.0000000974,0.01000,0.403
39,mlp.experts.64.down_proj,0.0000001415,0.01000,0.406
39,mlp.experts.65.down_proj,0.0000001231,0.01000,0.407
39,mlp.experts.66.down_proj,0.0000001299,0.01000,0.399
39,mlp.experts.67.down_proj,0.0000001357,0.01000,0.405
39,mlp.experts.68.down_proj,0.0000001566,0.01000,0.405
39,mlp.experts.69.down_proj,0.0000001340,0.01000,0.415
39,mlp.experts.70.down_proj,0.0000001335,0.01000,0.402
39,mlp.experts.71.down_proj,0.0000001165,0.01000,0.404
39,mlp.experts.72.down_proj,0.0000001551,0.01000,0.402
39,mlp.experts.73.down_proj,0.0000001544,0.01000,0.396
39,mlp.experts.75.down_proj,0.0000001506,0.01000,0.401
39,mlp.experts.74.down_proj,0.0000001386,0.01000,0.409
39,mlp.experts.76.down_proj,0.0000001346,0.01000,0.410
39,mlp.experts.77.down_proj,0.0000001293,0.01000,0.403
39,mlp.experts.80.down_proj,0.0000001090,0.01000,0.401
39,mlp.experts.79.down_proj,0.0000001766,0.01000,0.403
39,mlp.experts.78.down_proj,0.0000001268,0.01000,0.417
39,mlp.experts.81.down_proj,0.0000001384,0.01000,0.403
39,mlp.experts.82.down_proj,0.0000001486,0.01000,0.399
39,mlp.experts.83.down_proj,0.0000001398,0.01000,0.411
39,mlp.experts.84.down_proj,0.0000001418,0.01000,0.403
39,mlp.experts.86.down_proj,0.0000001341,0.01000,0.405
39,mlp.experts.87.down_proj,0.0000001326,0.01000,0.399
39,mlp.experts.85.down_proj,0.0000001286,0.01000,0.419
39,mlp.experts.88.down_proj,0.0000001301,0.01000,0.402
39,mlp.experts.89.down_proj,0.0000000869,0.01000,0.398
39,mlp.experts.90.down_proj,0.0000001363,0.01000,0.411
39,mlp.experts.91.down_proj,0.0000001399,0.01000,0.404
39,mlp.experts.92.down_proj,0.0000001279,0.01000,0.410
39,mlp.experts.94.down_proj,0.0000001280,0.01000,0.399
39,mlp.experts.93.down_proj,0.0000001299,0.01000,0.407
39,mlp.experts.95.down_proj,0.0000001178,0.01000,0.401
39,mlp.experts.96.down_proj,0.0000001497,0.01000,0.400
39,mlp.experts.97.down_proj,0.0000001337,0.01000,0.412
39,mlp.experts.98.down_proj,0.0000001350,0.01000,0.403
39,mlp.experts.101.down_proj,0.0000001217,0.01000,0.401
39,mlp.experts.99.down_proj,0.0000001256,0.01000,0.405
39,mlp.experts.103.down_proj,0.0000001723,0.01000,0.402
39,mlp.experts.102.down_proj,0.0000001366,0.01000,0.404
39,mlp.experts.100.down_proj,0.0000001454,0.01000,0.418
39,mlp.experts.104.down_proj,0.0000001621,0.01000,0.411
39,mlp.experts.105.down_proj,0.0000001385,0.01000,0.401
39,mlp.experts.108.down_proj,0.0000001196,0.01000,0.395
39,mlp.experts.107.down_proj,0.0000001551,0.01000,0.407
39,mlp.experts.106.down_proj,0.0000001513,0.01000,0.415
39,mlp.experts.109.down_proj,0.0000001463,0.01000,0.404
39,mlp.experts.110.down_proj,0.0000001138,0.01000,0.401
39,mlp.experts.111.down_proj,0.0000001497,0.01000,0.407
39,mlp.experts.112.down_proj,0.0000001360,0.01000,0.400
39,mlp.experts.114.down_proj,0.0000001350,0.01000,0.400
39,mlp.experts.113.down_proj,0.0000001468,0.01000,0.405
39,mlp.experts.115.down_proj,0.0000001381,0.01000,0.400
39,mlp.experts.117.down_proj,0.0000001621,0.01000,0.402
39,mlp.experts.116.down_proj,0.0000001232,0.01000,0.406
39,mlp.experts.118.down_proj,0.0000001756,0.01000,0.378
39,mlp.experts.119.down_proj,0.0000001351,0.01000,0.293
40,self_attn.v_proj,0.0000000966,0.01000,1.185
40,self_attn.k_proj,0.0000000533,0.01000,1.189
40,self_attn.q_proj,0.0000003461,0.01000,1.267
40,self_attn.o_proj,0.0000002279,0.01000,2.754
40,mlp.shared_experts.gate_proj,0.0000000033,0.01000,0.911
40,mlp.shared_experts.up_proj,0.0000000043,0.01000,0.907
40,mlp.shared_experts.down_proj,0.0000000004,0.01000,0.273
40,mlp.experts.3.gate_proj,0.0000018417,0.01000,1.497
40,mlp.experts.5.gate_proj,0.0000020266,0.01000,1.500
40,mlp.experts.4.gate_proj,0.0000020015,0.01000,1.501
40,mlp.experts.6.gate_proj,0.0000019374,0.01000,1.520
40,mlp.experts.2.gate_proj,0.0000020906,0.01000,1.562
40,mlp.experts.1.gate_proj,0.0000019836,0.01000,1.564
40,mlp.experts.0.gate_proj,0.0000019675,0.01000,1.574
40,mlp.experts.10.gate_proj,0.0000020374,0.01000,1.329
40,mlp.experts.9.gate_proj,0.0000019208,0.01000,1.370
40,mlp.experts.12.gate_proj,0.0000018366,0.01000,1.344
40,mlp.experts.11.gate_proj,0.0000019112,0.01000,1.353
40,mlp.experts.8.gate_proj,0.0000020760,0.01000,1.417
40,mlp.experts.7.gate_proj,0.0000018744,0.01000,1.430
40,mlp.experts.13.gate_proj,0.0000020215,0.01000,1.356
40,mlp.experts.14.gate_proj,0.0000018020,0.01000,1.373
40,mlp.experts.15.gate_proj,0.0000019496,0.01000,1.370
40,mlp.experts.17.gate_proj,0.0000018712,0.01000,1.337
40,mlp.experts.19.gate_proj,0.0000019109,0.01000,1.339
40,mlp.experts.18.gate_proj,0.0000018363,0.01000,1.358
40,mlp.experts.20.gate_proj,0.0000020421,0.01000,1.360
40,mlp.experts.16.gate_proj,0.0000019487,0.01000,1.399
40,mlp.experts.21.gate_proj,0.0000019870,0.01000,1.347
40,mlp.experts.22.gate_proj,0.0000018766,0.01000,1.355
40,mlp.experts.24.gate_proj,0.0000019486,0.01000,1.330
40,mlp.experts.25.gate_proj,0.0000019764,0.01000,1.342
40,mlp.experts.26.gate_proj,0.0000018984,0.01000,1.340
40,mlp.experts.23.gate_proj,0.0000018623,0.01000,1.400
40,mlp.experts.27.gate_proj,0.0000019300,0.01000,1.352
40,mlp.experts.28.gate_proj,0.0000018595,0.01000,1.343
40,mlp.experts.31.gate_proj,0.0000020495,0.01000,1.317
40,mlp.experts.30.gate_proj,0.0000018409,0.01000,1.341
40,mlp.experts.32.gate_proj,0.0000019796,0.01000,1.335
40,mlp.experts.33.gate_proj,0.0000018719,0.01000,1.333
40,mlp.experts.29.gate_proj,0.0000020266,0.01000,1.399
40,mlp.experts.34.gate_proj,0.0000019198,0.01000,1.345
40,mlp.experts.35.gate_proj,0.0000019365,0.01000,1.352
40,mlp.experts.37.gate_proj,0.0000022397,0.01000,1.335
40,mlp.experts.38.gate_proj,0.0000018188,0.01000,1.324
40,mlp.experts.39.gate_proj,0.0000018721,0.01000,1.336
40,mlp.experts.36.gate_proj,0.0000019486,0.01000,1.395
40,mlp.experts.40.gate_proj,0.0000018526,0.01000,1.340
40,mlp.experts.41.gate_proj,0.0000019162,0.01000,1.349
40,mlp.experts.43.gate_proj,0.0000018581,0.01000,1.357
40,mlp.experts.42.gate_proj,0.0000019525,0.01000,1.361
40,mlp.experts.44.gate_proj,0.0000019517,0.01000,1.349
40,mlp.experts.45.gate_proj,0.0000018138,0.01000,1.337
40,mlp.experts.47.gate_proj,0.0000019335,0.01000,1.351
40,mlp.experts.48.gate_proj,0.0000020232,0.01000,1.373
40,mlp.experts.46.gate_proj,0.0000019777,0.01000,1.410
40,mlp.experts.51.gate_proj,0.0000020379,0.01000,1.342
40,mlp.experts.52.gate_proj,0.0000020267,0.01000,1.324
40,mlp.experts.53.gate_proj,0.0000018894,0.01000,1.346
40,mlp.experts.54.gate_proj,0.0000020794,0.01000,1.322
40,mlp.experts.50.gate_proj,0.0000018417,0.01000,1.420
40,mlp.experts.49.gate_proj,0.0000018181,0.01000,1.424
40,mlp.experts.55.gate_proj,0.0000018529,0.01000,1.334
40,mlp.experts.56.gate_proj,0.0000018605,0.01000,1.357
40,mlp.experts.57.gate_proj,0.0000018195,0.01000,1.379
40,mlp.experts.59.gate_proj,0.0000018621,0.01000,1.327
40,mlp.experts.61.gate_proj,0.0000018608,0.01000,1.333
40,mlp.experts.60.gate_proj,0.0000019150,0.01000,1.361
40,mlp.experts.58.gate_proj,0.0000018669,0.01000,1.390
40,mlp.experts.62.gate_proj,0.0000018808,0.01000,1.353
40,mlp.experts.63.gate_proj,0.0000019348,0.01000,1.345
40,mlp.experts.65.gate_proj,0.0000019379,0.01000,1.326
40,mlp.experts.66.gate_proj,0.0000019949,0.01000,1.322
40,mlp.experts.68.gate_proj,0.0000019088,0.01000,1.329
40,mlp.experts.67.gate_proj,0.0000019442,0.01000,1.340
40,mlp.experts.64.gate_proj,0.0000019360,0.01000,1.406
40,mlp.experts.69.gate_proj,0.0000020512,0.01000,1.342
40,mlp.experts.70.gate_proj,0.0000021122,0.01000,1.337
40,mlp.experts.72.gate_proj,0.0000018878,0.01000,1.334
40,mlp.experts.71.gate_proj,0.0000019516,0.01000,1.354
40,mlp.experts.73.gate_proj,0.0000018493,0.01000,1.327
40,mlp.experts.74.gate_proj,0.0000020133,0.01000,1.345
40,mlp.experts.76.gate_proj,0.0000019900,0.01000,1.346
40,mlp.experts.75.gate_proj,0.0000020602,0.01000,1.349
40,mlp.experts.77.gate_proj,0.0000019838,0.01000,1.345
40,mlp.experts.79.gate_proj,0.0000021063,0.01000,1.340
40,mlp.experts.78.gate_proj,0.0000019624,0.01000,1.356
40,mlp.experts.80.gate_proj,0.0000020079,0.01000,1.321
40,mlp.experts.81.gate_proj,0.0000020283,0.01000,1.341
40,mlp.experts.82.gate_proj,0.0000019646,0.01000,1.330
40,mlp.experts.83.gate_proj,0.0000020111,0.01000,1.383
40,mlp.experts.84.gate_proj,0.0000018927,0.01000,1.351
40,mlp.experts.87.gate_proj,0.0000019084,0.01000,1.331
40,mlp.experts.86.gate_proj,0.0000021443,0.01000,1.339
40,mlp.experts.89.gate_proj,0.0000019574,0.01000,1.331
40,mlp.experts.88.gate_proj,0.0000018933,0.01000,1.356
40,mlp.experts.85.gate_proj,0.0000019235,0.01000,1.404
40,mlp.experts.90.gate_proj,0.0000020537,0.01000,1.344
40,mlp.experts.91.gate_proj,0.0000019288,0.01000,1.350
40,mlp.experts.93.gate_proj,0.0000018697,0.01000,1.338
40,mlp.experts.94.gate_proj,0.0000019483,0.01000,1.326
40,mlp.experts.92.gate_proj,0.0000018903,0.01000,1.395
40,mlp.experts.95.gate_proj,0.0000018468,0.01000,1.352
40,mlp.experts.96.gate_proj,0.0000020633,0.01000,1.351
40,mlp.experts.97.gate_proj,0.0000018874,0.01000,1.362
40,mlp.experts.98.gate_proj,0.0000015645,0.01000,1.361
40,mlp.experts.99.gate_proj,0.0000021894,0.01000,1.365
40,mlp.experts.100.gate_proj,0.0000019017,0.01000,1.348
40,mlp.experts.101.gate_proj,0.0000019321,0.01000,1.330
40,mlp.experts.103.gate_proj,0.0000019827,0.01000,1.340
40,mlp.experts.102.gate_proj,0.0000019868,0.01000,1.396
40,mlp.experts.104.gate_proj,0.0000020398,0.01000,1.349
40,mlp.experts.105.gate_proj,0.0000020069,0.01000,1.358
40,mlp.experts.106.gate_proj,0.0000019463,0.01000,1.355
40,mlp.experts.108.gate_proj,0.0000018799,0.01000,1.341
40,mlp.experts.109.gate_proj,0.0000018903,0.01000,1.352
40,mlp.experts.107.gate_proj,0.0000018986,0.01000,1.398
40,mlp.experts.110.gate_proj,0.0000019634,0.01000,1.349
40,mlp.experts.111.gate_proj,0.0000018906,0.01000,1.356
40,mlp.experts.112.gate_proj,0.0000018767,0.01000,1.355
40,mlp.experts.113.gate_proj,0.0000021204,0.01000,1.353
40,mlp.experts.114.gate_proj,0.0000019596,0.01000,1.361
40,mlp.experts.115.gate_proj,0.0000019802,0.01000,1.344
40,mlp.experts.116.gate_proj,0.0000019516,0.01000,1.362
40,mlp.experts.117.gate_proj,0.0000019543,0.01000,1.356
40,mlp.experts.118.gate_proj,0.0000019417,0.01000,1.367
40,mlp.experts.0.up_proj,0.0000018966,0.01000,1.364
40,mlp.experts.119.gate_proj,0.0000018086,0.01000,1.376
40,mlp.experts.1.up_proj,0.0000018822,0.01000,1.354
40,mlp.experts.2.up_proj,0.0000020313,0.01000,1.353
40,mlp.experts.3.up_proj,0.0000019011,0.01000,1.369
40,mlp.experts.4.up_proj,0.0000019395,0.01000,1.359
40,mlp.experts.5.up_proj,0.0000020293,0.01000,1.368
40,mlp.experts.9.up_proj,0.0000018815,0.01000,1.335
40,mlp.experts.8.up_proj,0.0000020208,0.01000,1.370
40,mlp.experts.7.up_proj,0.0000019583,0.01000,1.372
40,mlp.experts.6.up_proj,0.0000019641,0.01000,1.410
40,mlp.experts.10.up_proj,0.0000019798,0.01000,1.351
40,mlp.experts.11.up_proj,0.0000019102,0.01000,1.334
40,mlp.experts.12.up_proj,0.0000018821,0.01000,1.366
40,mlp.experts.14.up_proj,0.0000018404,0.01000,1.357
40,mlp.experts.13.up_proj,0.0000019579,0.01000,1.364
40,mlp.experts.15.up_proj,0.0000018961,0.01000,1.364
40,mlp.experts.16.up_proj,0.0000019711,0.01000,1.349
40,mlp.experts.17.up_proj,0.0000018365,0.01000,1.356
40,mlp.experts.18.up_proj,0.0000018759,0.01000,1.345
40,mlp.experts.19.up_proj,0.0000019443,0.01000,1.362
40,mlp.experts.20.up_proj,0.0000020046,0.01000,1.354
40,mlp.experts.21.up_proj,0.0000020105,0.01000,1.369
40,mlp.experts.22.up_proj,0.0000019218,0.01000,1.367
40,mlp.experts.23.up_proj,0.0000018897,0.01000,1.356
40,mlp.experts.25.up_proj,0.0000019074,0.01000,1.353
40,mlp.experts.24.up_proj,0.0000018933,0.01000,1.357
40,mlp.experts.26.up_proj,0.0000019194,0.01000,1.356
40,mlp.experts.27.up_proj,0.0000018854,0.01000,1.347
40,mlp.experts.30.up_proj,0.0000019499,0.01000,1.329
40,mlp.experts.29.up_proj,0.0000019685,0.01000,1.354
40,mlp.experts.32.up_proj,0.0000019311,0.01000,1.346
40,mlp.experts.31.up_proj,0.0000020725,0.01000,1.363
40,mlp.experts.28.up_proj,0.0000019205,0.01000,1.429
40,mlp.experts.33.up_proj,0.0000018381,0.01000,1.358
40,mlp.experts.34.up_proj,0.0000019313,0.01000,1.352
40,mlp.experts.37.up_proj,0.0000021572,0.01000,1.335
40,mlp.experts.36.up_proj,0.0000019558,0.01000,1.359
40,mlp.experts.38.up_proj,0.0000018661,0.01000,1.350
40,mlp.experts.35.up_proj,0.0000019514,0.01000,1.418
40,mlp.experts.39.up_proj,0.0000018577,0.01000,1.342
40,mlp.experts.40.up_proj,0.0000018625,0.01000,1.349
40,mlp.experts.41.up_proj,0.0000019390,0.01000,1.345
40,mlp.experts.43.up_proj,0.0000018993,0.01000,1.342
40,mlp.experts.44.up_proj,0.0000019587,0.01000,1.341
40,mlp.experts.45.up_proj,0.0000018454,0.01000,1.353
40,mlp.experts.46.up_proj,0.0000019400,0.01000,1.347
40,mlp.experts.42.up_proj,0.0000019549,0.01000,1.413
40,mlp.experts.47.up_proj,0.0000018702,0.01000,1.348
40,mlp.experts.48.up_proj,0.0000019131,0.01000,1.350
40,mlp.experts.50.up_proj,0.0000018263,0.01000,1.353
40,mlp.experts.51.up_proj,0.0000019133,0.01000,1.332
40,mlp.experts.52.up_proj,0.0000019801,0.01000,1.343
40,mlp.experts.49.up_proj,0.0000018516,0.01000,1.422
40,mlp.experts.53.up_proj,0.0000018854,0.01000,1.364
40,mlp.experts.54.up_proj,0.0000020001,0.01000,1.353
40,mlp.experts.55.up_proj,0.0000018537,0.01000,1.345
40,mlp.experts.56.up_proj,0.0000018965,0.01000,1.357
40,mlp.experts.57.up_proj,0.0000018486,0.01000,1.344
40,mlp.experts.58.up_proj,0.0000019192,0.01000,1.335
40,mlp.experts.59.up_proj,0.0000018924,0.01000,1.340
40,mlp.experts.60.up_proj,0.0000018861,0.01000,1.357
40,mlp.experts.61.up_proj,0.0000019621,0.01000,1.369
40,mlp.experts.62.up_proj,0.0000018856,0.01000,1.344
40,mlp.experts.64.up_proj,0.0000019309,0.01000,1.340
40,mlp.experts.65.up_proj,0.0000018952,0.01000,1.336
40,mlp.experts.66.up_proj,0.0000019018,0.01000,1.341
40,mlp.experts.67.up_proj,0.0000019121,0.01000,1.340
40,mlp.experts.63.up_proj,0.0000019468,0.01000,1.395
40,mlp.experts.68.up_proj,0.0000019256,0.01000,1.359
40,mlp.experts.69.up_proj,0.0000020531,0.01000,1.341
40,mlp.experts.71.up_proj,0.0000019771,0.01000,1.341
40,mlp.experts.72.up_proj,0.0000018794,0.01000,1.332
40,mlp.experts.70.up_proj,0.0000020799,0.01000,1.394
40,mlp.experts.74.up_proj,0.0000019828,0.01000,1.342
40,mlp.experts.73.up_proj,0.0000018655,0.01000,1.348
40,mlp.experts.75.up_proj,0.0000020656,0.01000,1.369
40,mlp.experts.76.up_proj,0.0000020252,0.01000,1.360
40,mlp.experts.77.up_proj,0.0000019738,0.01000,1.355
40,mlp.experts.78.up_proj,0.0000019620,0.01000,1.346
40,mlp.experts.79.up_proj,0.0000020337,0.01000,1.334
40,mlp.experts.80.up_proj,0.0000019329,0.01000,1.352
40,mlp.experts.81.up_proj,0.0000019710,0.01000,1.351
40,mlp.experts.82.up_proj,0.0000019298,0.01000,1.365
40,mlp.experts.83.up_proj,0.0000019647,0.01000,1.362
40,mlp.experts.85.up_proj,0.0000019257,0.01000,1.339
40,mlp.experts.86.up_proj,0.0000020469,0.01000,1.327
40,mlp.experts.84.up_proj,0.0000019514,0.01000,1.402
40,mlp.experts.87.up_proj,0.0000018909,0.01000,1.354
40,mlp.experts.88.up_proj,0.0000019086,0.01000,1.364
40,mlp.experts.89.up_proj,0.0000020188,0.01000,1.341
40,mlp.experts.90.up_proj,0.0000020045,0.01000,1.375
40,mlp.experts.92.up_proj,0.0000019365,0.01000,1.344
40,mlp.experts.93.up_proj,0.0000018484,0.01000,1.334
40,mlp.experts.91.up_proj,0.0000019282,0.01000,1.406
40,mlp.experts.95.up_proj,0.0000018418,0.01000,1.359
40,mlp.experts.94.up_proj,0.0000019003,0.01000,1.425
40,mlp.experts.96.up_proj,0.0000020740,0.01000,1.346
40,mlp.experts.97.up_proj,0.0000018914,0.01000,1.350
40,mlp.experts.98.up_proj,0.0000022935,0.01000,1.354
40,mlp.experts.99.up_proj,0.0000020448,0.01000,1.345
40,mlp.experts.100.up_proj,0.0000019158,0.01000,1.336
40,mlp.experts.101.up_proj,0.0000019368,0.01000,1.360
40,mlp.experts.102.up_proj,0.0000019327,0.01000,1.365
40,mlp.experts.103.up_proj,0.0000019946,0.01000,1.357
40,mlp.experts.104.up_proj,0.0000020365,0.01000,1.359
40,mlp.experts.105.up_proj,0.0000020149,0.01000,1.367
40,mlp.experts.107.up_proj,0.0000019080,0.01000,1.337
40,mlp.experts.106.up_proj,0.0000018937,0.01000,1.407
40,mlp.experts.108.up_proj,0.0000018980,0.01000,1.360
40,mlp.experts.109.up_proj,0.0000019073,0.01000,1.359
40,mlp.experts.110.up_proj,0.0000018795,0.01000,1.357
40,mlp.experts.111.up_proj,0.0000018759,0.01000,1.352
40,mlp.experts.112.up_proj,0.0000018733,0.01000,1.359
40,mlp.experts.113.up_proj,0.0000020882,0.01000,1.361
40,mlp.experts.114.up_proj,0.0000019547,0.01000,1.328
40,mlp.experts.115.up_proj,0.0000019533,0.01000,1.355
40,mlp.experts.117.up_proj,0.0000019433,0.01000,1.352
40,mlp.experts.116.up_proj,0.0000020091,0.01000,1.354
40,mlp.experts.118.up_proj,0.0000019236,0.01000,1.015
40,mlp.experts.119.up_proj,0.0000018923,0.01000,1.000
40,mlp.experts.5.down_proj,0.0000001391,0.01000,0.438
40,mlp.experts.1.down_proj,0.0000001939,0.01000,0.442
40,mlp.experts.2.down_proj,0.0000001581,0.01000,0.441
40,mlp.experts.0.down_proj,0.0000001641,0.01000,0.448
40,mlp.experts.6.down_proj,0.0000001856,0.01000,0.446
40,mlp.experts.3.down_proj,0.0000001353,0.01000,0.452
40,mlp.experts.4.down_proj,0.0000001634,0.01000,0.459
40,mlp.experts.10.down_proj,0.0000001295,0.01000,0.401
40,mlp.experts.8.down_proj,0.0000001485,0.01000,0.409
40,mlp.experts.9.down_proj,0.0000001693,0.01000,0.411
40,mlp.experts.11.down_proj,0.0000001494,0.01000,0.407
40,mlp.experts.7.down_proj,0.0000001327,0.01000,0.411
40,mlp.experts.12.down_proj,0.0000001709,0.01000,0.405
40,mlp.experts.13.down_proj,0.0000002151,0.01000,0.403
40,mlp.experts.15.down_proj,0.0000001333,0.01000,0.405
40,mlp.experts.17.down_proj,0.0000001476,0.01000,0.401
40,mlp.experts.18.down_proj,0.0000001556,0.01000,0.405
40,mlp.experts.16.down_proj,0.0000001402,0.01000,0.409
40,mlp.experts.19.down_proj,0.0000001573,0.01000,0.405
40,mlp.experts.20.down_proj,0.0000001769,0.01000,0.404
40,mlp.experts.14.down_proj,0.0000001494,0.01000,0.423
40,mlp.experts.24.down_proj,0.0000001568,0.01000,0.399
40,mlp.experts.22.down_proj,0.0000001556,0.01000,0.407
40,mlp.experts.26.down_proj,0.0000001654,0.01000,0.399
40,mlp.experts.23.down_proj,0.0000001371,0.01000,0.407
40,mlp.experts.25.down_proj,0.0000001680,0.01000,0.408
40,mlp.experts.27.down_proj,0.0000001522,0.01000,0.407
40,mlp.experts.21.down_proj,0.0000001536,0.01000,0.423
40,mlp.experts.31.down_proj,0.0000001752,0.01000,0.399
40,mlp.experts.29.down_proj,0.0000001405,0.01000,0.407
40,mlp.experts.30.down_proj,0.0000001442,0.01000,0.402
40,mlp.experts.28.down_proj,0.0000001529,0.01000,0.414
40,mlp.experts.32.down_proj,0.0000001633,0.01000,0.404
40,mlp.experts.33.down_proj,0.0000001496,0.01000,0.401
40,mlp.experts.34.down_proj,0.0000001740,0.01000,0.406
40,mlp.experts.38.down_proj,0.0000001591,0.01000,0.403
40,mlp.experts.37.down_proj,0.0000001586,0.01000,0.406
40,mlp.experts.40.down_proj,0.0000001541,0.01000,0.403
40,mlp.experts.39.down_proj,0.0000001451,0.01000,0.411
40,mlp.experts.35.down_proj,0.0000001710,0.01000,0.424
40,mlp.experts.36.down_proj,0.0000001765,0.01000,0.424
40,mlp.experts.41.down_proj,0.0000001812,0.01000,0.409
40,mlp.experts.45.down_proj,0.0000001623,0.01000,0.396
40,mlp.experts.44.down_proj,0.0000001480,0.01000,0.404
40,mlp.experts.42.down_proj,0.0000001069,0.01000,0.411
40,mlp.experts.43.down_proj,0.0000001438,0.01000,0.414
40,mlp.experts.46.down_proj,0.0000001695,0.01000,0.405
40,mlp.experts.47.down_proj,0.0000001659,0.01000,0.406
40,mlp.experts.48.down_proj,0.0000001752,0.01000,0.409
40,mlp.experts.52.down_proj,0.0000001553,0.01000,0.399
40,mlp.experts.51.down_proj,0.0000001996,0.01000,0.406
40,mlp.experts.53.down_proj,0.0000001601,0.01000,0.402
40,mlp.experts.49.down_proj,0.0000001558,0.01000,0.418
40,mlp.experts.54.down_proj,0.0000001713,0.01000,0.406
40,mlp.experts.55.down_proj,0.0000001566,0.01000,0.406
40,mlp.experts.50.down_proj,0.0000001549,0.01000,0.429
40,mlp.experts.56.down_proj,0.0000001534,0.01000,0.404
40,mlp.experts.59.down_proj,0.0000001722,0.01000,0.394
40,mlp.experts.58.down_proj,0.0000001509,0.01000,0.400
40,mlp.experts.61.down_proj,0.0000001641,0.01000,0.398
40,mlp.experts.60.down_proj,0.0000001698,0.01000,0.402
40,mlp.experts.57.down_proj,0.0000001551,0.01000,0.419
40,mlp.experts.62.down_proj,0.0000001279,0.01000,0.410
40,mlp.experts.66.down_proj,0.0000001808,0.01000,0.392
40,mlp.experts.65.down_proj,0.0000001525,0.01000,0.400
40,mlp.experts.68.down_proj,0.0000001849,0.01000,0.397
40,mlp.experts.67.down_proj,0.0000001671,0.01000,0.404
40,mlp.experts.64.down_proj,0.0000001354,0.01000,0.414
40,mlp.experts.63.down_proj,0.0000001050,0.01000,0.416
40,mlp.experts.69.down_proj,0.0000001410,0.01000,0.405
40,mlp.experts.71.down_proj,0.0000001845,0.01000,0.406
40,mlp.experts.75.down_proj,0.0000001506,0.01000,0.403
40,mlp.experts.72.down_proj,0.0000001660,0.01000,0.408
40,mlp.experts.74.down_proj,0.0000001967,0.01000,0.406
40,mlp.experts.70.down_proj,0.0000001630,0.01000,0.420
40,mlp.experts.73.down_proj,0.0000001817,0.01000,0.424
40,mlp.experts.76.down_proj,0.0000001814,0.01000,0.407
40,mlp.experts.77.down_proj,0.0000001866,0.01000,0.410
40,mlp.experts.80.down_proj,0.0000001757,0.01000,0.400
40,mlp.experts.79.down_proj,0.0000001460,0.01000,0.409
40,mlp.experts.81.down_proj,0.0000001523,0.01000,0.414
40,mlp.experts.78.down_proj,0.0000001725,0.01000,0.419
40,mlp.experts.82.down_proj,0.0000001372,0.01000,0.403
40,mlp.experts.83.down_proj,0.0000001421,0.01000,0.409
40,mlp.experts.84.down_proj,0.0000001364,0.01000,0.407
40,mlp.experts.85.down_proj,0.0000001664,0.01000,0.411
40,mlp.experts.86.down_proj,0.0000001296,0.01000,0.405
40,mlp.experts.87.down_proj,0.0000001471,0.01000,0.400
40,mlp.experts.88.down_proj,0.0000001636,0.01000,0.402
40,mlp.experts.89.down_proj,0.0000001196,0.01000,0.403
40,mlp.experts.90.down_proj,0.0000001432,0.01000,0.411
40,mlp.experts.91.down_proj,0.0000001419,0.01000,0.403
40,mlp.experts.92.down_proj,0.0000001661,0.01000,0.402
40,mlp.experts.94.down_proj,0.0000001558,0.01000,0.401
40,mlp.experts.95.down_proj,0.0000001375,0.01000,0.400
40,mlp.experts.96.down_proj,0.0000001408,0.01000,0.400
40,mlp.experts.93.down_proj,0.0000001587,0.01000,0.415
40,mlp.experts.97.down_proj,0.0000001627,0.01000,0.407
40,mlp.experts.101.down_proj,0.0000001514,0.01000,0.391
40,mlp.experts.99.down_proj,0.0000001160,0.01000,0.403
40,mlp.experts.98.down_proj,0.0000001237,0.01000,0.411
40,mlp.experts.100.down_proj,0.0000001502,0.01000,0.407
40,mlp.experts.102.down_proj,0.0000001185,0.01000,0.405
40,mlp.experts.103.down_proj,0.0000001768,0.01000,0.400
40,mlp.experts.104.down_proj,0.0000001345,0.01000,0.403
40,mlp.experts.105.down_proj,0.0000001533,0.01000,0.405
40,mlp.experts.106.down_proj,0.0000001527,0.01000,0.405
40,mlp.experts.108.down_proj,0.0000001704,0.01000,0.402
40,mlp.experts.107.down_proj,0.0000001713,0.01000,0.403
40,mlp.experts.110.down_proj,0.0000001468,0.01000,0.402
40,mlp.experts.109.down_proj,0.0000001635,0.01000,0.414
40,mlp.experts.111.down_proj,0.0000001457,0.01000,0.404
40,mlp.experts.112.down_proj,0.0000001415,0.01000,0.402
40,mlp.experts.115.down_proj,0.0000001351,0.01000,0.396
40,mlp.experts.113.down_proj,0.0000001426,0.01000,0.403
40,mlp.experts.114.down_proj,0.0000002022,0.01000,0.407
40,mlp.experts.116.down_proj,0.0000001370,0.01000,0.406
40,mlp.experts.117.down_proj,0.0000001467,0.01000,0.398
40,mlp.experts.118.down_proj,0.0000001797,0.01000,0.399
40,mlp.experts.119.down_proj,0.0000001804,0.01000,0.271
41,self_attn.v_proj,0.0000001495,0.01000,1.206
41,self_attn.k_proj,0.0000000593,0.01000,1.213
41,self_attn.q_proj,0.0000003900,0.01000,1.268
41,self_attn.o_proj,0.0000002068,0.01000,2.765
41,mlp.shared_experts.gate_proj,0.0000000034,0.01000,0.917
41,mlp.shared_experts.up_proj,0.0000000044,0.01000,0.914
41,mlp.shared_experts.down_proj,0.0000000005,0.01000,0.276
41,mlp.experts.3.gate_proj,0.0000020081,0.01000,1.515
41,mlp.experts.2.gate_proj,0.0000019441,0.01000,1.519
41,mlp.experts.5.gate_proj,0.0000020289,0.01000,1.523
41,mlp.experts.4.gate_proj,0.0000020118,0.01000,1.530
41,mlp.experts.6.gate_proj,0.0000019580,0.01000,1.542
41,mlp.experts.1.gate_proj,0.0000021012,0.01000,1.577
41,mlp.experts.0.gate_proj,0.0000020509,0.01000,1.595
41,mlp.experts.10.gate_proj,0.0000019653,0.01000,1.344
41,mlp.experts.9.gate_proj,0.0000021813,0.01000,1.357
41,mlp.experts.11.gate_proj,0.0000020668,0.01000,1.364
41,mlp.experts.12.gate_proj,0.0000020810,0.01000,1.359
41,mlp.experts.8.gate_proj,0.0000019713,0.01000,1.427
41,mlp.experts.13.gate_proj,0.0000020714,0.01000,1.363
41,mlp.experts.7.gate_proj,0.0000019539,0.01000,1.447
41,mlp.experts.14.gate_proj,0.0000020208,0.01000,1.392
41,mlp.experts.15.gate_proj,0.0000021539,0.01000,1.383
41,mlp.experts.16.gate_proj,0.0000021001,0.01000,1.368
41,mlp.experts.17.gate_proj,0.0000020806,0.01000,1.353
41,mlp.experts.18.gate_proj,0.0000020635,0.01000,1.365
41,mlp.experts.19.gate_proj,0.0000020335,0.01000,1.358
41,mlp.experts.20.gate_proj,0.0000019530,0.01000,1.385
41,mlp.experts.22.gate_proj,0.0000020692,0.01000,1.368
41,mlp.experts.23.gate_proj,0.0000020096,0.01000,1.375
41,mlp.experts.24.gate_proj,0.0000021596,0.01000,1.370
41,mlp.experts.26.gate_proj,0.0000019937,0.01000,1.359
41,mlp.experts.25.gate_proj,0.0000019762,0.01000,1.369
41,mlp.experts.21.gate_proj,0.0000019537,0.01000,1.419
41,mlp.experts.27.gate_proj,0.0000019218,0.01000,1.354
41,mlp.experts.28.gate_proj,0.0000020462,0.01000,1.354
41,mlp.experts.31.gate_proj,0.0000020058,0.01000,1.331
41,mlp.experts.29.gate_proj,0.0000020142,0.01000,1.357
41,mlp.experts.32.gate_proj,0.0000019976,0.01000,1.354
41,mlp.experts.33.gate_proj,0.0000020215,0.01000,1.365
41,mlp.experts.34.gate_proj,0.0000023288,0.01000,1.351
41,mlp.experts.30.gate_proj,0.0000019990,0.01000,1.405
41,mlp.experts.35.gate_proj,0.0000022230,0.01000,1.347
41,mlp.experts.36.gate_proj,0.0000020072,0.01000,1.344
41,mlp.experts.37.gate_proj,0.0000020314,0.01000,1.353
41,mlp.experts.38.gate_proj,0.0000019581,0.01000,1.336
41,mlp.experts.40.gate_proj,0.0000021013,0.01000,1.335
41,mlp.experts.41.gate_proj,0.0000020382,0.01000,1.367
41,mlp.experts.39.gate_proj,0.0000020674,0.01000,1.402
41,mlp.experts.42.gate_proj,0.0000021597,0.01000,1.340
41,mlp.experts.43.gate_proj,0.0000020596,0.01000,1.340
41,mlp.experts.45.gate_proj,0.0000020438,0.01000,1.327
41,mlp.experts.46.gate_proj,0.0000021890,0.01000,1.348
41,mlp.experts.44.gate_proj,0.0000020997,0.01000,1.387
41,mlp.experts.47.gate_proj,0.0000023534,0.01000,1.344
41,mlp.experts.48.gate_proj,0.0000020555,0.01000,1.357
41,mlp.experts.49.gate_proj,0.0000020885,0.01000,1.341
41,mlp.experts.50.gate_proj,0.0000020466,0.01000,1.348
41,mlp.experts.51.gate_proj,0.0000019959,0.01000,1.354
41,mlp.experts.52.gate_proj,0.0000020066,0.01000,1.322
41,mlp.experts.53.gate_proj,0.0000020291,0.01000,1.353
41,mlp.experts.54.gate_proj,0.0000022553,0.01000,1.350
41,mlp.experts.55.gate_proj,0.0000019596,0.01000,1.376
41,mlp.experts.57.gate_proj,0.0000020383,0.01000,1.358
41,mlp.experts.56.gate_proj,0.0000019809,0.01000,1.372
41,mlp.experts.59.gate_proj,0.0000020518,0.01000,1.342
41,mlp.experts.58.gate_proj,0.0000020603,0.01000,1.412
41,mlp.experts.60.gate_proj,0.0000019581,0.01000,1.364
41,mlp.experts.61.gate_proj,0.0000019658,0.01000,1.345
41,mlp.experts.62.gate_proj,0.0000020145,0.01000,1.387
41,mlp.experts.63.gate_proj,0.0000020706,0.01000,1.377
41,mlp.experts.64.gate_proj,0.0000022886,0.01000,1.380
41,mlp.experts.65.gate_proj,0.0000019642,0.01000,1.379
41,mlp.experts.66.gate_proj,0.0000019900,0.01000,1.352
41,mlp.experts.68.gate_proj,0.0000020662,0.01000,1.363
41,mlp.experts.67.gate_proj,0.0000020038,0.01000,1.426
41,mlp.experts.69.gate_proj,0.0000020267,0.01000,1.393
41,mlp.experts.72.gate_proj,0.0000020578,0.01000,1.347
41,mlp.experts.71.gate_proj,0.0000021986,0.01000,1.351
41,mlp.experts.73.gate_proj,0.0000020420,0.01000,1.328
41,mlp.experts.70.gate_proj,0.0000019584,0.01000,1.370
41,mlp.experts.74.gate_proj,0.0000020516,0.01000,1.355
41,mlp.experts.75.gate_proj,0.0000020358,0.01000,1.354
41,mlp.experts.76.gate_proj,0.0000020519,0.01000,1.364
41,mlp.experts.78.gate_proj,0.0000019581,0.01000,1.345
41,mlp.experts.80.gate_proj,0.0000021382,0.01000,1.346
41,mlp.experts.79.gate_proj,0.0000020865,0.01000,1.357
41,mlp.experts.77.gate_proj,0.0000020128,0.01000,1.401
41,mlp.experts.81.gate_proj,0.0000022025,0.01000,1.356
41,mlp.experts.82.gate_proj,0.0000020208,0.01000,1.348
41,mlp.experts.83.gate_proj,0.0000019964,0.01000,1.357
41,mlp.experts.84.gate_proj,0.0000023139,0.01000,1.360
41,mlp.experts.85.gate_proj,0.0000020131,0.01000,1.349
41,mlp.experts.86.gate_proj,0.0000020878,0.01000,1.342
41,mlp.experts.87.gate_proj,0.0000020888,0.01000,1.340
41,mlp.experts.88.gate_proj,0.0000020316,0.01000,1.356
41,mlp.experts.89.gate_proj,0.0000020594,0.01000,1.348
41,mlp.experts.90.gate_proj,0.0000019793,0.01000,1.354
41,mlp.experts.93.gate_proj,0.0000020378,0.01000,1.344
41,mlp.experts.92.gate_proj,0.0000020855,0.01000,1.351
41,mlp.experts.94.gate_proj,0.0000019296,0.01000,1.336
41,mlp.experts.91.gate_proj,0.0000020365,0.01000,1.397
41,mlp.experts.95.gate_proj,0.0000020158,0.01000,1.360
41,mlp.experts.96.gate_proj,0.0000021174,0.01000,1.350
41,mlp.experts.97.gate_proj,0.0000019966,0.01000,1.356
41,mlp.experts.98.gate_proj,0.0000021597,0.01000,1.361
41,mlp.experts.99.gate_proj,0.0000020875,0.01000,1.365
41,mlp.experts.100.gate_proj,0.0000020283,0.01000,1.355
41,mlp.experts.101.gate_proj,0.0000020122,0.01000,1.334
41,mlp.experts.102.gate_proj,0.0000020090,0.01000,1.374
41,mlp.experts.103.gate_proj,0.0000019585,0.01000,1.348
41,mlp.experts.104.gate_proj,0.0000019805,0.01000,1.380
41,mlp.experts.106.gate_proj,0.0000019851,0.01000,1.356
41,mlp.experts.108.gate_proj,0.0000020879,0.01000,1.347
41,mlp.experts.107.gate_proj,0.0000022758,0.01000,1.361
41,mlp.experts.105.gate_proj,0.0000022260,0.01000,1.420
41,mlp.experts.110.gate_proj,0.0000019322,0.01000,1.345
41,mlp.experts.109.gate_proj,0.0000020183,0.01000,1.364
41,mlp.experts.111.gate_proj,0.0000019356,0.01000,1.367
41,mlp.experts.113.gate_proj,0.0000020344,0.01000,1.360
41,mlp.experts.112.gate_proj,0.0000021831,0.01000,1.369
41,mlp.experts.114.gate_proj,0.0000019643,0.01000,1.364
41,mlp.experts.115.gate_proj,0.0000020683,0.01000,1.345
41,mlp.experts.116.gate_proj,0.0000019221,0.01000,1.364
41,mlp.experts.117.gate_proj,0.0000020983,0.01000,1.360
41,mlp.experts.118.gate_proj,0.0000020278,0.01000,1.369
41,mlp.experts.1.up_proj,0.0000020725,0.01000,1.352
41,mlp.experts.0.up_proj,0.0000019537,0.01000,1.357
41,mlp.experts.2.up_proj,0.0000019760,0.01000,1.344
41,mlp.experts.4.up_proj,0.0000019992,0.01000,1.345
41,mlp.experts.119.gate_proj,0.0000021133,0.01000,1.435
41,mlp.experts.3.up_proj,0.0000020301,0.01000,1.364
41,mlp.experts.5.up_proj,0.0000019428,0.01000,1.365
41,mlp.experts.7.up_proj,0.0000019864,0.01000,1.352
41,mlp.experts.8.up_proj,0.0000019701,0.01000,1.346
41,mlp.experts.9.up_proj,0.0000021341,0.01000,1.332
41,mlp.experts.6.up_proj,0.0000019557,0.01000,1.420
41,mlp.experts.10.up_proj,0.0000019448,0.01000,1.354
41,mlp.experts.11.up_proj,0.0000020758,0.01000,1.356
41,mlp.experts.12.up_proj,0.0000020497,0.01000,1.364
41,mlp.experts.13.up_proj,0.0000020258,0.01000,1.387
41,mlp.experts.14.up_proj,0.0000020183,0.01000,1.379
41,mlp.experts.16.up_proj,0.0000020584,0.01000,1.343
41,mlp.experts.15.up_proj,0.0000020624,0.01000,1.363
41,mlp.experts.18.up_proj,0.0000020646,0.01000,1.354
41,mlp.experts.17.up_proj,0.0000020911,0.01000,1.436
41,mlp.experts.19.up_proj,0.0000020175,0.01000,1.371
41,mlp.experts.21.up_proj,0.0000019548,0.01000,1.358
41,mlp.experts.20.up_proj,0.0000019451,0.01000,1.363
41,mlp.experts.23.up_proj,0.0000019120,0.01000,1.342
41,mlp.experts.24.up_proj,0.0000020695,0.01000,1.377
41,mlp.experts.22.up_proj,0.0000020043,0.01000,1.411
41,mlp.experts.25.up_proj,0.0000019818,0.01000,1.353
41,mlp.experts.26.up_proj,0.0000019891,0.01000,1.358
41,mlp.experts.29.up_proj,0.0000020202,0.01000,1.351
41,mlp.experts.28.up_proj,0.0000020365,0.01000,1.363
41,mlp.experts.30.up_proj,0.0000019738,0.01000,1.342
41,mlp.experts.27.up_proj,0.0000019697,0.01000,1.407
41,mlp.experts.31.up_proj,0.0000020063,0.01000,1.359
41,mlp.experts.32.up_proj,0.0000019643,0.01000,1.359
41,mlp.experts.33.up_proj,0.0000020068,0.01000,1.361
41,mlp.experts.35.up_proj,0.0000021258,0.01000,1.350
41,mlp.experts.37.up_proj,0.0000020567,0.01000,1.328
41,mlp.experts.36.up_proj,0.0000020203,0.01000,1.358
41,mlp.experts.34.up_proj,0.0000020885,0.01000,1.425
41,mlp.experts.38.up_proj,0.0000019642,0.01000,1.358
41,mlp.experts.39.up_proj,0.0000020289,0.01000,1.338
41,mlp.experts.40.up_proj,0.0000019622,0.01000,1.352
41,mlp.experts.41.up_proj,0.0000019748,0.01000,1.367
41,mlp.experts.42.up_proj,0.0000021105,0.01000,1.347
41,mlp.experts.44.up_proj,0.0000020709,0.01000,1.337
41,mlp.experts.45.up_proj,0.0000020468,0.01000,1.360
41,mlp.experts.46.up_proj,0.0000021437,0.01000,1.338
41,mlp.experts.43.up_proj,0.0000020365,0.01000,1.399
41,mlp.experts.47.up_proj,0.0000020986,0.01000,1.355
41,mlp.experts.49.up_proj,0.0000020650,0.01000,1.352
41,mlp.experts.50.up_proj,0.0000020038,0.01000,1.366
41,mlp.experts.48.up_proj,0.0000020438,0.01000,1.401
41,mlp.experts.51.up_proj,0.0000019849,0.01000,1.341
41,mlp.experts.52.up_proj,0.0000020350,0.01000,1.358
41,mlp.experts.53.up_proj,0.0000020190,0.01000,1.354
41,mlp.experts.54.up_proj,0.0000025461,0.01000,1.359
41,mlp.experts.55.up_proj,0.0000019604,0.01000,1.363
41,mlp.experts.57.up_proj,0.0000020385,0.01000,1.350
41,mlp.experts.58.up_proj,0.0000020095,0.01000,1.358
41,mlp.experts.60.up_proj,0.0000019775,0.01000,1.345
41,mlp.experts.59.up_proj,0.0000020340,0.01000,1.365
41,mlp.experts.56.up_proj,0.0000019605,0.01000,1.413
41,mlp.experts.61.up_proj,0.0000019669,0.01000,1.354
41,mlp.experts.62.up_proj,0.0000020060,0.01000,1.364
41,mlp.experts.65.up_proj,0.0000019772,0.01000,1.335
41,mlp.experts.64.up_proj,0.0000021381,0.01000,1.358
41,mlp.experts.67.up_proj,0.0000019704,0.01000,1.350
41,mlp.experts.63.up_proj,0.0000020587,0.01000,1.417
41,mlp.experts.66.up_proj,0.0000020031,0.01000,1.377
41,mlp.experts.68.up_proj,0.0000020277,0.01000,1.365
41,mlp.experts.69.up_proj,0.0000019905,0.01000,1.354
41,mlp.experts.71.up_proj,0.0000020232,0.01000,1.345
41,mlp.experts.72.up_proj,0.0000019789,0.01000,1.329
41,mlp.experts.70.up_proj,0.0000019556,0.01000,1.402
41,mlp.experts.74.up_proj,0.0000020472,0.01000,1.351
41,mlp.experts.73.up_proj,0.0000020354,0.01000,1.424
41,mlp.experts.75.up_proj,0.0000020429,0.01000,1.357
41,mlp.experts.76.up_proj,0.0000020163,0.01000,1.354
41,mlp.experts.77.up_proj,0.0000020185,0.01000,1.364
41,mlp.experts.78.up_proj,0.0000019421,0.01000,1.341
41,mlp.experts.79.up_proj,0.0000019977,0.01000,1.343
41,mlp.experts.80.up_proj,0.0000020397,0.01000,1.362
41,mlp.experts.81.up_proj,0.0000021720,0.01000,1.345
41,mlp.experts.82.up_proj,0.0000020246,0.01000,1.372
41,mlp.experts.83.up_proj,0.0000019497,0.01000,1.357
41,mlp.experts.85.up_proj,0.0000020003,0.01000,1.349
41,mlp.experts.86.up_proj,0.0000019899,0.01000,1.341
41,mlp.experts.87.up_proj,0.0000020434,0.01000,1.350
41,mlp.experts.84.up_proj,0.0000021366,0.01000,1.418
41,mlp.experts.88.up_proj,0.0000020566,0.01000,1.341
41,mlp.experts.89.up_proj,0.0000019987,0.01000,1.373
41,mlp.experts.90.up_proj,0.0000019222,0.01000,1.375
41,mlp.experts.91.up_proj,0.0000019995,0.01000,1.366
41,mlp.experts.92.up_proj,0.0000020469,0.01000,1.352
41,mlp.experts.93.up_proj,0.0000020079,0.01000,1.338
41,mlp.experts.94.up_proj,0.0000019524,0.01000,1.361
41,mlp.experts.95.up_proj,0.0000019553,0.01000,1.342
41,mlp.experts.96.up_proj,0.0000020891,0.01000,1.368
41,mlp.experts.97.up_proj,0.0000020067,0.01000,1.356
41,mlp.experts.99.up_proj,0.0000019844,0.01000,1.345
41,mlp.experts.100.up_proj,0.0000019779,0.01000,1.337
41,mlp.experts.102.up_proj,0.0000020616,0.01000,1.342
41,mlp.experts.98.up_proj,0.0000019946,0.01000,1.425
41,mlp.experts.101.up_proj,0.0000019861,0.01000,1.416
41,mlp.experts.103.up_proj,0.0000019639,0.01000,1.352
41,mlp.experts.104.up_proj,0.0000019816,0.01000,1.355
41,mlp.experts.106.up_proj,0.0000019986,0.01000,1.332
41,mlp.experts.107.up_proj,0.0000022453,0.01000,1.317
41,mlp.experts.105.up_proj,0.0000021184,0.01000,1.399
41,mlp.experts.108.up_proj,0.0000020318,0.01000,1.346
41,mlp.experts.109.up_proj,0.0000020142,0.01000,1.325
41,mlp.experts.110.up_proj,0.0000019610,0.01000,1.357
41,mlp.experts.112.up_proj,0.0000021100,0.01000,1.353
41,mlp.experts.113.up_proj,0.0000020415,0.01000,1.338
41,mlp.experts.114.up_proj,0.0000019591,0.01000,1.326
41,mlp.experts.111.up_proj,0.0000019230,0.01000,1.427
41,mlp.experts.115.up_proj,0.0000020050,0.01000,1.342
41,mlp.experts.116.up_proj,0.0000019268,0.01000,1.329
41,mlp.experts.117.up_proj,0.0000020907,0.01000,1.324
41,mlp.experts.119.up_proj,0.0000020625,0.01000,0.998
41,mlp.experts.118.up_proj,0.0000020166,0.01000,1.024
41,mlp.experts.1.down_proj,0.0000001747,0.01000,0.440
41,mlp.experts.2.down_proj,0.0000001635,0.01000,0.440
41,mlp.experts.4.down_proj,0.0000001709,0.01000,0.441
41,mlp.experts.3.down_proj,0.0000001817,0.01000,0.444
41,mlp.experts.5.down_proj,0.0000001057,0.01000,0.447
41,mlp.experts.0.down_proj,0.0000001530,0.01000,0.451
41,mlp.experts.6.down_proj,0.0000001864,0.01000,0.450
41,mlp.experts.10.down_proj,0.0000001517,0.01000,0.401
41,mlp.experts.8.down_proj,0.0000001767,0.01000,0.406
41,mlp.experts.9.down_proj,0.0000001434,0.01000,0.408
41,mlp.experts.12.down_proj,0.0000001534,0.01000,0.403
41,mlp.experts.11.down_proj,0.0000001550,0.01000,0.406
41,mlp.experts.7.down_proj,0.0000001494,0.01000,0.420
41,mlp.experts.13.down_proj,0.0000001986,0.01000,0.412
41,mlp.experts.17.down_proj,0.0000001288,0.01000,0.404
41,mlp.experts.15.down_proj,0.0000001772,0.01000,0.408
41,mlp.experts.16.down_proj,0.0000001981,0.01000,0.410
41,mlp.experts.19.down_proj,0.0000001648,0.01000,0.405
41,mlp.experts.18.down_proj,0.0000001593,0.01000,0.411
41,mlp.experts.14.down_proj,0.0000001586,0.01000,0.427
41,mlp.experts.20.down_proj,0.0000001451,0.01000,0.416
41,mlp.experts.23.down_proj,0.0000001709,0.01000,0.404
41,mlp.experts.22.down_proj,0.0000001500,0.01000,0.406
41,mlp.experts.24.down_proj,0.0000001928,0.01000,0.403
41,mlp.experts.21.down_proj,0.0000001654,0.01000,0.414
41,mlp.experts.25.down_proj,0.0000001606,0.01000,0.406
41,mlp.experts.26.down_proj,0.0000001645,0.01000,0.401
41,mlp.experts.27.down_proj,0.0000001765,0.01000,0.411
41,mlp.experts.31.down_proj,0.0000001743,0.01000,0.398
41,mlp.experts.28.down_proj,0.0000001852,0.01000,0.408
41,mlp.experts.29.down_proj,0.0000001874,0.01000,0.407
41,mlp.experts.32.down_proj,0.0000000961,0.01000,0.407
41,mlp.experts.33.down_proj,0.0000001411,0.01000,0.408
41,mlp.experts.30.down_proj,0.0000001618,0.01000,0.424
41,mlp.experts.34.down_proj,0.0000001558,0.01000,0.409
41,mlp.experts.35.down_proj,0.0000001642,0.01000,0.405
41,mlp.experts.36.down_proj,0.0000001976,0.01000,0.403
41,mlp.experts.38.down_proj,0.0000001540,0.01000,0.400
41,mlp.experts.37.down_proj,0.0000001872,0.01000,0.406
41,mlp.experts.39.down_proj,0.0000001452,0.01000,0.407
41,mlp.experts.40.down_proj,0.0000001238,0.01000,0.405
41,mlp.experts.41.down_proj,0.0000001704,0.01000,0.410
41,mlp.experts.45.down_proj,0.0000001823,0.01000,0.398
41,mlp.experts.43.down_proj,0.0000001633,0.01000,0.404
41,mlp.experts.42.down_proj,0.0000001678,0.01000,0.406
41,mlp.experts.44.down_proj,0.0000001501,0.01000,0.418
41,mlp.experts.46.down_proj,0.0000001703,0.01000,0.408
41,mlp.experts.47.down_proj,0.0000001557,0.01000,0.404
41,mlp.experts.48.down_proj,0.0000001461,0.01000,0.408
41,mlp.experts.50.down_proj,0.0000001639,0.01000,0.407
41,mlp.experts.49.down_proj,0.0000001571,0.01000,0.409
41,mlp.experts.51.down_proj,0.0000001718,0.01000,0.413
41,mlp.experts.52.down_proj,0.0000002187,0.01000,0.400
41,mlp.experts.54.down_proj,0.0000001960,0.01000,0.407
41,mlp.experts.53.down_proj,0.0000001669,0.01000,0.411
41,mlp.experts.55.down_proj,0.0000001512,0.01000,0.411
41,mlp.experts.56.down_proj,0.0000001508,0.01000,0.406
41,mlp.experts.57.down_proj,0.0000001525,0.01000,0.405
41,mlp.experts.59.down_proj,0.0000001606,0.01000,0.399
41,mlp.experts.58.down_proj,0.0000001809,0.01000,0.408
41,mlp.experts.60.down_proj,0.0000001363,0.01000,0.407
41,mlp.experts.61.down_proj,0.0000001446,0.01000,0.408
41,mlp.experts.62.down_proj,0.0000001700,0.01000,0.411
41,mlp.experts.63.down_proj,0.0000001525,0.01000,0.406
41,mlp.experts.64.down_proj,0.0000001436,0.01000,0.405
41,mlp.experts.66.down_proj,0.0000001513,0.01000,0.402
41,mlp.experts.65.down_proj,0.0000001772,0.01000,0.411
41,mlp.experts.67.down_proj,0.0000001417,0.01000,0.406
41,mlp.experts.68.down_proj,0.0000001582,0.01000,0.405
41,mlp.experts.69.down_proj,0.0000001337,0.01000,0.411
41,mlp.experts.73.down_proj,0.0000001879,0.01000,0.398
41,mlp.experts.70.down_proj,0.0000001403,0.01000,0.406
41,mlp.experts.71.down_proj,0.0000001391,0.01000,0.404
41,mlp.experts.72.down_proj,0.0000001331,0.01000,0.420
41,mlp.experts.74.down_proj,0.0000001824,0.01000,0.406
41,mlp.experts.75.down_proj,0.0000001865,0.01000,0.405
41,mlp.experts.76.down_proj,0.0000001075,0.01000,0.409
41,mlp.experts.78.down_proj,0.0000001579,0.01000,0.405
41,mlp.experts.80.down_proj,0.0000001938,0.01000,0.399
41,mlp.experts.77.down_proj,0.0000001767,0.01000,0.418
41,mlp.experts.82.down_proj,0.0000001598,0.01000,0.404
41,mlp.experts.81.down_proj,0.0000001719,0.01000,0.406
41,mlp.experts.79.down_proj,0.0000001310,0.01000,0.437
41,mlp.experts.83.down_proj,0.0000001570,0.01000,0.408
41,mlp.experts.84.down_proj,0.0000001629,0.01000,0.412
41,mlp.experts.85.down_proj,0.0000001777,0.01000,0.410
41,mlp.experts.87.down_proj,0.0000001523,0.01000,0.405
41,mlp.experts.86.down_proj,0.0000001622,0.01000,0.418
41,mlp.experts.89.down_proj,0.0000001630,0.01000,0.401
41,mlp.experts.88.down_proj,0.0000001669,0.01000,0.423
41,mlp.experts.90.down_proj,0.0000001502,0.01000,0.414
41,mlp.experts.91.down_proj,0.0000001716,0.01000,0.404
41,mlp.experts.92.down_proj,0.0000001601,0.01000,0.406
41,mlp.experts.94.down_proj,0.0000001580,0.01000,0.397
41,mlp.experts.95.down_proj,0.0000002165,0.01000,0.406
41,mlp.experts.96.down_proj,0.0000001797,0.01000,0.412
41,mlp.experts.93.down_proj,0.0000001534,0.01000,0.447
41,mlp.experts.97.down_proj,0.0000001716,0.01000,0.410
41,mlp.experts.98.down_proj,0.0000001535,0.01000,0.416
41,mlp.experts.101.down_proj,0.0000001623,0.01000,0.399
41,mlp.experts.100.down_proj,0.0000001690,0.01000,0.419
41,mlp.experts.99.down_proj,0.0000001646,0.01000,0.422
41,mlp.experts.102.down_proj,0.0000001250,0.01000,0.413
41,mlp.experts.103.down_proj,0.0000001563,0.01000,0.411
41,mlp.experts.104.down_proj,0.0000001708,0.01000,0.411
41,mlp.experts.105.down_proj,0.0000001238,0.01000,0.403
41,mlp.experts.108.down_proj,0.0000001833,0.01000,0.397
41,mlp.experts.107.down_proj,0.0000001690,0.01000,0.400
41,mlp.experts.106.down_proj,0.0000001974,0.01000,0.407
41,mlp.experts.109.down_proj,0.0000001489,0.01000,0.409
41,mlp.experts.110.down_proj,0.0000001317,0.01000,0.405
41,mlp.experts.111.down_proj,0.0000001617,0.01000,0.409
41,mlp.experts.112.down_proj,0.0000001384,0.01000,0.406
41,mlp.experts.113.down_proj,0.0000001664,0.01000,0.406
41,mlp.experts.115.down_proj,0.0000001893,0.01000,0.405
41,mlp.experts.114.down_proj,0.0000001531,0.01000,0.405
41,mlp.experts.116.down_proj,0.0000001618,0.01000,0.403
41,mlp.experts.117.down_proj,0.0000001639,0.01000,0.396
41,mlp.experts.118.down_proj,0.0000001443,0.01000,0.400
41,mlp.experts.119.down_proj,0.0000001400,0.01000,0.279
42,self_attn.v_proj,0.0000001337,0.01000,1.187
42,self_attn.k_proj,0.0000000622,0.01000,1.201
42,self_attn.q_proj,0.0000004565,0.01000,1.261
42,self_attn.o_proj,0.0000003072,0.01000,2.759
42,mlp.shared_experts.gate_proj,0.0000000038,0.01000,0.909
42,mlp.shared_experts.up_proj,0.0000000044,0.01000,0.908
42,mlp.shared_experts.down_proj,0.0000000004,0.01000,0.273
42,mlp.experts.2.gate_proj,0.0000021054,0.01000,1.494
42,mlp.experts.1.gate_proj,0.0000020881,0.01000,1.506
42,mlp.experts.3.gate_proj,0.0000020893,0.01000,1.504
42,mlp.experts.4.gate_proj,0.0000022351,0.01000,1.508
42,mlp.experts.5.gate_proj,0.0000021475,0.01000,1.512
42,mlp.experts.6.gate_proj,0.0000021257,0.01000,1.543
42,mlp.experts.0.gate_proj,0.0000020912,0.01000,1.552
42,mlp.experts.9.gate_proj,0.0000021714,0.01000,1.340
42,mlp.experts.8.gate_proj,0.0000023025,0.01000,1.347
42,mlp.experts.10.gate_proj,0.0000022630,0.01000,1.350
42,mlp.experts.11.gate_proj,0.0000021919,0.01000,1.346
42,mlp.experts.12.gate_proj,0.0000021461,0.01000,1.342
42,mlp.experts.7.gate_proj,0.0000021376,0.01000,1.407
42,mlp.experts.13.gate_proj,0.0000021845,0.01000,1.354
42,mlp.experts.17.gate_proj,0.0000021214,0.01000,1.332
42,mlp.experts.15.gate_proj,0.0000021398,0.01000,1.345
42,mlp.experts.16.gate_proj,0.0000021086,0.01000,1.346
42,mlp.experts.18.gate_proj,0.0000022859,0.01000,1.352
42,mlp.experts.19.gate_proj,0.0000021595,0.01000,1.340
42,mlp.experts.14.gate_proj,0.0000022139,0.01000,1.400
42,mlp.experts.20.gate_proj,0.0000022212,0.01000,1.353
42,mlp.experts.22.gate_proj,0.0000021225,0.01000,1.350
42,mlp.experts.23.gate_proj,0.0000022241,0.01000,1.350
42,mlp.experts.21.gate_proj,0.0000022521,0.01000,1.370
42,mlp.experts.26.gate_proj,0.0000022483,0.01000,1.344
42,mlp.experts.24.gate_proj,0.0000022832,0.01000,1.350
42,mlp.experts.27.gate_proj,0.0000020696,0.01000,1.357
42,mlp.experts.25.gate_proj,0.0000021566,0.01000,1.407
42,mlp.experts.28.gate_proj,0.0000021195,0.01000,1.336
42,mlp.experts.29.gate_proj,0.0000022326,0.01000,1.345
42,mlp.experts.30.gate_proj,0.0000021383,0.01000,1.340
42,mlp.experts.31.gate_proj,0.0000021625,0.01000,1.320
42,mlp.experts.32.gate_proj,0.0000021205,0.01000,1.353
42,mlp.experts.33.gate_proj,0.0000021354,0.01000,1.335
42,mlp.experts.34.gate_proj,0.0000021556,0.01000,1.359
42,mlp.experts.35.gate_proj,0.0000021252,0.01000,1.342
42,mlp.experts.38.gate_proj,0.0000021241,0.01000,1.334
42,mlp.experts.37.gate_proj,0.0000020480,0.01000,1.346
42,mlp.experts.40.gate_proj,0.0000021529,0.01000,1.338
42,mlp.experts.39.gate_proj,0.0000021200,0.01000,1.350
42,mlp.experts.36.gate_proj,0.0000020678,0.01000,1.398
42,mlp.experts.41.gate_proj,0.0000023543,0.01000,1.361
42,mlp.experts.42.gate_proj,0.0000022630,0.01000,1.335
42,mlp.experts.44.gate_proj,0.0000021603,0.01000,1.330
42,mlp.experts.45.gate_proj,0.0000021490,0.01000,1.330
42,mlp.experts.46.gate_proj,0.0000021259,0.01000,1.343
42,mlp.experts.47.gate_proj,0.0000021577,0.01000,1.344
42,mlp.experts.43.gate_proj,0.0000021415,0.01000,1.410
42,mlp.experts.48.gate_proj,0.0000021964,0.01000,1.389
42,mlp.experts.49.gate_proj,0.0000020923,0.01000,1.336
42,mlp.experts.50.gate_proj,0.0000021455,0.01000,1.349
42,mlp.experts.51.gate_proj,0.0000022850,0.01000,1.331
42,mlp.experts.52.gate_proj,0.0000023013,0.01000,1.341
42,mlp.experts.53.gate_proj,0.0000022255,0.01000,1.341
42,mlp.experts.54.gate_proj,0.0000021719,0.01000,1.336
42,mlp.experts.55.gate_proj,0.0000020533,0.01000,1.367
42,mlp.experts.56.gate_proj,0.0000022447,0.01000,1.332
42,mlp.experts.57.gate_proj,0.0000021890,0.01000,1.339
42,mlp.experts.58.gate_proj,0.0000022129,0.01000,1.324
42,mlp.experts.59.gate_proj,0.0000021734,0.01000,1.327
42,mlp.experts.60.gate_proj,0.0000023509,0.01000,1.335
42,mlp.experts.61.gate_proj,0.0000021968,0.01000,1.333
42,mlp.experts.62.gate_proj,0.0000022961,0.01000,1.369
42,mlp.experts.63.gate_proj,0.0000021077,0.01000,1.335
42,mlp.experts.65.gate_proj,0.0000021831,0.01000,1.325
42,mlp.experts.66.gate_proj,0.0000020347,0.01000,1.331
42,mlp.experts.67.gate_proj,0.0000021072,0.01000,1.337
42,mlp.experts.64.gate_proj,0.0000021701,0.01000,1.398
42,mlp.experts.68.gate_proj,0.0000020808,0.01000,1.340
42,mlp.experts.69.gate_proj,0.0000021396,0.01000,1.366
42,mlp.experts.70.gate_proj,0.0000020308,0.01000,1.332
42,mlp.experts.71.gate_proj,0.0000022600,0.01000,1.341
42,mlp.experts.72.gate_proj,0.0000021539,0.01000,1.339
42,mlp.experts.73.gate_proj,0.0000022450,0.01000,1.327
42,mlp.experts.74.gate_proj,0.0000023697,0.01000,1.337
42,mlp.experts.75.gate_proj,0.0000022679,0.01000,1.339
42,mlp.experts.76.gate_proj,0.0000022988,0.01000,1.365
42,mlp.experts.77.gate_proj,0.0000021167,0.01000,1.335
42,mlp.experts.78.gate_proj,0.0000022473,0.01000,1.349
42,mlp.experts.79.gate_proj,0.0000022460,0.01000,1.324
42,mlp.experts.80.gate_proj,0.0000021506,0.01000,1.325
42,mlp.experts.82.gate_proj,0.0000021724,0.01000,1.330
42,mlp.experts.81.gate_proj,0.0000021481,0.01000,1.397
42,mlp.experts.83.gate_proj,0.0000021730,0.01000,1.405
42,mlp.experts.84.gate_proj,0.0000021163,0.01000,1.361
42,mlp.experts.86.gate_proj,0.0000021618,0.01000,1.329
42,mlp.experts.87.gate_proj,0.0000020852,0.01000,1.324
42,mlp.experts.88.gate_proj,0.0000021968,0.01000,1.337
42,mlp.experts.85.gate_proj,0.0000021219,0.01000,1.397
42,mlp.experts.89.gate_proj,0.0000022897,0.01000,1.338
42,mlp.experts.90.gate_proj,0.0000021752,0.01000,1.346
42,mlp.experts.91.gate_proj,0.0000022530,0.01000,1.343
42,mlp.experts.93.gate_proj,0.0000022156,0.01000,1.342
42,mlp.experts.94.gate_proj,0.0000021100,0.01000,1.317
42,mlp.experts.92.gate_proj,0.0000021067,0.01000,1.392
42,mlp.experts.95.gate_proj,0.0000022609,0.01000,1.338
42,mlp.experts.96.gate_proj,0.0000022753,0.01000,1.335
42,mlp.experts.97.gate_proj,0.0000022295,0.01000,1.361
42,mlp.experts.98.gate_proj,0.0000020859,0.01000,1.342
42,mlp.experts.100.gate_proj,0.0000021583,0.01000,1.327
42,mlp.experts.99.gate_proj,0.0000020678,0.01000,1.356
42,mlp.experts.101.gate_proj,0.0000023778,0.01000,1.326
42,mlp.experts.102.gate_proj,0.0000020316,0.01000,1.341
42,mlp.experts.103.gate_proj,0.0000020813,0.01000,1.342
42,mlp.experts.104.gate_proj,0.0000022547,0.01000,1.351
42,mlp.experts.105.gate_proj,0.0000022765,0.01000,1.345
42,mlp.experts.106.gate_proj,0.0000022789,0.01000,1.339
42,mlp.experts.108.gate_proj,0.0000021521,0.01000,1.322
42,mlp.experts.107.gate_proj,0.0000021765,0.01000,1.342
42,mlp.experts.109.gate_proj,0.0000021792,0.01000,1.352
42,mlp.experts.110.gate_proj,0.0000021941,0.01000,1.343
42,mlp.experts.111.gate_proj,0.0000021891,0.01000,1.350
42,mlp.experts.112.gate_proj,0.0000020935,0.01000,1.345
42,mlp.experts.115.gate_proj,0.0000022447,0.01000,1.328
42,mlp.experts.114.gate_proj,0.0000023759,0.01000,1.366
42,mlp.experts.113.gate_proj,0.0000021672,0.01000,1.392
42,mlp.experts.116.gate_proj,0.0000020501,0.01000,1.341
42,mlp.experts.117.gate_proj,0.0000021737,0.01000,1.344
42,mlp.experts.118.gate_proj,0.0000021032,0.01000,1.349
42,mlp.experts.119.gate_proj,0.0000022015,0.01000,1.342
42,mlp.experts.0.up_proj,0.0000021080,0.01000,1.349
42,mlp.experts.2.up_proj,0.0000020846,0.01000,1.321
42,mlp.experts.3.up_proj,0.0000021100,0.01000,1.330
42,mlp.experts.4.up_proj,0.0000021760,0.01000,1.313
42,mlp.experts.1.up_proj,0.0000020827,0.01000,1.383
42,mlp.experts.5.up_proj,0.0000021077,0.01000,1.350
42,mlp.experts.6.up_proj,0.0000020735,0.01000,1.349
42,mlp.experts.7.up_proj,0.0000021326,0.01000,1.352
42,mlp.experts.8.up_proj,0.0000022323,0.01000,1.337
42,mlp.experts.9.up_proj,0.0000021236,0.01000,1.320
42,mlp.experts.10.up_proj,0.0000021812,0.01000,1.327
42,mlp.experts.11.up_proj,0.0000021685,0.01000,1.333
42,mlp.experts.12.up_proj,0.0000020564,0.01000,1.349
42,mlp.experts.13.up_proj,0.0000021628,0.01000,1.355
42,mlp.experts.16.up_proj,0.0000021086,0.01000,1.320
42,mlp.experts.15.up_proj,0.0000021311,0.01000,1.341
42,mlp.experts.17.up_proj,0.0000020714,0.01000,1.331
42,mlp.experts.18.up_proj,0.0000021220,0.01000,1.331
42,mlp.experts.14.up_proj,0.0000021333,0.01000,1.407
42,mlp.experts.19.up_proj,0.0000021089,0.01000,1.344
42,mlp.experts.20.up_proj,0.0000022143,0.01000,1.355
42,mlp.experts.22.up_proj,0.0000020742,0.01000,1.339
42,mlp.experts.23.up_proj,0.0000021425,0.01000,1.317
42,mlp.experts.21.up_proj,0.0000021844,0.01000,1.370
42,mlp.experts.24.up_proj,0.0000021825,0.01000,1.337
42,mlp.experts.25.up_proj,0.0000021163,0.01000,1.327
42,mlp.experts.26.up_proj,0.0000021321,0.01000,1.352
42,mlp.experts.30.up_proj,0.0000021398,0.01000,1.339
42,mlp.experts.29.up_proj,0.0000021864,0.01000,1.356
42,mlp.experts.31.up_proj,0.0000021162,0.01000,1.353
42,mlp.experts.32.up_proj,0.0000021307,0.01000,1.343
42,mlp.experts.27.up_proj,0.0000020432,0.01000,1.411
42,mlp.experts.28.up_proj,0.0000020922,0.01000,1.406
42,mlp.experts.33.up_proj,0.0000021095,0.01000,1.349
42,mlp.experts.34.up_proj,0.0000021272,0.01000,1.367
42,mlp.experts.35.up_proj,0.0000021053,0.01000,1.373
42,mlp.experts.37.up_proj,0.0000020837,0.01000,1.343
42,mlp.experts.38.up_proj,0.0000021020,0.01000,1.357
42,mlp.experts.39.up_proj,0.0000021220,0.01000,1.353
42,mlp.experts.36.up_proj,0.0000021120,0.01000,1.404
42,mlp.experts.40.up_proj,0.0000019913,0.01000,1.357
42,mlp.experts.42.up_proj,0.0000022133,0.01000,1.355
42,mlp.experts.41.up_proj,0.0000023125,0.01000,1.371
42,mlp.experts.44.up_proj,0.0000021641,0.01000,1.342
42,mlp.experts.45.up_proj,0.0000020714,0.01000,1.358
42,mlp.experts.43.up_proj,0.0000020475,0.01000,1.406
42,mlp.experts.46.up_proj,0.0000021301,0.01000,1.346
42,mlp.experts.47.up_proj,0.0000020994,0.01000,1.351
42,mlp.experts.49.up_proj,0.0000020938,0.01000,1.348
42,mlp.experts.48.up_proj,0.0000021306,0.01000,1.352
42,mlp.experts.50.up_proj,0.0000020947,0.01000,1.347
42,mlp.experts.51.up_proj,0.0000021512,0.01000,1.327
42,mlp.experts.53.up_proj,0.0000021610,0.01000,1.346
42,mlp.experts.52.up_proj,0.0000021984,0.01000,1.395
42,mlp.experts.54.up_proj,0.0000021058,0.01000,1.343
42,mlp.experts.58.up_proj,0.0000021961,0.01000,1.328
42,mlp.experts.57.up_proj,0.0000021470,0.01000,1.337
42,mlp.experts.55.up_proj,0.0000020674,0.01000,1.389
42,mlp.experts.56.up_proj,0.0000021268,0.01000,1.394
42,mlp.experts.59.up_proj,0.0000021593,0.01000,1.353
42,mlp.experts.60.up_proj,0.0000021467,0.01000,1.325
42,mlp.experts.61.up_proj,0.0000021529,0.01000,1.340
42,mlp.experts.62.up_proj,0.0000021876,0.01000,1.353
42,mlp.experts.63.up_proj,0.0000020640,0.01000,1.348
42,mlp.experts.65.up_proj,0.0000021271,0.01000,1.329
42,mlp.experts.66.up_proj,0.0000020398,0.01000,1.357
42,mlp.experts.67.up_proj,0.0000021339,0.01000,1.339
42,mlp.experts.64.up_proj,0.0000021220,0.01000,1.382
42,mlp.experts.68.up_proj,0.0000020960,0.01000,1.350
42,mlp.experts.69.up_proj,0.0000021220,0.01000,1.352
42,mlp.experts.70.up_proj,0.0000019131,0.01000,1.362
42,mlp.experts.71.up_proj,0.0000022054,0.01000,1.341
42,mlp.experts.72.up_proj,0.0000021228,0.01000,1.342
42,mlp.experts.74.up_proj,0.0000022220,0.01000,1.333
42,mlp.experts.73.up_proj,0.0000021741,0.01000,1.416
42,mlp.experts.75.up_proj,0.0000022057,0.01000,1.348
42,mlp.experts.76.up_proj,0.0000022822,0.01000,1.356
42,mlp.experts.77.up_proj,0.0000020912,0.01000,1.350
42,mlp.experts.78.up_proj,0.0000021563,0.01000,1.350
42,mlp.experts.79.up_proj,0.0000022356,0.01000,1.341
42,mlp.experts.80.up_proj,0.0000021162,0.01000,1.350
42,mlp.experts.81.up_proj,0.0000021391,0.01000,1.332
42,mlp.experts.82.up_proj,0.0000021589,0.01000,1.361
42,mlp.experts.83.up_proj,0.0000021036,0.01000,1.352
42,mlp.experts.84.up_proj,0.0000021227,0.01000,1.352
42,mlp.experts.85.up_proj,0.0000020281,0.01000,1.350
42,mlp.experts.86.up_proj,0.0000021285,0.01000,1.328
42,mlp.experts.87.up_proj,0.0000020741,0.01000,1.345
42,mlp.experts.88.up_proj,0.0000021581,0.01000,1.321
42,mlp.experts.89.up_proj,0.0000022654,0.01000,1.348
42,mlp.experts.93.up_proj,0.0000021475,0.01000,1.334
42,mlp.experts.90.up_proj,0.0000020558,0.01000,1.360
42,mlp.experts.91.up_proj,0.0000022588,0.01000,1.354
42,mlp.experts.94.up_proj,0.0000020974,0.01000,1.342
42,mlp.experts.95.up_proj,0.0000021861,0.01000,1.325
42,mlp.experts.92.up_proj,0.0000021298,0.01000,1.399
42,mlp.experts.96.up_proj,0.0000021820,0.01000,1.349
42,mlp.experts.99.up_proj,0.0000021418,0.01000,1.346
42,mlp.experts.97.up_proj,0.0000020562,0.01000,1.350
42,mlp.experts.100.up_proj,0.0000021603,0.01000,1.327
42,mlp.experts.101.up_proj,0.0000022933,0.01000,1.332
42,mlp.experts.102.up_proj,0.0000020694,0.01000,1.333
42,mlp.experts.98.up_proj,0.0000021023,0.01000,1.409
42,mlp.experts.103.up_proj,0.0000020590,0.01000,1.343
42,mlp.experts.106.up_proj,0.0000022850,0.01000,1.348
42,mlp.experts.104.up_proj,0.0000022393,0.01000,1.365
42,mlp.experts.107.up_proj,0.0000021453,0.01000,1.339
42,mlp.experts.108.up_proj,0.0000020874,0.01000,1.356
42,mlp.experts.109.up_proj,0.0000021905,0.01000,1.355
42,mlp.experts.105.up_proj,0.0000022469,0.01000,1.440
42,mlp.experts.110.up_proj,0.0000021384,0.01000,1.366
42,mlp.experts.111.up_proj,0.0000021775,0.01000,1.348
42,mlp.experts.113.up_proj,0.0000021618,0.01000,1.343
42,mlp.experts.112.up_proj,0.0000020917,0.01000,1.356
42,mlp.experts.114.up_proj,0.0000023242,0.01000,1.326
42,mlp.experts.116.up_proj,0.0000020796,0.01000,1.325
42,mlp.experts.115.up_proj,0.0000022452,0.01000,1.361
42,mlp.experts.117.up_proj,0.0000021002,0.01000,1.300
42,mlp.experts.119.up_proj,0.0000021228,0.01000,1.011
42,mlp.experts.118.up_proj,0.0000021057,0.01000,1.025
42,mlp.experts.3.down_proj,0.0000001993,0.01000,0.435
42,mlp.experts.4.down_proj,0.0000001193,0.01000,0.438
42,mlp.experts.5.down_proj,0.0000001769,0.01000,0.439
42,mlp.experts.1.down_proj,0.0000001665,0.01000,0.442
42,mlp.experts.0.down_proj,0.0000001702,0.01000,0.445
42,mlp.experts.6.down_proj,0.0000001618,0.01000,0.447
42,mlp.experts.2.down_proj,0.0000001786,0.01000,0.472
42,mlp.experts.10.down_proj,0.0000001717,0.01000,0.398
42,mlp.experts.8.down_proj,0.0000001840,0.01000,0.409
42,mlp.experts.11.down_proj,0.0000001585,0.01000,0.406
42,mlp.experts.12.down_proj,0.0000001717,0.01000,0.402
42,mlp.experts.9.down_proj,0.0000001795,0.01000,0.421
42,mlp.experts.7.down_proj,0.0000001705,0.01000,0.425
42,mlp.experts.13.down_proj,0.0000001926,0.01000,0.421
42,mlp.experts.17.down_proj,0.0000001852,0.01000,0.406
42,mlp.experts.15.down_proj,0.0000001917,0.01000,0.409
42,mlp.experts.16.down_proj,0.0000002174,0.01000,0.409
42,mlp.experts.18.down_proj,0.0000001554,0.01000,0.404
42,mlp.experts.19.down_proj,0.0000001760,0.01000,0.403
42,mlp.experts.14.down_proj,0.0000001730,0.01000,0.433
42,mlp.experts.20.down_proj,0.0000002198,0.01000,0.404
42,mlp.experts.24.down_proj,0.0000002019,0.01000,0.398
42,mlp.experts.22.down_proj,0.0000001147,0.01000,0.409
42,mlp.experts.23.down_proj,0.0000001538,0.01000,0.411
42,mlp.experts.26.down_proj,0.0000001568,0.01000,0.406
42,mlp.experts.25.down_proj,0.0000001555,0.01000,0.410
42,mlp.experts.21.down_proj,0.0000001411,0.01000,0.428
42,mlp.experts.27.down_proj,0.0000001604,0.01000,0.403
42,mlp.experts.29.down_proj,0.0000002443,0.01000,0.406
42,mlp.experts.30.down_proj,0.0000001851,0.01000,0.407
42,mlp.experts.31.down_proj,0.0000001847,0.01000,0.405
42,mlp.experts.33.down_proj,0.0000002112,0.01000,0.404
42,mlp.experts.28.down_proj,0.0000001843,0.01000,0.426
42,mlp.experts.32.down_proj,0.0000001945,0.01000,0.440
42,mlp.experts.34.down_proj,0.0000001794,0.01000,0.429
42,mlp.experts.35.down_proj,0.0000002149,0.01000,0.413
42,mlp.experts.36.down_proj,0.0000001645,0.01000,0.416
42,mlp.experts.38.down_proj,0.0000001977,0.01000,0.402
42,mlp.experts.39.down_proj,0.0000001943,0.01000,0.410
42,mlp.experts.37.down_proj,0.0000001880,0.01000,0.421
42,mlp.experts.40.down_proj,0.0000001165,0.01000,0.398
42,mlp.experts.41.down_proj,0.0000001866,0.01000,0.404
42,mlp.experts.42.down_proj,0.0000001857,0.01000,0.409
42,mlp.experts.44.down_proj,0.0000001570,0.01000,0.408
42,mlp.experts.45.down_proj,0.0000001743,0.01000,0.399
42,mlp.experts.46.down_proj,0.0000002127,0.01000,0.409
42,mlp.experts.43.down_proj,0.0000001346,0.01000,0.424
42,mlp.experts.47.down_proj,0.0000001701,0.01000,0.402
42,mlp.experts.48.down_proj,0.0000001929,0.01000,0.414
42,mlp.experts.49.down_proj,0.0000001817,0.01000,0.405
42,mlp.experts.51.down_proj,0.0000002226,0.01000,0.405
42,mlp.experts.50.down_proj,0.0000001699,0.01000,0.408
42,mlp.experts.52.down_proj,0.0000001687,0.01000,0.401
42,mlp.experts.54.down_proj,0.0000001472,0.01000,0.400
42,mlp.experts.53.down_proj,0.0000001670,0.01000,0.429
42,mlp.experts.55.down_proj,0.0000001809,0.01000,0.407
42,mlp.experts.56.down_proj,0.0000001803,0.01000,0.405
42,mlp.experts.58.down_proj,0.0000002479,0.01000,0.403
42,mlp.experts.59.down_proj,0.0000001882,0.01000,0.401
42,mlp.experts.57.down_proj,0.0000001762,0.01000,0.416
42,mlp.experts.60.down_proj,0.0000001631,0.01000,0.411
42,mlp.experts.61.down_proj,0.0000001442,0.01000,0.401
42,mlp.experts.62.down_proj,0.0000002066,0.01000,0.409
42,mlp.experts.64.down_proj,0.0000001448,0.01000,0.414
42,mlp.experts.65.down_proj,0.0000001619,0.01000,0.411
42,mlp.experts.66.down_proj,0.0000001673,0.01000,0.400
42,mlp.experts.67.down_proj,0.0000002025,0.01000,0.406
42,mlp.experts.63.down_proj,0.0000001749,0.01000,0.431
42,mlp.experts.68.down_proj,0.0000001846,0.01000,0.404
42,mlp.experts.69.down_proj,0.0000002139,0.01000,0.432
42,mlp.experts.72.down_proj,0.0000001193,0.01000,0.405
42,mlp.experts.73.down_proj,0.0000001709,0.01000,0.397
42,mlp.experts.71.down_proj,0.0000001744,0.01000,0.422
42,mlp.experts.74.down_proj,0.0000002507,0.01000,0.410
42,mlp.experts.70.down_proj,0.0000001208,0.01000,0.424
42,mlp.experts.75.down_proj,0.0000001581,0.01000,0.403
42,mlp.experts.76.down_proj,0.0000001581,0.01000,0.404
42,mlp.experts.77.down_proj,0.0000001814,0.01000,0.413
42,mlp.experts.78.down_proj,0.0000002353,0.01000,0.416
42,mlp.experts.80.down_proj,0.0000001720,0.01000,0.403
42,mlp.experts.82.down_proj,0.0000001885,0.01000,0.403
42,mlp.experts.81.down_proj,0.0000001505,0.01000,0.407
42,mlp.experts.79.down_proj,0.0000001882,0.01000,0.416
42,mlp.experts.83.down_proj,0.0000001776,0.01000,0.413
42,mlp.experts.84.down_proj,0.0000001986,0.01000,0.406
42,mlp.experts.87.down_proj,0.0000001746,0.01000,0.404
42,mlp.experts.88.down_proj,0.0000001878,0.01000,0.406
42,mlp.experts.86.down_proj,0.0000001707,0.01000,0.412
42,mlp.experts.89.down_proj,0.0000001876,0.01000,0.406
42,mlp.experts.85.down_proj,0.0000001301,0.01000,0.424
42,mlp.experts.90.down_proj,0.0000002037,0.01000,0.408
42,mlp.experts.91.down_proj,0.0000001393,0.01000,0.405
42,mlp.experts.93.down_proj,0.0000001788,0.01000,0.403
42,mlp.experts.94.down_proj,0.0000002240,0.01000,0.404
42,mlp.experts.96.down_proj,0.0000001734,0.01000,0.401
42,mlp.experts.92.down_proj,0.0000001886,0.01000,0.419
42,mlp.experts.95.down_proj,0.0000001575,0.01000,0.410
42,mlp.experts.97.down_proj,0.0000001424,0.01000,0.406
42,mlp.experts.98.down_proj,0.0000001701,0.01000,0.416
42,mlp.experts.99.down_proj,0.0000001437,0.01000,0.410
42,mlp.experts.100.down_proj,0.0000002269,0.01000,0.408
42,mlp.experts.101.down_proj,0.0000001576,0.01000,0.410
42,mlp.experts.102.down_proj,0.0000001640,0.01000,0.409
42,mlp.experts.103.down_proj,0.0000001504,0.01000,0.413
42,mlp.experts.104.down_proj,0.0000001396,0.01000,0.417
42,mlp.experts.105.down_proj,0.0000001937,0.01000,0.405
42,mlp.experts.106.down_proj,0.0000001444,0.01000,0.409
42,mlp.experts.107.down_proj,0.0000001984,0.01000,0.410
42,mlp.experts.108.down_proj,0.0000001773,0.01000,0.399
42,mlp.experts.109.down_proj,0.0000001785,0.01000,0.403
42,mlp.experts.110.down_proj,0.0000001835,0.01000,0.403
42,mlp.experts.111.down_proj,0.0000002048,0.01000,0.409
42,mlp.experts.112.down_proj,0.0000001869,0.01000,0.407
42,mlp.experts.113.down_proj,0.0000001586,0.01000,0.407
42,mlp.experts.115.down_proj,0.0000001450,0.01000,0.405
42,mlp.experts.114.down_proj,0.0000001931,0.01000,0.412
42,mlp.experts.116.down_proj,0.0000001777,0.01000,0.406
42,mlp.experts.117.down_proj,0.0000001832,0.01000,0.404
42,mlp.experts.118.down_proj,0.0000002253,0.01000,0.395
42,mlp.experts.119.down_proj,0.0000001605,0.01000,0.274
43,self_attn.v_proj,0.0000001383,0.01000,1.198
43,self_attn.k_proj,0.0000000689,0.01000,1.200
43,self_attn.q_proj,0.0000005018,0.01000,1.258
43,self_attn.o_proj,0.0000002662,0.01000,2.748
43,mlp.shared_experts.gate_proj,0.0000000042,0.01000,0.913
43,mlp.shared_experts.up_proj,0.0000000045,0.01000,0.910
43,mlp.shared_experts.down_proj,0.0000000004,0.01000,0.272
43,mlp.experts.5.gate_proj,0.0000023719,0.01000,1.498
43,mlp.experts.1.gate_proj,0.0000023787,0.01000,1.510
43,mlp.experts.3.gate_proj,0.0000022751,0.01000,1.511
43,mlp.experts.2.gate_proj,0.0000022960,0.01000,1.515
43,mlp.experts.4.gate_proj,0.0000023549,0.01000,1.519
43,mlp.experts.6.gate_proj,0.0000022798,0.01000,1.525
43,mlp.experts.0.gate_proj,0.0000022889,0.01000,1.572
43,mlp.experts.10.gate_proj,0.0000022937,0.01000,1.347
43,mlp.experts.8.gate_proj,0.0000023408,0.01000,1.358
43,mlp.experts.12.gate_proj,0.0000025300,0.01000,1.356
43,mlp.experts.11.gate_proj,0.0000024758,0.01000,1.364
43,mlp.experts.9.gate_proj,0.0000022091,0.01000,1.374
43,mlp.experts.13.gate_proj,0.0000024167,0.01000,1.354
43,mlp.experts.7.gate_proj,0.0000024581,0.01000,1.442
43,mlp.experts.15.gate_proj,0.0000022444,0.01000,1.356
43,mlp.experts.17.gate_proj,0.0000024599,0.01000,1.340
43,mlp.experts.18.gate_proj,0.0000023764,0.01000,1.357
43,mlp.experts.19.gate_proj,0.0000023172,0.01000,1.352
43,mlp.experts.14.gate_proj,0.0000022912,0.01000,1.427
43,mlp.experts.16.gate_proj,0.0000022406,0.01000,1.414
43,mlp.experts.20.gate_proj,0.0000022114,0.01000,1.365
43,mlp.experts.21.gate_proj,0.0000022650,0.01000,1.370
43,mlp.experts.23.gate_proj,0.0000024194,0.01000,1.356
43,mlp.experts.24.gate_proj,0.0000021825,0.01000,1.344
43,mlp.experts.25.gate_proj,0.0000023638,0.01000,1.346
43,mlp.experts.26.gate_proj,0.0000022663,0.01000,1.351
43,mlp.experts.22.gate_proj,0.0000022733,0.01000,1.425
43,mlp.experts.27.gate_proj,0.0000024034,0.01000,1.382
43,mlp.experts.28.gate_proj,0.0000023897,0.01000,1.353
43,mlp.experts.31.gate_proj,0.0000023903,0.01000,1.329
43,mlp.experts.30.gate_proj,0.0000024197,0.01000,1.362
43,mlp.experts.33.gate_proj,0.0000023864,0.01000,1.337
43,mlp.experts.32.gate_proj,0.0000024846,0.01000,1.374
43,mlp.experts.29.gate_proj,0.0000022301,0.01000,1.423
43,mlp.experts.34.gate_proj,0.0000024628,0.01000,1.376
43,mlp.experts.35.gate_proj,0.0000023210,0.01000,1.350
43,mlp.experts.38.gate_proj,0.0000022575,0.01000,1.330
43,mlp.experts.37.gate_proj,0.0000023195,0.01000,1.348
43,mlp.experts.36.gate_proj,0.0000022163,0.01000,1.401
43,mlp.experts.40.gate_proj,0.0000024099,0.01000,1.346
43,mlp.experts.41.gate_proj,0.0000022135,0.01000,1.364
43,mlp.experts.39.gate_proj,0.0000022805,0.01000,1.418
43,mlp.experts.42.gate_proj,0.0000023223,0.01000,1.348
43,mlp.experts.43.gate_proj,0.0000024797,0.01000,1.343
43,mlp.experts.44.gate_proj,0.0000022904,0.01000,1.349
43,mlp.experts.45.gate_proj,0.0000022791,0.01000,1.328
43,mlp.experts.46.gate_proj,0.0000024558,0.01000,1.364
43,mlp.experts.47.gate_proj,0.0000024118,0.01000,1.341
43,mlp.experts.48.gate_proj,0.0000022486,0.01000,1.378
43,mlp.experts.49.gate_proj,0.0000022176,0.01000,1.359
43,mlp.experts.50.gate_proj,0.0000023464,0.01000,1.364
43,mlp.experts.51.gate_proj,0.0000023457,0.01000,1.357
43,mlp.experts.52.gate_proj,0.0000022504,0.01000,1.355
43,mlp.experts.53.gate_proj,0.0000022902,0.01000,1.359
43,mlp.experts.54.gate_proj,0.0000023262,0.01000,1.339
43,mlp.experts.55.gate_proj,0.0000022958,0.01000,1.387
43,mlp.experts.56.gate_proj,0.0000022000,0.01000,1.353
43,mlp.experts.59.gate_proj,0.0000023360,0.01000,1.336
43,mlp.experts.58.gate_proj,0.0000023161,0.01000,1.352
43,mlp.experts.57.gate_proj,0.0000023780,0.01000,1.412
43,mlp.experts.61.gate_proj,0.0000021728,0.01000,1.341
43,mlp.experts.60.gate_proj,0.0000023482,0.01000,1.360
43,mlp.experts.62.gate_proj,0.0000022738,0.01000,1.362
43,mlp.experts.63.gate_proj,0.0000022888,0.01000,1.361
43,mlp.experts.65.gate_proj,0.0000023472,0.01000,1.346
43,mlp.experts.66.gate_proj,0.0000024530,0.01000,1.337
43,mlp.experts.68.gate_proj,0.0000022997,0.01000,1.343
43,mlp.experts.67.gate_proj,0.0000021806,0.01000,1.353
43,mlp.experts.64.gate_proj,0.0000026510,0.01000,1.415
43,mlp.experts.69.gate_proj,0.0000024733,0.01000,1.359
43,mlp.experts.70.gate_proj,0.0000022793,0.01000,1.355
43,mlp.experts.71.gate_proj,0.0000021878,0.01000,1.363
43,mlp.experts.72.gate_proj,0.0000022942,0.01000,1.346
43,mlp.experts.73.gate_proj,0.0000023855,0.01000,1.336
43,mlp.experts.74.gate_proj,0.0000023073,0.01000,1.355
43,mlp.experts.75.gate_proj,0.0000022782,0.01000,1.355
43,mlp.experts.76.gate_proj,0.0000023545,0.01000,1.366
43,mlp.experts.77.gate_proj,0.0000023444,0.01000,1.358
43,mlp.experts.78.gate_proj,0.0000022606,0.01000,1.360
43,mlp.experts.80.gate_proj,0.0000022069,0.01000,1.334
43,mlp.experts.79.gate_proj,0.0000021684,0.01000,1.357
43,mlp.experts.82.gate_proj,0.0000025185,0.01000,1.346
43,mlp.experts.81.gate_proj,0.0000023811,0.01000,1.361
43,mlp.experts.83.gate_proj,0.0000022573,0.01000,1.360
43,mlp.experts.84.gate_proj,0.0000025338,0.01000,1.356
43,mlp.experts.86.gate_proj,0.0000023865,0.01000,1.347
43,mlp.experts.87.gate_proj,0.0000021613,0.01000,1.341
43,mlp.experts.85.gate_proj,0.0000022139,0.01000,1.398
43,mlp.experts.88.gate_proj,0.0000025057,0.01000,1.355
43,mlp.experts.89.gate_proj,0.0000022244,0.01000,1.354
43,mlp.experts.90.gate_proj,0.0000023716,0.01000,1.356
43,mlp.experts.91.gate_proj,0.0000023175,0.01000,1.355
43,mlp.experts.92.gate_proj,0.0000023324,0.01000,1.360
43,mlp.experts.93.gate_proj,0.0000024169,0.01000,1.350
43,mlp.experts.94.gate_proj,0.0000022638,0.01000,1.350
43,mlp.experts.95.gate_proj,0.0000023240,0.01000,1.362
43,mlp.experts.96.gate_proj,0.0000023154,0.01000,1.361
43,mlp.experts.97.gate_proj,0.0000022734,0.01000,1.363
43,mlp.experts.98.gate_proj,0.0000022382,0.01000,1.342
43,mlp.experts.99.gate_proj,0.0000021742,0.01000,1.362
43,mlp.experts.101.gate_proj,0.0000022941,0.01000,1.329
43,mlp.experts.100.gate_proj,0.0000024117,0.01000,1.367
43,mlp.experts.103.gate_proj,0.0000021699,0.01000,1.332
43,mlp.experts.102.gate_proj,0.0000023916,0.01000,1.394
43,mlp.experts.104.gate_proj,0.0000022149,0.01000,1.350
43,mlp.experts.105.gate_proj,0.0000023252,0.01000,1.325
43,mlp.experts.108.gate_proj,0.0000024956,0.01000,1.334
43,mlp.experts.107.gate_proj,0.0000023168,0.01000,1.347
43,mlp.experts.109.gate_proj,0.0000024454,0.01000,1.335
43,mlp.experts.106.gate_proj,0.0000022816,0.01000,1.391
43,mlp.experts.110.gate_proj,0.0000023371,0.01000,1.330
43,mlp.experts.111.gate_proj,0.0000023508,0.01000,1.350
43,mlp.experts.112.gate_proj,0.0000022350,0.01000,1.347
43,mlp.experts.115.gate_proj,0.0000023497,0.01000,1.328
43,mlp.experts.114.gate_proj,0.0000023889,0.01000,1.346
43,mlp.experts.116.gate_proj,0.0000022480,0.01000,1.345
43,mlp.experts.117.gate_proj,0.0000023226,0.01000,1.339
43,mlp.experts.113.gate_proj,0.0000022727,0.01000,1.423
43,mlp.experts.118.gate_proj,0.0000022539,0.01000,1.347
43,mlp.experts.119.gate_proj,0.0000023521,0.01000,1.340
43,mlp.experts.1.up_proj,0.0000023544,0.01000,1.345
43,mlp.experts.2.up_proj,0.0000022974,0.01000,1.330
43,mlp.experts.3.up_proj,0.0000022196,0.01000,1.347
43,mlp.experts.0.up_proj,0.0000023267,0.01000,1.412
43,mlp.experts.4.up_proj,0.0000023179,0.01000,1.350
43,mlp.experts.5.up_proj,0.0000022859,0.01000,1.350
43,mlp.experts.6.up_proj,0.0000022811,0.01000,1.330
43,mlp.experts.8.up_proj,0.0000022795,0.01000,1.324
43,mlp.experts.7.up_proj,0.0000023135,0.01000,1.350
43,mlp.experts.9.up_proj,0.0000022139,0.01000,1.323
43,mlp.experts.10.up_proj,0.0000022993,0.01000,1.342
43,mlp.experts.11.up_proj,0.0000022541,0.01000,1.352
43,mlp.experts.12.up_proj,0.0000023490,0.01000,1.349
43,mlp.experts.13.up_proj,0.0000023421,0.01000,1.359
43,mlp.experts.15.up_proj,0.0000022311,0.01000,1.352
43,mlp.experts.16.up_proj,0.0000022408,0.01000,1.330
43,mlp.experts.14.up_proj,0.0000022758,0.01000,1.399
43,mlp.experts.17.up_proj,0.0000023837,0.01000,1.349
43,mlp.experts.18.up_proj,0.0000023255,0.01000,1.367
43,mlp.experts.19.up_proj,0.0000022572,0.01000,1.373
43,mlp.experts.20.up_proj,0.0000022042,0.01000,1.349
43,mlp.experts.22.up_proj,0.0000022607,0.01000,1.342
43,mlp.experts.23.up_proj,0.0000023096,0.01000,1.325
43,mlp.experts.24.up_proj,0.0000022058,0.01000,1.337
43,mlp.experts.21.up_proj,0.0000022259,0.01000,1.414
43,mlp.experts.25.up_proj,0.0000022485,0.01000,1.327
43,mlp.experts.26.up_proj,0.0000022695,0.01000,1.347
43,mlp.experts.27.up_proj,0.0000023987,0.01000,1.352
43,mlp.experts.29.up_proj,0.0000022275,0.01000,1.335
43,mlp.experts.30.up_proj,0.0000024185,0.01000,1.336
43,mlp.experts.32.up_proj,0.0000023569,0.01000,1.335
43,mlp.experts.31.up_proj,0.0000023627,0.01000,1.340
43,mlp.experts.28.up_proj,0.0000023277,0.01000,1.413
43,mlp.experts.33.up_proj,0.0000022817,0.01000,1.353
43,mlp.experts.34.up_proj,0.0000023182,0.01000,1.345
43,mlp.experts.35.up_proj,0.0000022934,0.01000,1.360
43,mlp.experts.36.up_proj,0.0000022653,0.01000,1.351
43,mlp.experts.37.up_proj,0.0000022866,0.01000,1.330
43,mlp.experts.38.up_proj,0.0000021984,0.01000,1.346
43,mlp.experts.39.up_proj,0.0000022650,0.01000,1.357
43,mlp.experts.40.up_proj,0.0000023149,0.01000,1.355
43,mlp.experts.41.up_proj,0.0000022216,0.01000,1.352
43,mlp.experts.44.up_proj,0.0000022533,0.01000,1.326
43,mlp.experts.43.up_proj,0.0000024732,0.01000,1.346
43,mlp.experts.45.up_proj,0.0000022460,0.01000,1.342
43,mlp.experts.42.up_proj,0.0000022947,0.01000,1.396
43,mlp.experts.46.up_proj,0.0000023583,0.01000,1.348
43,mlp.experts.47.up_proj,0.0000022668,0.01000,1.350
43,mlp.experts.48.up_proj,0.0000022030,0.01000,1.355
43,mlp.experts.49.up_proj,0.0000021515,0.01000,1.356
43,mlp.experts.51.up_proj,0.0000022461,0.01000,1.341
43,mlp.experts.53.up_proj,0.0000022338,0.01000,1.344
43,mlp.experts.52.up_proj,0.0000022150,0.01000,1.358
43,mlp.experts.50.up_proj,0.0000022200,0.01000,1.412
43,mlp.experts.54.up_proj,0.0000022531,0.01000,1.371
43,mlp.experts.55.up_proj,0.0000022575,0.01000,1.340
43,mlp.experts.56.up_proj,0.0000021889,0.01000,1.345
43,mlp.experts.58.up_proj,0.0000023022,0.01000,1.318
43,mlp.experts.59.up_proj,0.0000023002,0.01000,1.345
43,mlp.experts.60.up_proj,0.0000022570,0.01000,1.345
43,mlp.experts.57.up_proj,0.0000023895,0.01000,1.393
43,mlp.experts.61.up_proj,0.0000022173,0.01000,1.363
43,mlp.experts.62.up_proj,0.0000022450,0.01000,1.347
43,mlp.experts.64.up_proj,0.0000024434,0.01000,1.335
43,mlp.experts.65.up_proj,0.0000022219,0.01000,1.332
43,mlp.experts.66.up_proj,0.0000023892,0.01000,1.342
43,mlp.experts.63.up_proj,0.0000022824,0.01000,1.412
43,mlp.experts.67.up_proj,0.0000022061,0.01000,1.355
43,mlp.experts.68.up_proj,0.0000022169,0.01000,1.346
43,mlp.experts.69.up_proj,0.0000023477,0.01000,1.351
43,mlp.experts.70.up_proj,0.0000022756,0.01000,1.355
43,mlp.experts.71.up_proj,0.0000022019,0.01000,1.348
43,mlp.experts.72.up_proj,0.0000022642,0.01000,1.328
43,mlp.experts.74.up_proj,0.0000022672,0.01000,1.354
43,mlp.experts.73.up_proj,0.0000022643,0.01000,1.409
43,mlp.experts.75.up_proj,0.0000021734,0.01000,1.351
43,mlp.experts.76.up_proj,0.0000021588,0.01000,1.367
43,mlp.experts.79.up_proj,0.0000021202,0.01000,1.318
43,mlp.experts.78.up_proj,0.0000022809,0.01000,1.343
43,mlp.experts.77.up_proj,0.0000023224,0.01000,1.404
43,mlp.experts.80.up_proj,0.0000022174,0.01000,1.346
43,mlp.experts.81.up_proj,0.0000022937,0.01000,1.346
43,mlp.experts.82.up_proj,0.0000023734,0.01000,1.355
43,mlp.experts.83.up_proj,0.0000022080,0.01000,1.368
43,mlp.experts.84.up_proj,0.0000023999,0.01000,1.356
43,mlp.experts.85.up_proj,0.0000022181,0.01000,1.338
43,mlp.experts.86.up_proj,0.0000022903,0.01000,1.329
43,mlp.experts.87.up_proj,0.0000025031,0.01000,1.346
43,mlp.experts.88.up_proj,0.0000023658,0.01000,1.342
43,mlp.experts.89.up_proj,0.0000022256,0.01000,1.360
43,mlp.experts.90.up_proj,0.0000023496,0.01000,1.380
43,mlp.experts.92.up_proj,0.0000023413,0.01000,1.340
43,mlp.experts.93.up_proj,0.0000024062,0.01000,1.329
43,mlp.experts.91.up_proj,0.0000022416,0.01000,1.396
43,mlp.experts.94.up_proj,0.0000023025,0.01000,1.341
43,mlp.experts.95.up_proj,0.0000023019,0.01000,1.333
43,mlp.experts.96.up_proj,0.0000022328,0.01000,1.361
43,mlp.experts.97.up_proj,0.0000022426,0.01000,1.369
43,mlp.experts.98.up_proj,0.0000022380,0.01000,1.365
43,mlp.experts.99.up_proj,0.0000021581,0.01000,1.354
43,mlp.experts.100.up_proj,0.0000020086,0.01000,1.340
43,mlp.experts.101.up_proj,0.0000022787,0.01000,1.353
43,mlp.experts.102.up_proj,0.0000022825,0.01000,1.349
43,mlp.experts.103.up_proj,0.0000021144,0.01000,1.380
43,mlp.experts.104.up_proj,0.0000022200,0.01000,1.354
43,mlp.experts.107.up_proj,0.0000022714,0.01000,1.336
43,mlp.experts.106.up_proj,0.0000022771,0.01000,1.357
43,mlp.experts.105.up_proj,0.0000023030,0.01000,1.366
43,mlp.experts.108.up_proj,0.0000024305,0.01000,1.350
43,mlp.experts.109.up_proj,0.0000024057,0.01000,1.343
43,mlp.experts.110.up_proj,0.0000022619,0.01000,1.382
43,mlp.experts.111.up_proj,0.0000023141,0.01000,1.358
43,mlp.experts.114.up_proj,0.0000023297,0.01000,1.345
43,mlp.experts.113.up_proj,0.0000023075,0.01000,1.359
43,mlp.experts.115.up_proj,0.0000022316,0.01000,1.351
43,mlp.experts.116.up_proj,0.0000022332,0.01000,1.342
43,mlp.experts.112.up_proj,0.0000021967,0.01000,1.403
43,mlp.experts.117.up_proj,0.0000022529,0.01000,1.313
43,mlp.experts.118.up_proj,0.0000021835,0.01000,1.031
43,mlp.experts.119.up_proj,0.0000022968,0.01000,1.006
43,mlp.experts.3.down_proj,0.0000001804,0.01000,0.439
43,mlp.experts.1.down_proj,0.0000001755,0.01000,0.442
43,mlp.experts.2.down_proj,0.0000002057,0.01000,0.445
43,mlp.experts.4.down_proj,0.0000001810,0.01000,0.445
43,mlp.experts.5.down_proj,0.0000001498,0.01000,0.449
43,mlp.experts.0.down_proj,0.0000002144,0.01000,0.457
43,mlp.experts.6.down_proj,0.0000001787,0.01000,0.455
43,mlp.experts.8.down_proj,0.0000002037,0.01000,0.402
43,mlp.experts.10.down_proj,0.0000002048,0.01000,0.397
43,mlp.experts.9.down_proj,0.0000001960,0.01000,0.399
43,mlp.experts.7.down_proj,0.0000001398,0.01000,0.417
43,mlp.experts.12.down_proj,0.0000002392,0.01000,0.401
43,mlp.experts.13.down_proj,0.0000001396,0.01000,0.410
43,mlp.experts.11.down_proj,0.0000001812,0.01000,0.420
43,mlp.experts.16.down_proj,0.0000002144,0.01000,0.404
43,mlp.experts.15.down_proj,0.0000002390,0.01000,0.413
43,mlp.experts.14.down_proj,0.0000002079,0.01000,0.419
43,mlp.experts.18.down_proj,0.0000001716,0.01000,0.417
43,mlp.experts.17.down_proj,0.0000001844,0.01000,0.417
43,mlp.experts.20.down_proj,0.0000001759,0.01000,0.413
43,mlp.experts.19.down_proj,0.0000001709,0.01000,0.423
43,mlp.experts.21.down_proj,0.0000001648,0.01000,0.407
43,mlp.experts.23.down_proj,0.0000002255,0.01000,0.404
43,mlp.experts.22.down_proj,0.0000002345,0.01000,0.407
43,mlp.experts.24.down_proj,0.0000001841,0.01000,0.396
43,mlp.experts.25.down_proj,0.0000001742,0.01000,0.411
43,mlp.experts.26.down_proj,0.0000001963,0.01000,0.403
43,mlp.experts.27.down_proj,0.0000001852,0.01000,0.409
43,mlp.experts.28.down_proj,0.0000001745,0.01000,0.408
43,mlp.experts.31.down_proj,0.0000001869,0.01000,0.400
43,mlp.experts.30.down_proj,0.0000001573,0.01000,0.413
43,mlp.experts.29.down_proj,0.0000001844,0.01000,0.415
43,mlp.experts.33.down_proj,0.0000001889,0.01000,0.401
43,mlp.experts.32.down_proj,0.0000001977,0.01000,0.405
43,mlp.experts.34.down_proj,0.0000001922,0.01000,0.409
43,mlp.experts.35.down_proj,0.0000001772,0.01000,0.408
43,mlp.experts.38.down_proj,0.0000001894,0.01000,0.401
43,mlp.experts.36.down_proj,0.0000002034,0.01000,0.413
43,mlp.experts.40.down_proj,0.0000002463,0.01000,0.405
43,mlp.experts.37.down_proj,0.0000001844,0.01000,0.417
43,mlp.experts.39.down_proj,0.0000001935,0.01000,0.407
43,mlp.experts.41.down_proj,0.0000001919,0.01000,0.409
43,mlp.experts.42.down_proj,0.0000001913,0.01000,0.401
43,mlp.experts.43.down_proj,0.0000001776,0.01000,0.406
43,mlp.experts.44.down_proj,0.0000001776,0.01000,0.410
43,mlp.experts.47.down_proj,0.0000001725,0.01000,0.397
43,mlp.experts.45.down_proj,0.0000001832,0.01000,0.400
43,mlp.experts.48.down_proj,0.0000001826,0.01000,0.407
43,mlp.experts.46.down_proj,0.0000001763,0.01000,0.436
43,mlp.experts.49.down_proj,0.0000001533,0.01000,0.401
43,mlp.experts.50.down_proj,0.0000001949,0.01000,0.400
43,mlp.experts.52.down_proj,0.0000001912,0.01000,0.396
43,mlp.experts.51.down_proj,0.0000001542,0.01000,0.419
43,mlp.experts.53.down_proj,0.0000002109,0.01000,0.420
43,mlp.experts.54.down_proj,0.0000001700,0.01000,0.402
43,mlp.experts.55.down_proj,0.0000002204,0.01000,0.413
43,mlp.experts.58.down_proj,0.0000001635,0.01000,0.410
43,mlp.experts.59.down_proj,0.0000001958,0.01000,0.397
43,mlp.experts.56.down_proj,0.0000001899,0.01000,0.440
43,mlp.experts.60.down_proj,0.0000001938,0.01000,0.409
43,mlp.experts.61.down_proj,0.0000002005,0.01000,0.406
43,mlp.experts.57.down_proj,0.0000001969,0.01000,0.449
43,mlp.experts.62.down_proj,0.0000001925,0.01000,0.407
43,mlp.experts.63.down_proj,0.0000001731,0.01000,0.413
43,mlp.experts.65.down_proj,0.0000001655,0.01000,0.405
43,mlp.experts.64.down_proj,0.0000002031,0.01000,0.415
43,mlp.experts.66.down_proj,0.0000001808,0.01000,0.400
43,mlp.experts.67.down_proj,0.0000001941,0.01000,0.406
43,mlp.experts.68.down_proj,0.0000001827,0.01000,0.405
43,mlp.experts.69.down_proj,0.0000001649,0.01000,0.408
43,mlp.experts.73.down_proj,0.0000002380,0.01000,0.405
43,mlp.experts.70.down_proj,0.0000002130,0.01000,0.419
43,mlp.experts.71.down_proj,0.0000002012,0.01000,0.418
43,mlp.experts.74.down_proj,0.0000001779,0.01000,0.409
43,mlp.experts.75.down_proj,0.0000002215,0.01000,0.408
43,mlp.experts.72.down_proj,0.0000001804,0.01000,0.429
43,mlp.experts.76.down_proj,0.0000001343,0.01000,0.410
43,mlp.experts.77.down_proj,0.0000002295,0.01000,0.411
43,mlp.experts.78.down_proj,0.0000001916,0.01000,0.406
43,mlp.experts.80.down_proj,0.0000002170,0.01000,0.401
43,mlp.experts.79.down_proj,0.0000001513,0.01000,0.410
43,mlp.experts.82.down_proj,0.0000001812,0.01000,0.404
43,mlp.experts.81.down_proj,0.0000001795,0.01000,0.424
43,mlp.experts.83.down_proj,0.0000002398,0.01000,0.410
43,mlp.experts.85.down_proj,0.0000001947,0.01000,0.408
43,mlp.experts.87.down_proj,0.0000001345,0.01000,0.403
43,mlp.experts.84.down_proj,0.0000002340,0.01000,0.417
43,mlp.experts.86.down_proj,0.0000002150,0.01000,0.412
43,mlp.experts.88.down_proj,0.0000001624,0.01000,0.415
43,mlp.experts.89.down_proj,0.0000001933,0.01000,0.403
43,mlp.experts.90.down_proj,0.0000002063,0.01000,0.410
43,mlp.experts.91.down_proj,0.0000001283,0.01000,0.409
43,mlp.experts.92.down_proj,0.0000001781,0.01000,0.409
43,mlp.experts.94.down_proj,0.0000002056,0.01000,0.401
43,mlp.experts.93.down_proj,0.0000002524,0.01000,0.419
43,mlp.experts.95.down_proj,0.0000001683,0.01000,0.406
43,mlp.experts.96.down_proj,0.0000001816,0.01000,0.401
43,mlp.experts.97.down_proj,0.0000001965,0.01000,0.407
43,mlp.experts.98.down_proj,0.0000002188,0.01000,0.409
43,mlp.experts.100.down_proj,0.0000001070,0.01000,0.408
43,mlp.experts.99.down_proj,0.0000001865,0.01000,0.410
43,mlp.experts.101.down_proj,0.0000002068,0.01000,0.401
43,mlp.experts.102.down_proj,0.0000001706,0.01000,0.410
43,mlp.experts.103.down_proj,0.0000001466,0.01000,0.413
43,mlp.experts.104.down_proj,0.0000001950,0.01000,0.411
43,mlp.experts.108.down_proj,0.0000001917,0.01000,0.405
43,mlp.experts.107.down_proj,0.0000001992,0.01000,0.413
43,mlp.experts.105.down_proj,0.0000001812,0.01000,0.415
43,mlp.experts.106.down_proj,0.0000002072,0.01000,0.417
43,mlp.experts.110.down_proj,0.0000001567,0.01000,0.403
43,mlp.experts.109.down_proj,0.0000001909,0.01000,0.419
43,mlp.experts.111.down_proj,0.0000001736,0.01000,0.425
43,mlp.experts.115.down_proj,0.0000001450,0.01000,0.407
43,mlp.experts.112.down_proj,0.0000001890,0.01000,0.416
43,mlp.experts.114.down_proj,0.0000001858,0.01000,0.411
43,mlp.experts.113.down_proj,0.0000001818,0.01000,0.419
43,mlp.experts.117.down_proj,0.0000001522,0.01000,0.404
43,mlp.experts.116.down_proj,0.0000001857,0.01000,0.431
43,mlp.experts.118.down_proj,0.0000002139,0.01000,0.401
43,mlp.experts.119.down_proj,0.0000002283,0.01000,0.275
44,self_attn.k_proj,0.0000000693,0.01000,1.198
44,self_attn.q_proj,0.0000004752,0.01000,1.274
44,self_attn.v_proj,0.0000001366,0.01000,1.381
44,self_attn.o_proj,0.0000002081,0.01000,2.761
44,mlp.shared_experts.gate_proj,0.0000000046,0.01000,0.909
44,mlp.shared_experts.up_proj,0.0000000049,0.01000,0.911
44,mlp.shared_experts.down_proj,0.0000000004,0.01000,0.297
44,mlp.experts.4.gate_proj,0.0000025030,0.01000,1.532
44,mlp.experts.5.gate_proj,0.0000026056,0.01000,1.536
44,mlp.experts.2.gate_proj,0.0000024392,0.01000,1.565
44,mlp.experts.0.gate_proj,0.0000027312,0.01000,1.592
44,mlp.experts.1.gate_proj,0.0000025668,0.01000,1.588
44,mlp.experts.3.gate_proj,0.0000024375,0.01000,1.672
44,mlp.experts.6.gate_proj,0.0000026278,0.01000,1.776
44,mlp.experts.9.gate_proj,0.0000024283,0.01000,1.381
44,mlp.experts.8.gate_proj,0.0000024627,0.01000,1.415
44,mlp.experts.10.gate_proj,0.0000025595,0.01000,1.465
44,mlp.experts.11.gate_proj,0.0000025423,0.01000,1.459
44,mlp.experts.12.gate_proj,0.0000024510,0.01000,1.394
44,mlp.experts.7.gate_proj,0.0000025009,0.01000,1.575
44,mlp.experts.13.gate_proj,0.0000025814,0.01000,1.507
44,mlp.experts.15.gate_proj,0.0000027669,0.01000,1.355
44,mlp.experts.17.gate_proj,0.0000024530,0.01000,1.352
44,mlp.experts.18.gate_proj,0.0000025189,0.01000,1.361
44,mlp.experts.14.gate_proj,0.0000024297,0.01000,1.515
44,mlp.experts.19.gate_proj,0.0000024284,0.01000,1.355
44,mlp.experts.16.gate_proj,0.0000024285,0.01000,1.745
44,mlp.experts.20.gate_proj,0.0000024896,0.01000,1.540
44,mlp.experts.21.gate_proj,0.0000024694,0.01000,1.408
44,mlp.experts.22.gate_proj,0.0000024955,0.01000,1.369
44,mlp.experts.24.gate_proj,0.0000026816,0.01000,1.355
44,mlp.experts.25.gate_proj,0.0000023992,0.01000,1.530
44,mlp.experts.23.gate_proj,0.0000024447,0.01000,1.599
44,mlp.experts.26.gate_proj,0.0000024477,0.01000,1.466
44,mlp.experts.27.gate_proj,0.0000025623,0.01000,1.619
44,mlp.experts.28.gate_proj,0.0000026885,0.01000,1.417
44,mlp.experts.29.gate_proj,0.0000023953,0.01000,1.372
44,mlp.experts.30.gate_proj,0.0000027287,0.01000,1.412
44,mlp.experts.32.gate_proj,0.0000024974,0.01000,1.387
44,mlp.experts.31.gate_proj,0.0000026115,0.01000,1.622
44,mlp.experts.33.gate_proj,0.0000025971,0.01000,1.532
44,mlp.experts.34.gate_proj,0.0000024712,0.01000,1.665
44,mlp.experts.36.gate_proj,0.0000025838,0.01000,1.421
44,mlp.experts.37.gate_proj,0.0000024344,0.01000,1.371
44,mlp.experts.35.gate_proj,0.0000024168,0.01000,1.537
44,mlp.experts.38.gate_proj,0.0000026359,0.01000,1.491
44,mlp.experts.40.gate_proj,0.0000024390,0.01000,1.376
44,mlp.experts.39.gate_proj,0.0000024371,0.01000,1.855
44,mlp.experts.41.gate_proj,0.0000024391,0.01000,1.657
44,mlp.experts.43.gate_proj,0.0000024062,0.01000,1.355
44,mlp.experts.42.gate_proj,0.0000025118,0.01000,1.446
44,mlp.experts.44.gate_proj,0.0000024930,0.01000,1.354
44,mlp.experts.45.gate_proj,0.0000024263,0.01000,1.406
44,mlp.experts.47.gate_proj,0.0000024334,0.01000,1.370
44,mlp.experts.46.gate_proj,0.0000026374,0.01000,1.891
44,mlp.experts.49.gate_proj,0.0000025819,0.01000,1.436
44,mlp.experts.51.gate_proj,0.0000025102,0.01000,1.381
44,mlp.experts.48.gate_proj,0.0000025356,0.01000,1.733
44,mlp.experts.52.gate_proj,0.0000025057,0.01000,1.341
44,mlp.experts.50.gate_proj,0.0000025661,0.01000,1.722
44,mlp.experts.53.gate_proj,0.0000024617,0.01000,1.542
44,mlp.experts.54.gate_proj,0.0000024792,0.01000,1.348
44,mlp.experts.56.gate_proj,0.0000025431,0.01000,1.370
44,mlp.experts.57.gate_proj,0.0000024663,0.01000,1.452
44,mlp.experts.55.gate_proj,0.0000024054,0.01000,1.727
44,mlp.experts.58.gate_proj,0.0000024054,0.01000,1.477
44,mlp.experts.59.gate_proj,0.0000024429,0.01000,1.490
44,mlp.experts.60.gate_proj,0.0000026988,0.01000,1.369
44,mlp.experts.61.gate_proj,0.0000026762,0.01000,1.378
44,mlp.experts.64.gate_proj,0.0000028306,0.01000,1.391
44,mlp.experts.62.gate_proj,0.0000024527,0.01000,1.741
44,mlp.experts.63.gate_proj,0.0000024969,0.01000,1.566
44,mlp.experts.66.gate_proj,0.0000026691,0.01000,1.377
44,mlp.experts.65.gate_proj,0.0000024291,0.01000,1.474
44,mlp.experts.68.gate_proj,0.0000025438,0.01000,1.462
44,mlp.experts.67.gate_proj,0.0000025092,0.01000,1.504
44,mlp.experts.71.gate_proj,0.0000026539,0.01000,1.396
44,mlp.experts.70.gate_proj,0.0000024643,0.01000,1.403
44,mlp.experts.72.gate_proj,0.0000024447,0.01000,1.373
44,mlp.experts.73.gate_proj,0.0000024392,0.01000,1.460
44,mlp.experts.69.gate_proj,0.0000025116,0.01000,1.717
44,mlp.experts.75.gate_proj,0.0000024741,0.01000,1.374
44,mlp.experts.74.gate_proj,0.0000024954,0.01000,1.459
44,mlp.experts.78.gate_proj,0.0000025328,0.01000,1.428
44,mlp.experts.77.gate_proj,0.0000026592,0.01000,1.507
44,mlp.experts.79.gate_proj,0.0000024788,0.01000,1.485
44,mlp.experts.80.gate_proj,0.0000024089,0.01000,1.331
44,mlp.experts.76.gate_proj,0.0000023722,0.01000,1.848
44,mlp.experts.81.gate_proj,0.0000024227,0.01000,1.384
44,mlp.experts.82.gate_proj,0.0000026980,0.01000,1.492
44,mlp.experts.84.gate_proj,0.0000024352,0.01000,1.373
44,mlp.experts.85.gate_proj,0.0000024997,0.01000,1.383
44,mlp.experts.86.gate_proj,0.0000025503,0.01000,1.529
44,mlp.experts.87.gate_proj,0.0000025614,0.01000,1.425
44,mlp.experts.83.gate_proj,0.0000025975,0.01000,1.826
44,mlp.experts.88.gate_proj,0.0000026307,0.01000,1.338
44,mlp.experts.89.gate_proj,0.0000024208,0.01000,1.403
44,mlp.experts.92.gate_proj,0.0000024500,0.01000,1.367
44,mlp.experts.93.gate_proj,0.0000025095,0.01000,1.369
44,mlp.experts.94.gate_proj,0.0000024403,0.01000,1.330
44,mlp.experts.90.gate_proj,0.0000024710,0.01000,1.779
44,mlp.experts.95.gate_proj,0.0000026599,0.01000,1.326
44,mlp.experts.96.gate_proj,0.0000024292,0.01000,1.318
44,mlp.experts.91.gate_proj,0.0000024433,0.01000,2.016
44,mlp.experts.100.gate_proj,0.0000024758,0.01000,1.325
44,mlp.experts.99.gate_proj,0.0000024117,0.01000,1.338
44,mlp.experts.101.gate_proj,0.0000024606,0.01000,1.298
44,mlp.experts.98.gate_proj,0.0000025023,0.01000,1.582
44,mlp.experts.102.gate_proj,0.0000024822,0.01000,1.387
44,mlp.experts.97.gate_proj,0.0000024157,0.01000,1.857
44,mlp.experts.103.gate_proj,0.0000026577,0.01000,1.370
44,mlp.experts.105.gate_proj,0.0000024966,0.01000,1.384
44,mlp.experts.106.gate_proj,0.0000024992,0.01000,1.358
44,mlp.experts.107.gate_proj,0.0000025790,0.01000,1.384
44,mlp.experts.108.gate_proj,0.0000024723,0.01000,1.372
44,mlp.experts.110.gate_proj,0.0000025247,0.01000,1.366
44,mlp.experts.109.gate_proj,0.0000025286,0.01000,1.414
44,mlp.experts.104.gate_proj,0.0000025381,0.01000,1.881
44,mlp.experts.112.gate_proj,0.0000025690,0.01000,1.367
44,mlp.experts.113.gate_proj,0.0000028840,0.01000,1.356
44,mlp.experts.116.gate_proj,0.0000027591,0.01000,1.354
44,mlp.experts.114.gate_proj,0.0000024471,0.01000,1.442
44,mlp.experts.117.gate_proj,0.0000027515,0.01000,1.354
44,mlp.experts.115.gate_proj,0.0000024226,0.01000,1.561
44,mlp.experts.111.gate_proj,0.0000025349,0.01000,1.978
44,mlp.experts.119.gate_proj,0.0000025490,0.01000,1.355
44,mlp.experts.0.up_proj,0.0000025340,0.01000,1.331
44,mlp.experts.1.up_proj,0.0000025096,0.01000,1.323
44,mlp.experts.2.up_proj,0.0000023760,0.01000,1.345
44,mlp.experts.118.gate_proj,0.0000024580,0.01000,1.864
44,mlp.experts.4.up_proj,0.0000025163,0.01000,1.336
44,mlp.experts.3.up_proj,0.0000023809,0.01000,1.763
44,mlp.experts.6.up_proj,0.0000025415,0.01000,1.471
44,mlp.experts.8.up_proj,0.0000025011,0.01000,1.428
44,mlp.experts.9.up_proj,0.0000024097,0.01000,1.363
44,mlp.experts.7.up_proj,0.0000024956,0.01000,1.639
44,mlp.experts.10.up_proj,0.0000025002,0.01000,1.492
44,mlp.experts.5.up_proj,0.0000024979,0.01000,1.865
44,mlp.experts.11.up_proj,0.0000024356,0.01000,1.401
44,mlp.experts.13.up_proj,0.0000025570,0.01000,1.385
44,mlp.experts.17.up_proj,0.0000024528,0.01000,1.393
44,mlp.experts.15.up_proj,0.0000026691,0.01000,1.420
44,mlp.experts.14.up_proj,0.0000024553,0.01000,1.666
44,mlp.experts.16.up_proj,0.0000024107,0.01000,1.570
44,mlp.experts.12.up_proj,0.0000024024,0.01000,1.802
44,mlp.experts.18.up_proj,0.0000024425,0.01000,1.348
44,mlp.experts.20.up_proj,0.0000024679,0.01000,1.395
44,mlp.experts.22.up_proj,0.0000024690,0.01000,1.376
44,mlp.experts.23.up_proj,0.0000024020,0.01000,1.399
44,mlp.experts.19.up_proj,0.0000024217,0.01000,1.779
44,mlp.experts.24.up_proj,0.0000025801,0.01000,1.390
44,mlp.experts.25.up_proj,0.0000024101,0.01000,1.340
44,mlp.experts.21.up_proj,0.0000024166,0.01000,1.753
44,mlp.experts.27.up_proj,0.0000024621,0.01000,1.368
44,mlp.experts.30.up_proj,0.0000026158,0.01000,1.341
44,mlp.experts.29.up_proj,0.0000023914,0.01000,1.404
44,mlp.experts.31.up_proj,0.0000025196,0.01000,1.389
44,mlp.experts.28.up_proj,0.0000026730,0.01000,1.491
44,mlp.experts.26.up_proj,0.0000023664,0.01000,1.766
44,mlp.experts.32.up_proj,0.0000024007,0.01000,1.635
44,mlp.experts.34.up_proj,0.0000023968,0.01000,1.356
44,mlp.experts.36.up_proj,0.0000025015,0.01000,1.337
44,mlp.experts.35.up_proj,0.0000024727,0.01000,1.368
44,mlp.experts.37.up_proj,0.0000023648,0.01000,1.399
44,mlp.experts.38.up_proj,0.0000025571,0.01000,1.376
44,mlp.experts.33.up_proj,0.0000025096,0.01000,1.864
44,mlp.experts.39.up_proj,0.0000023544,0.01000,1.538
44,mlp.experts.43.up_proj,0.0000023499,0.01000,1.341
44,mlp.experts.42.up_proj,0.0000024433,0.01000,1.458
44,mlp.experts.44.up_proj,0.0000021539,0.01000,1.321
44,mlp.experts.41.up_proj,0.0000023937,0.01000,1.603
44,mlp.experts.45.up_proj,0.0000024289,0.01000,1.311
44,mlp.experts.40.up_proj,0.0000024593,0.01000,1.850
44,mlp.experts.46.up_proj,0.0000024559,0.01000,1.289
44,mlp.experts.49.up_proj,0.0000023373,0.01000,1.354
44,mlp.experts.48.up_proj,0.0000024899,0.01000,1.432
44,mlp.experts.50.up_proj,0.0000024779,0.01000,1.346
44,mlp.experts.51.up_proj,0.0000024626,0.01000,1.489
44,mlp.experts.53.up_proj,0.0000024052,0.01000,1.342
44,mlp.experts.52.up_proj,0.0000025519,0.01000,1.455
44,mlp.experts.47.up_proj,0.0000024083,0.01000,1.927
44,mlp.experts.56.up_proj,0.0000024800,0.01000,1.390
44,mlp.experts.55.up_proj,0.0000023601,0.01000,1.498
44,mlp.experts.57.up_proj,0.0000024239,0.01000,1.445
44,mlp.experts.59.up_proj,0.0000024069,0.01000,1.393
44,mlp.experts.54.up_proj,0.0000024272,0.01000,1.854
44,mlp.experts.58.up_proj,0.0000024139,0.01000,1.574
44,mlp.experts.60.up_proj,0.0000024945,0.01000,1.504
44,mlp.experts.62.up_proj,0.0000023914,0.01000,1.355
44,mlp.experts.61.up_proj,0.0000024681,0.01000,1.654
44,mlp.experts.64.up_proj,0.0000026324,0.01000,1.353
44,mlp.experts.65.up_proj,0.0000024265,0.01000,1.370
44,mlp.experts.63.up_proj,0.0000023923,0.01000,1.655
44,mlp.experts.67.up_proj,0.0000024616,0.01000,1.434
44,mlp.experts.66.up_proj,0.0000025215,0.01000,1.652
44,mlp.experts.68.up_proj,0.0000024638,0.01000,1.594
44,mlp.experts.69.up_proj,0.0000024746,0.01000,1.466
44,mlp.experts.71.up_proj,0.0000025416,0.01000,1.374
44,mlp.experts.70.up_proj,0.0000024416,0.01000,1.561
44,mlp.experts.72.up_proj,0.0000024057,0.01000,1.412
44,mlp.experts.73.up_proj,0.0000024367,0.01000,1.388
44,mlp.experts.74.up_proj,0.0000024352,0.01000,1.371
44,mlp.experts.75.up_proj,0.0000023868,0.01000,1.547
44,mlp.experts.77.up_proj,0.0000025020,0.01000,1.445
44,mlp.experts.78.up_proj,0.0000024563,0.01000,1.357
44,mlp.experts.79.up_proj,0.0000024973,0.01000,1.333
44,mlp.experts.80.up_proj,0.0000023878,0.01000,1.364
44,mlp.experts.81.up_proj,0.0000023854,0.01000,1.352
44,mlp.experts.76.up_proj,0.0000023696,0.01000,1.878
44,mlp.experts.84.up_proj,0.0000024136,0.01000,1.394
44,mlp.experts.85.up_proj,0.0000024544,0.01000,1.373
44,mlp.experts.86.up_proj,0.0000025026,0.01000,1.355
44,mlp.experts.87.up_proj,0.0000025111,0.01000,1.353
44,mlp.experts.88.up_proj,0.0000024245,0.01000,1.353
44,mlp.experts.82.up_proj,0.0000026039,0.01000,2.053
44,mlp.experts.83.up_proj,0.0000024471,0.01000,2.060
44,mlp.experts.92.up_proj,0.0000025060,0.01000,1.356
44,mlp.experts.91.up_proj,0.0000021693,0.01000,1.558
44,mlp.experts.93.up_proj,0.0000025400,0.01000,1.330
44,mlp.experts.90.up_proj,0.0000024387,0.01000,1.812
44,mlp.experts.89.up_proj,0.0000024510,0.01000,1.923
44,mlp.experts.95.up_proj,0.0000025881,0.01000,1.359
44,mlp.experts.94.up_proj,0.0000024257,0.01000,1.621
44,mlp.experts.97.up_proj,0.0000024206,0.01000,1.430
44,mlp.experts.98.up_proj,0.0000024643,0.01000,1.485
44,mlp.experts.99.up_proj,0.0000024174,0.01000,1.360
44,mlp.experts.100.up_proj,0.0000024471,0.01000,1.391
44,mlp.experts.96.up_proj,0.0000024251,0.01000,1.868
44,mlp.experts.101.up_proj,0.0000023991,0.01000,1.538
44,mlp.experts.102.up_proj,0.0000025432,0.01000,1.535
44,mlp.experts.104.up_proj,0.0000023873,0.01000,1.399
44,mlp.experts.106.up_proj,0.0000024006,0.01000,1.377
44,mlp.experts.107.up_proj,0.0000024424,0.01000,1.391
44,mlp.experts.105.up_proj,0.0000023114,0.01000,1.595
44,mlp.experts.108.up_proj,0.0000023998,0.01000,1.395
44,mlp.experts.103.up_proj,0.0000025040,0.01000,1.989
44,mlp.experts.109.up_proj,0.0000024458,0.01000,1.445
44,mlp.experts.113.up_proj,0.0000026728,0.01000,1.373
44,mlp.experts.112.up_proj,0.0000024369,0.01000,1.382
44,mlp.experts.114.up_proj,0.0000024109,0.01000,1.332
44,mlp.experts.110.up_proj,0.0000024927,0.01000,1.828
44,mlp.experts.115.up_proj,0.0000024086,0.01000,1.343
44,mlp.experts.111.up_proj,0.0000025163,0.01000,1.809
44,mlp.experts.116.up_proj,0.0000025719,0.01000,1.306
44,mlp.experts.118.up_proj,0.0000024696,0.01000,1.183
44,mlp.experts.117.up_proj,0.0000024791,0.01000,1.329
44,mlp.experts.119.up_proj,0.0000025359,0.01000,1.267
44,mlp.experts.0.down_proj,0.0000001394,0.01000,0.445
44,mlp.experts.2.down_proj,0.0000002014,0.01000,0.464
44,mlp.experts.4.down_proj,0.0000002286,0.01000,0.462
44,mlp.experts.5.down_proj,0.0000002388,0.01000,0.469
44,mlp.experts.1.down_proj,0.0000002092,0.01000,0.505
44,mlp.experts.6.down_proj,0.0000001921,0.01000,0.492
44,mlp.experts.3.down_proj,0.0000001847,0.01000,0.530
44,mlp.experts.7.down_proj,0.0000002222,0.01000,0.413
44,mlp.experts.9.down_proj,0.0000002247,0.01000,0.408
44,mlp.experts.8.down_proj,0.0000002003,0.01000,0.423
44,mlp.experts.10.down_proj,0.0000002091,0.01000,0.438
44,mlp.experts.11.down_proj,0.0000002271,0.01000,0.417
44,mlp.experts.12.down_proj,0.0000002087,0.01000,0.423
44,mlp.experts.13.down_proj,0.0000002401,0.01000,0.547
44,mlp.experts.14.down_proj,0.0000002113,0.01000,0.430
44,mlp.experts.16.down_proj,0.0000002129,0.01000,0.405
44,mlp.experts.17.down_proj,0.0000002392,0.01000,0.404
44,mlp.experts.19.down_proj,0.0000002369,0.01000,0.402
44,mlp.experts.18.down_proj,0.0000001986,0.01000,0.437
44,mlp.experts.15.down_proj,0.0000002497,0.01000,0.590
44,mlp.experts.20.down_proj,0.0000002259,0.01000,0.492
44,mlp.experts.21.down_proj,0.0000002390,0.01000,0.402
44,mlp.experts.23.down_proj,0.0000002149,0.01000,0.402
44,mlp.experts.24.down_proj,0.0000002203,0.01000,0.394
44,mlp.experts.25.down_proj,0.0000002139,0.01000,0.410
44,mlp.experts.22.down_proj,0.0000001830,0.01000,0.486
44,mlp.experts.26.down_proj,0.0000002188,0.01000,0.519
44,mlp.experts.27.down_proj,0.0000002072,0.01000,0.490
44,mlp.experts.29.down_proj,0.0000002240,0.01000,0.433
44,mlp.experts.28.down_proj,0.0000002158,0.01000,0.484
44,mlp.experts.31.down_proj,0.0000001405,0.01000,0.414
44,mlp.experts.32.down_proj,0.0000002232,0.01000,0.415
44,mlp.experts.30.down_proj,0.0000002109,0.01000,0.486
44,mlp.experts.33.down_proj,0.0000001814,0.01000,0.429
44,mlp.experts.35.down_proj,0.0000002091,0.01000,0.439
44,mlp.experts.38.down_proj,0.0000001984,0.01000,0.417
44,mlp.experts.36.down_proj,0.0000002877,0.01000,0.476
44,mlp.experts.34.down_proj,0.0000001969,0.01000,0.619
44,mlp.experts.39.down_proj,0.0000002104,0.01000,0.502
44,mlp.experts.37.down_proj,0.0000002095,0.01000,0.539
44,mlp.experts.40.down_proj,0.0000002115,0.01000,0.503
44,mlp.experts.42.down_proj,0.0000002161,0.01000,0.413
44,mlp.experts.43.down_proj,0.0000002064,0.01000,0.412
44,mlp.experts.44.down_proj,0.0000001248,0.01000,0.423
44,mlp.experts.45.down_proj,0.0000002205,0.01000,0.408
44,mlp.experts.41.down_proj,0.0000001882,0.01000,0.627
44,mlp.experts.46.down_proj,0.0000001547,0.01000,0.595
44,mlp.experts.47.down_proj,0.0000002188,0.01000,0.407
44,mlp.experts.49.down_proj,0.0000001355,0.01000,0.436
44,mlp.experts.51.down_proj,0.0000002256,0.01000,0.411
44,mlp.experts.50.down_proj,0.0000002661,0.01000,0.431
44,mlp.experts.52.down_proj,0.0000002254,0.01000,0.406
44,mlp.experts.48.down_proj,0.0000002633,0.01000,0.623
44,mlp.experts.54.down_proj,0.0000002089,0.01000,0.403
44,mlp.experts.57.down_proj,0.0000002058,0.01000,0.415
44,mlp.experts.53.down_proj,0.0000002057,0.01000,0.667
44,mlp.experts.56.down_proj,0.0000002079,0.01000,0.483
44,mlp.experts.58.down_proj,0.0000001919,0.01000,0.411
44,mlp.experts.59.down_proj,0.0000002165,0.01000,0.406
44,mlp.experts.55.down_proj,0.0000002074,0.01000,0.708
44,mlp.experts.60.down_proj,0.0000002476,0.01000,0.533
44,mlp.experts.61.down_proj,0.0000001964,0.01000,0.450
44,mlp.experts.63.down_proj,0.0000002000,0.01000,0.411
44,mlp.experts.64.down_proj,0.0000002017,0.01000,0.410
44,mlp.experts.65.down_proj,0.0000002552,0.01000,0.406
44,mlp.experts.66.down_proj,0.0000002603,0.01000,0.469
44,mlp.experts.67.down_proj,0.0000002001,0.01000,0.410
44,mlp.experts.62.down_proj,0.0000002443,0.01000,0.762
44,mlp.experts.70.down_proj,0.0000002147,0.01000,0.409
44,mlp.experts.71.down_proj,0.0000001999,0.01000,0.409
44,mlp.experts.68.down_proj,0.0000002086,0.01000,0.557
44,mlp.experts.73.down_proj,0.0000002301,0.01000,0.394
44,mlp.experts.69.down_proj,0.0000002040,0.01000,0.670
44,mlp.experts.72.down_proj,0.0000002055,0.01000,0.461
44,mlp.experts.74.down_proj,0.0000002250,0.01000,0.408
44,mlp.experts.75.down_proj,0.0000001955,0.01000,0.435
44,mlp.experts.77.down_proj,0.0000001952,0.01000,0.468
44,mlp.experts.78.down_proj,0.0000001715,0.01000,0.398
44,mlp.experts.79.down_proj,0.0000002103,0.01000,0.410
44,mlp.experts.80.down_proj,0.0000002281,0.01000,0.404
44,mlp.experts.81.down_proj,0.0000002187,0.01000,0.413
44,mlp.experts.82.down_proj,0.0000001847,0.01000,0.391
44,mlp.experts.76.down_proj,0.0000001961,0.01000,0.994
44,mlp.experts.84.down_proj,0.0000002041,0.01000,0.397
44,mlp.experts.85.down_proj,0.0000002520,0.01000,0.393
44,mlp.experts.86.down_proj,0.0000002103,0.01000,0.392
44,mlp.experts.87.down_proj,0.0000001980,0.01000,0.406
44,mlp.experts.88.down_proj,0.0000002101,0.01000,0.461
44,mlp.experts.83.down_proj,0.0000001944,0.01000,0.829
44,mlp.experts.91.down_proj,0.0000001333,0.01000,0.420
44,mlp.experts.89.down_proj,0.0000002193,0.01000,0.477
44,mlp.experts.92.down_proj,0.0000002479,0.01000,0.413
44,mlp.experts.93.down_proj,0.0000002106,0.01000,0.419
44,mlp.experts.90.down_proj,0.0000002636,0.01000,0.735
44,mlp.experts.94.down_proj,0.0000001969,0.01000,0.459
44,mlp.experts.96.down_proj,0.0000002096,0.01000,0.410
44,mlp.experts.98.down_proj,0.0000002300,0.01000,0.408
44,mlp.experts.99.down_proj,0.0000002464,0.01000,0.403
44,mlp.experts.95.down_proj,0.0000001776,0.01000,0.705
44,mlp.experts.100.down_proj,0.0000002287,0.01000,0.396
44,mlp.experts.101.down_proj,0.0000002112,0.01000,0.401
44,mlp.experts.97.down_proj,0.0000002411,0.01000,0.729
44,mlp.experts.103.down_proj,0.0000001964,0.01000,0.400
44,mlp.experts.102.down_proj,0.0000001693,0.01000,0.524
44,mlp.experts.104.down_proj,0.0000002086,0.01000,0.626
44,mlp.experts.107.down_proj,0.0000002438,0.01000,0.418
44,mlp.experts.106.down_proj,0.0000002063,0.01000,0.429
44,mlp.experts.108.down_proj,0.0000002363,0.01000,0.403
44,mlp.experts.109.down_proj,0.0000001930,0.01000,0.466
44,mlp.experts.105.down_proj,0.0000002886,0.01000,0.670
44,mlp.experts.110.down_proj,0.0000002060,0.01000,0.466
44,mlp.experts.113.down_proj,0.0000002216,0.01000,0.423
44,mlp.experts.114.down_proj,0.0000002149,0.01000,0.407
44,mlp.experts.112.down_proj,0.0000002068,0.01000,0.501
44,mlp.experts.111.down_proj,0.0000001439,0.01000,0.532
44,mlp.experts.115.down_proj,0.0000002113,0.01000,0.394
44,mlp.experts.117.down_proj,0.0000001881,0.01000,0.387
44,mlp.experts.119.down_proj,0.0000001952,0.01000,0.382
44,mlp.experts.116.down_proj,0.0000002079,0.01000,0.632
44,mlp.experts.118.down_proj,0.0000002459,0.01000,0.499
45,self_attn.k_proj,0.0000000652,0.01000,1.186
45,self_attn.v_proj,0.0000001364,0.01000,1.203
45,self_attn.q_proj,0.0000005000,0.01000,1.256
45,self_attn.o_proj,0.0000002123,0.01000,2.778
45,mlp.shared_experts.gate_proj,0.0000000051,0.01000,0.915
45,mlp.shared_experts.up_proj,0.0000000050,0.01000,0.916
45,mlp.shared_experts.down_proj,0.0000000004,0.01000,0.275
45,mlp.experts.2.gate_proj,0.0000028490,0.01000,1.509
45,mlp.experts.5.gate_proj,0.0000027304,0.01000,1.501
45,mlp.experts.3.gate_proj,0.0000026643,0.01000,1.503
45,mlp.experts.4.gate_proj,0.0000026701,0.01000,1.513
45,mlp.experts.6.gate_proj,0.0000027329,0.01000,1.517
45,mlp.experts.1.gate_proj,0.0000025573,0.01000,1.562
45,mlp.experts.0.gate_proj,0.0000026852,0.01000,1.601
45,mlp.experts.10.gate_proj,0.0000025353,0.01000,1.322
45,mlp.experts.9.gate_proj,0.0000026432,0.01000,1.344
45,mlp.experts.11.gate_proj,0.0000027039,0.01000,1.359
45,mlp.experts.12.gate_proj,0.0000025894,0.01000,1.332
45,mlp.experts.8.gate_proj,0.0000030130,0.01000,1.402
45,mlp.experts.7.gate_proj,0.0000026196,0.01000,1.435
45,mlp.experts.13.gate_proj,0.0000026567,0.01000,1.360
45,mlp.experts.14.gate_proj,0.0000027947,0.01000,1.364
45,mlp.experts.15.gate_proj,0.0000028173,0.01000,1.353
45,mlp.experts.17.gate_proj,0.0000030015,0.01000,1.323
45,mlp.experts.18.gate_proj,0.0000026402,0.01000,1.330
45,mlp.experts.16.gate_proj,0.0000030144,0.01000,1.377
45,mlp.experts.19.gate_proj,0.0000028650,0.01000,1.348
45,mlp.experts.20.gate_proj,0.0000027709,0.01000,1.360
45,mlp.experts.23.gate_proj,0.0000026759,0.01000,1.333
45,mlp.experts.22.gate_proj,0.0000026293,0.01000,1.345
45,mlp.experts.24.gate_proj,0.0000026840,0.01000,1.321
45,mlp.experts.25.gate_proj,0.0000026802,0.01000,1.334
45,mlp.experts.21.gate_proj,0.0000027494,0.01000,1.395
45,mlp.experts.26.gate_proj,0.0000026302,0.01000,1.332
45,mlp.experts.27.gate_proj,0.0000026945,0.01000,1.372
45,mlp.experts.30.gate_proj,0.0000026276,0.01000,1.344
45,mlp.experts.29.gate_proj,0.0000027408,0.01000,1.354
45,mlp.experts.31.gate_proj,0.0000026916,0.01000,1.333
45,mlp.experts.33.gate_proj,0.0000026516,0.01000,1.333
45,mlp.experts.32.gate_proj,0.0000027007,0.01000,1.358
45,mlp.experts.28.gate_proj,0.0000027831,0.01000,1.418
45,mlp.experts.34.gate_proj,0.0000026579,0.01000,1.380
45,mlp.experts.36.gate_proj,0.0000028841,0.01000,1.347
45,mlp.experts.37.gate_proj,0.0000028935,0.01000,1.332
45,mlp.experts.38.gate_proj,0.0000026784,0.01000,1.334
45,mlp.experts.39.gate_proj,0.0000026545,0.01000,1.349
45,mlp.experts.40.gate_proj,0.0000029649,0.01000,1.344
45,mlp.experts.35.gate_proj,0.0000031768,0.01000,1.428
45,mlp.experts.41.gate_proj,0.0000028134,0.01000,1.360
45,mlp.experts.43.gate_proj,0.0000027392,0.01000,1.354
45,mlp.experts.44.gate_proj,0.0000029545,0.01000,1.340
45,mlp.experts.45.gate_proj,0.0000026416,0.01000,1.334
45,mlp.experts.46.gate_proj,0.0000027442,0.01000,1.357
45,mlp.experts.47.gate_proj,0.0000026912,0.01000,1.333
45,mlp.experts.42.gate_proj,0.0000027713,0.01000,1.423
45,mlp.experts.48.gate_proj,0.0000028591,0.01000,1.368
45,mlp.experts.50.gate_proj,0.0000028051,0.01000,1.347
45,mlp.experts.51.gate_proj,0.0000028820,0.01000,1.351
45,mlp.experts.52.gate_proj,0.0000029452,0.01000,1.344
45,mlp.experts.54.gate_proj,0.0000029100,0.01000,1.336
45,mlp.experts.53.gate_proj,0.0000026370,0.01000,1.355
45,mlp.experts.49.gate_proj,0.0000031957,0.01000,1.429
45,mlp.experts.55.gate_proj,0.0000029535,0.01000,1.365
45,mlp.experts.56.gate_proj,0.0000028699,0.01000,1.368
45,mlp.experts.57.gate_proj,0.0000027035,0.01000,1.350
45,mlp.experts.59.gate_proj,0.0000028327,0.01000,1.336
45,mlp.experts.58.gate_proj,0.0000028797,0.01000,1.357
45,mlp.experts.60.gate_proj,0.0000026064,0.01000,1.354
45,mlp.experts.61.gate_proj,0.0000030553,0.01000,1.339
45,mlp.experts.62.gate_proj,0.0000027178,0.01000,1.343
45,mlp.experts.65.gate_proj,0.0000027084,0.01000,1.348
45,mlp.experts.64.gate_proj,0.0000027920,0.01000,1.361
45,mlp.experts.66.gate_proj,0.0000026526,0.01000,1.349
45,mlp.experts.68.gate_proj,0.0000026575,0.01000,1.357
45,mlp.experts.67.gate_proj,0.0000027389,0.01000,1.365
45,mlp.experts.63.gate_proj,0.0000027560,0.01000,1.418
45,mlp.experts.69.gate_proj,0.0000026580,0.01000,1.350
45,mlp.experts.71.gate_proj,0.0000026354,0.01000,1.357
45,mlp.experts.72.gate_proj,0.0000026231,0.01000,1.347
45,mlp.experts.73.gate_proj,0.0000025910,0.01000,1.345
45,mlp.experts.75.gate_proj,0.0000026591,0.01000,1.338
45,mlp.experts.74.gate_proj,0.0000028541,0.01000,1.358
45,mlp.experts.70.gate_proj,0.0000027986,0.01000,1.415
45,mlp.experts.76.gate_proj,0.0000026753,0.01000,1.347
45,mlp.experts.78.gate_proj,0.0000026541,0.01000,1.351
45,mlp.experts.80.gate_proj,0.0000026186,0.01000,1.333
45,mlp.experts.79.gate_proj,0.0000027179,0.01000,1.355
45,mlp.experts.81.gate_proj,0.0000026334,0.01000,1.357
45,mlp.experts.82.gate_proj,0.0000026421,0.01000,1.341
45,mlp.experts.77.gate_proj,0.0000027041,0.01000,1.416
45,mlp.experts.83.gate_proj,0.0000026731,0.01000,1.352
45,mlp.experts.84.gate_proj,0.0000026694,0.01000,1.357
45,mlp.experts.87.gate_proj,0.0000027115,0.01000,1.335
45,mlp.experts.86.gate_proj,0.0000027869,0.01000,1.356
45,mlp.experts.88.gate_proj,0.0000028084,0.01000,1.350
45,mlp.experts.89.gate_proj,0.0000026615,0.01000,1.341
45,mlp.experts.85.gate_proj,0.0000027222,0.01000,1.427
45,mlp.experts.90.gate_proj,0.0000025910,0.01000,1.340
45,mlp.experts.91.gate_proj,0.0000025454,0.01000,1.338
45,mlp.experts.94.gate_proj,0.0000026644,0.01000,1.330
45,mlp.experts.93.gate_proj,0.0000028270,0.01000,1.361
45,mlp.experts.95.gate_proj,0.0000028234,0.01000,1.360
45,mlp.experts.96.gate_proj,0.0000026862,0.01000,1.339
45,mlp.experts.92.gate_proj,0.0000026626,0.01000,1.418
45,mlp.experts.97.gate_proj,0.0000026475,0.01000,1.335
45,mlp.experts.98.gate_proj,0.0000027647,0.01000,1.328
45,mlp.experts.99.gate_proj,0.0000026216,0.01000,1.344
45,mlp.experts.100.gate_proj,0.0000027067,0.01000,1.339
45,mlp.experts.101.gate_proj,0.0000026429,0.01000,1.335
45,mlp.experts.102.gate_proj,0.0000026674,0.01000,1.329
45,mlp.experts.103.gate_proj,0.0000026338,0.01000,1.335
45,mlp.experts.104.gate_proj,0.0000027882,0.01000,1.338
45,mlp.experts.105.gate_proj,0.0000026368,0.01000,1.358
45,mlp.experts.106.gate_proj,0.0000026849,0.01000,1.343
45,mlp.experts.107.gate_proj,0.0000026611,0.01000,1.352
45,mlp.experts.108.gate_proj,0.0000027168,0.01000,1.342
45,mlp.experts.109.gate_proj,0.0000026756,0.01000,1.342
45,mlp.experts.110.gate_proj,0.0000029036,0.01000,1.340
45,mlp.experts.111.gate_proj,0.0000027838,0.01000,1.364
45,mlp.experts.112.gate_proj,0.0000026447,0.01000,1.342
45,mlp.experts.113.gate_proj,0.0000028111,0.01000,1.337
45,mlp.experts.115.gate_proj,0.0000027390,0.01000,1.328
45,mlp.experts.116.gate_proj,0.0000026133,0.01000,1.339
45,mlp.experts.117.gate_proj,0.0000027901,0.01000,1.332
45,mlp.experts.114.gate_proj,0.0000029381,0.01000,1.392
45,mlp.experts.118.gate_proj,0.0000027342,0.01000,1.347
45,mlp.experts.119.gate_proj,0.0000026289,0.01000,1.340
45,mlp.experts.0.up_proj,0.0000026391,0.01000,1.333
45,mlp.experts.1.up_proj,0.0000026083,0.01000,1.339
45,mlp.experts.2.up_proj,0.0000027457,0.01000,1.315
45,mlp.experts.3.up_proj,0.0000026784,0.01000,1.338
45,mlp.experts.4.up_proj,0.0000026372,0.01000,1.334
45,mlp.experts.5.up_proj,0.0000026497,0.01000,1.352
45,mlp.experts.9.up_proj,0.0000026090,0.01000,1.331
45,mlp.experts.7.up_proj,0.0000025767,0.01000,1.360
45,mlp.experts.8.up_proj,0.0000027577,0.01000,1.350
45,mlp.experts.10.up_proj,0.0000024662,0.01000,1.352
45,mlp.experts.6.up_proj,0.0000026610,0.01000,1.423
45,mlp.experts.11.up_proj,0.0000026725,0.01000,1.339
45,mlp.experts.12.up_proj,0.0000025188,0.01000,1.361
45,mlp.experts.14.up_proj,0.0000027580,0.01000,1.342
45,mlp.experts.15.up_proj,0.0000026393,0.01000,1.340
45,mlp.experts.16.up_proj,0.0000029477,0.01000,1.326
45,mlp.experts.18.up_proj,0.0000026318,0.01000,1.330
45,mlp.experts.13.up_proj,0.0000026448,0.01000,1.405
45,mlp.experts.17.up_proj,0.0000026411,0.01000,1.401
45,mlp.experts.19.up_proj,0.0000027992,0.01000,1.358
45,mlp.experts.20.up_proj,0.0000026366,0.01000,1.345
45,mlp.experts.21.up_proj,0.0000027164,0.01000,1.348
45,mlp.experts.23.up_proj,0.0000025933,0.01000,1.320
45,mlp.experts.22.up_proj,0.0000025697,0.01000,1.343
45,mlp.experts.24.up_proj,0.0000026672,0.01000,1.357
45,mlp.experts.25.up_proj,0.0000025937,0.01000,1.331
45,mlp.experts.26.up_proj,0.0000026223,0.01000,1.348
45,mlp.experts.27.up_proj,0.0000025747,0.01000,1.348
45,mlp.experts.29.up_proj,0.0000026422,0.01000,1.340
45,mlp.experts.30.up_proj,0.0000025166,0.01000,1.339
45,mlp.experts.28.up_proj,0.0000026188,0.01000,1.391
45,mlp.experts.31.up_proj,0.0000027539,0.01000,1.350
45,mlp.experts.32.up_proj,0.0000026712,0.01000,1.332
45,mlp.experts.33.up_proj,0.0000026491,0.01000,1.347
45,mlp.experts.34.up_proj,0.0000026618,0.01000,1.340
45,mlp.experts.35.up_proj,0.0000027989,0.01000,1.339
45,mlp.experts.36.up_proj,0.0000027818,0.01000,1.332
45,mlp.experts.37.up_proj,0.0000028662,0.01000,1.316
45,mlp.experts.38.up_proj,0.0000025498,0.01000,1.331
45,mlp.experts.39.up_proj,0.0000025467,0.01000,1.334
45,mlp.experts.40.up_proj,0.0000031186,0.01000,1.359
45,mlp.experts.42.up_proj,0.0000026559,0.01000,1.344
45,mlp.experts.44.up_proj,0.0000029319,0.01000,1.323
45,mlp.experts.43.up_proj,0.0000027132,0.01000,1.347
45,mlp.experts.46.up_proj,0.0000026304,0.01000,1.334
45,mlp.experts.41.up_proj,0.0000026923,0.01000,1.418
45,mlp.experts.45.up_proj,0.0000026740,0.01000,1.367
45,mlp.experts.47.up_proj,0.0000026632,0.01000,1.360
45,mlp.experts.50.up_proj,0.0000027129,0.01000,1.333
45,mlp.experts.49.up_proj,0.0000030834,0.01000,1.340
45,mlp.experts.51.up_proj,0.0000028134,0.01000,1.326
45,mlp.experts.53.up_proj,0.0000025909,0.01000,1.338
45,mlp.experts.48.up_proj,0.0000027799,0.01000,1.429
45,mlp.experts.52.up_proj,0.0000027844,0.01000,1.418
45,mlp.experts.54.up_proj,0.0000027818,0.01000,1.340
45,mlp.experts.56.up_proj,0.0000027260,0.01000,1.342
45,mlp.experts.57.up_proj,0.0000026334,0.01000,1.337
45,mlp.experts.58.up_proj,0.0000027862,0.01000,1.324
45,mlp.experts.55.up_proj,0.0000028541,0.01000,1.399
45,mlp.experts.59.up_proj,0.0000027106,0.01000,1.340
45,mlp.experts.60.up_proj,0.0000025693,0.01000,1.320
45,mlp.experts.61.up_proj,0.0000028673,0.01000,1.348
45,mlp.experts.62.up_proj,0.0000027017,0.01000,1.353
45,mlp.experts.65.up_proj,0.0000027190,0.01000,1.326
45,mlp.experts.64.up_proj,0.0000027226,0.01000,1.342
45,mlp.experts.66.up_proj,0.0000026186,0.01000,1.357
45,mlp.experts.63.up_proj,0.0000027299,0.01000,1.407
45,mlp.experts.67.up_proj,0.0000026563,0.01000,1.348
45,mlp.experts.68.up_proj,0.0000026538,0.01000,1.350
45,mlp.experts.69.up_proj,0.0000027317,0.01000,1.344
45,mlp.experts.70.up_proj,0.0000027681,0.01000,1.348
45,mlp.experts.71.up_proj,0.0000026681,0.01000,1.334
45,mlp.experts.72.up_proj,0.0000026179,0.01000,1.321
45,mlp.experts.73.up_proj,0.0000025620,0.01000,1.357
45,mlp.experts.74.up_proj,0.0000024841,0.01000,1.333
45,mlp.experts.75.up_proj,0.0000026150,0.01000,1.361
45,mlp.experts.76.up_proj,0.0000026836,0.01000,1.352
45,mlp.experts.77.up_proj,0.0000026161,0.01000,1.340
45,mlp.experts.78.up_proj,0.0000025972,0.01000,1.347
45,mlp.experts.79.up_proj,0.0000026826,0.01000,1.323
45,mlp.experts.81.up_proj,0.0000026210,0.01000,1.340
45,mlp.experts.80.up_proj,0.0000025805,0.01000,1.423
45,mlp.experts.82.up_proj,0.0000025556,0.01000,1.361
45,mlp.experts.83.up_proj,0.0000026566,0.01000,1.349
45,mlp.experts.86.up_proj,0.0000027038,0.01000,1.316
45,mlp.experts.85.up_proj,0.0000025873,0.01000,1.332
45,mlp.experts.84.up_proj,0.0000026161,0.01000,1.388
45,mlp.experts.87.up_proj,0.0000026367,0.01000,1.365
45,mlp.experts.88.up_proj,0.0000026660,0.01000,1.328
45,mlp.experts.89.up_proj,0.0000025922,0.01000,1.381
45,mlp.experts.92.up_proj,0.0000026035,0.01000,1.323
45,mlp.experts.91.up_proj,0.0000026099,0.01000,1.339
45,mlp.experts.93.up_proj,0.0000027577,0.01000,1.306
45,mlp.experts.90.up_proj,0.0000026187,0.01000,1.401
45,mlp.experts.94.up_proj,0.0000026381,0.01000,1.331
45,mlp.experts.95.up_proj,0.0000027455,0.01000,1.320
45,mlp.experts.96.up_proj,0.0000026234,0.01000,1.368
45,mlp.experts.98.up_proj,0.0000026365,0.01000,1.325
45,mlp.experts.99.up_proj,0.0000025801,0.01000,1.323
45,mlp.experts.100.up_proj,0.0000026630,0.01000,1.324
45,mlp.experts.97.up_proj,0.0000026398,0.01000,1.399
45,mlp.experts.101.up_proj,0.0000026243,0.01000,1.326
45,mlp.experts.102.up_proj,0.0000025619,0.01000,1.320
45,mlp.experts.103.up_proj,0.0000026694,0.01000,1.364
45,mlp.experts.104.up_proj,0.0000026767,0.01000,1.340
45,mlp.experts.105.up_proj,0.0000026077,0.01000,1.325
45,mlp.experts.107.up_proj,0.0000025901,0.01000,1.320
45,mlp.experts.108.up_proj,0.0000026644,0.01000,1.335
45,mlp.experts.106.up_proj,0.0000026390,0.01000,1.391
45,mlp.experts.109.up_proj,0.0000026911,0.01000,1.324
45,mlp.experts.110.up_proj,0.0000027500,0.01000,1.367
45,mlp.experts.112.up_proj,0.0000026151,0.01000,1.323
45,mlp.experts.111.up_proj,0.0000027328,0.01000,1.329
45,mlp.experts.113.up_proj,0.0000028438,0.01000,1.333
45,mlp.experts.114.up_proj,0.0000027187,0.01000,1.318
45,mlp.experts.116.up_proj,0.0000026494,0.01000,1.321
45,mlp.experts.115.up_proj,0.0000026483,0.01000,1.344
45,mlp.experts.117.up_proj,0.0000027415,0.01000,1.310
45,mlp.experts.119.up_proj,0.0000025934,0.01000,1.006
45,mlp.experts.118.up_proj,0.0000026329,0.01000,1.010
45,mlp.experts.3.down_proj,0.0000002850,0.01000,0.440
45,mlp.experts.2.down_proj,0.0000002691,0.01000,0.443
45,mlp.experts.1.down_proj,0.0000002254,0.01000,0.444
45,mlp.experts.5.down_proj,0.0000002127,0.01000,0.442
45,mlp.experts.4.down_proj,0.0000002230,0.01000,0.443
45,mlp.experts.6.down_proj,0.0000002529,0.01000,0.446
45,mlp.experts.0.down_proj,0.0000002581,0.01000,0.457
45,mlp.experts.10.down_proj,0.0000001959,0.01000,0.405
45,mlp.experts.12.down_proj,0.0000002061,0.01000,0.404
45,mlp.experts.9.down_proj,0.0000002198,0.01000,0.409
45,mlp.experts.11.down_proj,0.0000002388,0.01000,0.410
45,mlp.experts.7.down_proj,0.0000002323,0.01000,0.421
45,mlp.experts.13.down_proj,0.0000002277,0.01000,0.410
45,mlp.experts.8.down_proj,0.0000001784,0.01000,0.422
45,mlp.experts.17.down_proj,0.0000002134,0.01000,0.401
45,mlp.experts.16.down_proj,0.0000002238,0.01000,0.407
45,mlp.experts.15.down_proj,0.0000002173,0.01000,0.418
45,mlp.experts.18.down_proj,0.0000002321,0.01000,0.408
45,mlp.experts.19.down_proj,0.0000002553,0.01000,0.408
45,mlp.experts.14.down_proj,0.0000002195,0.01000,0.438
45,mlp.experts.20.down_proj,0.0000002379,0.01000,0.422
45,mlp.experts.22.down_proj,0.0000003018,0.01000,0.407
45,mlp.experts.23.down_proj,0.0000001994,0.01000,0.403
45,mlp.experts.24.down_proj,0.0000002422,0.01000,0.403
45,mlp.experts.25.down_proj,0.0000002693,0.01000,0.409
45,mlp.experts.21.down_proj,0.0000002364,0.01000,0.428
45,mlp.experts.26.down_proj,0.0000002694,0.01000,0.406
45,mlp.experts.27.down_proj,0.0000002399,0.01000,0.409
45,mlp.experts.29.down_proj,0.0000002260,0.01000,0.406
45,mlp.experts.30.down_proj,0.0000002263,0.01000,0.405
45,mlp.experts.28.down_proj,0.0000002649,0.01000,0.412
45,mlp.experts.31.down_proj,0.0000002619,0.01000,0.401
45,mlp.experts.32.down_proj,0.0000002348,0.01000,0.401
45,mlp.experts.33.down_proj,0.0000002147,0.01000,0.401
45,mlp.experts.34.down_proj,0.0000002268,0.01000,0.405
45,mlp.experts.38.down_proj,0.0000002149,0.01000,0.405
45,mlp.experts.37.down_proj,0.0000002353,0.01000,0.410
45,mlp.experts.35.down_proj,0.0000001693,0.01000,0.415
45,mlp.experts.39.down_proj,0.0000002383,0.01000,0.411
45,mlp.experts.40.down_proj,0.0000002800,0.01000,0.402
45,mlp.experts.36.down_proj,0.0000002659,0.01000,0.420
45,mlp.experts.41.down_proj,0.0000002250,0.01000,0.405
45,mlp.experts.45.down_proj,0.0000002153,0.01000,0.400
45,mlp.experts.44.down_proj,0.0000002387,0.01000,0.405
45,mlp.experts.43.down_proj,0.0000002351,0.01000,0.412
45,mlp.experts.46.down_proj,0.0000002691,0.01000,0.408
45,mlp.experts.47.down_proj,0.0000002363,0.01000,0.406
45,mlp.experts.42.down_proj,0.0000002185,0.01000,0.423
45,mlp.experts.48.down_proj,0.0000002237,0.01000,0.406
45,mlp.experts.52.down_proj,0.0000002695,0.01000,0.400
45,mlp.experts.49.down_proj,0.0000002444,0.01000,0.409
45,mlp.experts.51.down_proj,0.0000002273,0.01000,0.404
45,mlp.experts.50.down_proj,0.0000001993,0.01000,0.411
45,mlp.experts.53.down_proj,0.0000002190,0.01000,0.407
45,mlp.experts.54.down_proj,0.0000002244,0.01000,0.404
45,mlp.experts.55.down_proj,0.0000002044,0.01000,0.407
45,mlp.experts.59.down_proj,0.0000002544,0.01000,0.401
45,mlp.experts.56.down_proj,0.0000002218,0.01000,0.407
45,mlp.experts.58.down_proj,0.0000003071,0.01000,0.406
45,mlp.experts.60.down_proj,0.0000002296,0.01000,0.406
45,mlp.experts.61.down_proj,0.0000002148,0.01000,0.407
45,mlp.experts.57.down_proj,0.0000002345,0.01000,0.426
45,mlp.experts.62.down_proj,0.0000002649,0.01000,0.411
45,mlp.experts.65.down_proj,0.0000002386,0.01000,0.405
45,mlp.experts.66.down_proj,0.0000002305,0.01000,0.398
45,mlp.experts.63.down_proj,0.0000002235,0.01000,0.411
45,mlp.experts.67.down_proj,0.0000002087,0.01000,0.405
45,mlp.experts.64.down_proj,0.0000002113,0.01000,0.422
45,mlp.experts.69.down_proj,0.0000002790,0.01000,0.411
45,mlp.experts.68.down_proj,0.0000002434,0.01000,0.418
45,mlp.experts.73.down_proj,0.0000002263,0.01000,0.400
45,mlp.experts.72.down_proj,0.0000002767,0.01000,0.409
45,mlp.experts.71.down_proj,0.0000002693,0.01000,0.411
45,mlp.experts.74.down_proj,0.0000001685,0.01000,0.402
45,mlp.experts.75.down_proj,0.0000002170,0.01000,0.415
45,mlp.experts.76.down_proj,0.0000002436,0.01000,0.409
45,mlp.experts.70.down_proj,0.0000002375,0.01000,0.440
45,mlp.experts.80.down_proj,0.0000002067,0.01000,0.394
45,mlp.experts.79.down_proj,0.0000002248,0.01000,0.399
45,mlp.experts.78.down_proj,0.0000001966,0.01000,0.427
45,mlp.experts.82.down_proj,0.0000001960,0.01000,0.406
45,mlp.experts.77.down_proj,0.0000002288,0.01000,0.438
45,mlp.experts.83.down_proj,0.0000002309,0.01000,0.418
45,mlp.experts.81.down_proj,0.0000002459,0.01000,0.441
45,mlp.experts.85.down_proj,0.0000002219,0.01000,0.411
45,mlp.experts.84.down_proj,0.0000002588,0.01000,0.425
45,mlp.experts.86.down_proj,0.0000002123,0.01000,0.403
45,mlp.experts.87.down_proj,0.0000001987,0.01000,0.400
45,mlp.experts.89.down_proj,0.0000002605,0.01000,0.402
45,mlp.experts.88.down_proj,0.0000002060,0.01000,0.414
45,mlp.experts.90.down_proj,0.0000002520,0.01000,0.415
45,mlp.experts.91.down_proj,0.0000002355,0.01000,0.405
45,mlp.experts.92.down_proj,0.0000002232,0.01000,0.402
45,mlp.experts.94.down_proj,0.0000002332,0.01000,0.399
45,mlp.experts.93.down_proj,0.0000002047,0.01000,0.405
45,mlp.experts.96.down_proj,0.0000002300,0.01000,0.404
45,mlp.experts.95.down_proj,0.0000002469,0.01000,0.405
45,mlp.experts.97.down_proj,0.0000002010,0.01000,0.413
45,mlp.experts.98.down_proj,0.0000002167,0.01000,0.402
45,mlp.experts.101.down_proj,0.0000002066,0.01000,0.397
45,mlp.experts.100.down_proj,0.0000002279,0.01000,0.411
45,mlp.experts.103.down_proj,0.0000002889,0.01000,0.401
45,mlp.experts.99.down_proj,0.0000002208,0.01000,0.432
45,mlp.experts.102.down_proj,0.0000001659,0.01000,0.406
45,mlp.experts.104.down_proj,0.0000002113,0.01000,0.410
45,mlp.experts.105.down_proj,0.0000001680,0.01000,0.407
45,mlp.experts.106.down_proj,0.0000002311,0.01000,0.416
45,mlp.experts.107.down_proj,0.0000002319,0.01000,0.411
45,mlp.experts.108.down_proj,0.0000002608,0.01000,0.402
45,mlp.experts.110.down_proj,0.0000002638,0.01000,0.407
45,mlp.experts.109.down_proj,0.0000002488,0.01000,0.407
45,mlp.experts.111.down_proj,0.0000002495,0.01000,0.410
45,mlp.experts.112.down_proj,0.0000002523,0.01000,0.405
45,mlp.experts.113.down_proj,0.0000002551,0.01000,0.406
45,mlp.experts.114.down_proj,0.0000001941,0.01000,0.407
45,mlp.experts.115.down_proj,0.0000001941,0.01000,0.405
45,mlp.experts.117.down_proj,0.0000002752,0.01000,0.403
45,mlp.experts.116.down_proj,0.0000002420,0.01000,0.407
45,mlp.experts.118.down_proj,0.0000003196,0.01000,0.394
45,mlp.experts.119.down_proj,0.0000002078,0.01000,0.281
46,self_attn.v_proj,0.0000001596,0.01000,1.194
46,self_attn.k_proj,0.0000000821,0.01000,1.198
46,self_attn.q_proj,0.0000005988,0.01000,1.259
46,self_attn.o_proj,0.0000002320,0.01000,2.746
46,mlp.shared_experts.gate_proj,0.0000000055,0.01000,0.902
46,mlp.shared_experts.up_proj,0.0000000051,0.01000,0.906
46,mlp.shared_experts.down_proj,0.0000000004,0.01000,0.273
46,mlp.experts.3.gate_proj,0.0000032065,0.01000,1.514
46,mlp.experts.2.gate_proj,0.0000030043,0.01000,1.517
46,mlp.experts.5.gate_proj,0.0000027629,0.01000,1.519
46,mlp.experts.4.gate_proj,0.0000027028,0.01000,1.522
46,mlp.experts.6.gate_proj,0.0000028668,0.01000,1.531
46,mlp.experts.1.gate_proj,0.0000029173,0.01000,1.569
46,mlp.experts.0.gate_proj,0.0000028105,0.01000,1.570
46,mlp.experts.10.gate_proj,0.0000030789,0.01000,1.323
46,mlp.experts.9.gate_proj,0.0000027391,0.01000,1.343
46,mlp.experts.8.gate_proj,0.0000029398,0.01000,1.358
46,mlp.experts.11.gate_proj,0.0000026940,0.01000,1.353
46,mlp.experts.12.gate_proj,0.0000031196,0.01000,1.336
46,mlp.experts.13.gate_proj,0.0000028696,0.01000,1.367
46,mlp.experts.7.gate_proj,0.0000028628,0.01000,1.431
46,mlp.experts.15.gate_proj,0.0000030142,0.01000,1.343
46,mlp.experts.16.gate_proj,0.0000030091,0.01000,1.345
46,mlp.experts.17.gate_proj,0.0000028031,0.01000,1.340
46,mlp.experts.18.gate_proj,0.0000030226,0.01000,1.344
46,mlp.experts.14.gate_proj,0.0000029746,0.01000,1.417
46,mlp.experts.19.gate_proj,0.0000029473,0.01000,1.342
46,mlp.experts.20.gate_proj,0.0000030487,0.01000,1.376
46,mlp.experts.21.gate_proj,0.0000027697,0.01000,1.347
46,mlp.experts.22.gate_proj,0.0000030330,0.01000,1.346
46,mlp.experts.24.gate_proj,0.0000029706,0.01000,1.329
46,mlp.experts.25.gate_proj,0.0000027397,0.01000,1.344
46,mlp.experts.26.gate_proj,0.0000028692,0.01000,1.335
46,mlp.experts.23.gate_proj,0.0000033512,0.01000,1.401
46,mlp.experts.27.gate_proj,0.0000029406,0.01000,1.350
46,mlp.experts.28.gate_proj,0.0000028100,0.01000,1.344
46,mlp.experts.29.gate_proj,0.0000028680,0.01000,1.365
46,mlp.experts.30.gate_proj,0.0000027201,0.01000,1.362
46,mlp.experts.31.gate_proj,0.0000027246,0.01000,1.346
46,mlp.experts.33.gate_proj,0.0000028244,0.01000,1.338
46,mlp.experts.32.gate_proj,0.0000026877,0.01000,1.364
46,mlp.experts.34.gate_proj,0.0000029113,0.01000,1.359
46,mlp.experts.35.gate_proj,0.0000027826,0.01000,1.344
46,mlp.experts.37.gate_proj,0.0000028304,0.01000,1.347
46,mlp.experts.36.gate_proj,0.0000027649,0.01000,1.357
46,mlp.experts.38.gate_proj,0.0000032280,0.01000,1.342
46,mlp.experts.39.gate_proj,0.0000029059,0.01000,1.351
46,mlp.experts.40.gate_proj,0.0000028251,0.01000,1.351
46,mlp.experts.41.gate_proj,0.0000027717,0.01000,1.358
46,mlp.experts.42.gate_proj,0.0000027195,0.01000,1.344
46,mlp.experts.44.gate_proj,0.0000028019,0.01000,1.337
46,mlp.experts.45.gate_proj,0.0000027971,0.01000,1.341
46,mlp.experts.46.gate_proj,0.0000027652,0.01000,1.342
46,mlp.experts.47.gate_proj,0.0000028021,0.01000,1.343
46,mlp.experts.43.gate_proj,0.0000029753,0.01000,1.406
46,mlp.experts.48.gate_proj,0.0000028039,0.01000,1.349
46,mlp.experts.49.gate_proj,0.0000027524,0.01000,1.338
46,mlp.experts.50.gate_proj,0.0000027784,0.01000,1.358
46,mlp.experts.51.gate_proj,0.0000028034,0.01000,1.351
46,mlp.experts.52.gate_proj,0.0000028831,0.01000,1.331
46,mlp.experts.53.gate_proj,0.0000028095,0.01000,1.351
46,mlp.experts.54.gate_proj,0.0000029104,0.01000,1.340
46,mlp.experts.55.gate_proj,0.0000028595,0.01000,1.360
46,mlp.experts.56.gate_proj,0.0000028047,0.01000,1.350
46,mlp.experts.59.gate_proj,0.0000028353,0.01000,1.342
46,mlp.experts.58.gate_proj,0.0000028849,0.01000,1.363
46,mlp.experts.60.gate_proj,0.0000028293,0.01000,1.350
46,mlp.experts.61.gate_proj,0.0000027119,0.01000,1.340
46,mlp.experts.57.gate_proj,0.0000027334,0.01000,1.407
46,mlp.experts.62.gate_proj,0.0000030790,0.01000,1.347
46,mlp.experts.63.gate_proj,0.0000028667,0.01000,1.359
46,mlp.experts.64.gate_proj,0.0000027785,0.01000,1.366
46,mlp.experts.65.gate_proj,0.0000027638,0.01000,1.354
46,mlp.experts.66.gate_proj,0.0000028327,0.01000,1.339
46,mlp.experts.67.gate_proj,0.0000030747,0.01000,1.353
46,mlp.experts.68.gate_proj,0.0000028378,0.01000,1.337
46,mlp.experts.69.gate_proj,0.0000027911,0.01000,1.376
46,mlp.experts.70.gate_proj,0.0000029648,0.01000,1.348
46,mlp.experts.72.gate_proj,0.0000028996,0.01000,1.338
46,mlp.experts.73.gate_proj,0.0000029513,0.01000,1.338
46,mlp.experts.75.gate_proj,0.0000029984,0.01000,1.337
46,mlp.experts.74.gate_proj,0.0000028621,0.01000,1.349
46,mlp.experts.71.gate_proj,0.0000028760,0.01000,1.398
46,mlp.experts.76.gate_proj,0.0000028864,0.01000,1.355
46,mlp.experts.77.gate_proj,0.0000031508,0.01000,1.338
46,mlp.experts.78.gate_proj,0.0000027752,0.01000,1.350
46,mlp.experts.80.gate_proj,0.0000028272,0.01000,1.330
46,mlp.experts.81.gate_proj,0.0000028759,0.01000,1.332
46,mlp.experts.82.gate_proj,0.0000029158,0.01000,1.332
46,mlp.experts.79.gate_proj,0.0000029224,0.01000,1.409
46,mlp.experts.83.gate_proj,0.0000030669,0.01000,1.352
46,mlp.experts.84.gate_proj,0.0000029833,0.01000,1.338
46,mlp.experts.85.gate_proj,0.0000028268,0.01000,1.337
46,mlp.experts.87.gate_proj,0.0000027269,0.01000,1.327
46,mlp.experts.88.gate_proj,0.0000027231,0.01000,1.341
46,mlp.experts.89.gate_proj,0.0000028893,0.01000,1.324
46,mlp.experts.86.gate_proj,0.0000028875,0.01000,1.425
46,mlp.experts.90.gate_proj,0.0000026950,0.01000,1.335
46,mlp.experts.91.gate_proj,0.0000028037,0.01000,1.343
46,mlp.experts.92.gate_proj,0.0000028919,0.01000,1.331
46,mlp.experts.94.gate_proj,0.0000027224,0.01000,1.326
46,mlp.experts.95.gate_proj,0.0000027039,0.01000,1.341
46,mlp.experts.93.gate_proj,0.0000027831,0.01000,1.408
46,mlp.experts.96.gate_proj,0.0000027639,0.01000,1.346
46,mlp.experts.97.gate_proj,0.0000026258,0.01000,1.348
46,mlp.experts.98.gate_proj,0.0000028702,0.01000,1.354
46,mlp.experts.99.gate_proj,0.0000030714,0.01000,1.340
46,mlp.experts.100.gate_proj,0.0000027601,0.01000,1.342
46,mlp.experts.101.gate_proj,0.0000028499,0.01000,1.334
46,mlp.experts.102.gate_proj,0.0000028433,0.01000,1.350
46,mlp.experts.103.gate_proj,0.0000027755,0.01000,1.348
46,mlp.experts.104.gate_proj,0.0000026887,0.01000,1.368
46,mlp.experts.105.gate_proj,0.0000029145,0.01000,1.360
46,mlp.experts.106.gate_proj,0.0000028292,0.01000,1.343
46,mlp.experts.107.gate_proj,0.0000030159,0.01000,1.343
46,mlp.experts.108.gate_proj,0.0000031256,0.01000,1.333
46,mlp.experts.109.gate_proj,0.0000030675,0.01000,1.348
46,mlp.experts.110.gate_proj,0.0000026754,0.01000,1.354
46,mlp.experts.111.gate_proj,0.0000027147,0.01000,1.365
46,mlp.experts.112.gate_proj,0.0000030832,0.01000,1.360
46,mlp.experts.113.gate_proj,0.0000027530,0.01000,1.352
46,mlp.experts.114.gate_proj,0.0000027383,0.01000,1.348
46,mlp.experts.115.gate_proj,0.0000029331,0.01000,1.339
46,mlp.experts.116.gate_proj,0.0000026906,0.01000,1.349
46,mlp.experts.117.gate_proj,0.0000030299,0.01000,1.354
46,mlp.experts.118.gate_proj,0.0000026846,0.01000,1.369
46,mlp.experts.119.gate_proj,0.0000030169,0.01000,1.366
46,mlp.experts.0.up_proj,0.0000026964,0.01000,1.354
46,mlp.experts.2.up_proj,0.0000028378,0.01000,1.338
46,mlp.experts.1.up_proj,0.0000028313,0.01000,1.387
46,mlp.experts.3.up_proj,0.0000030563,0.01000,1.349
46,mlp.experts.4.up_proj,0.0000025788,0.01000,1.345
46,mlp.experts.5.up_proj,0.0000027380,0.01000,1.358
46,mlp.experts.6.up_proj,0.0000027921,0.01000,1.352
46,mlp.experts.7.up_proj,0.0000027948,0.01000,1.351
46,mlp.experts.8.up_proj,0.0000028874,0.01000,1.349
46,mlp.experts.9.up_proj,0.0000026715,0.01000,1.328
46,mlp.experts.10.up_proj,0.0000028831,0.01000,1.343
46,mlp.experts.11.up_proj,0.0000026382,0.01000,1.351
46,mlp.experts.12.up_proj,0.0000029864,0.01000,1.385
46,mlp.experts.13.up_proj,0.0000027212,0.01000,1.355
46,mlp.experts.16.up_proj,0.0000028836,0.01000,1.328
46,mlp.experts.15.up_proj,0.0000029367,0.01000,1.361
46,mlp.experts.17.up_proj,0.0000027530,0.01000,1.342
46,mlp.experts.14.up_proj,0.0000028218,0.01000,1.446
46,mlp.experts.18.up_proj,0.0000029427,0.01000,1.348
46,mlp.experts.19.up_proj,0.0000028927,0.01000,1.378
46,mlp.experts.20.up_proj,0.0000029854,0.01000,1.357
46,mlp.experts.22.up_proj,0.0000028705,0.01000,1.354
46,mlp.experts.23.up_proj,0.0000029879,0.01000,1.330
46,mlp.experts.21.up_proj,0.0000027457,0.01000,1.417
46,mlp.experts.24.up_proj,0.0000028715,0.01000,1.349
46,mlp.experts.25.up_proj,0.0000026901,0.01000,1.340
46,mlp.experts.26.up_proj,0.0000028126,0.01000,1.360
46,mlp.experts.27.up_proj,0.0000028390,0.01000,1.359
46,mlp.experts.28.up_proj,0.0000027053,0.01000,1.384
46,mlp.experts.29.up_proj,0.0000028862,0.01000,1.368
46,mlp.experts.30.up_proj,0.0000027408,0.01000,1.364
46,mlp.experts.31.up_proj,0.0000027104,0.01000,1.364
46,mlp.experts.32.up_proj,0.0000026475,0.01000,1.370
46,mlp.experts.33.up_proj,0.0000027974,0.01000,1.376
46,mlp.experts.34.up_proj,0.0000028413,0.01000,1.338
46,mlp.experts.36.up_proj,0.0000026823,0.01000,1.335
46,mlp.experts.37.up_proj,0.0000028273,0.01000,1.338
46,mlp.experts.38.up_proj,0.0000031659,0.01000,1.353
46,mlp.experts.35.up_proj,0.0000027332,0.01000,1.407
46,mlp.experts.39.up_proj,0.0000028131,0.01000,1.357
46,mlp.experts.40.up_proj,0.0000027167,0.01000,1.340
46,mlp.experts.41.up_proj,0.0000027105,0.01000,1.338
46,mlp.experts.42.up_proj,0.0000027116,0.01000,1.352
46,mlp.experts.43.up_proj,0.0000028470,0.01000,1.343
46,mlp.experts.44.up_proj,0.0000027751,0.01000,1.344
46,mlp.experts.45.up_proj,0.0000027186,0.01000,1.350
46,mlp.experts.46.up_proj,0.0000026967,0.01000,1.344
46,mlp.experts.47.up_proj,0.0000027418,0.01000,1.345
46,mlp.experts.48.up_proj,0.0000027598,0.01000,1.344
46,mlp.experts.49.up_proj,0.0000027002,0.01000,1.346
46,mlp.experts.50.up_proj,0.0000027193,0.01000,1.363
46,mlp.experts.51.up_proj,0.0000027329,0.01000,1.354
46,mlp.experts.52.up_proj,0.0000028192,0.01000,1.357
46,mlp.experts.53.up_proj,0.0000027735,0.01000,1.348
46,mlp.experts.54.up_proj,0.0000028009,0.01000,1.356
46,mlp.experts.55.up_proj,0.0000028468,0.01000,1.351
46,mlp.experts.56.up_proj,0.0000027872,0.01000,1.360
46,mlp.experts.57.up_proj,0.0000027354,0.01000,1.343
46,mlp.experts.58.up_proj,0.0000028053,0.01000,1.332
46,mlp.experts.60.up_proj,0.0000028184,0.01000,1.347
46,mlp.experts.59.up_proj,0.0000027526,0.01000,1.402
46,mlp.experts.61.up_proj,0.0000026165,0.01000,1.358
46,mlp.experts.62.up_proj,0.0000029921,0.01000,1.353
46,mlp.experts.65.up_proj,0.0000027207,0.01000,1.327
46,mlp.experts.64.up_proj,0.0000027975,0.01000,1.345
46,mlp.experts.63.up_proj,0.0000027221,0.01000,1.372
46,mlp.experts.66.up_proj,0.0000027373,0.01000,1.354
46,mlp.experts.67.up_proj,0.0000029562,0.01000,1.337
46,mlp.experts.68.up_proj,0.0000027835,0.01000,1.358
46,mlp.experts.69.up_proj,0.0000027391,0.01000,1.349
46,mlp.experts.70.up_proj,0.0000028725,0.01000,1.357
46,mlp.experts.71.up_proj,0.0000028345,0.01000,1.345
46,mlp.experts.72.up_proj,0.0000028350,0.01000,1.349
46,mlp.experts.73.up_proj,0.0000029456,0.01000,1.349
46,mlp.experts.74.up_proj,0.0000028028,0.01000,1.340
46,mlp.experts.75.up_proj,0.0000028410,0.01000,1.355
46,mlp.experts.76.up_proj,0.0000028295,0.01000,1.353
46,mlp.experts.78.up_proj,0.0000027546,0.01000,1.348
46,mlp.experts.79.up_proj,0.0000028003,0.01000,1.347
46,mlp.experts.80.up_proj,0.0000027375,0.01000,1.352
46,mlp.experts.81.up_proj,0.0000028085,0.01000,1.333
46,mlp.experts.77.up_proj,0.0000029787,0.01000,1.433
46,mlp.experts.82.up_proj,0.0000028097,0.01000,1.354
46,mlp.experts.83.up_proj,0.0000029399,0.01000,1.327
46,mlp.experts.85.up_proj,0.0000027966,0.01000,1.334
46,mlp.experts.86.up_proj,0.0000027424,0.01000,1.330
46,mlp.experts.87.up_proj,0.0000026918,0.01000,1.350
46,mlp.experts.84.up_proj,0.0000029128,0.01000,1.417
46,mlp.experts.88.up_proj,0.0000026971,0.01000,1.355
46,mlp.experts.89.up_proj,0.0000028323,0.01000,1.343
46,mlp.experts.90.up_proj,0.0000025868,0.01000,1.333
46,mlp.experts.91.up_proj,0.0000027548,0.01000,1.350
46,mlp.experts.92.up_proj,0.0000027471,0.01000,1.339
46,mlp.experts.93.up_proj,0.0000027753,0.01000,1.340
46,mlp.experts.94.up_proj,0.0000027304,0.01000,1.350
46,mlp.experts.95.up_proj,0.0000026693,0.01000,1.353
46,mlp.experts.96.up_proj,0.0000027239,0.01000,1.349
46,mlp.experts.97.up_proj,0.0000026487,0.01000,1.362
46,mlp.experts.99.up_proj,0.0000033149,0.01000,1.354
46,mlp.experts.98.up_proj,0.0000027668,0.01000,1.393
46,mlp.experts.100.up_proj,0.0000027255,0.01000,1.345
46,mlp.experts.101.up_proj,0.0000027742,0.01000,1.353
46,mlp.experts.102.up_proj,0.0000028087,0.01000,1.346
46,mlp.experts.103.up_proj,0.0000027413,0.01000,1.377
46,mlp.experts.104.up_proj,0.0000026387,0.01000,1.361
46,mlp.experts.107.up_proj,0.0000028986,0.01000,1.340
46,mlp.experts.106.up_proj,0.0000028052,0.01000,1.369
46,mlp.experts.108.up_proj,0.0000029009,0.01000,1.362
46,mlp.experts.109.up_proj,0.0000028500,0.01000,1.348
46,mlp.experts.105.up_proj,0.0000026716,0.01000,1.411
46,mlp.experts.110.up_proj,0.0000026495,0.01000,1.372
46,mlp.experts.111.up_proj,0.0000027370,0.01000,1.356
46,mlp.experts.112.up_proj,0.0000028735,0.01000,1.379
46,mlp.experts.113.up_proj,0.0000026694,0.01000,1.375
46,mlp.experts.114.up_proj,0.0000027041,0.01000,1.346
46,mlp.experts.115.up_proj,0.0000027754,0.01000,1.361
46,mlp.experts.116.up_proj,0.0000026520,0.01000,1.356
46,mlp.experts.117.up_proj,0.0000028975,0.01000,1.322
46,mlp.experts.118.up_proj,0.0000026483,0.01000,1.048
46,mlp.experts.119.up_proj,0.0000029100,0.01000,0.991
46,mlp.experts.4.down_proj,0.0000002141,0.01000,0.430
46,mlp.experts.3.down_proj,0.0000002280,0.01000,0.432
46,mlp.experts.2.down_proj,0.0000002509,0.01000,0.432
46,mlp.experts.5.down_proj,0.0000002582,0.01000,0.437
46,mlp.experts.6.down_proj,0.0000002535,0.01000,0.437
46,mlp.experts.1.down_proj,0.0000002624,0.01000,0.469
46,mlp.experts.0.down_proj,0.0000001970,0.01000,0.499
46,mlp.experts.10.down_proj,0.0000002327,0.01000,0.393
46,mlp.experts.9.down_proj,0.0000002515,0.01000,0.411
46,mlp.experts.11.down_proj,0.0000002561,0.01000,0.406
46,mlp.experts.8.down_proj,0.0000002857,0.01000,0.426
46,mlp.experts.12.down_proj,0.0000002226,0.01000,0.411
46,mlp.experts.7.down_proj,0.0000002407,0.01000,0.453
46,mlp.experts.13.down_proj,0.0000002575,0.01000,0.433
46,mlp.experts.17.down_proj,0.0000002307,0.01000,0.400
46,mlp.experts.16.down_proj,0.0000002493,0.01000,0.414
46,mlp.experts.14.down_proj,0.0000001963,0.01000,0.428
46,mlp.experts.18.down_proj,0.0000002229,0.01000,0.412
46,mlp.experts.19.down_proj,0.0000002495,0.01000,0.405
46,mlp.experts.15.down_proj,0.0000001966,0.01000,0.470
46,mlp.experts.20.down_proj,0.0000002324,0.01000,0.409
46,mlp.experts.21.down_proj,0.0000002251,0.01000,0.408
46,mlp.experts.24.down_proj,0.0000003177,0.01000,0.407
46,mlp.experts.23.down_proj,0.0000002975,0.01000,0.428
46,mlp.experts.25.down_proj,0.0000002291,0.01000,0.404
46,mlp.experts.22.down_proj,0.0000002503,0.01000,0.438
46,mlp.experts.26.down_proj,0.0000002834,0.01000,0.406
46,mlp.experts.27.down_proj,0.0000002380,0.01000,0.421
46,mlp.experts.28.down_proj,0.0000003048,0.01000,0.407
46,mlp.experts.30.down_proj,0.0000002648,0.01000,0.404
46,mlp.experts.31.down_proj,0.0000002674,0.01000,0.405
46,mlp.experts.32.down_proj,0.0000002217,0.01000,0.409
46,mlp.experts.29.down_proj,0.0000002347,0.01000,0.419
46,mlp.experts.33.down_proj,0.0000002423,0.01000,0.406
46,mlp.experts.34.down_proj,0.0000002079,0.01000,0.413
46,mlp.experts.35.down_proj,0.0000002532,0.01000,0.407
46,mlp.experts.38.down_proj,0.0000002500,0.01000,0.412
46,mlp.experts.36.down_proj,0.0000002467,0.01000,0.423
46,mlp.experts.39.down_proj,0.0000002299,0.01000,0.414
46,mlp.experts.40.down_proj,0.0000002344,0.01000,0.402
46,mlp.experts.37.down_proj,0.0000002470,0.01000,0.448
46,mlp.experts.41.down_proj,0.0000002547,0.01000,0.409
46,mlp.experts.42.down_proj,0.0000002537,0.01000,0.403
46,mlp.experts.43.down_proj,0.0000002726,0.01000,0.407
46,mlp.experts.45.down_proj,0.0000002063,0.01000,0.409
46,mlp.experts.44.down_proj,0.0000002553,0.01000,0.416
46,mlp.experts.46.down_proj,0.0000002778,0.01000,0.411
46,mlp.experts.47.down_proj,0.0000002774,0.01000,0.402
46,mlp.experts.48.down_proj,0.0000002770,0.01000,0.410
46,mlp.experts.49.down_proj,0.0000002268,0.01000,0.408
46,mlp.experts.50.down_proj,0.0000002527,0.01000,0.407
46,mlp.experts.52.down_proj,0.0000002648,0.01000,0.400
46,mlp.experts.53.down_proj,0.0000003103,0.01000,0.409
46,mlp.experts.54.down_proj,0.0000002055,0.01000,0.404
46,mlp.experts.51.down_proj,0.0000002520,0.01000,0.422
46,mlp.experts.55.down_proj,0.0000002806,0.01000,0.408
46,mlp.experts.56.down_proj,0.0000002304,0.01000,0.405
46,mlp.experts.57.down_proj,0.0000002793,0.01000,0.404
46,mlp.experts.58.down_proj,0.0000002165,0.01000,0.410
46,mlp.experts.59.down_proj,0.0000002100,0.01000,0.397
46,mlp.experts.60.down_proj,0.0000002496,0.01000,0.406
46,mlp.experts.61.down_proj,0.0000001785,0.01000,0.410
46,mlp.experts.62.down_proj,0.0000002891,0.01000,0.407
46,mlp.experts.63.down_proj,0.0000002380,0.01000,0.406
46,mlp.experts.64.down_proj,0.0000002231,0.01000,0.404
46,mlp.experts.66.down_proj,0.0000002618,0.01000,0.398
46,mlp.experts.65.down_proj,0.0000002482,0.01000,0.412
46,mlp.experts.67.down_proj,0.0000002466,0.01000,0.406
46,mlp.experts.68.down_proj,0.0000002339,0.01000,0.408
46,mlp.experts.69.down_proj,0.0000002291,0.01000,0.409
46,mlp.experts.70.down_proj,0.0000002333,0.01000,0.407
46,mlp.experts.71.down_proj,0.0000002413,0.01000,0.406
46,mlp.experts.72.down_proj,0.0000002251,0.01000,0.408
46,mlp.experts.73.down_proj,0.0000002512,0.01000,0.397
46,mlp.experts.74.down_proj,0.0000002180,0.01000,0.407
46,mlp.experts.75.down_proj,0.0000003075,0.01000,0.400
46,mlp.experts.76.down_proj,0.0000002435,0.01000,0.408
46,mlp.experts.77.down_proj,0.0000002361,0.01000,0.405
46,mlp.experts.78.down_proj,0.0000002185,0.01000,0.407
46,mlp.experts.80.down_proj,0.0000002534,0.01000,0.398
46,mlp.experts.79.down_proj,0.0000002465,0.01000,0.406
46,mlp.experts.82.down_proj,0.0000001892,0.01000,0.403
46,mlp.experts.81.down_proj,0.0000002855,0.01000,0.415
46,mlp.experts.83.down_proj,0.0000002572,0.01000,0.406
46,mlp.experts.84.down_proj,0.0000002415,0.01000,0.413
46,mlp.experts.85.down_proj,0.0000002435,0.01000,0.405
46,mlp.experts.87.down_proj,0.0000002643,0.01000,0.399
46,mlp.experts.86.down_proj,0.0000002839,0.01000,0.411
46,mlp.experts.88.down_proj,0.0000002577,0.01000,0.414
46,mlp.experts.89.down_proj,0.0000002524,0.01000,0.405
46,mlp.experts.90.down_proj,0.0000003333,0.01000,0.409
46,mlp.experts.91.down_proj,0.0000002288,0.01000,0.406
46,mlp.experts.94.down_proj,0.0000002534,0.01000,0.398
46,mlp.experts.92.down_proj,0.0000002361,0.01000,0.407
46,mlp.experts.93.down_proj,0.0000002756,0.01000,0.414
46,mlp.experts.96.down_proj,0.0000002657,0.01000,0.401
46,mlp.experts.95.down_proj,0.0000002213,0.01000,0.410
46,mlp.experts.97.down_proj,0.0000002279,0.01000,0.407
46,mlp.experts.98.down_proj,0.0000002541,0.01000,0.407
46,mlp.experts.100.down_proj,0.0000002486,0.01000,0.407
46,mlp.experts.101.down_proj,0.0000002557,0.01000,0.400
46,mlp.experts.99.down_proj,0.0000002842,0.01000,0.411
46,mlp.experts.103.down_proj,0.0000002425,0.01000,0.404
46,mlp.experts.102.down_proj,0.0000001803,0.01000,0.411
46,mlp.experts.104.down_proj,0.0000002647,0.01000,0.409
46,mlp.experts.105.down_proj,0.0000002068,0.01000,0.408
46,mlp.experts.108.down_proj,0.0000002538,0.01000,0.401
46,mlp.experts.107.down_proj,0.0000002724,0.01000,0.408
46,mlp.experts.106.down_proj,0.0000002879,0.01000,0.416
46,mlp.experts.110.down_proj,0.0000002284,0.01000,0.408
46,mlp.experts.109.down_proj,0.0000002037,0.01000,0.409
46,mlp.experts.111.down_proj,0.0000002802,0.01000,0.409
46,mlp.experts.112.down_proj,0.0000001832,0.01000,0.407
46,mlp.experts.114.down_proj,0.0000002468,0.01000,0.402
46,mlp.experts.115.down_proj,0.0000002906,0.01000,0.396
46,mlp.experts.113.down_proj,0.0000002571,0.01000,0.408
46,mlp.experts.117.down_proj,0.0000002617,0.01000,0.400
46,mlp.experts.116.down_proj,0.0000002306,0.01000,0.405
46,mlp.experts.118.down_proj,0.0000002399,0.01000,0.393
46,mlp.experts.119.down_proj,0.0000002316,0.01000,0.286
47,self_attn.k_proj,0.0000000978,0.01000,1.203
47,self_attn.v_proj,0.0000001917,0.01000,1.208
47,self_attn.q_proj,0.0000007077,0.01000,1.267
47,self_attn.o_proj,0.0000001985,0.01000,2.758
47,mlp.shared_experts.gate_proj,0.0000000057,0.01000,0.912
47,mlp.shared_experts.up_proj,0.0000000054,0.01000,0.909
47,mlp.shared_experts.down_proj,0.0000000004,0.01000,0.270
47,mlp.experts.3.gate_proj,0.0000029860,0.01000,1.496
47,mlp.experts.5.gate_proj,0.0000035919,0.01000,1.506
47,mlp.experts.2.gate_proj,0.0000035167,0.01000,1.511
47,mlp.experts.4.gate_proj,0.0000030826,0.01000,1.524
47,mlp.experts.6.gate_proj,0.0000030694,0.01000,1.532
47,mlp.experts.1.gate_proj,0.0000028940,0.01000,1.569
47,mlp.experts.0.gate_proj,0.0000032442,0.01000,1.570
47,mlp.experts.9.gate_proj,0.0000030247,0.01000,1.343
47,mlp.experts.7.gate_proj,0.0000031452,0.01000,1.359
47,mlp.experts.10.gate_proj,0.0000030329,0.01000,1.335
47,mlp.experts.11.gate_proj,0.0000030358,0.01000,1.351
47,mlp.experts.8.gate_proj,0.0000030820,0.01000,1.401
47,mlp.experts.12.gate_proj,0.0000033943,0.01000,1.344
47,mlp.experts.13.gate_proj,0.0000034327,0.01000,1.359
47,mlp.experts.15.gate_proj,0.0000030470,0.01000,1.354
47,mlp.experts.16.gate_proj,0.0000030450,0.01000,1.352
47,mlp.experts.17.gate_proj,0.0000030048,0.01000,1.340
47,mlp.experts.18.gate_proj,0.0000031330,0.01000,1.344
47,mlp.experts.19.gate_proj,0.0000030357,0.01000,1.343
47,mlp.experts.14.gate_proj,0.0000031948,0.01000,1.425
47,mlp.experts.20.gate_proj,0.0000030089,0.01000,1.363
47,mlp.experts.22.gate_proj,0.0000030161,0.01000,1.362
47,mlp.experts.24.gate_proj,0.0000030200,0.01000,1.333
47,mlp.experts.23.gate_proj,0.0000030295,0.01000,1.362
47,mlp.experts.25.gate_proj,0.0000030765,0.01000,1.354
47,mlp.experts.21.gate_proj,0.0000029376,0.01000,1.412
47,mlp.experts.26.gate_proj,0.0000031142,0.01000,1.347
47,mlp.experts.27.gate_proj,0.0000034879,0.01000,1.365
47,mlp.experts.30.gate_proj,0.0000032512,0.01000,1.343
47,mlp.experts.29.gate_proj,0.0000032787,0.01000,1.354
47,mlp.experts.28.gate_proj,0.0000029185,0.01000,1.371
47,mlp.experts.31.gate_proj,0.0000031895,0.01000,1.345
47,mlp.experts.32.gate_proj,0.0000030716,0.01000,1.347
47,mlp.experts.33.gate_proj,0.0000031447,0.01000,1.348
47,mlp.experts.34.gate_proj,0.0000030845,0.01000,1.351
47,mlp.experts.35.gate_proj,0.0000029423,0.01000,1.351
47,mlp.experts.36.gate_proj,0.0000029467,0.01000,1.353
47,mlp.experts.37.gate_proj,0.0000029830,0.01000,1.353
47,mlp.experts.38.gate_proj,0.0000028868,0.01000,1.346
47,mlp.experts.39.gate_proj,0.0000032146,0.01000,1.345
47,mlp.experts.40.gate_proj,0.0000032797,0.01000,1.355
47,mlp.experts.41.gate_proj,0.0000030656,0.01000,1.361
47,mlp.experts.42.gate_proj,0.0000032545,0.01000,1.352
47,mlp.experts.44.gate_proj,0.0000032617,0.01000,1.343
47,mlp.experts.45.gate_proj,0.0000030084,0.01000,1.346
47,mlp.experts.46.gate_proj,0.0000031343,0.01000,1.344
47,mlp.experts.47.gate_proj,0.0000029182,0.01000,1.354
47,mlp.experts.43.gate_proj,0.0000035774,0.01000,1.398
47,mlp.experts.48.gate_proj,0.0000030042,0.01000,1.362
47,mlp.experts.50.gate_proj,0.0000032192,0.01000,1.344
47,mlp.experts.52.gate_proj,0.0000031368,0.01000,1.327
47,mlp.experts.51.gate_proj,0.0000029501,0.01000,1.350
47,mlp.experts.54.gate_proj,0.0000030580,0.01000,1.340
47,mlp.experts.49.gate_proj,0.0000030349,0.01000,1.409
47,mlp.experts.55.gate_proj,0.0000028980,0.01000,1.353
47,mlp.experts.53.gate_proj,0.0000029848,0.01000,1.440
47,mlp.experts.56.gate_proj,0.0000030831,0.01000,1.347
47,mlp.experts.58.gate_proj,0.0000033673,0.01000,1.339
47,mlp.experts.59.gate_proj,0.0000029887,0.01000,1.340
47,mlp.experts.57.gate_proj,0.0000031695,0.01000,1.396
47,mlp.experts.60.gate_proj,0.0000030728,0.01000,1.353
47,mlp.experts.61.gate_proj,0.0000030107,0.01000,1.334
47,mlp.experts.62.gate_proj,0.0000029400,0.01000,1.346
47,mlp.experts.63.gate_proj,0.0000030056,0.01000,1.346
47,mlp.experts.64.gate_proj,0.0000031882,0.01000,1.364
47,mlp.experts.65.gate_proj,0.0000033783,0.01000,1.342
47,mlp.experts.66.gate_proj,0.0000033145,0.01000,1.338
47,mlp.experts.67.gate_proj,0.0000031310,0.01000,1.350
47,mlp.experts.68.gate_proj,0.0000030568,0.01000,1.357
47,mlp.experts.69.gate_proj,0.0000030500,0.01000,1.368
47,mlp.experts.70.gate_proj,0.0000029230,0.01000,1.346
47,mlp.experts.73.gate_proj,0.0000029491,0.01000,1.332
47,mlp.experts.72.gate_proj,0.0000030481,0.01000,1.340
47,mlp.experts.74.gate_proj,0.0000028567,0.01000,1.345
47,mlp.experts.71.gate_proj,0.0000031928,0.01000,1.398
47,mlp.experts.75.gate_proj,0.0000030306,0.01000,1.350
47,mlp.experts.76.gate_proj,0.0000029646,0.01000,1.351
47,mlp.experts.77.gate_proj,0.0000030049,0.01000,1.342
47,mlp.experts.79.gate_proj,0.0000031279,0.01000,1.330
47,mlp.experts.80.gate_proj,0.0000030670,0.01000,1.327
47,mlp.experts.78.gate_proj,0.0000030038,0.01000,1.389
47,mlp.experts.81.gate_proj,0.0000031536,0.01000,1.350
47,mlp.experts.82.gate_proj,0.0000029507,0.01000,1.350
47,mlp.experts.83.gate_proj,0.0000032421,0.01000,1.350
47,mlp.experts.84.gate_proj,0.0000031002,0.01000,1.344
47,mlp.experts.85.gate_proj,0.0000029797,0.01000,1.346
47,mlp.experts.87.gate_proj,0.0000029393,0.01000,1.329
47,mlp.experts.86.gate_proj,0.0000029205,0.01000,1.349
47,mlp.experts.88.gate_proj,0.0000033604,0.01000,1.351
47,mlp.experts.89.gate_proj,0.0000031770,0.01000,1.352
47,mlp.experts.90.gate_proj,0.0000031571,0.01000,1.356
47,mlp.experts.91.gate_proj,0.0000029696,0.01000,1.350
47,mlp.experts.92.gate_proj,0.0000030742,0.01000,1.339
47,mlp.experts.93.gate_proj,0.0000030257,0.01000,1.334
47,mlp.experts.94.gate_proj,0.0000030998,0.01000,1.345
47,mlp.experts.95.gate_proj,0.0000029168,0.01000,1.352
47,mlp.experts.96.gate_proj,0.0000030533,0.01000,1.354
47,mlp.experts.97.gate_proj,0.0000028779,0.01000,1.382
47,mlp.experts.99.gate_proj,0.0000030573,0.01000,1.333
47,mlp.experts.100.gate_proj,0.0000028954,0.01000,1.324
47,mlp.experts.101.gate_proj,0.0000029039,0.01000,1.321
47,mlp.experts.98.gate_proj,0.0000031349,0.01000,1.444
47,mlp.experts.102.gate_proj,0.0000030655,0.01000,1.377
47,mlp.experts.103.gate_proj,0.0000029703,0.01000,1.354
47,mlp.experts.104.gate_proj,0.0000032321,0.01000,1.353
47,mlp.experts.106.gate_proj,0.0000035409,0.01000,1.337
47,mlp.experts.107.gate_proj,0.0000030369,0.01000,1.328
47,mlp.experts.105.gate_proj,0.0000028403,0.01000,1.409
47,mlp.experts.108.gate_proj,0.0000028763,0.01000,1.328
47,mlp.experts.109.gate_proj,0.0000029436,0.01000,1.349
47,mlp.experts.110.gate_proj,0.0000029315,0.01000,1.345
47,mlp.experts.111.gate_proj,0.0000032407,0.01000,1.352
47,mlp.experts.112.gate_proj,0.0000033991,0.01000,1.350
47,mlp.experts.113.gate_proj,0.0000029977,0.01000,1.348
47,mlp.experts.115.gate_proj,0.0000029200,0.01000,1.320
47,mlp.experts.114.gate_proj,0.0000029389,0.01000,1.391
47,mlp.experts.117.gate_proj,0.0000034216,0.01000,1.342
47,mlp.experts.116.gate_proj,0.0000034347,0.01000,1.395
47,mlp.experts.118.gate_proj,0.0000029708,0.01000,1.356
47,mlp.experts.0.up_proj,0.0000031154,0.01000,1.332
47,mlp.experts.1.up_proj,0.0000028462,0.01000,1.333
47,mlp.experts.119.gate_proj,0.0000032461,0.01000,1.385
47,mlp.experts.2.up_proj,0.0000035377,0.01000,1.322
47,mlp.experts.3.up_proj,0.0000029234,0.01000,1.348
47,mlp.experts.4.up_proj,0.0000030041,0.01000,1.333
47,mlp.experts.5.up_proj,0.0000033867,0.01000,1.362
47,mlp.experts.6.up_proj,0.0000030174,0.01000,1.355
47,mlp.experts.7.up_proj,0.0000030021,0.01000,1.362
47,mlp.experts.9.up_proj,0.0000029394,0.01000,1.333
47,mlp.experts.8.up_proj,0.0000030203,0.01000,1.361
47,mlp.experts.10.up_proj,0.0000030127,0.01000,1.359
47,mlp.experts.11.up_proj,0.0000029978,0.01000,1.347
47,mlp.experts.12.up_proj,0.0000030776,0.01000,1.361
47,mlp.experts.13.up_proj,0.0000032868,0.01000,1.382
47,mlp.experts.14.up_proj,0.0000031094,0.01000,1.352
47,mlp.experts.15.up_proj,0.0000029400,0.01000,1.342
47,mlp.experts.16.up_proj,0.0000030192,0.01000,1.344
47,mlp.experts.17.up_proj,0.0000029442,0.01000,1.365
47,mlp.experts.18.up_proj,0.0000030219,0.01000,1.345
47,mlp.experts.19.up_proj,0.0000029686,0.01000,1.360
47,mlp.experts.23.up_proj,0.0000029999,0.01000,1.327
47,mlp.experts.22.up_proj,0.0000029820,0.01000,1.341
47,mlp.experts.21.up_proj,0.0000028909,0.01000,1.397
47,mlp.experts.20.up_proj,0.0000029388,0.01000,1.418
47,mlp.experts.25.up_proj,0.0000030196,0.01000,1.350
47,mlp.experts.24.up_proj,0.0000029180,0.01000,1.412
47,mlp.experts.26.up_proj,0.0000029956,0.01000,1.352
47,mlp.experts.28.up_proj,0.0000028869,0.01000,1.341
47,mlp.experts.29.up_proj,0.0000031398,0.01000,1.333
47,mlp.experts.27.up_proj,0.0000031771,0.01000,1.402
47,mlp.experts.30.up_proj,0.0000031467,0.01000,1.330
47,mlp.experts.31.up_proj,0.0000030076,0.01000,1.358
47,mlp.experts.32.up_proj,0.0000030208,0.01000,1.352
47,mlp.experts.33.up_proj,0.0000029699,0.01000,1.349
47,mlp.experts.34.up_proj,0.0000028909,0.01000,1.345
47,mlp.experts.36.up_proj,0.0000028348,0.01000,1.338
47,mlp.experts.37.up_proj,0.0000029106,0.01000,1.337
47,mlp.experts.35.up_proj,0.0000028901,0.01000,1.400
47,mlp.experts.38.up_proj,0.0000029078,0.01000,1.344
47,mlp.experts.39.up_proj,0.0000031273,0.01000,1.350
47,mlp.experts.40.up_proj,0.0000031566,0.01000,1.350
47,mlp.experts.41.up_proj,0.0000030059,0.01000,1.345
47,mlp.experts.43.up_proj,0.0000033200,0.01000,1.348
47,mlp.experts.44.up_proj,0.0000031749,0.01000,1.326
47,mlp.experts.42.up_proj,0.0000030546,0.01000,1.402
47,mlp.experts.45.up_proj,0.0000029614,0.01000,1.347
47,mlp.experts.46.up_proj,0.0000028674,0.01000,1.347
47,mlp.experts.47.up_proj,0.0000029373,0.01000,1.359
47,mlp.experts.48.up_proj,0.0000029165,0.01000,1.372
47,mlp.experts.49.up_proj,0.0000029374,0.01000,1.344
47,mlp.experts.51.up_proj,0.0000030591,0.01000,1.326
47,mlp.experts.52.up_proj,0.0000030275,0.01000,1.340
47,mlp.experts.50.up_proj,0.0000031165,0.01000,1.391
47,mlp.experts.53.up_proj,0.0000029014,0.01000,1.362
47,mlp.experts.54.up_proj,0.0000029155,0.01000,1.411
47,mlp.experts.55.up_proj,0.0000028611,0.01000,1.354
47,mlp.experts.56.up_proj,0.0000030815,0.01000,1.338
47,mlp.experts.57.up_proj,0.0000031107,0.01000,1.337
47,mlp.experts.58.up_proj,0.0000033481,0.01000,1.333
47,mlp.experts.59.up_proj,0.0000029363,0.01000,1.341
47,mlp.experts.60.up_proj,0.0000029901,0.01000,1.341
47,mlp.experts.61.up_proj,0.0000029561,0.01000,1.366
47,mlp.experts.62.up_proj,0.0000029042,0.01000,1.341
47,mlp.experts.63.up_proj,0.0000029359,0.01000,1.337
47,mlp.experts.64.up_proj,0.0000031175,0.01000,1.336
47,mlp.experts.65.up_proj,0.0000031110,0.01000,1.324
47,mlp.experts.66.up_proj,0.0000031221,0.01000,1.341
47,mlp.experts.67.up_proj,0.0000030620,0.01000,1.341
47,mlp.experts.68.up_proj,0.0000030037,0.01000,1.357
47,mlp.experts.70.up_proj,0.0000028560,0.01000,1.339
47,mlp.experts.69.up_proj,0.0000030069,0.01000,1.354
47,mlp.experts.71.up_proj,0.0000031150,0.01000,1.339
47,mlp.experts.72.up_proj,0.0000029460,0.01000,1.327
47,mlp.experts.73.up_proj,0.0000029135,0.01000,1.345
47,mlp.experts.74.up_proj,0.0000028316,0.01000,1.337
47,mlp.experts.75.up_proj,0.0000029662,0.01000,1.359
47,mlp.experts.76.up_proj,0.0000029346,0.01000,1.346
47,mlp.experts.77.up_proj,0.0000029463,0.01000,1.360
47,mlp.experts.78.up_proj,0.0000029462,0.01000,1.350
47,mlp.experts.79.up_proj,0.0000030402,0.01000,1.350
47,mlp.experts.80.up_proj,0.0000029399,0.01000,1.336
47,mlp.experts.81.up_proj,0.0000030683,0.01000,1.334
47,mlp.experts.82.up_proj,0.0000029199,0.01000,1.366
47,mlp.experts.83.up_proj,0.0000030678,0.01000,1.369
47,mlp.experts.85.up_proj,0.0000029207,0.01000,1.352
47,mlp.experts.86.up_proj,0.0000029057,0.01000,1.344
47,mlp.experts.84.up_proj,0.0000029895,0.01000,1.370
47,mlp.experts.87.up_proj,0.0000028861,0.01000,1.356
47,mlp.experts.88.up_proj,0.0000030661,0.01000,1.348
47,mlp.experts.89.up_proj,0.0000030634,0.01000,1.357
47,mlp.experts.90.up_proj,0.0000030435,0.01000,1.358
47,mlp.experts.91.up_proj,0.0000029468,0.01000,1.359
47,mlp.experts.92.up_proj,0.0000030048,0.01000,1.358
47,mlp.experts.93.up_proj,0.0000029184,0.01000,1.349
47,mlp.experts.94.up_proj,0.0000030205,0.01000,1.346
47,mlp.experts.95.up_proj,0.0000028672,0.01000,1.354
47,mlp.experts.96.up_proj,0.0000029739,0.01000,1.368
47,mlp.experts.100.up_proj,0.0000028596,0.01000,1.350
47,mlp.experts.97.up_proj,0.0000028399,0.01000,1.370
47,mlp.experts.98.up_proj,0.0000031303,0.01000,1.361
47,mlp.experts.101.up_proj,0.0000029422,0.01000,1.359
47,mlp.experts.99.up_proj,0.0000030045,0.01000,1.418
47,mlp.experts.102.up_proj,0.0000029823,0.01000,1.357
47,mlp.experts.103.up_proj,0.0000029328,0.01000,1.371
47,mlp.experts.106.up_proj,0.0000031989,0.01000,1.354
47,mlp.experts.105.up_proj,0.0000028535,0.01000,1.360
47,mlp.experts.107.up_proj,0.0000029857,0.01000,1.345
47,mlp.experts.108.up_proj,0.0000028198,0.01000,1.369
47,mlp.experts.104.up_proj,0.0000031075,0.01000,1.437
47,mlp.experts.109.up_proj,0.0000028737,0.01000,1.357
47,mlp.experts.110.up_proj,0.0000028563,0.01000,1.363
47,mlp.experts.112.up_proj,0.0000033138,0.01000,1.350
47,mlp.experts.113.up_proj,0.0000029557,0.01000,1.350
47,mlp.experts.111.up_proj,0.0000029867,0.01000,1.413
47,mlp.experts.114.up_proj,0.0000028869,0.01000,1.348
47,mlp.experts.115.up_proj,0.0000028844,0.01000,1.353
47,mlp.experts.116.up_proj,0.0000031427,0.01000,1.343
47,mlp.experts.117.up_proj,0.0000032528,0.01000,1.305
47,mlp.experts.119.up_proj,0.0000030786,0.01000,1.004
47,mlp.experts.118.up_proj,0.0000029176,0.01000,1.025
47,mlp.experts.5.down_proj,0.0000003008,0.01000,0.435
47,mlp.experts.3.down_proj,0.0000003084,0.01000,0.436
47,mlp.experts.2.down_proj,0.0000004076,0.01000,0.439
47,mlp.experts.6.down_proj,0.0000002564,0.01000,0.441
47,mlp.experts.4.down_proj,0.0000002496,0.01000,0.445
47,mlp.experts.0.down_proj,0.0000002563,0.01000,0.449
47,mlp.experts.1.down_proj,0.0000002630,0.01000,0.464
47,mlp.experts.10.down_proj,0.0000002977,0.01000,0.401
47,mlp.experts.9.down_proj,0.0000003160,0.01000,0.408
47,mlp.experts.12.down_proj,0.0000002486,0.01000,0.403
47,mlp.experts.11.down_proj,0.0000002790,0.01000,0.409
47,mlp.experts.7.down_proj,0.0000002676,0.01000,0.418
47,mlp.experts.8.down_proj,0.0000002970,0.01000,0.424
47,mlp.experts.13.down_proj,0.0000003143,0.01000,0.408
47,mlp.experts.14.down_proj,0.0000002546,0.01000,0.410
47,mlp.experts.16.down_proj,0.0000002548,0.01000,0.403
47,mlp.experts.17.down_proj,0.0000002693,0.01000,0.404
47,mlp.experts.18.down_proj,0.0000003163,0.01000,0.406
47,mlp.experts.19.down_proj,0.0000003034,0.01000,0.399
47,mlp.experts.15.down_proj,0.0000002894,0.01000,0.419
47,mlp.experts.20.down_proj,0.0000002678,0.01000,0.406
47,mlp.experts.24.down_proj,0.0000002847,0.01000,0.400
47,mlp.experts.22.down_proj,0.0000003111,0.01000,0.408
47,mlp.experts.23.down_proj,0.0000003067,0.01000,0.404
47,mlp.experts.21.down_proj,0.0000002514,0.01000,0.410
47,mlp.experts.25.down_proj,0.0000002352,0.01000,0.404
47,mlp.experts.26.down_proj,0.0000002111,0.01000,0.402
47,mlp.experts.27.down_proj,0.0000002791,0.01000,0.404
47,mlp.experts.31.down_proj,0.0000002854,0.01000,0.403
47,mlp.experts.29.down_proj,0.0000002853,0.01000,0.408
47,mlp.experts.30.down_proj,0.0000002608,0.01000,0.408
47,mlp.experts.32.down_proj,0.0000002563,0.01000,0.410
47,mlp.experts.33.down_proj,0.0000002503,0.01000,0.410
47,mlp.experts.28.down_proj,0.0000002470,0.01000,0.425
47,mlp.experts.34.down_proj,0.0000002345,0.01000,0.406
47,mlp.experts.38.down_proj,0.0000002829,0.01000,0.396
47,mlp.experts.37.down_proj,0.0000002469,0.01000,0.406
47,mlp.experts.39.down_proj,0.0000002532,0.01000,0.407
47,mlp.experts.35.down_proj,0.0000002693,0.01000,0.419
47,mlp.experts.40.down_proj,0.0000003039,0.01000,0.406
47,mlp.experts.36.down_proj,0.0000002740,0.01000,0.422
47,mlp.experts.41.down_proj,0.0000002347,0.01000,0.402
47,mlp.experts.42.down_proj,0.0000002405,0.01000,0.409
47,mlp.experts.45.down_proj,0.0000002701,0.01000,0.399
47,mlp.experts.44.down_proj,0.0000002896,0.01000,0.407
47,mlp.experts.47.down_proj,0.0000002695,0.01000,0.398
47,mlp.experts.46.down_proj,0.0000002591,0.01000,0.402
47,mlp.experts.43.down_proj,0.0000002964,0.01000,0.425
47,mlp.experts.48.down_proj,0.0000002585,0.01000,0.405
47,mlp.experts.52.down_proj,0.0000003175,0.01000,0.394
47,mlp.experts.49.down_proj,0.0000002493,0.01000,0.403
47,mlp.experts.51.down_proj,0.0000002725,0.01000,0.401
47,mlp.experts.53.down_proj,0.0000002505,0.01000,0.398
47,mlp.experts.54.down_proj,0.0000002214,0.01000,0.398
47,mlp.experts.50.down_proj,0.0000003000,0.01000,0.419
47,mlp.experts.55.down_proj,0.0000002591,0.01000,0.402
47,mlp.experts.59.down_proj,0.0000002043,0.01000,0.393
47,mlp.experts.56.down_proj,0.0000002545,0.01000,0.399
47,mlp.experts.58.down_proj,0.0000002998,0.01000,0.402
47,mlp.experts.61.down_proj,0.0000002938,0.01000,0.396
47,mlp.experts.57.down_proj,0.0000002544,0.01000,0.418
47,mlp.experts.60.down_proj,0.0000002489,0.01000,0.405
47,mlp.experts.62.down_proj,0.0000002475,0.01000,0.401
47,mlp.experts.66.down_proj,0.0000002278,0.01000,0.398
47,mlp.experts.64.down_proj,0.0000003223,0.01000,0.419
47,mlp.experts.65.down_proj,0.0000002588,0.01000,0.415
47,mlp.experts.67.down_proj,0.0000002457,0.01000,0.405
47,mlp.experts.68.down_proj,0.0000002599,0.01000,0.406
47,mlp.experts.63.down_proj,0.0000002467,0.01000,0.428
47,mlp.experts.69.down_proj,0.0000002949,0.01000,0.405
47,mlp.experts.71.down_proj,0.0000003034,0.01000,0.405
47,mlp.experts.70.down_proj,0.0000002253,0.01000,0.413
47,mlp.experts.73.down_proj,0.0000002759,0.01000,0.401
47,mlp.experts.75.down_proj,0.0000003021,0.01000,0.403
47,mlp.experts.72.down_proj,0.0000002530,0.01000,0.409
47,mlp.experts.76.down_proj,0.0000002853,0.01000,0.411
47,mlp.experts.74.down_proj,0.0000002357,0.01000,0.420
47,mlp.experts.80.down_proj,0.0000002877,0.01000,0.399
47,mlp.experts.78.down_proj,0.0000002608,0.01000,0.407
47,mlp.experts.79.down_proj,0.0000002404,0.01000,0.406
47,mlp.experts.81.down_proj,0.0000002709,0.01000,0.409
47,mlp.experts.82.down_proj,0.0000002581,0.01000,0.403
47,mlp.experts.83.down_proj,0.0000002712,0.01000,0.406
47,mlp.experts.77.down_proj,0.0000002516,0.01000,0.445
47,mlp.experts.86.down_proj,0.0000002883,0.01000,0.405
47,mlp.experts.87.down_proj,0.0000002457,0.01000,0.398
47,mlp.experts.88.down_proj,0.0000003180,0.01000,0.405
47,mlp.experts.89.down_proj,0.0000002792,0.01000,0.399
47,mlp.experts.85.down_proj,0.0000002501,0.01000,0.422
47,mlp.experts.84.down_proj,0.0000003001,0.01000,0.429
47,mlp.experts.90.down_proj,0.0000002335,0.01000,0.411
47,mlp.experts.94.down_proj,0.0000002637,0.01000,0.401
47,mlp.experts.92.down_proj,0.0000002552,0.01000,0.418
47,mlp.experts.96.down_proj,0.0000002510,0.01000,0.406
47,mlp.experts.95.down_proj,0.0000002526,0.01000,0.432
47,mlp.experts.93.down_proj,0.0000002893,0.01000,0.443
47,mlp.experts.97.down_proj,0.0000002466,0.01000,0.420
47,mlp.experts.91.down_proj,0.0000002725,0.01000,0.465
47,mlp.experts.99.down_proj,0.0000002994,0.01000,0.404
47,mlp.experts.100.down_proj,0.0000002568,0.01000,0.406
47,mlp.experts.101.down_proj,0.0000002855,0.01000,0.394
47,mlp.experts.98.down_proj,0.0000002558,0.01000,0.443
47,mlp.experts.102.down_proj,0.0000002630,0.01000,0.404
47,mlp.experts.103.down_proj,0.0000002577,0.01000,0.405
47,mlp.experts.104.down_proj,0.0000003020,0.01000,0.409
47,mlp.experts.106.down_proj,0.0000002949,0.01000,0.402
47,mlp.experts.105.down_proj,0.0000002923,0.01000,0.411
47,mlp.experts.107.down_proj,0.0000002965,0.01000,0.402
47,mlp.experts.108.down_proj,0.0000002496,0.01000,0.400
47,mlp.experts.110.down_proj,0.0000002439,0.01000,0.397
47,mlp.experts.109.down_proj,0.0000002604,0.01000,0.421
47,mlp.experts.111.down_proj,0.0000003460,0.01000,0.415
47,mlp.experts.114.down_proj,0.0000002504,0.01000,0.402
47,mlp.experts.113.down_proj,0.0000002790,0.01000,0.412
47,mlp.experts.112.down_proj,0.0000003034,0.01000,0.415
47,mlp.experts.115.down_proj,0.0000002564,0.01000,0.396
47,mlp.experts.116.down_proj,0.0000002502,0.01000,0.399
47,mlp.experts.117.down_proj,0.0000002573,0.01000,0.402
47,mlp.experts.118.down_proj,0.0000002609,0.01000,0.401
47,mlp.experts.119.down_proj,0.0000002881,0.01000,0.274
48,self_attn.v_proj,0.0000001267,0.01000,1.187
48,self_attn.k_proj,0.0000000646,0.01000,1.200
48,self_attn.q_proj,0.0000005272,0.01000,1.261
48,self_attn.o_proj,0.0000001709,0.01000,2.754
48,mlp.shared_experts.gate_proj,0.0000000061,0.01000,0.911
48,mlp.shared_experts.up_proj,0.0000000056,0.01000,0.901
48,mlp.shared_experts.down_proj,0.0000000004,0.01000,0.275
48,mlp.experts.3.gate_proj,0.0000030722,0.01000,1.503
48,mlp.experts.5.gate_proj,0.0000031826,0.01000,1.507
48,mlp.experts.2.gate_proj,0.0000031026,0.01000,1.510
48,mlp.experts.4.gate_proj,0.0000032140,0.01000,1.512
48,mlp.experts.6.gate_proj,0.0000032227,0.01000,1.528
48,mlp.experts.1.gate_proj,0.0000030738,0.01000,1.560
48,mlp.experts.0.gate_proj,0.0000029782,0.01000,1.568
48,mlp.experts.10.gate_proj,0.0000030697,0.01000,1.326
48,mlp.experts.9.gate_proj,0.0000030434,0.01000,1.343
48,mlp.experts.11.gate_proj,0.0000034215,0.01000,1.348
48,mlp.experts.12.gate_proj,0.0000032662,0.01000,1.340
48,mlp.experts.8.gate_proj,0.0000032685,0.01000,1.400
48,mlp.experts.13.gate_proj,0.0000035348,0.01000,1.355
48,mlp.experts.7.gate_proj,0.0000032090,0.01000,1.429
48,mlp.experts.15.gate_proj,0.0000029579,0.01000,1.356
48,mlp.experts.17.gate_proj,0.0000033796,0.01000,1.326
48,mlp.experts.16.gate_proj,0.0000031053,0.01000,1.346
48,mlp.experts.14.gate_proj,0.0000032782,0.01000,1.415
48,mlp.experts.18.gate_proj,0.0000032455,0.01000,1.345
48,mlp.experts.19.gate_proj,0.0000030982,0.01000,1.337
48,mlp.experts.20.gate_proj,0.0000030538,0.01000,1.357
48,mlp.experts.22.gate_proj,0.0000030749,0.01000,1.343
48,mlp.experts.23.gate_proj,0.0000031077,0.01000,1.357
48,mlp.experts.24.gate_proj,0.0000030042,0.01000,1.331
48,mlp.experts.26.gate_proj,0.0000033090,0.01000,1.336
48,mlp.experts.25.gate_proj,0.0000032089,0.01000,1.352
48,mlp.experts.21.gate_proj,0.0000031713,0.01000,1.431
48,mlp.experts.27.gate_proj,0.0000029964,0.01000,1.352
48,mlp.experts.30.gate_proj,0.0000030922,0.01000,1.345
48,mlp.experts.31.gate_proj,0.0000033154,0.01000,1.348
48,mlp.experts.29.gate_proj,0.0000030149,0.01000,1.361
48,mlp.experts.32.gate_proj,0.0000030663,0.01000,1.343
48,mlp.experts.33.gate_proj,0.0000035648,0.01000,1.329
48,mlp.experts.28.gate_proj,0.0000032445,0.01000,1.418
48,mlp.experts.34.gate_proj,0.0000032691,0.01000,1.353
48,mlp.experts.38.gate_proj,0.0000032346,0.01000,1.331
48,mlp.experts.37.gate_proj,0.0000030620,0.01000,1.341
48,mlp.experts.39.gate_proj,0.0000030980,0.01000,1.344
48,mlp.experts.35.gate_proj,0.0000032492,0.01000,1.401
48,mlp.experts.40.gate_proj,0.0000033011,0.01000,1.346
48,mlp.experts.36.gate_proj,0.0000031759,0.01000,1.394
48,mlp.experts.41.gate_proj,0.0000032916,0.01000,1.352
48,mlp.experts.43.gate_proj,0.0000031249,0.01000,1.352
48,mlp.experts.44.gate_proj,0.0000030829,0.01000,1.346
48,mlp.experts.45.gate_proj,0.0000033327,0.01000,1.332
48,mlp.experts.47.gate_proj,0.0000031156,0.01000,1.346
48,mlp.experts.42.gate_proj,0.0000029773,0.01000,1.415
48,mlp.experts.48.gate_proj,0.0000033597,0.01000,1.354
48,mlp.experts.46.gate_proj,0.0000034330,0.01000,1.367
48,mlp.experts.49.gate_proj,0.0000032045,0.01000,1.352
48,mlp.experts.51.gate_proj,0.0000030168,0.01000,1.332
48,mlp.experts.52.gate_proj,0.0000030824,0.01000,1.339
48,mlp.experts.54.gate_proj,0.0000031114,0.01000,1.337
48,mlp.experts.50.gate_proj,0.0000032446,0.01000,1.385
48,mlp.experts.53.gate_proj,0.0000030756,0.01000,1.348
48,mlp.experts.55.gate_proj,0.0000030061,0.01000,1.378
48,mlp.experts.57.gate_proj,0.0000032740,0.01000,1.343
48,mlp.experts.56.gate_proj,0.0000033001,0.01000,1.346
48,mlp.experts.58.gate_proj,0.0000029945,0.01000,1.342
48,mlp.experts.59.gate_proj,0.0000029744,0.01000,1.328
48,mlp.experts.60.gate_proj,0.0000030638,0.01000,1.343
48,mlp.experts.61.gate_proj,0.0000031855,0.01000,1.344
48,mlp.experts.62.gate_proj,0.0000030026,0.01000,1.380
48,mlp.experts.63.gate_proj,0.0000029671,0.01000,1.346
48,mlp.experts.64.gate_proj,0.0000029834,0.01000,1.344
48,mlp.experts.66.gate_proj,0.0000035668,0.01000,1.335
48,mlp.experts.67.gate_proj,0.0000030517,0.01000,1.340
48,mlp.experts.68.gate_proj,0.0000035499,0.01000,1.341
48,mlp.experts.65.gate_proj,0.0000031909,0.01000,1.391
48,mlp.experts.69.gate_proj,0.0000031899,0.01000,1.371
48,mlp.experts.70.gate_proj,0.0000032011,0.01000,1.347
48,mlp.experts.71.gate_proj,0.0000032728,0.01000,1.348
48,mlp.experts.72.gate_proj,0.0000030109,0.01000,1.340
48,mlp.experts.73.gate_proj,0.0000030644,0.01000,1.329
48,mlp.experts.74.gate_proj,0.0000032176,0.01000,1.362
48,mlp.experts.75.gate_proj,0.0000029681,0.01000,1.357
48,mlp.experts.76.gate_proj,0.0000032103,0.01000,1.353
48,mlp.experts.79.gate_proj,0.0000030992,0.01000,1.333
48,mlp.experts.80.gate_proj,0.0000032344,0.01000,1.326
48,mlp.experts.77.gate_proj,0.0000031148,0.01000,1.396
48,mlp.experts.78.gate_proj,0.0000031037,0.01000,1.396
48,mlp.experts.82.gate_proj,0.0000031933,0.01000,1.343
48,mlp.experts.81.gate_proj,0.0000031427,0.01000,1.404
48,mlp.experts.83.gate_proj,0.0000031606,0.01000,1.341
48,mlp.experts.84.gate_proj,0.0000029597,0.01000,1.347
48,mlp.experts.85.gate_proj,0.0000030289,0.01000,1.349
48,mlp.experts.87.gate_proj,0.0000030041,0.01000,1.326
48,mlp.experts.88.gate_proj,0.0000031933,0.01000,1.346
48,mlp.experts.86.gate_proj,0.0000030896,0.01000,1.373
48,mlp.experts.89.gate_proj,0.0000029828,0.01000,1.354
48,mlp.experts.90.gate_proj,0.0000029804,0.01000,1.345
48,mlp.experts.91.gate_proj,0.0000033643,0.01000,1.329
48,mlp.experts.92.gate_proj,0.0000030946,0.01000,1.351
48,mlp.experts.93.gate_proj,0.0000032629,0.01000,1.346
48,mlp.experts.94.gate_proj,0.0000031916,0.01000,1.321
48,mlp.experts.95.gate_proj,0.0000031535,0.01000,1.343
48,mlp.experts.96.gate_proj,0.0000029698,0.01000,1.350
48,mlp.experts.97.gate_proj,0.0000029740,0.01000,1.354
48,mlp.experts.98.gate_proj,0.0000030558,0.01000,1.344
48,mlp.experts.99.gate_proj,0.0000030382,0.01000,1.354
48,mlp.experts.100.gate_proj,0.0000031811,0.01000,1.345
48,mlp.experts.101.gate_proj,0.0000032456,0.01000,1.331
48,mlp.experts.102.gate_proj,0.0000031066,0.01000,1.338
48,mlp.experts.103.gate_proj,0.0000030046,0.01000,1.355
48,mlp.experts.104.gate_proj,0.0000031841,0.01000,1.370
48,mlp.experts.105.gate_proj,0.0000033456,0.01000,1.347
48,mlp.experts.108.gate_proj,0.0000030020,0.01000,1.331
48,mlp.experts.107.gate_proj,0.0000031502,0.01000,1.343
48,mlp.experts.109.gate_proj,0.0000030526,0.01000,1.356
48,mlp.experts.106.gate_proj,0.0000033765,0.01000,1.431
48,mlp.experts.110.gate_proj,0.0000029839,0.01000,1.347
48,mlp.experts.111.gate_proj,0.0000033078,0.01000,1.349
48,mlp.experts.112.gate_proj,0.0000034632,0.01000,1.329
48,mlp.experts.114.gate_proj,0.0000032277,0.01000,1.337
48,mlp.experts.115.gate_proj,0.0000032578,0.01000,1.320
48,mlp.experts.113.gate_proj,0.0000031322,0.01000,1.416
48,mlp.experts.116.gate_proj,0.0000029357,0.01000,1.358
48,mlp.experts.117.gate_proj,0.0000031733,0.01000,1.328
48,mlp.experts.118.gate_proj,0.0000029640,0.01000,1.347
48,mlp.experts.119.gate_proj,0.0000029894,0.01000,1.329
48,mlp.experts.0.up_proj,0.0000029079,0.01000,1.356
48,mlp.experts.1.up_proj,0.0000030334,0.01000,1.336
48,mlp.experts.2.up_proj,0.0000030642,0.01000,1.334
48,mlp.experts.4.up_proj,0.0000030753,0.01000,1.329
48,mlp.experts.5.up_proj,0.0000030868,0.01000,1.347
48,mlp.experts.3.up_proj,0.0000030608,0.01000,1.411
48,mlp.experts.6.up_proj,0.0000031030,0.01000,1.329
48,mlp.experts.8.up_proj,0.0000031960,0.01000,1.329
48,mlp.experts.9.up_proj,0.0000029299,0.01000,1.321
48,mlp.experts.7.up_proj,0.0000030854,0.01000,1.390
48,mlp.experts.10.up_proj,0.0000030124,0.01000,1.340
48,mlp.experts.11.up_proj,0.0000031593,0.01000,1.320
48,mlp.experts.12.up_proj,0.0000031857,0.01000,1.364
48,mlp.experts.13.up_proj,0.0000033628,0.01000,1.347
48,mlp.experts.14.up_proj,0.0000032119,0.01000,1.350
48,mlp.experts.16.up_proj,0.0000030561,0.01000,1.321
48,mlp.experts.17.up_proj,0.0000031654,0.01000,1.335
48,mlp.experts.15.up_proj,0.0000029145,0.01000,1.391
48,mlp.experts.18.up_proj,0.0000031517,0.01000,1.320
48,mlp.experts.19.up_proj,0.0000030022,0.01000,1.371
48,mlp.experts.20.up_proj,0.0000030274,0.01000,1.346
48,mlp.experts.21.up_proj,0.0000031417,0.01000,1.349
48,mlp.experts.22.up_proj,0.0000030083,0.01000,1.346
48,mlp.experts.23.up_proj,0.0000030347,0.01000,1.322
48,mlp.experts.24.up_proj,0.0000029517,0.01000,1.332
48,mlp.experts.25.up_proj,0.0000030848,0.01000,1.347
48,mlp.experts.26.up_proj,0.0000032068,0.01000,1.348
48,mlp.experts.27.up_proj,0.0000029183,0.01000,1.358
48,mlp.experts.28.up_proj,0.0000031285,0.01000,1.345
48,mlp.experts.30.up_proj,0.0000030349,0.01000,1.318
48,mlp.experts.31.up_proj,0.0000031113,0.01000,1.333
48,mlp.experts.29.up_proj,0.0000029551,0.01000,1.387
48,mlp.experts.32.up_proj,0.0000030054,0.01000,1.333
48,mlp.experts.33.up_proj,0.0000033312,0.01000,1.352
48,mlp.experts.34.up_proj,0.0000031824,0.01000,1.352
48,mlp.experts.35.up_proj,0.0000031512,0.01000,1.352
48,mlp.experts.36.up_proj,0.0000030891,0.01000,1.340
48,mlp.experts.37.up_proj,0.0000029926,0.01000,1.328
48,mlp.experts.38.up_proj,0.0000031720,0.01000,1.345
48,mlp.experts.39.up_proj,0.0000030524,0.01000,1.348
48,mlp.experts.40.up_proj,0.0000032321,0.01000,1.368
48,mlp.experts.41.up_proj,0.0000032335,0.01000,1.349
48,mlp.experts.43.up_proj,0.0000030479,0.01000,1.346
48,mlp.experts.44.up_proj,0.0000030139,0.01000,1.337
48,mlp.experts.42.up_proj,0.0000028956,0.01000,1.364
48,mlp.experts.45.up_proj,0.0000031288,0.01000,1.343
48,mlp.experts.46.up_proj,0.0000033517,0.01000,1.354
48,mlp.experts.47.up_proj,0.0000030685,0.01000,1.356
48,mlp.experts.48.up_proj,0.0000031430,0.01000,1.340
48,mlp.experts.49.up_proj,0.0000031056,0.01000,1.352
48,mlp.experts.51.up_proj,0.0000029750,0.01000,1.340
48,mlp.experts.50.up_proj,0.0000031026,0.01000,1.348
48,mlp.experts.52.up_proj,0.0000030629,0.01000,1.347
48,mlp.experts.53.up_proj,0.0000030240,0.01000,1.347
48,mlp.experts.54.up_proj,0.0000030411,0.01000,1.362
48,mlp.experts.55.up_proj,0.0000029454,0.01000,1.349
48,mlp.experts.58.up_proj,0.0000029612,0.01000,1.339
48,mlp.experts.57.up_proj,0.0000031378,0.01000,1.358
48,mlp.experts.59.up_proj,0.0000029767,0.01000,1.352
48,mlp.experts.56.up_proj,0.0000031812,0.01000,1.398
48,mlp.experts.60.up_proj,0.0000029882,0.01000,1.368
48,mlp.experts.61.up_proj,0.0000031318,0.01000,1.359
48,mlp.experts.62.up_proj,0.0000029254,0.01000,1.347
48,mlp.experts.64.up_proj,0.0000029492,0.01000,1.345
48,mlp.experts.65.up_proj,0.0000030280,0.01000,1.333
48,mlp.experts.66.up_proj,0.0000033684,0.01000,1.350
48,mlp.experts.63.up_proj,0.0000029342,0.01000,1.413
48,mlp.experts.67.up_proj,0.0000029726,0.01000,1.340
48,mlp.experts.68.up_proj,0.0000032448,0.01000,1.378
48,mlp.experts.69.up_proj,0.0000030796,0.01000,1.349
48,mlp.experts.70.up_proj,0.0000030619,0.01000,1.359
48,mlp.experts.72.up_proj,0.0000029585,0.01000,1.338
48,mlp.experts.71.up_proj,0.0000031933,0.01000,1.355
48,mlp.experts.73.up_proj,0.0000029988,0.01000,1.361
48,mlp.experts.74.up_proj,0.0000032099,0.01000,1.352
48,mlp.experts.75.up_proj,0.0000028956,0.01000,1.374
48,mlp.experts.76.up_proj,0.0000031283,0.01000,1.355
48,mlp.experts.77.up_proj,0.0000031125,0.01000,1.347
48,mlp.experts.79.up_proj,0.0000030450,0.01000,1.344
48,mlp.experts.78.up_proj,0.0000029674,0.01000,1.346
48,mlp.experts.80.up_proj,0.0000031538,0.01000,1.344
48,mlp.experts.81.up_proj,0.0000030745,0.01000,1.352
48,mlp.experts.82.up_proj,0.0000029852,0.01000,1.375
48,mlp.experts.83.up_proj,0.0000030683,0.01000,1.360
48,mlp.experts.84.up_proj,0.0000028648,0.01000,1.347
48,mlp.experts.86.up_proj,0.0000030318,0.01000,1.343
48,mlp.experts.87.up_proj,0.0000030047,0.01000,1.346
48,mlp.experts.88.up_proj,0.0000030967,0.01000,1.343
48,mlp.experts.85.up_proj,0.0000029610,0.01000,1.445
48,mlp.experts.89.up_proj,0.0000029280,0.01000,1.383
48,mlp.experts.90.up_proj,0.0000029232,0.01000,1.350
48,mlp.experts.91.up_proj,0.0000031457,0.01000,1.367
48,mlp.experts.93.up_proj,0.0000031327,0.01000,1.329
48,mlp.experts.94.up_proj,0.0000031295,0.01000,1.347
48,mlp.experts.92.up_proj,0.0000030301,0.01000,1.428
48,mlp.experts.95.up_proj,0.0000031657,0.01000,1.339
48,mlp.experts.96.up_proj,0.0000029261,0.01000,1.359
48,mlp.experts.97.up_proj,0.0000029450,0.01000,1.365
48,mlp.experts.98.up_proj,0.0000029543,0.01000,1.354
48,mlp.experts.99.up_proj,0.0000029115,0.01000,1.353
48,mlp.experts.100.up_proj,0.0000030266,0.01000,1.329
48,mlp.experts.102.up_proj,0.0000029975,0.01000,1.335
48,mlp.experts.101.up_proj,0.0000031739,0.01000,1.449
48,mlp.experts.103.up_proj,0.0000029465,0.01000,1.382
48,mlp.experts.104.up_proj,0.0000029795,0.01000,1.344
48,mlp.experts.106.up_proj,0.0000030893,0.01000,1.337
48,mlp.experts.105.up_proj,0.0000032965,0.01000,1.358
48,mlp.experts.107.up_proj,0.0000031624,0.01000,1.326
48,mlp.experts.108.up_proj,0.0000029306,0.01000,1.361
48,mlp.experts.109.up_proj,0.0000029480,0.01000,1.332
48,mlp.experts.110.up_proj,0.0000029675,0.01000,1.370
48,mlp.experts.111.up_proj,0.0000031957,0.01000,1.357
48,mlp.experts.112.up_proj,0.0000032650,0.01000,1.346
48,mlp.experts.114.up_proj,0.0000031891,0.01000,1.338
48,mlp.experts.113.up_proj,0.0000030941,0.01000,1.361
48,mlp.experts.115.up_proj,0.0000031300,0.01000,1.344
48,mlp.experts.116.up_proj,0.0000028658,0.01000,1.332
48,mlp.experts.117.up_proj,0.0000030671,0.01000,1.300
48,mlp.experts.118.up_proj,0.0000029815,0.01000,1.048
48,mlp.experts.119.up_proj,0.0000029301,0.01000,1.015
48,mlp.experts.0.down_proj,0.0000002482,0.01000,0.441
48,mlp.experts.2.down_proj,0.0000002704,0.01000,0.442
48,mlp.experts.4.down_proj,0.0000003449,0.01000,0.447
48,mlp.experts.3.down_proj,0.0000002510,0.01000,0.448
48,mlp.experts.6.down_proj,0.0000002375,0.01000,0.448
48,mlp.experts.5.down_proj,0.0000002744,0.01000,0.453
48,mlp.experts.1.down_proj,0.0000002885,0.01000,0.467
48,mlp.experts.7.down_proj,0.0000002626,0.01000,0.407
48,mlp.experts.10.down_proj,0.0000003125,0.01000,0.399
48,mlp.experts.9.down_proj,0.0000003156,0.01000,0.407
48,mlp.experts.11.down_proj,0.0000003209,0.01000,0.409
48,mlp.experts.12.down_proj,0.0000002877,0.01000,0.419
48,mlp.experts.8.down_proj,0.0000002763,0.01000,0.431
48,mlp.experts.13.down_proj,0.0000002569,0.01000,0.412
48,mlp.experts.14.down_proj,0.0000003242,0.01000,0.410
48,mlp.experts.16.down_proj,0.0000002888,0.01000,0.409
48,mlp.experts.15.down_proj,0.0000002692,0.01000,0.420
48,mlp.experts.17.down_proj,0.0000002319,0.01000,0.421
48,mlp.experts.18.down_proj,0.0000002633,0.01000,0.409
48,mlp.experts.19.down_proj,0.0000002872,0.01000,0.415
48,mlp.experts.20.down_proj,0.0000003253,0.01000,0.413
48,mlp.experts.21.down_proj,0.0000002524,0.01000,0.406
48,mlp.experts.23.down_proj,0.0000003112,0.01000,0.403
48,mlp.experts.24.down_proj,0.0000002855,0.01000,0.405
48,mlp.experts.25.down_proj,0.0000003081,0.01000,0.404
48,mlp.experts.22.down_proj,0.0000002803,0.01000,0.424
48,mlp.experts.26.down_proj,0.0000002918,0.01000,0.412
48,mlp.experts.27.down_proj,0.0000002799,0.01000,0.410
48,mlp.experts.28.down_proj,0.0000002523,0.01000,0.405
48,mlp.experts.29.down_proj,0.0000002559,0.01000,0.411
48,mlp.experts.31.down_proj,0.0000002689,0.01000,0.400
48,mlp.experts.30.down_proj,0.0000002929,0.01000,0.405
48,mlp.experts.32.down_proj,0.0000002676,0.01000,0.408
48,mlp.experts.33.down_proj,0.0000002731,0.01000,0.402
48,mlp.experts.34.down_proj,0.0000002822,0.01000,0.413
48,mlp.experts.35.down_proj,0.0000003374,0.01000,0.406
48,mlp.experts.38.down_proj,0.0000002938,0.01000,0.396
48,mlp.experts.36.down_proj,0.0000003050,0.01000,0.406
48,mlp.experts.39.down_proj,0.0000002703,0.01000,0.405
48,mlp.experts.37.down_proj,0.0000002873,0.01000,0.415
48,mlp.experts.40.down_proj,0.0000002779,0.01000,0.398
48,mlp.experts.41.down_proj,0.0000003056,0.01000,0.405
48,mlp.experts.42.down_proj,0.0000002849,0.01000,0.404
48,mlp.experts.43.down_proj,0.0000002620,0.01000,0.410
48,mlp.experts.44.down_proj,0.0000002584,0.01000,0.409
48,mlp.experts.45.down_proj,0.0000003167,0.01000,0.403
48,mlp.experts.47.down_proj,0.0000002810,0.01000,0.406
48,mlp.experts.46.down_proj,0.0000003231,0.01000,0.409
48,mlp.experts.48.down_proj,0.0000002748,0.01000,0.406
48,mlp.experts.49.down_proj,0.0000003071,0.01000,0.405
48,mlp.experts.51.down_proj,0.0000002577,0.01000,0.403
48,mlp.experts.52.down_proj,0.0000003010,0.01000,0.400
48,mlp.experts.50.down_proj,0.0000003126,0.01000,0.413
48,mlp.experts.54.down_proj,0.0000003300,0.01000,0.400
48,mlp.experts.53.down_proj,0.0000002807,0.01000,0.405
48,mlp.experts.55.down_proj,0.0000002789,0.01000,0.405
48,mlp.experts.56.down_proj,0.0000003005,0.01000,0.402
48,mlp.experts.57.down_proj,0.0000002743,0.01000,0.405
48,mlp.experts.59.down_proj,0.0000002648,0.01000,0.399
48,mlp.experts.58.down_proj,0.0000002799,0.01000,0.405
48,mlp.experts.61.down_proj,0.0000003238,0.01000,0.403
48,mlp.experts.60.down_proj,0.0000002802,0.01000,0.406
48,mlp.experts.62.down_proj,0.0000002773,0.01000,0.406
48,mlp.experts.63.down_proj,0.0000002845,0.01000,0.403
48,mlp.experts.64.down_proj,0.0000002934,0.01000,0.404
48,mlp.experts.66.down_proj,0.0000002884,0.01000,0.401
48,mlp.experts.68.down_proj,0.0000003000,0.01000,0.402
48,mlp.experts.67.down_proj,0.0000002797,0.01000,0.404
48,mlp.experts.65.down_proj,0.0000002471,0.01000,0.417
48,mlp.experts.69.down_proj,0.0000002498,0.01000,0.406
48,mlp.experts.70.down_proj,0.0000003123,0.01000,0.403
48,mlp.experts.71.down_proj,0.0000003073,0.01000,0.405
48,mlp.experts.73.down_proj,0.0000003082,0.01000,0.401
48,mlp.experts.72.down_proj,0.0000002997,0.01000,0.413
48,mlp.experts.74.down_proj,0.0000002582,0.01000,0.406
48,mlp.experts.75.down_proj,0.0000003071,0.01000,0.402
48,mlp.experts.76.down_proj,0.0000002859,0.01000,0.406
48,mlp.experts.77.down_proj,0.0000003109,0.01000,0.404
48,mlp.experts.78.down_proj,0.0000003370,0.01000,0.406
48,mlp.experts.80.down_proj,0.0000002810,0.01000,0.399
48,mlp.experts.82.down_proj,0.0000003138,0.01000,0.403
48,mlp.experts.81.down_proj,0.0000002939,0.01000,0.404
48,mlp.experts.79.down_proj,0.0000002653,0.01000,0.417
48,mlp.experts.83.down_proj,0.0000002650,0.01000,0.406
48,mlp.experts.84.down_proj,0.0000002958,0.01000,0.401
48,mlp.experts.85.down_proj,0.0000002853,0.01000,0.402
48,mlp.experts.87.down_proj,0.0000002764,0.01000,0.398
48,mlp.experts.88.down_proj,0.0000002578,0.01000,0.405
48,mlp.experts.89.down_proj,0.0000002993,0.01000,0.399
48,mlp.experts.86.down_proj,0.0000002918,0.01000,0.415
48,mlp.experts.90.down_proj,0.0000002473,0.01000,0.406
48,mlp.experts.91.down_proj,0.0000002773,0.01000,0.400
48,mlp.experts.92.down_proj,0.0000002983,0.01000,0.402
48,mlp.experts.94.down_proj,0.0000002897,0.01000,0.397
48,mlp.experts.93.down_proj,0.0000003207,0.01000,0.406
48,mlp.experts.95.down_proj,0.0000003392,0.01000,0.403
48,mlp.experts.96.down_proj,0.0000002448,0.01000,0.402
48,mlp.experts.97.down_proj,0.0000002838,0.01000,0.407
48,mlp.experts.98.down_proj,0.0000002555,0.01000,0.402
48,mlp.experts.99.down_proj,0.0000002630,0.01000,0.403
48,mlp.experts.100.down_proj,0.0000002526,0.01000,0.408
48,mlp.experts.101.down_proj,0.0000003183,0.01000,0.409
48,mlp.experts.102.down_proj,0.0000003388,0.01000,0.406
48,mlp.experts.103.down_proj,0.0000002609,0.01000,0.406
48,mlp.experts.104.down_proj,0.0000003540,0.01000,0.408
48,mlp.experts.105.down_proj,0.0000003574,0.01000,0.402
48,mlp.experts.106.down_proj,0.0000002768,0.01000,0.405
48,mlp.experts.108.down_proj,0.0000002448,0.01000,0.397
48,mlp.experts.110.down_proj,0.0000003061,0.01000,0.403
48,mlp.experts.109.down_proj,0.0000002927,0.01000,0.404
48,mlp.experts.107.down_proj,0.0000002787,0.01000,0.411
48,mlp.experts.111.down_proj,0.0000002926,0.01000,0.407
48,mlp.experts.112.down_proj,0.0000002272,0.01000,0.415
48,mlp.experts.113.down_proj,0.0000002682,0.01000,0.406
48,mlp.experts.114.down_proj,0.0000002689,0.01000,0.407
48,mlp.experts.115.down_proj,0.0000003033,0.01000,0.402
48,mlp.experts.117.down_proj,0.0000002897,0.01000,0.404
48,mlp.experts.116.down_proj,0.0000005020,0.01000,0.408
48,mlp.experts.118.down_proj,0.0000002711,0.01000,0.399
48,mlp.experts.119.down_proj,0.0000002673,0.01000,0.278
49,self_attn.v_proj,0.0000001963,0.01000,1.200
49,self_attn.k_proj,0.0000001010,0.01000,1.209
49,self_attn.q_proj,0.0000007059,0.01000,1.267
49,self_attn.o_proj,0.0000001942,0.01000,2.758
49,mlp.shared_experts.gate_proj,0.0000000064,0.01000,0.908
49,mlp.shared_experts.up_proj,0.0000000057,0.01000,0.908
49,mlp.shared_experts.down_proj,0.0000000005,0.01000,0.274
49,mlp.experts.3.gate_proj,0.0000032533,0.01000,1.501
49,mlp.experts.2.gate_proj,0.0000032814,0.01000,1.503
49,mlp.experts.5.gate_proj,0.0000031559,0.01000,1.493
49,mlp.experts.4.gate_proj,0.0000032878,0.01000,1.506
49,mlp.experts.6.gate_proj,0.0000032344,0.01000,1.511
49,mlp.experts.0.gate_proj,0.0000035265,0.01000,1.552
49,mlp.experts.1.gate_proj,0.0000034397,0.01000,1.556
49,mlp.experts.10.gate_proj,0.0000033286,0.01000,1.323
49,mlp.experts.9.gate_proj,0.0000032311,0.01000,1.340
49,mlp.experts.11.gate_proj,0.0000032622,0.01000,1.336
49,mlp.experts.12.gate_proj,0.0000031699,0.01000,1.323
49,mlp.experts.8.gate_proj,0.0000033261,0.01000,1.392
49,mlp.experts.13.gate_proj,0.0000032756,0.01000,1.347
49,mlp.experts.7.gate_proj,0.0000031280,0.01000,1.415
49,mlp.experts.17.gate_proj,0.0000035690,0.01000,1.317
49,mlp.experts.15.gate_proj,0.0000035394,0.01000,1.352
49,mlp.experts.16.gate_proj,0.0000033752,0.01000,1.342
49,mlp.experts.14.gate_proj,0.0000031923,0.01000,1.411
49,mlp.experts.18.gate_proj,0.0000035679,0.01000,1.345
49,mlp.experts.19.gate_proj,0.0000032870,0.01000,1.349
49,mlp.experts.20.gate_proj,0.0000032818,0.01000,1.366
49,mlp.experts.21.gate_proj,0.0000033332,0.01000,1.351
49,mlp.experts.23.gate_proj,0.0000036493,0.01000,1.348
49,mlp.experts.24.gate_proj,0.0000032512,0.01000,1.334
49,mlp.experts.25.gate_proj,0.0000033394,0.01000,1.353
49,mlp.experts.26.gate_proj,0.0000034012,0.01000,1.346
49,mlp.experts.22.gate_proj,0.0000031471,0.01000,1.417
49,mlp.experts.27.gate_proj,0.0000031870,0.01000,1.357
49,mlp.experts.28.gate_proj,0.0000032202,0.01000,1.354
49,mlp.experts.29.gate_proj,0.0000031605,0.01000,1.378
49,mlp.experts.30.gate_proj,0.0000032472,0.01000,1.354
49,mlp.experts.31.gate_proj,0.0000032039,0.01000,1.344
49,mlp.experts.32.gate_proj,0.0000032302,0.01000,1.346
49,mlp.experts.33.gate_proj,0.0000032929,0.01000,1.336
49,mlp.experts.34.gate_proj,0.0000031621,0.01000,1.375
49,mlp.experts.35.gate_proj,0.0000033361,0.01000,1.345
49,mlp.experts.38.gate_proj,0.0000031678,0.01000,1.328
49,mlp.experts.37.gate_proj,0.0000031623,0.01000,1.348
49,mlp.experts.40.gate_proj,0.0000032321,0.01000,1.334
49,mlp.experts.39.gate_proj,0.0000031689,0.01000,1.346
49,mlp.experts.36.gate_proj,0.0000034990,0.01000,1.403
49,mlp.experts.41.gate_proj,0.0000032021,0.01000,1.363
49,mlp.experts.42.gate_proj,0.0000034922,0.01000,1.339
49,mlp.experts.45.gate_proj,0.0000037324,0.01000,1.322
49,mlp.experts.44.gate_proj,0.0000033582,0.01000,1.339
49,mlp.experts.43.gate_proj,0.0000033197,0.01000,1.356
49,mlp.experts.46.gate_proj,0.0000032265,0.01000,1.340
49,mlp.experts.47.gate_proj,0.0000037076,0.01000,1.325
49,mlp.experts.48.gate_proj,0.0000033315,0.01000,1.361
49,mlp.experts.49.gate_proj,0.0000032586,0.01000,1.339
49,mlp.experts.50.gate_proj,0.0000033216,0.01000,1.341
49,mlp.experts.51.gate_proj,0.0000033052,0.01000,1.335
49,mlp.experts.52.gate_proj,0.0000031475,0.01000,1.342
49,mlp.experts.53.gate_proj,0.0000032501,0.01000,1.345
49,mlp.experts.54.gate_proj,0.0000033456,0.01000,1.328
49,mlp.experts.55.gate_proj,0.0000033964,0.01000,1.363
49,mlp.experts.56.gate_proj,0.0000036870,0.01000,1.358
49,mlp.experts.59.gate_proj,0.0000031050,0.01000,1.337
49,mlp.experts.57.gate_proj,0.0000033046,0.01000,1.355
49,mlp.experts.58.gate_proj,0.0000032203,0.01000,1.367
49,mlp.experts.60.gate_proj,0.0000033098,0.01000,1.350
49,mlp.experts.61.gate_proj,0.0000034437,0.01000,1.345
49,mlp.experts.62.gate_proj,0.0000032359,0.01000,1.372
49,mlp.experts.63.gate_proj,0.0000035228,0.01000,1.345
49,mlp.experts.65.gate_proj,0.0000035201,0.01000,1.349
49,mlp.experts.66.gate_proj,0.0000033482,0.01000,1.355
49,mlp.experts.67.gate_proj,0.0000035027,0.01000,1.357
49,mlp.experts.68.gate_proj,0.0000033298,0.01000,1.358
49,mlp.experts.64.gate_proj,0.0000031069,0.01000,1.424
49,mlp.experts.69.gate_proj,0.0000032968,0.01000,1.355
49,mlp.experts.70.gate_proj,0.0000031835,0.01000,1.345
49,mlp.experts.73.gate_proj,0.0000034263,0.01000,1.330
49,mlp.experts.71.gate_proj,0.0000032927,0.01000,1.361
49,mlp.experts.74.gate_proj,0.0000035096,0.01000,1.354
49,mlp.experts.75.gate_proj,0.0000032294,0.01000,1.341
49,mlp.experts.72.gate_proj,0.0000031422,0.01000,1.400
49,mlp.experts.76.gate_proj,0.0000033931,0.01000,1.352
49,mlp.experts.77.gate_proj,0.0000032211,0.01000,1.344
49,mlp.experts.78.gate_proj,0.0000038931,0.01000,1.338
49,mlp.experts.79.gate_proj,0.0000035323,0.01000,1.339
49,mlp.experts.80.gate_proj,0.0000031603,0.01000,1.317
49,mlp.experts.81.gate_proj,0.0000032021,0.01000,1.339
49,mlp.experts.82.gate_proj,0.0000031667,0.01000,1.338
49,mlp.experts.83.gate_proj,0.0000031900,0.01000,1.351
49,mlp.experts.84.gate_proj,0.0000031878,0.01000,1.342
49,mlp.experts.87.gate_proj,0.0000032554,0.01000,1.312
49,mlp.experts.86.gate_proj,0.0000034267,0.01000,1.343
49,mlp.experts.88.gate_proj,0.0000032130,0.01000,1.337
49,mlp.experts.89.gate_proj,0.0000033238,0.01000,1.336
49,mlp.experts.85.gate_proj,0.0000032054,0.01000,1.401
49,mlp.experts.90.gate_proj,0.0000032896,0.01000,1.339
49,mlp.experts.91.gate_proj,0.0000031414,0.01000,1.343
49,mlp.experts.93.gate_proj,0.0000032509,0.01000,1.334
49,mlp.experts.94.gate_proj,0.0000032542,0.01000,1.331
49,mlp.experts.92.gate_proj,0.0000037745,0.01000,1.412
49,mlp.experts.95.gate_proj,0.0000033210,0.01000,1.353
49,mlp.experts.96.gate_proj,0.0000034041,0.01000,1.350
49,mlp.experts.97.gate_proj,0.0000031168,0.01000,1.344
49,mlp.experts.98.gate_proj,0.0000035716,0.01000,1.335
49,mlp.experts.99.gate_proj,0.0000031738,0.01000,1.356
49,mlp.experts.100.gate_proj,0.0000031066,0.01000,1.349
49,mlp.experts.101.gate_proj,0.0000033209,0.01000,1.352
49,mlp.experts.102.gate_proj,0.0000033826,0.01000,1.344
49,mlp.experts.103.gate_proj,0.0000032725,0.01000,1.351
49,mlp.experts.104.gate_proj,0.0000031504,0.01000,1.352
49,mlp.experts.105.gate_proj,0.0000033692,0.01000,1.331
49,mlp.experts.106.gate_proj,0.0000032370,0.01000,1.345
49,mlp.experts.107.gate_proj,0.0000032529,0.01000,1.335
49,mlp.experts.108.gate_proj,0.0000031439,0.01000,1.334
49,mlp.experts.109.gate_proj,0.0000031563,0.01000,1.338
49,mlp.experts.110.gate_proj,0.0000032359,0.01000,1.334
49,mlp.experts.111.gate_proj,0.0000032341,0.01000,1.352
49,mlp.experts.112.gate_proj,0.0000033874,0.01000,1.341
49,mlp.experts.113.gate_proj,0.0000034118,0.01000,1.337
49,mlp.experts.114.gate_proj,0.0000033711,0.01000,1.339
49,mlp.experts.115.gate_proj,0.0000034006,0.01000,1.332
49,mlp.experts.117.gate_proj,0.0000034966,0.01000,1.335
49,mlp.experts.116.gate_proj,0.0000031294,0.01000,1.388
49,mlp.experts.118.gate_proj,0.0000034214,0.01000,1.356
49,mlp.experts.119.gate_proj,0.0000035631,0.01000,1.344
49,mlp.experts.0.up_proj,0.0000033049,0.01000,1.336
49,mlp.experts.1.up_proj,0.0000033228,0.01000,1.345
49,mlp.experts.2.up_proj,0.0000032254,0.01000,1.345
49,mlp.experts.3.up_proj,0.0000032523,0.01000,1.363
49,mlp.experts.4.up_proj,0.0000031917,0.01000,1.329
49,mlp.experts.5.up_proj,0.0000030960,0.01000,1.367
49,mlp.experts.6.up_proj,0.0000032236,0.01000,1.346
49,mlp.experts.7.up_proj,0.0000031350,0.01000,1.344
49,mlp.experts.9.up_proj,0.0000031672,0.01000,1.333
49,mlp.experts.8.up_proj,0.0000032815,0.01000,1.389
49,mlp.experts.10.up_proj,0.0000032421,0.01000,1.348
49,mlp.experts.11.up_proj,0.0000031736,0.01000,1.335
49,mlp.experts.12.up_proj,0.0000031801,0.01000,1.367
49,mlp.experts.13.up_proj,0.0000033108,0.01000,1.375
49,mlp.experts.14.up_proj,0.0000031502,0.01000,1.367
49,mlp.experts.15.up_proj,0.0000034226,0.01000,1.367
49,mlp.experts.16.up_proj,0.0000033125,0.01000,1.342
49,mlp.experts.17.up_proj,0.0000034487,0.01000,1.359
49,mlp.experts.18.up_proj,0.0000034113,0.01000,1.361
49,mlp.experts.19.up_proj,0.0000031949,0.01000,1.362
49,mlp.experts.20.up_proj,0.0000031673,0.01000,1.356
49,mlp.experts.21.up_proj,0.0000032789,0.01000,1.352
49,mlp.experts.22.up_proj,0.0000031387,0.01000,1.351
49,mlp.experts.23.up_proj,0.0000033792,0.01000,1.334
49,mlp.experts.24.up_proj,0.0000033170,0.01000,1.346
49,mlp.experts.25.up_proj,0.0000032292,0.01000,1.345
49,mlp.experts.26.up_proj,0.0000032752,0.01000,1.362
49,mlp.experts.27.up_proj,0.0000031475,0.01000,1.360
49,mlp.experts.28.up_proj,0.0000031660,0.01000,1.367
49,mlp.experts.30.up_proj,0.0000032007,0.01000,1.345
49,mlp.experts.29.up_proj,0.0000031441,0.01000,1.353
49,mlp.experts.32.up_proj,0.0000031814,0.01000,1.350
49,mlp.experts.31.up_proj,0.0000031874,0.01000,1.396
49,mlp.experts.33.up_proj,0.0000032249,0.01000,1.357
49,mlp.experts.34.up_proj,0.0000030990,0.01000,1.350
49,mlp.experts.35.up_proj,0.0000032355,0.01000,1.353
49,mlp.experts.37.up_proj,0.0000030999,0.01000,1.331
49,mlp.experts.38.up_proj,0.0000030695,0.01000,1.349
49,mlp.experts.36.up_proj,0.0000033976,0.01000,1.392
49,mlp.experts.39.up_proj,0.0000031178,0.01000,1.336
49,mlp.experts.40.up_proj,0.0000031560,0.01000,1.354
49,mlp.experts.41.up_proj,0.0000031182,0.01000,1.355
49,mlp.experts.43.up_proj,0.0000032546,0.01000,1.361
49,mlp.experts.42.up_proj,0.0000033311,0.01000,1.364
49,mlp.experts.44.up_proj,0.0000032943,0.01000,1.332
49,mlp.experts.45.up_proj,0.0000033624,0.01000,1.356
49,mlp.experts.46.up_proj,0.0000033060,0.01000,1.343
49,mlp.experts.47.up_proj,0.0000034289,0.01000,1.359
49,mlp.experts.48.up_proj,0.0000031873,0.01000,1.357
49,mlp.experts.49.up_proj,0.0000031767,0.01000,1.367
49,mlp.experts.51.up_proj,0.0000032304,0.01000,1.353
49,mlp.experts.53.up_proj,0.0000031190,0.01000,1.344
49,mlp.experts.52.up_proj,0.0000030910,0.01000,1.361
49,mlp.experts.50.up_proj,0.0000032637,0.01000,1.421
49,mlp.experts.54.up_proj,0.0000032620,0.01000,1.356
49,mlp.experts.55.up_proj,0.0000032552,0.01000,1.355
49,mlp.experts.57.up_proj,0.0000032139,0.01000,1.348
49,mlp.experts.58.up_proj,0.0000031418,0.01000,1.344
49,mlp.experts.59.up_proj,0.0000030661,0.01000,1.348
49,mlp.experts.60.up_proj,0.0000032689,0.01000,1.357
49,mlp.experts.56.up_proj,0.0000033711,0.01000,1.435
49,mlp.experts.61.up_proj,0.0000033016,0.01000,1.352
49,mlp.experts.62.up_proj,0.0000031208,0.01000,1.354
49,mlp.experts.65.up_proj,0.0000033165,0.01000,1.338
49,mlp.experts.64.up_proj,0.0000030680,0.01000,1.347
49,mlp.experts.66.up_proj,0.0000032255,0.01000,1.357
49,mlp.experts.67.up_proj,0.0000033448,0.01000,1.344
49,mlp.experts.63.up_proj,0.0000033340,0.01000,1.424
49,mlp.experts.68.up_proj,0.0000032165,0.01000,1.356
49,mlp.experts.69.up_proj,0.0000031610,0.01000,1.352
49,mlp.experts.71.up_proj,0.0000032256,0.01000,1.342
49,mlp.experts.72.up_proj,0.0000031505,0.01000,1.336
49,mlp.experts.74.up_proj,0.0000033461,0.01000,1.337
49,mlp.experts.70.up_proj,0.0000031823,0.01000,1.401
49,mlp.experts.73.up_proj,0.0000033406,0.01000,1.354
49,mlp.experts.75.up_proj,0.0000031123,0.01000,1.350
49,mlp.experts.76.up_proj,0.0000032470,0.01000,1.355
49,mlp.experts.77.up_proj,0.0000032426,0.01000,1.362
49,mlp.experts.79.up_proj,0.0000034114,0.01000,1.337
49,mlp.experts.81.up_proj,0.0000031762,0.01000,1.353
49,mlp.experts.80.up_proj,0.0000031403,0.01000,1.360
49,mlp.experts.78.up_proj,0.0000034452,0.01000,1.403
49,mlp.experts.82.up_proj,0.0000032662,0.01000,1.359
49,mlp.experts.83.up_proj,0.0000031596,0.01000,1.348
49,mlp.experts.84.up_proj,0.0000031679,0.01000,1.366
49,mlp.experts.85.up_proj,0.0000031547,0.01000,1.349
49,mlp.experts.86.up_proj,0.0000032835,0.01000,1.337
49,mlp.experts.87.up_proj,0.0000031834,0.01000,1.353
49,mlp.experts.88.up_proj,0.0000031387,0.01000,1.347
49,mlp.experts.89.up_proj,0.0000032498,0.01000,1.368
49,mlp.experts.90.up_proj,0.0000032103,0.01000,1.359
49,mlp.experts.91.up_proj,0.0000031094,0.01000,1.358
49,mlp.experts.93.up_proj,0.0000032079,0.01000,1.339
49,mlp.experts.94.up_proj,0.0000031727,0.01000,1.350
49,mlp.experts.95.up_proj,0.0000032707,0.01000,1.357
49,mlp.experts.92.up_proj,0.0000035198,0.01000,1.413
49,mlp.experts.96.up_proj,0.0000032670,0.01000,1.352
49,mlp.experts.97.up_proj,0.0000030713,0.01000,1.352
49,mlp.experts.98.up_proj,0.0000033080,0.01000,1.357
49,mlp.experts.99.up_proj,0.0000031013,0.01000,1.361
49,mlp.experts.100.up_proj,0.0000030929,0.01000,1.343
49,mlp.experts.102.up_proj,0.0000031839,0.01000,1.347
49,mlp.experts.101.up_proj,0.0000032320,0.01000,1.401
49,mlp.experts.103.up_proj,0.0000031640,0.01000,1.358
49,mlp.experts.104.up_proj,0.0000031497,0.01000,1.349
49,mlp.experts.105.up_proj,0.0000032443,0.01000,1.352
49,mlp.experts.107.up_proj,0.0000031905,0.01000,1.338
49,mlp.experts.108.up_proj,0.0000030969,0.01000,1.350
49,mlp.experts.106.up_proj,0.0000031970,0.01000,1.399
49,mlp.experts.109.up_proj,0.0000030887,0.01000,1.341
49,mlp.experts.110.up_proj,0.0000031788,0.01000,1.360
49,mlp.experts.111.up_proj,0.0000031635,0.01000,1.348
49,mlp.experts.113.up_proj,0.0000032510,0.01000,1.354
49,mlp.experts.112.up_proj,0.0000033141,0.01000,1.360
49,mlp.experts.114.up_proj,0.0000033004,0.01000,1.332
49,mlp.experts.115.up_proj,0.0000033307,0.01000,1.355
49,mlp.experts.116.up_proj,0.0000030679,0.01000,1.344
49,mlp.experts.117.up_proj,0.0000033440,0.01000,1.324
49,mlp.experts.118.up_proj,0.0000032363,0.01000,1.052
49,mlp.experts.119.up_proj,0.0000034707,0.01000,1.002
49,mlp.experts.2.down_proj,0.0000003086,0.01000,0.435
49,mlp.experts.3.down_proj,0.0000003303,0.01000,0.436
49,mlp.experts.0.down_proj,0.0000003521,0.01000,0.441
49,mlp.experts.5.down_proj,0.0000002809,0.01000,0.440
49,mlp.experts.4.down_proj,0.0000003929,0.01000,0.441
49,mlp.experts.6.down_proj,0.0000003287,0.01000,0.451
49,mlp.experts.1.down_proj,0.0000003611,0.01000,0.455
49,mlp.experts.9.down_proj,0.0000002769,0.01000,0.401
49,mlp.experts.7.down_proj,0.0000003074,0.01000,0.405
49,mlp.experts.10.down_proj,0.0000002833,0.01000,0.400
49,mlp.experts.11.down_proj,0.0000002901,0.01000,0.404
49,mlp.experts.12.down_proj,0.0000004036,0.01000,0.411
49,mlp.experts.13.down_proj,0.0000003025,0.01000,0.411
49,mlp.experts.8.down_proj,0.0000003299,0.01000,0.430
49,mlp.experts.17.down_proj,0.0000003252,0.01000,0.397
49,mlp.experts.14.down_proj,0.0000003081,0.01000,0.407
49,mlp.experts.16.down_proj,0.0000002862,0.01000,0.407
49,mlp.experts.15.down_proj,0.0000003071,0.01000,0.424
49,mlp.experts.19.down_proj,0.0000002701,0.01000,0.405
49,mlp.experts.18.down_proj,0.0000003384,0.01000,0.416
49,mlp.experts.20.down_proj,0.0000003413,0.01000,0.416
49,mlp.experts.21.down_proj,0.0000002798,0.01000,0.409
49,mlp.experts.22.down_proj,0.0000003425,0.01000,0.407
49,mlp.experts.23.down_proj,0.0000003257,0.01000,0.408
49,mlp.experts.24.down_proj,0.0000003194,0.01000,0.394
49,mlp.experts.25.down_proj,0.0000003262,0.01000,0.409
49,mlp.experts.26.down_proj,0.0000002848,0.01000,0.408
49,mlp.experts.27.down_proj,0.0000002923,0.01000,0.412
49,mlp.experts.31.down_proj,0.0000002978,0.01000,0.395
49,mlp.experts.28.down_proj,0.0000002863,0.01000,0.407
49,mlp.experts.30.down_proj,0.0000003213,0.01000,0.403
49,mlp.experts.29.down_proj,0.0000003312,0.01000,0.404
49,mlp.experts.32.down_proj,0.0000002917,0.01000,0.404
49,mlp.experts.33.down_proj,0.0000003132,0.01000,0.404
49,mlp.experts.34.down_proj,0.0000002946,0.01000,0.412
49,mlp.experts.38.down_proj,0.0000003440,0.01000,0.396
49,mlp.experts.37.down_proj,0.0000002829,0.01000,0.404
49,mlp.experts.35.down_proj,0.0000003005,0.01000,0.411
49,mlp.experts.36.down_proj,0.0000003297,0.01000,0.415
49,mlp.experts.39.down_proj,0.0000003237,0.01000,0.403
49,mlp.experts.40.down_proj,0.0000003299,0.01000,0.403
49,mlp.experts.41.down_proj,0.0000003149,0.01000,0.410
49,mlp.experts.42.down_proj,0.0000003562,0.01000,0.406
49,mlp.experts.44.down_proj,0.0000003531,0.01000,0.402
49,mlp.experts.45.down_proj,0.0000002470,0.01000,0.399
49,mlp.experts.43.down_proj,0.0000002734,0.01000,0.417
49,mlp.experts.46.down_proj,0.0000004138,0.01000,0.408
49,mlp.experts.47.down_proj,0.0000002730,0.01000,0.408
49,mlp.experts.48.down_proj,0.0000003375,0.01000,0.414
49,mlp.experts.49.down_proj,0.0000002981,0.01000,0.401
49,mlp.experts.50.down_proj,0.0000003150,0.01000,0.405
49,mlp.experts.51.down_proj,0.0000003058,0.01000,0.404
49,mlp.experts.52.down_proj,0.0000002761,0.01000,0.396
49,mlp.experts.53.down_proj,0.0000003500,0.01000,0.400
49,mlp.experts.54.down_proj,0.0000003342,0.01000,0.405
49,mlp.experts.55.down_proj,0.0000002778,0.01000,0.416
49,mlp.experts.56.down_proj,0.0000004173,0.01000,0.402
49,mlp.experts.59.down_proj,0.0000002968,0.01000,0.395
49,mlp.experts.58.down_proj,0.0000002664,0.01000,0.404
49,mlp.experts.57.down_proj,0.0000003541,0.01000,0.414
49,mlp.experts.60.down_proj,0.0000002995,0.01000,0.398
49,mlp.experts.61.down_proj,0.0000003038,0.01000,0.407
49,mlp.experts.62.down_proj,0.0000003252,0.01000,0.401
49,mlp.experts.63.down_proj,0.0000003607,0.01000,0.404
49,mlp.experts.64.down_proj,0.0000003155,0.01000,0.408
49,mlp.experts.66.down_proj,0.0000003356,0.01000,0.396
49,mlp.experts.65.down_proj,0.0000002907,0.01000,0.403
49,mlp.experts.67.down_proj,0.0000003202,0.01000,0.400
49,mlp.experts.68.down_proj,0.0000003300,0.01000,0.407
49,mlp.experts.69.down_proj,0.0000003869,0.01000,0.403
49,mlp.experts.70.down_proj,0.0000003131,0.01000,0.404
49,mlp.experts.71.down_proj,0.0000003287,0.01000,0.402
49,mlp.experts.73.down_proj,0.0000003153,0.01000,0.400
49,mlp.experts.74.down_proj,0.0000003070,0.01000,0.401
49,mlp.experts.72.down_proj,0.0000003071,0.01000,0.415
49,mlp.experts.75.down_proj,0.0000002416,0.01000,0.407
49,mlp.experts.76.down_proj,0.0000003427,0.01000,0.406
49,mlp.experts.77.down_proj,0.0000003258,0.01000,0.400
49,mlp.experts.78.down_proj,0.0000002659,0.01000,0.401
49,mlp.experts.80.down_proj,0.0000003126,0.01000,0.393
49,mlp.experts.79.down_proj,0.0000003159,0.01000,0.418
49,mlp.experts.81.down_proj,0.0000003205,0.01000,0.407
49,mlp.experts.82.down_proj,0.0000003162,0.01000,0.400
49,mlp.experts.83.down_proj,0.0000003149,0.01000,0.403
49,mlp.experts.84.down_proj,0.0000003365,0.01000,0.400
49,mlp.experts.85.down_proj,0.0000002995,0.01000,0.405
49,mlp.experts.86.down_proj,0.0000003588,0.01000,0.407
49,mlp.experts.87.down_proj,0.0000003178,0.01000,0.397
49,mlp.experts.88.down_proj,0.0000003251,0.01000,0.400
49,mlp.experts.89.down_proj,0.0000002848,0.01000,0.399
49,mlp.experts.90.down_proj,0.0000002816,0.01000,0.402
49,mlp.experts.91.down_proj,0.0000003148,0.01000,0.407
49,mlp.experts.92.down_proj,0.0000003011,0.01000,0.404
49,mlp.experts.93.down_proj,0.0000003176,0.01000,0.404
49,mlp.experts.94.down_proj,0.0000003001,0.01000,0.413
49,mlp.experts.95.down_proj,0.0000003085,0.01000,0.407
49,mlp.experts.96.down_proj,0.0000002964,0.01000,0.405
49,mlp.experts.97.down_proj,0.0000002912,0.01000,0.405
49,mlp.experts.98.down_proj,0.0000003840,0.01000,0.403
49,mlp.experts.99.down_proj,0.0000003072,0.01000,0.403
49,mlp.experts.100.down_proj,0.0000003121,0.01000,0.402
49,mlp.experts.101.down_proj,0.0000002846,0.01000,0.399
49,mlp.experts.102.down_proj,0.0000003007,0.01000,0.404
49,mlp.experts.103.down_proj,0.0000003181,0.01000,0.400
49,mlp.experts.104.down_proj,0.0000003302,0.01000,0.403
49,mlp.experts.105.down_proj,0.0000002311,0.01000,0.400
49,mlp.experts.107.down_proj,0.0000003088,0.01000,0.400
49,mlp.experts.106.down_proj,0.0000003307,0.01000,0.402
49,mlp.experts.108.down_proj,0.0000002927,0.01000,0.396
49,mlp.experts.109.down_proj,0.0000003259,0.01000,0.399
49,mlp.experts.110.down_proj,0.0000003306,0.01000,0.404
49,mlp.experts.111.down_proj,0.0000003099,0.01000,0.415
49,mlp.experts.112.down_proj,0.0000002864,0.01000,0.405
49,mlp.experts.113.down_proj,0.0000002849,0.01000,0.407
49,mlp.experts.115.down_proj,0.0000003113,0.01000,0.398
49,mlp.experts.114.down_proj,0.0000003882,0.01000,0.408
49,mlp.experts.116.down_proj,0.0000003425,0.01000,0.399
49,mlp.experts.117.down_proj,0.0000003671,0.01000,0.396
49,mlp.experts.118.down_proj,0.0000002950,0.01000,0.392
49,mlp.experts.119.down_proj,0.0000003530,0.01000,0.279
50,self_attn.k_proj,0.0000001302,0.01000,1.204
50,self_attn.v_proj,0.0000002695,0.01000,1.205
50,self_attn.q_proj,0.0000009611,0.01000,1.260
50,self_attn.o_proj,0.0000002204,0.01000,2.741
50,mlp.shared_experts.gate_proj,0.0000000069,0.01000,0.903
50,mlp.shared_experts.up_proj,0.0000000057,0.01000,0.901
50,mlp.shared_experts.down_proj,0.0000000005,0.01000,0.274
50,mlp.experts.3.gate_proj,0.0000033211,0.01000,1.493
50,mlp.experts.2.gate_proj,0.0000033537,0.01000,1.502
50,mlp.experts.1.gate_proj,0.0000033753,0.01000,1.506
50,mlp.experts.5.gate_proj,0.0000035169,0.01000,1.506
50,mlp.experts.4.gate_proj,0.0000035110,0.01000,1.517
50,mlp.experts.6.gate_proj,0.0000036058,0.01000,1.520
50,mlp.experts.0.gate_proj,0.0000032772,0.01000,1.557
50,mlp.experts.10.gate_proj,0.0000034521,0.01000,1.339
50,mlp.experts.9.gate_proj,0.0000034081,0.01000,1.353
50,mlp.experts.12.gate_proj,0.0000033878,0.01000,1.350
50,mlp.experts.11.gate_proj,0.0000036625,0.01000,1.358
50,mlp.experts.8.gate_proj,0.0000036940,0.01000,1.404
50,mlp.experts.7.gate_proj,0.0000032561,0.01000,1.412
50,mlp.experts.13.gate_proj,0.0000033447,0.01000,1.359
50,mlp.experts.17.gate_proj,0.0000032475,0.01000,1.340
50,mlp.experts.15.gate_proj,0.0000033575,0.01000,1.366
50,mlp.experts.14.gate_proj,0.0000032794,0.01000,1.384
50,mlp.experts.16.gate_proj,0.0000032715,0.01000,1.360
50,mlp.experts.18.gate_proj,0.0000033113,0.01000,1.352
50,mlp.experts.19.gate_proj,0.0000035266,0.01000,1.358
50,mlp.experts.20.gate_proj,0.0000032886,0.01000,1.391
50,mlp.experts.21.gate_proj,0.0000033169,0.01000,1.361
50,mlp.experts.22.gate_proj,0.0000034994,0.01000,1.362
50,mlp.experts.24.gate_proj,0.0000033501,0.01000,1.358
50,mlp.experts.25.gate_proj,0.0000033447,0.01000,1.355
50,mlp.experts.26.gate_proj,0.0000034730,0.01000,1.359
50,mlp.experts.23.gate_proj,0.0000036667,0.01000,1.427
50,mlp.experts.27.gate_proj,0.0000033015,0.01000,1.390
50,mlp.experts.28.gate_proj,0.0000033191,0.01000,1.354
50,mlp.experts.31.gate_proj,0.0000037346,0.01000,1.335
50,mlp.experts.30.gate_proj,0.0000037312,0.01000,1.361
50,mlp.experts.32.gate_proj,0.0000037548,0.01000,1.346
50,mlp.experts.33.gate_proj,0.0000037159,0.01000,1.325
50,mlp.experts.29.gate_proj,0.0000035670,0.01000,1.411
50,mlp.experts.34.gate_proj,0.0000034744,0.01000,1.361
50,mlp.experts.37.gate_proj,0.0000037293,0.01000,1.334
50,mlp.experts.35.gate_proj,0.0000032216,0.01000,1.351
50,mlp.experts.38.gate_proj,0.0000034443,0.01000,1.330
50,mlp.experts.39.gate_proj,0.0000038216,0.01000,1.334
50,mlp.experts.36.gate_proj,0.0000034187,0.01000,1.399
50,mlp.experts.40.gate_proj,0.0000033362,0.01000,1.351
50,mlp.experts.41.gate_proj,0.0000038044,0.01000,1.362
50,mlp.experts.42.gate_proj,0.0000033999,0.01000,1.345
50,mlp.experts.43.gate_proj,0.0000033525,0.01000,1.355
50,mlp.experts.45.gate_proj,0.0000032307,0.01000,1.325
50,mlp.experts.44.gate_proj,0.0000035681,0.01000,1.343
50,mlp.experts.46.gate_proj,0.0000035424,0.01000,1.340
50,mlp.experts.47.gate_proj,0.0000033900,0.01000,1.355
50,mlp.experts.48.gate_proj,0.0000036263,0.01000,1.370
50,mlp.experts.52.gate_proj,0.0000034090,0.01000,1.337
50,mlp.experts.51.gate_proj,0.0000038028,0.01000,1.345
50,mlp.experts.49.gate_proj,0.0000035767,0.01000,1.364
50,mlp.experts.53.gate_proj,0.0000033912,0.01000,1.336
50,mlp.experts.50.gate_proj,0.0000036828,0.01000,1.393
50,mlp.experts.54.gate_proj,0.0000033795,0.01000,1.349
50,mlp.experts.55.gate_proj,0.0000032463,0.01000,1.366
50,mlp.experts.57.gate_proj,0.0000033694,0.01000,1.357
50,mlp.experts.56.gate_proj,0.0000034304,0.01000,1.364
50,mlp.experts.58.gate_proj,0.0000034719,0.01000,1.354
50,mlp.experts.59.gate_proj,0.0000035181,0.01000,1.344
50,mlp.experts.60.gate_proj,0.0000038143,0.01000,1.340
50,mlp.experts.61.gate_proj,0.0000035821,0.01000,1.352
50,mlp.experts.62.gate_proj,0.0000036709,0.01000,1.377
50,mlp.experts.65.gate_proj,0.0000034489,0.01000,1.347
50,mlp.experts.66.gate_proj,0.0000035509,0.01000,1.332
50,mlp.experts.67.gate_proj,0.0000034340,0.01000,1.348
50,mlp.experts.63.gate_proj,0.0000034217,0.01000,1.401
50,mlp.experts.68.gate_proj,0.0000035725,0.01000,1.357
50,mlp.experts.64.gate_proj,0.0000032150,0.01000,1.423
50,mlp.experts.69.gate_proj,0.0000033483,0.01000,1.345
50,mlp.experts.70.gate_proj,0.0000034283,0.01000,1.362
50,mlp.experts.72.gate_proj,0.0000033024,0.01000,1.338
50,mlp.experts.71.gate_proj,0.0000034556,0.01000,1.362
50,mlp.experts.73.gate_proj,0.0000035341,0.01000,1.331
50,mlp.experts.75.gate_proj,0.0000035753,0.01000,1.342
50,mlp.experts.74.gate_proj,0.0000035341,0.01000,1.421
50,mlp.experts.76.gate_proj,0.0000032841,0.01000,1.362
50,mlp.experts.79.gate_proj,0.0000032711,0.01000,1.338
50,mlp.experts.80.gate_proj,0.0000033081,0.01000,1.323
50,mlp.experts.77.gate_proj,0.0000033990,0.01000,1.405
50,mlp.experts.78.gate_proj,0.0000032725,0.01000,1.402
50,mlp.experts.81.gate_proj,0.0000033320,0.01000,1.359
50,mlp.experts.82.gate_proj,0.0000035678,0.01000,1.347
50,mlp.experts.83.gate_proj,0.0000033370,0.01000,1.354
50,mlp.experts.85.gate_proj,0.0000033903,0.01000,1.355
50,mlp.experts.87.gate_proj,0.0000036509,0.01000,1.332
50,mlp.experts.84.gate_proj,0.0000033224,0.01000,1.405
50,mlp.experts.88.gate_proj,0.0000033287,0.01000,1.353
50,mlp.experts.86.gate_proj,0.0000035758,0.01000,1.392
50,mlp.experts.89.gate_proj,0.0000034562,0.01000,1.350
50,mlp.experts.90.gate_proj,0.0000032377,0.01000,1.363
50,mlp.experts.91.gate_proj,0.0000034168,0.01000,1.358
50,mlp.experts.92.gate_proj,0.0000032322,0.01000,1.350
50,mlp.experts.93.gate_proj,0.0000037401,0.01000,1.344
50,mlp.experts.94.gate_proj,0.0000033884,0.01000,1.341
50,mlp.experts.95.gate_proj,0.0000034258,0.01000,1.345
50,mlp.experts.96.gate_proj,0.0000031049,0.01000,1.364
50,mlp.experts.97.gate_proj,0.0000035993,0.01000,1.376
50,mlp.experts.98.gate_proj,0.0000032652,0.01000,1.369
50,mlp.experts.99.gate_proj,0.0000033473,0.01000,1.354
50,mlp.experts.100.gate_proj,0.0000034731,0.01000,1.364
50,mlp.experts.101.gate_proj,0.0000033702,0.01000,1.358
50,mlp.experts.102.gate_proj,0.0000033495,0.01000,1.351
50,mlp.experts.103.gate_proj,0.0000033719,0.01000,1.366
50,mlp.experts.104.gate_proj,0.0000035058,0.01000,1.360
50,mlp.experts.105.gate_proj,0.0000035301,0.01000,1.352
50,mlp.experts.107.gate_proj,0.0000035877,0.01000,1.341
50,mlp.experts.108.gate_proj,0.0000032669,0.01000,1.337
50,mlp.experts.109.gate_proj,0.0000034670,0.01000,1.344
50,mlp.experts.106.gate_proj,0.0000032319,0.01000,1.411
50,mlp.experts.110.gate_proj,0.0000032049,0.01000,1.330
50,mlp.experts.111.gate_proj,0.0000037036,0.01000,1.343
50,mlp.experts.112.gate_proj,0.0000035697,0.01000,1.344
50,mlp.experts.114.gate_proj,0.0000036210,0.01000,1.350
50,mlp.experts.115.gate_proj,0.0000033713,0.01000,1.332
50,mlp.experts.113.gate_proj,0.0000037036,0.01000,1.402
50,mlp.experts.116.gate_proj,0.0000035322,0.01000,1.357
50,mlp.experts.117.gate_proj,0.0000032480,0.01000,1.338
50,mlp.experts.118.gate_proj,0.0000034405,0.01000,1.348
50,mlp.experts.119.gate_proj,0.0000032826,0.01000,1.340
50,mlp.experts.0.up_proj,0.0000031931,0.01000,1.353
50,mlp.experts.1.up_proj,0.0000033455,0.01000,1.344
50,mlp.experts.2.up_proj,0.0000032494,0.01000,1.329
50,mlp.experts.4.up_proj,0.0000033948,0.01000,1.342
50,mlp.experts.3.up_proj,0.0000033253,0.01000,1.354
50,mlp.experts.5.up_proj,0.0000034451,0.01000,1.361
50,mlp.experts.6.up_proj,0.0000034500,0.01000,1.348
50,mlp.experts.9.up_proj,0.0000034363,0.01000,1.331
50,mlp.experts.8.up_proj,0.0000034910,0.01000,1.349
50,mlp.experts.7.up_proj,0.0000032716,0.01000,1.409
50,mlp.experts.11.up_proj,0.0000034994,0.01000,1.353
50,mlp.experts.10.up_proj,0.0000033149,0.01000,1.358
50,mlp.experts.12.up_proj,0.0000034162,0.01000,1.357
50,mlp.experts.13.up_proj,0.0000033455,0.01000,1.381
50,mlp.experts.15.up_proj,0.0000032635,0.01000,1.341
50,mlp.experts.16.up_proj,0.0000033698,0.01000,1.355
50,mlp.experts.18.up_proj,0.0000033022,0.01000,1.347
50,mlp.experts.17.up_proj,0.0000031874,0.01000,1.350
50,mlp.experts.14.up_proj,0.0000032906,0.01000,1.455
50,mlp.experts.19.up_proj,0.0000033122,0.01000,1.349
50,mlp.experts.20.up_proj,0.0000031681,0.01000,1.346
50,mlp.experts.21.up_proj,0.0000032426,0.01000,1.394
50,mlp.experts.23.up_proj,0.0000034743,0.01000,1.350
50,mlp.experts.24.up_proj,0.0000032660,0.01000,1.354
50,mlp.experts.25.up_proj,0.0000032576,0.01000,1.337
50,mlp.experts.22.up_proj,0.0000033243,0.01000,1.411
50,mlp.experts.26.up_proj,0.0000033879,0.01000,1.349
50,mlp.experts.27.up_proj,0.0000032575,0.01000,1.352
50,mlp.experts.30.up_proj,0.0000036628,0.01000,1.329
50,mlp.experts.28.up_proj,0.0000032553,0.01000,1.359
50,mlp.experts.31.up_proj,0.0000036402,0.01000,1.351
50,mlp.experts.29.up_proj,0.0000033388,0.01000,1.400
50,mlp.experts.32.up_proj,0.0000036815,0.01000,1.353
50,mlp.experts.33.up_proj,0.0000035061,0.01000,1.353
50,mlp.experts.34.up_proj,0.0000034042,0.01000,1.336
50,mlp.experts.35.up_proj,0.0000031828,0.01000,1.345
50,mlp.experts.36.up_proj,0.0000033276,0.01000,1.350
50,mlp.experts.37.up_proj,0.0000036061,0.01000,1.338
50,mlp.experts.38.up_proj,0.0000033512,0.01000,1.350
50,mlp.experts.39.up_proj,0.0000035074,0.01000,1.345
50,mlp.experts.40.up_proj,0.0000033292,0.01000,1.350
50,mlp.experts.41.up_proj,0.0000036049,0.01000,1.349
50,mlp.experts.42.up_proj,0.0000033726,0.01000,1.350
50,mlp.experts.43.up_proj,0.0000032733,0.01000,1.356
50,mlp.experts.44.up_proj,0.0000034557,0.01000,1.329
50,mlp.experts.45.up_proj,0.0000031937,0.01000,1.348
50,mlp.experts.46.up_proj,0.0000033160,0.01000,1.361
50,mlp.experts.47.up_proj,0.0000033476,0.01000,1.358
50,mlp.experts.48.up_proj,0.0000035336,0.01000,1.354
50,mlp.experts.51.up_proj,0.0000037029,0.01000,1.334
50,mlp.experts.50.up_proj,0.0000035057,0.01000,1.362
50,mlp.experts.49.up_proj,0.0000034261,0.01000,1.404
50,mlp.experts.52.up_proj,0.0000033449,0.01000,1.347
50,mlp.experts.53.up_proj,0.0000033262,0.01000,1.361
50,mlp.experts.54.up_proj,0.0000032985,0.01000,1.347
50,mlp.experts.55.up_proj,0.0000031830,0.01000,1.347
50,mlp.experts.56.up_proj,0.0000033802,0.01000,1.350
50,mlp.experts.57.up_proj,0.0000032652,0.01000,1.342
50,mlp.experts.58.up_proj,0.0000033761,0.01000,1.336
50,mlp.experts.59.up_proj,0.0000033740,0.01000,1.342
50,mlp.experts.60.up_proj,0.0000036450,0.01000,1.353
50,mlp.experts.61.up_proj,0.0000034698,0.01000,1.343
50,mlp.experts.62.up_proj,0.0000034717,0.01000,1.353
50,mlp.experts.63.up_proj,0.0000033132,0.01000,1.346
50,mlp.experts.64.up_proj,0.0000032001,0.01000,1.346
50,mlp.experts.65.up_proj,0.0000034172,0.01000,1.326
50,mlp.experts.66.up_proj,0.0000034565,0.01000,1.342
50,mlp.experts.67.up_proj,0.0000032960,0.01000,1.358
50,mlp.experts.68.up_proj,0.0000034582,0.01000,1.346
50,mlp.experts.69.up_proj,0.0000033180,0.01000,1.352
50,mlp.experts.70.up_proj,0.0000033394,0.01000,1.347
50,mlp.experts.72.up_proj,0.0000032334,0.01000,1.334
50,mlp.experts.73.up_proj,0.0000033721,0.01000,1.345
50,mlp.experts.71.up_proj,0.0000033184,0.01000,1.399
50,mlp.experts.74.up_proj,0.0000033847,0.01000,1.351
50,mlp.experts.75.up_proj,0.0000034235,0.01000,1.353
50,mlp.experts.76.up_proj,0.0000031811,0.01000,1.346
50,mlp.experts.77.up_proj,0.0000033331,0.01000,1.341
50,mlp.experts.78.up_proj,0.0000031630,0.01000,1.345
50,mlp.experts.79.up_proj,0.0000032186,0.01000,1.334
50,mlp.experts.80.up_proj,0.0000032423,0.01000,1.340
50,mlp.experts.81.up_proj,0.0000032242,0.01000,1.347
50,mlp.experts.82.up_proj,0.0000035225,0.01000,1.363
50,mlp.experts.83.up_proj,0.0000032849,0.01000,1.357
50,mlp.experts.84.up_proj,0.0000032024,0.01000,1.348
50,mlp.experts.85.up_proj,0.0000033718,0.01000,1.360
50,mlp.experts.86.up_proj,0.0000033743,0.01000,1.347
50,mlp.experts.87.up_proj,0.0000035117,0.01000,1.359
50,mlp.experts.88.up_proj,0.0000032036,0.01000,1.349
50,mlp.experts.89.up_proj,0.0000034076,0.01000,1.354
50,mlp.experts.90.up_proj,0.0000031426,0.01000,1.345
50,mlp.experts.92.up_proj,0.0000031623,0.01000,1.345
50,mlp.experts.91.up_proj,0.0000033234,0.01000,1.370
50,mlp.experts.93.up_proj,0.0000033750,0.01000,1.337
50,mlp.experts.94.up_proj,0.0000033437,0.01000,1.343
50,mlp.experts.95.up_proj,0.0000033458,0.01000,1.368
50,mlp.experts.96.up_proj,0.0000031403,0.01000,1.359
50,mlp.experts.97.up_proj,0.0000035112,0.01000,1.349
50,mlp.experts.98.up_proj,0.0000031984,0.01000,1.362
50,mlp.experts.99.up_proj,0.0000032357,0.01000,1.365
50,mlp.experts.100.up_proj,0.0000034142,0.01000,1.361
50,mlp.experts.101.up_proj,0.0000032861,0.01000,1.363
50,mlp.experts.102.up_proj,0.0000033273,0.01000,1.343
50,mlp.experts.103.up_proj,0.0000033142,0.01000,1.360
50,mlp.experts.104.up_proj,0.0000033820,0.01000,1.354
50,mlp.experts.107.up_proj,0.0000033641,0.01000,1.341
50,mlp.experts.106.up_proj,0.0000031875,0.01000,1.372
50,mlp.experts.108.up_proj,0.0000032243,0.01000,1.348
50,mlp.experts.105.up_proj,0.0000034183,0.01000,1.414
50,mlp.experts.109.up_proj,0.0000034149,0.01000,1.335
50,mlp.experts.110.up_proj,0.0000031575,0.01000,1.360
50,mlp.experts.111.up_proj,0.0000035540,0.01000,1.345
50,mlp.experts.112.up_proj,0.0000034653,0.01000,1.371
50,mlp.experts.114.up_proj,0.0000035785,0.01000,1.343
50,mlp.experts.113.up_proj,0.0000035818,0.01000,1.371
50,mlp.experts.115.up_proj,0.0000033311,0.01000,1.355
50,mlp.experts.116.up_proj,0.0000034476,0.01000,1.338
50,mlp.experts.117.up_proj,0.0000031979,0.01000,1.343
50,mlp.experts.118.up_proj,0.0000033753,0.01000,1.033
50,mlp.experts.119.up_proj,0.0000032924,0.01000,0.996
50,mlp.experts.3.down_proj,0.0000003740,0.01000,0.429
50,mlp.experts.2.down_proj,0.0000003198,0.01000,0.431
50,mlp.experts.5.down_proj,0.0000002933,0.01000,0.431
50,mlp.experts.4.down_proj,0.0000003035,0.01000,0.432
50,mlp.experts.6.down_proj,0.0000002919,0.01000,0.434
50,mlp.experts.1.down_proj,0.0000003197,0.01000,0.449
50,mlp.experts.0.down_proj,0.0000003420,0.01000,0.455
50,mlp.experts.10.down_proj,0.0000003283,0.01000,0.398
50,mlp.experts.9.down_proj,0.0000003372,0.01000,0.407
50,mlp.experts.11.down_proj,0.0000003134,0.01000,0.405
50,mlp.experts.8.down_proj,0.0000003242,0.01000,0.413
50,mlp.experts.12.down_proj,0.0000003697,0.01000,0.410
50,mlp.experts.13.down_proj,0.0000003328,0.01000,0.407
50,mlp.experts.7.down_proj,0.0000003694,0.01000,0.433
50,mlp.experts.16.down_proj,0.0000003474,0.01000,0.401
50,mlp.experts.17.down_proj,0.0000003053,0.01000,0.398
50,mlp.experts.14.down_proj,0.0000003180,0.01000,0.427
50,mlp.experts.15.down_proj,0.0000002926,0.01000,0.420
50,mlp.experts.19.down_proj,0.0000003241,0.01000,0.400
50,mlp.experts.20.down_proj,0.0000003609,0.01000,0.408
50,mlp.experts.18.down_proj,0.0000003588,0.01000,0.422
50,mlp.experts.22.down_proj,0.0000003804,0.01000,0.408
50,mlp.experts.21.down_proj,0.0000002978,0.01000,0.409
50,mlp.experts.24.down_proj,0.0000003257,0.01000,0.398
50,mlp.experts.25.down_proj,0.0000002970,0.01000,0.407
50,mlp.experts.23.down_proj,0.0000002832,0.01000,0.414
50,mlp.experts.26.down_proj,0.0000002870,0.01000,0.406
50,mlp.experts.27.down_proj,0.0000003359,0.01000,0.410
50,mlp.experts.28.down_proj,0.0000003269,0.01000,0.407
50,mlp.experts.29.down_proj,0.0000003544,0.01000,0.410
50,mlp.experts.31.down_proj,0.0000003361,0.01000,0.397
50,mlp.experts.30.down_proj,0.0000003495,0.01000,0.417
50,mlp.experts.32.down_proj,0.0000003084,0.01000,0.402
50,mlp.experts.33.down_proj,0.0000003194,0.01000,0.405
50,mlp.experts.34.down_proj,0.0000003308,0.01000,0.408
50,mlp.experts.35.down_proj,0.0000003137,0.01000,0.404
50,mlp.experts.36.down_proj,0.0000003038,0.01000,0.407
50,mlp.experts.37.down_proj,0.0000003545,0.01000,0.404
50,mlp.experts.38.down_proj,0.0000002853,0.01000,0.400
50,mlp.experts.39.down_proj,0.0000003637,0.01000,0.403
50,mlp.experts.40.down_proj,0.0000003601,0.01000,0.401
50,mlp.experts.41.down_proj,0.0000003229,0.01000,0.407
50,mlp.experts.42.down_proj,0.0000003230,0.01000,0.408
50,mlp.experts.45.down_proj,0.0000003422,0.01000,0.398
50,mlp.experts.44.down_proj,0.0000003359,0.01000,0.407
50,mlp.experts.46.down_proj,0.0000003773,0.01000,0.403
50,mlp.experts.47.down_proj,0.0000002977,0.01000,0.403
50,mlp.experts.43.down_proj,0.0000003293,0.01000,0.424
50,mlp.experts.48.down_proj,0.0000003691,0.01000,0.407
50,mlp.experts.49.down_proj,0.0000003282,0.01000,0.406
50,mlp.experts.51.down_proj,0.0000004955,0.01000,0.401
50,mlp.experts.52.down_proj,0.0000004062,0.01000,0.397
50,mlp.experts.54.down_proj,0.0000003312,0.01000,0.399
50,mlp.experts.53.down_proj,0.0000003178,0.01000,0.406
50,mlp.experts.50.down_proj,0.0000003656,0.01000,0.425
50,mlp.experts.55.down_proj,0.0000003307,0.01000,0.402
50,mlp.experts.56.down_proj,0.0000003852,0.01000,0.408
50,mlp.experts.58.down_proj,0.0000003438,0.01000,0.408
50,mlp.experts.59.down_proj,0.0000003588,0.01000,0.401
50,mlp.experts.57.down_proj,0.0000003402,0.01000,0.421
50,mlp.experts.61.down_proj,0.0000002945,0.01000,0.403
50,mlp.experts.60.down_proj,0.0000003418,0.01000,0.411
50,mlp.experts.62.down_proj,0.0000003332,0.01000,0.407
50,mlp.experts.63.down_proj,0.0000003331,0.01000,0.409
50,mlp.experts.65.down_proj,0.0000002809,0.01000,0.402
50,mlp.experts.64.down_proj,0.0000003190,0.01000,0.411
50,mlp.experts.66.down_proj,0.0000003559,0.01000,0.399
50,mlp.experts.67.down_proj,0.0000003554,0.01000,0.406
50,mlp.experts.68.down_proj,0.0000003311,0.01000,0.406
50,mlp.experts.69.down_proj,0.0000003691,0.01000,0.406
50,mlp.experts.73.down_proj,0.0000003827,0.01000,0.405
50,mlp.experts.72.down_proj,0.0000003322,0.01000,0.411
50,mlp.experts.71.down_proj,0.0000003638,0.01000,0.412
50,mlp.experts.75.down_proj,0.0000003492,0.01000,0.402
50,mlp.experts.74.down_proj,0.0000003716,0.01000,0.404
50,mlp.experts.70.down_proj,0.0000003495,0.01000,0.425
50,mlp.experts.76.down_proj,0.0000004165,0.01000,0.408
50,mlp.experts.80.down_proj,0.0000002965,0.01000,0.404
50,mlp.experts.79.down_proj,0.0000003078,0.01000,0.408
50,mlp.experts.81.down_proj,0.0000003347,0.01000,0.406
50,mlp.experts.82.down_proj,0.0000003199,0.01000,0.408
50,mlp.experts.77.down_proj,0.0000003307,0.01000,0.424
50,mlp.experts.78.down_proj,0.0000002719,0.01000,0.433
50,mlp.experts.83.down_proj,0.0000003113,0.01000,0.411
50,mlp.experts.86.down_proj,0.0000002478,0.01000,0.407
50,mlp.experts.87.down_proj,0.0000003998,0.01000,0.400
50,mlp.experts.88.down_proj,0.0000003155,0.01000,0.409
50,mlp.experts.89.down_proj,0.0000002993,0.01000,0.399
50,mlp.experts.84.down_proj,0.0000003535,0.01000,0.430
50,mlp.experts.85.down_proj,0.0000003417,0.01000,0.430
50,mlp.experts.90.down_proj,0.0000003590,0.01000,0.404
50,mlp.experts.91.down_proj,0.0000002966,0.01000,0.420
50,mlp.experts.93.down_proj,0.0000002293,0.01000,0.408
50,mlp.experts.92.down_proj,0.0000003061,0.01000,0.419
50,mlp.experts.94.down_proj,0.0000003532,0.01000,0.411
50,mlp.experts.96.down_proj,0.0000003448,0.01000,0.406
50,mlp.experts.95.down_proj,0.0000003519,0.01000,0.421
50,mlp.experts.97.down_proj,0.0000003649,0.01000,0.419
50,mlp.experts.101.down_proj,0.0000003544,0.01000,0.396
50,mlp.experts.99.down_proj,0.0000003741,0.01000,0.409
50,mlp.experts.100.down_proj,0.0000004287,0.01000,0.409
50,mlp.experts.102.down_proj,0.0000003616,0.01000,0.407
50,mlp.experts.98.down_proj,0.0000002936,0.01000,0.416
50,mlp.experts.103.down_proj,0.0000003177,0.01000,0.405
50,mlp.experts.104.down_proj,0.0000003063,0.01000,0.413
50,mlp.experts.105.down_proj,0.0000003195,0.01000,0.409
50,mlp.experts.108.down_proj,0.0000002996,0.01000,0.398
50,mlp.experts.107.down_proj,0.0000003726,0.01000,0.409
50,mlp.experts.106.down_proj,0.0000003287,0.01000,0.415
50,mlp.experts.109.down_proj,0.0000003499,0.01000,0.409
50,mlp.experts.110.down_proj,0.0000003315,0.01000,0.404
50,mlp.experts.111.down_proj,0.0000003708,0.01000,0.411
50,mlp.experts.115.down_proj,0.0000003257,0.01000,0.403
50,mlp.experts.116.down_proj,0.0000003683,0.01000,0.405
50,mlp.experts.113.down_proj,0.0000003094,0.01000,0.418
50,mlp.experts.114.down_proj,0.0000003590,0.01000,0.415
50,mlp.experts.117.down_proj,0.0000003280,0.01000,0.408
50,mlp.experts.112.down_proj,0.0000003071,0.01000,0.428
50,mlp.experts.118.down_proj,0.0000003314,0.01000,0.408
50,mlp.experts.119.down_proj,0.0000003337,0.01000,0.268
51,self_attn.v_proj,0.0000002054,0.01000,1.163
51,self_attn.k_proj,0.0000001099,0.01000,1.229
51,self_attn.q_proj,0.0000007904,0.01000,1.279
51,self_attn.o_proj,0.0000003096,0.01000,2.754
51,mlp.shared_experts.gate_proj,0.0000000073,0.01000,0.911
51,mlp.shared_experts.up_proj,0.0000000060,0.01000,0.913
51,mlp.shared_experts.down_proj,0.0000000005,0.01000,0.274
51,mlp.experts.3.gate_proj,0.0000036724,0.01000,1.501
51,mlp.experts.2.gate_proj,0.0000037017,0.01000,1.517
51,mlp.experts.5.gate_proj,0.0000037061,0.01000,1.506
51,mlp.experts.4.gate_proj,0.0000033265,0.01000,1.517
51,mlp.experts.6.gate_proj,0.0000036383,0.01000,1.525
51,mlp.experts.1.gate_proj,0.0000035482,0.01000,1.567
51,mlp.experts.0.gate_proj,0.0000036896,0.01000,1.576
51,mlp.experts.10.gate_proj,0.0000036525,0.01000,1.338
51,mlp.experts.9.gate_proj,0.0000036280,0.01000,1.358
51,mlp.experts.8.gate_proj,0.0000035700,0.01000,1.361
51,mlp.experts.11.gate_proj,0.0000035087,0.01000,1.353
51,mlp.experts.12.gate_proj,0.0000034058,0.01000,1.342
51,mlp.experts.7.gate_proj,0.0000034934,0.01000,1.420
51,mlp.experts.13.gate_proj,0.0000036967,0.01000,1.363
51,mlp.experts.16.gate_proj,0.0000034947,0.01000,1.350
51,mlp.experts.17.gate_proj,0.0000033618,0.01000,1.339
51,mlp.experts.18.gate_proj,0.0000037655,0.01000,1.353
51,mlp.experts.19.gate_proj,0.0000037303,0.01000,1.340
51,mlp.experts.15.gate_proj,0.0000035210,0.01000,1.406
51,mlp.experts.20.gate_proj,0.0000036965,0.01000,1.358
51,mlp.experts.14.gate_proj,0.0000035908,0.01000,1.433
51,mlp.experts.22.gate_proj,0.0000036508,0.01000,1.344
51,mlp.experts.24.gate_proj,0.0000034790,0.01000,1.337
51,mlp.experts.23.gate_proj,0.0000034175,0.01000,1.348
51,mlp.experts.25.gate_proj,0.0000036200,0.01000,1.354
51,mlp.experts.26.gate_proj,0.0000035342,0.01000,1.345
51,mlp.experts.27.gate_proj,0.0000036985,0.01000,1.373
51,mlp.experts.21.gate_proj,0.0000035626,0.01000,1.456
51,mlp.experts.28.gate_proj,0.0000039577,0.01000,1.404
51,mlp.experts.29.gate_proj,0.0000035267,0.01000,1.371
51,mlp.experts.30.gate_proj,0.0000035878,0.01000,1.373
51,mlp.experts.31.gate_proj,0.0000033980,0.01000,1.360
51,mlp.experts.32.gate_proj,0.0000033958,0.01000,1.357
51,mlp.experts.33.gate_proj,0.0000037046,0.01000,1.351
51,mlp.experts.34.gate_proj,0.0000033663,0.01000,1.365
51,mlp.experts.36.gate_proj,0.0000034368,0.01000,1.354
51,mlp.experts.37.gate_proj,0.0000034406,0.01000,1.354
51,mlp.experts.38.gate_proj,0.0000036233,0.01000,1.347
51,mlp.experts.39.gate_proj,0.0000034643,0.01000,1.352
51,mlp.experts.40.gate_proj,0.0000035482,0.01000,1.343
51,mlp.experts.35.gate_proj,0.0000037253,0.01000,1.409
51,mlp.experts.41.gate_proj,0.0000035631,0.01000,1.362
51,mlp.experts.45.gate_proj,0.0000035517,0.01000,1.341
51,mlp.experts.44.gate_proj,0.0000036338,0.01000,1.350
51,mlp.experts.43.gate_proj,0.0000035221,0.01000,1.356
51,mlp.experts.46.gate_proj,0.0000038917,0.01000,1.348
51,mlp.experts.47.gate_proj,0.0000033927,0.01000,1.339
51,mlp.experts.42.gate_proj,0.0000034607,0.01000,1.407
51,mlp.experts.48.gate_proj,0.0000033968,0.01000,1.356
51,mlp.experts.51.gate_proj,0.0000035722,0.01000,1.341
51,mlp.experts.52.gate_proj,0.0000035658,0.01000,1.339
51,mlp.experts.53.gate_proj,0.0000035339,0.01000,1.354
51,mlp.experts.54.gate_proj,0.0000034405,0.01000,1.345
51,mlp.experts.50.gate_proj,0.0000039444,0.01000,1.407
51,mlp.experts.49.gate_proj,0.0000036349,0.01000,1.414
51,mlp.experts.55.gate_proj,0.0000034870,0.01000,1.370
51,mlp.experts.56.gate_proj,0.0000035704,0.01000,1.357
51,mlp.experts.57.gate_proj,0.0000036587,0.01000,1.353
51,mlp.experts.59.gate_proj,0.0000037095,0.01000,1.335
51,mlp.experts.58.gate_proj,0.0000036340,0.01000,1.344
51,mlp.experts.61.gate_proj,0.0000035846,0.01000,1.345
51,mlp.experts.60.gate_proj,0.0000034090,0.01000,1.397
51,mlp.experts.62.gate_proj,0.0000037884,0.01000,1.388
51,mlp.experts.64.gate_proj,0.0000033912,0.01000,1.351
51,mlp.experts.66.gate_proj,0.0000034438,0.01000,1.337
51,mlp.experts.65.gate_proj,0.0000037401,0.01000,1.341
51,mlp.experts.67.gate_proj,0.0000036196,0.01000,1.350
51,mlp.experts.63.gate_proj,0.0000034138,0.01000,1.433
51,mlp.experts.68.gate_proj,0.0000036175,0.01000,1.349
51,mlp.experts.69.gate_proj,0.0000034378,0.01000,1.360
51,mlp.experts.72.gate_proj,0.0000034757,0.01000,1.349
51,mlp.experts.71.gate_proj,0.0000035596,0.01000,1.365
51,mlp.experts.73.gate_proj,0.0000036816,0.01000,1.342
51,mlp.experts.74.gate_proj,0.0000034260,0.01000,1.349
51,mlp.experts.70.gate_proj,0.0000034592,0.01000,1.427
51,mlp.experts.75.gate_proj,0.0000037252,0.01000,1.352
51,mlp.experts.76.gate_proj,0.0000035509,0.01000,1.354
51,mlp.experts.78.gate_proj,0.0000034586,0.01000,1.364
51,mlp.experts.77.gate_proj,0.0000034485,0.01000,1.377
51,mlp.experts.79.gate_proj,0.0000040118,0.01000,1.356
51,mlp.experts.80.gate_proj,0.0000035250,0.01000,1.342
51,mlp.experts.81.gate_proj,0.0000036508,0.01000,1.356
51,mlp.experts.82.gate_proj,0.0000038612,0.01000,1.344
51,mlp.experts.83.gate_proj,0.0000037570,0.01000,1.360
51,mlp.experts.87.gate_proj,0.0000033833,0.01000,1.335
51,mlp.experts.86.gate_proj,0.0000034203,0.01000,1.358
51,mlp.experts.85.gate_proj,0.0000035150,0.01000,1.369
51,mlp.experts.89.gate_proj,0.0000033932,0.01000,1.347
51,mlp.experts.88.gate_proj,0.0000035804,0.01000,1.354
51,mlp.experts.84.gate_proj,0.0000038692,0.01000,1.415
51,mlp.experts.90.gate_proj,0.0000034722,0.01000,1.361
51,mlp.experts.93.gate_proj,0.0000037585,0.01000,1.352
51,mlp.experts.94.gate_proj,0.0000036268,0.01000,1.338
51,mlp.experts.95.gate_proj,0.0000034642,0.01000,1.357
51,mlp.experts.96.gate_proj,0.0000033793,0.01000,1.358
51,mlp.experts.91.gate_proj,0.0000034467,0.01000,1.415
51,mlp.experts.92.gate_proj,0.0000034079,0.01000,1.415
51,mlp.experts.97.gate_proj,0.0000036091,0.01000,1.352
51,mlp.experts.99.gate_proj,0.0000035398,0.01000,1.361
51,mlp.experts.100.gate_proj,0.0000036148,0.01000,1.358
51,mlp.experts.101.gate_proj,0.0000036596,0.01000,1.358
51,mlp.experts.103.gate_proj,0.0000041128,0.01000,1.351
51,mlp.experts.98.gate_proj,0.0000033842,0.01000,1.431
51,mlp.experts.104.gate_proj,0.0000037771,0.01000,1.361
51,mlp.experts.102.gate_proj,0.0000036855,0.01000,1.428
51,mlp.experts.105.gate_proj,0.0000035373,0.01000,1.369
51,mlp.experts.108.gate_proj,0.0000034296,0.01000,1.342
51,mlp.experts.106.gate_proj,0.0000034566,0.01000,1.371
51,mlp.experts.107.gate_proj,0.0000035912,0.01000,1.360
51,mlp.experts.109.gate_proj,0.0000033059,0.01000,1.355
51,mlp.experts.110.gate_proj,0.0000037557,0.01000,1.335
51,mlp.experts.111.gate_proj,0.0000038599,0.01000,1.356
51,mlp.experts.112.gate_proj,0.0000034391,0.01000,1.355
51,mlp.experts.113.gate_proj,0.0000036712,0.01000,1.360
51,mlp.experts.115.gate_proj,0.0000034462,0.01000,1.360
51,mlp.experts.116.gate_proj,0.0000037590,0.01000,1.350
51,mlp.experts.117.gate_proj,0.0000034015,0.01000,1.338
51,mlp.experts.114.gate_proj,0.0000034135,0.01000,1.374
51,mlp.experts.118.gate_proj,0.0000036629,0.01000,1.353
51,mlp.experts.119.gate_proj,0.0000034720,0.01000,1.357
51,mlp.experts.0.up_proj,0.0000036148,0.01000,1.357
51,mlp.experts.2.up_proj,0.0000034855,0.01000,1.337
51,mlp.experts.3.up_proj,0.0000035115,0.01000,1.349
51,mlp.experts.4.up_proj,0.0000033255,0.01000,1.346
51,mlp.experts.1.up_proj,0.0000034260,0.01000,1.414
51,mlp.experts.5.up_proj,0.0000033587,0.01000,1.353
51,mlp.experts.6.up_proj,0.0000035361,0.01000,1.356
51,mlp.experts.9.up_proj,0.0000034078,0.01000,1.332
51,mlp.experts.10.up_proj,0.0000034936,0.01000,1.356
51,mlp.experts.8.up_proj,0.0000034575,0.01000,1.372
51,mlp.experts.7.up_proj,0.0000033460,0.01000,1.412
51,mlp.experts.11.up_proj,0.0000034194,0.01000,1.345
51,mlp.experts.12.up_proj,0.0000033269,0.01000,1.356
51,mlp.experts.14.up_proj,0.0000035056,0.01000,1.358
51,mlp.experts.16.up_proj,0.0000033808,0.01000,1.338
51,mlp.experts.15.up_proj,0.0000034278,0.01000,1.347
51,mlp.experts.13.up_proj,0.0000035865,0.01000,1.407
51,mlp.experts.18.up_proj,0.0000035696,0.01000,1.338
51,mlp.experts.19.up_proj,0.0000036001,0.01000,1.364
51,mlp.experts.17.up_proj,0.0000033289,0.01000,1.391
51,mlp.experts.20.up_proj,0.0000035221,0.01000,1.353
51,mlp.experts.22.up_proj,0.0000034585,0.01000,1.348
51,mlp.experts.23.up_proj,0.0000033866,0.01000,1.340
51,mlp.experts.24.up_proj,0.0000034471,0.01000,1.341
51,mlp.experts.21.up_proj,0.0000033648,0.01000,1.423
51,mlp.experts.25.up_proj,0.0000035326,0.01000,1.346
51,mlp.experts.26.up_proj,0.0000034414,0.01000,1.361
51,mlp.experts.27.up_proj,0.0000035984,0.01000,1.351
51,mlp.experts.30.up_proj,0.0000035683,0.01000,1.324
51,mlp.experts.29.up_proj,0.0000034858,0.01000,1.351
51,mlp.experts.28.up_proj,0.0000038501,0.01000,1.409
51,mlp.experts.31.up_proj,0.0000033439,0.01000,1.347
51,mlp.experts.32.up_proj,0.0000032854,0.01000,1.348
51,mlp.experts.33.up_proj,0.0000035827,0.01000,1.357
51,mlp.experts.34.up_proj,0.0000032859,0.01000,1.349
51,mlp.experts.35.up_proj,0.0000035665,0.01000,1.348
51,mlp.experts.36.up_proj,0.0000033445,0.01000,1.347
51,mlp.experts.37.up_proj,0.0000032926,0.01000,1.334
51,mlp.experts.38.up_proj,0.0000034454,0.01000,1.344
51,mlp.experts.39.up_proj,0.0000033936,0.01000,1.351
51,mlp.experts.40.up_proj,0.0000034780,0.01000,1.364
51,mlp.experts.41.up_proj,0.0000033940,0.01000,1.354
51,mlp.experts.42.up_proj,0.0000034054,0.01000,1.344
51,mlp.experts.43.up_proj,0.0000034209,0.01000,1.351
51,mlp.experts.44.up_proj,0.0000035084,0.01000,1.337
51,mlp.experts.45.up_proj,0.0000034642,0.01000,1.340
51,mlp.experts.46.up_proj,0.0000037357,0.01000,1.347
51,mlp.experts.47.up_proj,0.0000033764,0.01000,1.364
51,mlp.experts.49.up_proj,0.0000034770,0.01000,1.361
51,mlp.experts.50.up_proj,0.0000036378,0.01000,1.355
51,mlp.experts.51.up_proj,0.0000034567,0.01000,1.348
51,mlp.experts.52.up_proj,0.0000033405,0.01000,1.353
51,mlp.experts.48.up_proj,0.0000033245,0.01000,1.419
51,mlp.experts.53.up_proj,0.0000034422,0.01000,1.354
51,mlp.experts.54.up_proj,0.0000033785,0.01000,1.378
51,mlp.experts.55.up_proj,0.0000034113,0.01000,1.362
51,mlp.experts.56.up_proj,0.0000034585,0.01000,1.362
51,mlp.experts.58.up_proj,0.0000035104,0.01000,1.343
51,mlp.experts.60.up_proj,0.0000033458,0.01000,1.335
51,mlp.experts.57.up_proj,0.0000034794,0.01000,1.419
51,mlp.experts.59.up_proj,0.0000036313,0.01000,1.385
51,mlp.experts.61.up_proj,0.0000034491,0.01000,1.362
51,mlp.experts.62.up_proj,0.0000036163,0.01000,1.355
51,mlp.experts.65.up_proj,0.0000036089,0.01000,1.328
51,mlp.experts.64.up_proj,0.0000033235,0.01000,1.357
51,mlp.experts.67.up_proj,0.0000034939,0.01000,1.353
51,mlp.experts.63.up_proj,0.0000034099,0.01000,1.416
51,mlp.experts.66.up_proj,0.0000033900,0.01000,1.433
51,mlp.experts.68.up_proj,0.0000034221,0.01000,1.364
51,mlp.experts.69.up_proj,0.0000033802,0.01000,1.352
51,mlp.experts.70.up_proj,0.0000033769,0.01000,1.353
51,mlp.experts.71.up_proj,0.0000035181,0.01000,1.342
51,mlp.experts.72.up_proj,0.0000033820,0.01000,1.324
51,mlp.experts.73.up_proj,0.0000035942,0.01000,1.362
51,mlp.experts.74.up_proj,0.0000033976,0.01000,1.357
51,mlp.experts.75.up_proj,0.0000035899,0.01000,1.361
51,mlp.experts.77.up_proj,0.0000033567,0.01000,1.345
51,mlp.experts.78.up_proj,0.0000034379,0.01000,1.347
51,mlp.experts.79.up_proj,0.0000039286,0.01000,1.323
51,mlp.experts.76.up_proj,0.0000034562,0.01000,1.409
51,mlp.experts.80.up_proj,0.0000034610,0.01000,1.339
51,mlp.experts.81.up_proj,0.0000034924,0.01000,1.349
51,mlp.experts.82.up_proj,0.0000035768,0.01000,1.352
51,mlp.experts.85.up_proj,0.0000034997,0.01000,1.341
51,mlp.experts.83.up_proj,0.0000035230,0.01000,1.355
51,mlp.experts.86.up_proj,0.0000034004,0.01000,1.336
51,mlp.experts.87.up_proj,0.0000033171,0.01000,1.347
51,mlp.experts.84.up_proj,0.0000036996,0.01000,1.436
51,mlp.experts.88.up_proj,0.0000034908,0.01000,1.355
51,mlp.experts.89.up_proj,0.0000033040,0.01000,1.355
51,mlp.experts.90.up_proj,0.0000033880,0.01000,1.353
51,mlp.experts.91.up_proj,0.0000033912,0.01000,1.374
51,mlp.experts.92.up_proj,0.0000033428,0.01000,1.354
51,mlp.experts.93.up_proj,0.0000036313,0.01000,1.332
51,mlp.experts.94.up_proj,0.0000034940,0.01000,1.336
51,mlp.experts.95.up_proj,0.0000033856,0.01000,1.357
51,mlp.experts.96.up_proj,0.0000033082,0.01000,1.357
51,mlp.experts.97.up_proj,0.0000035356,0.01000,1.362
51,mlp.experts.100.up_proj,0.0000035151,0.01000,1.335
51,mlp.experts.99.up_proj,0.0000034256,0.01000,1.348
51,mlp.experts.101.up_proj,0.0000034665,0.01000,1.344
51,mlp.experts.98.up_proj,0.0000032862,0.01000,1.409
51,mlp.experts.102.up_proj,0.0000036273,0.01000,1.356
51,mlp.experts.103.up_proj,0.0000039415,0.01000,1.366
51,mlp.experts.106.up_proj,0.0000033966,0.01000,1.338
51,mlp.experts.105.up_proj,0.0000034447,0.01000,1.364
51,mlp.experts.107.up_proj,0.0000035565,0.01000,1.335
51,mlp.experts.108.up_proj,0.0000033914,0.01000,1.343
51,mlp.experts.104.up_proj,0.0000035504,0.01000,1.412
51,mlp.experts.109.up_proj,0.0000032998,0.01000,1.346
51,mlp.experts.110.up_proj,0.0000035418,0.01000,1.367
51,mlp.experts.111.up_proj,0.0000035976,0.01000,1.358
51,mlp.experts.113.up_proj,0.0000034627,0.01000,1.353
51,mlp.experts.114.up_proj,0.0000033286,0.01000,1.340
51,mlp.experts.115.up_proj,0.0000033876,0.01000,1.366
51,mlp.experts.112.up_proj,0.0000033637,0.01000,1.405
51,mlp.experts.116.up_proj,0.0000036245,0.01000,1.337
51,mlp.experts.117.up_proj,0.0000033360,0.01000,1.348
51,mlp.experts.118.up_proj,0.0000034823,0.01000,1.020
51,mlp.experts.119.up_proj,0.0000034238,0.01000,1.003
51,mlp.experts.3.down_proj,0.0000002941,0.01000,0.429
51,mlp.experts.5.down_proj,0.0000003075,0.01000,0.428
51,mlp.experts.2.down_proj,0.0000003903,0.01000,0.432
51,mlp.experts.4.down_proj,0.0000003453,0.01000,0.432
51,mlp.experts.0.down_proj,0.0000003753,0.01000,0.436
51,mlp.experts.6.down_proj,0.0000003600,0.01000,0.437
51,mlp.experts.1.down_proj,0.0000003143,0.01000,0.444
51,mlp.experts.9.down_proj,0.0000003808,0.01000,0.406
51,mlp.experts.10.down_proj,0.0000003422,0.01000,0.405
51,mlp.experts.8.down_proj,0.0000003503,0.01000,0.410
51,mlp.experts.12.down_proj,0.0000003244,0.01000,0.408
51,mlp.experts.11.down_proj,0.0000003810,0.01000,0.412
51,mlp.experts.7.down_proj,0.0000004091,0.01000,0.427
51,mlp.experts.13.down_proj,0.0000003618,0.01000,0.413
51,mlp.experts.16.down_proj,0.0000003136,0.01000,0.406
51,mlp.experts.15.down_proj,0.0000003281,0.01000,0.414
51,mlp.experts.17.down_proj,0.0000003777,0.01000,0.406
51,mlp.experts.18.down_proj,0.0000003272,0.01000,0.409
51,mlp.experts.14.down_proj,0.0000004115,0.01000,0.421
51,mlp.experts.19.down_proj,0.0000003446,0.01000,0.405
51,mlp.experts.20.down_proj,0.0000003591,0.01000,0.407
51,mlp.experts.21.down_proj,0.0000003979,0.01000,0.410
51,mlp.experts.24.down_proj,0.0000003574,0.01000,0.403
51,mlp.experts.25.down_proj,0.0000002883,0.01000,0.404
51,mlp.experts.23.down_proj,0.0000003442,0.01000,0.410
51,mlp.experts.26.down_proj,0.0000003206,0.01000,0.406
51,mlp.experts.22.down_proj,0.0000003298,0.01000,0.419
51,mlp.experts.27.down_proj,0.0000003571,0.01000,0.409
51,mlp.experts.28.down_proj,0.0000003900,0.01000,0.411
51,mlp.experts.31.down_proj,0.0000003204,0.01000,0.407
51,mlp.experts.30.down_proj,0.0000004376,0.01000,0.410
51,mlp.experts.29.down_proj,0.0000003202,0.01000,0.416
51,mlp.experts.32.down_proj,0.0000003781,0.01000,0.410
51,mlp.experts.33.down_proj,0.0000003328,0.01000,0.411
51,mlp.experts.34.down_proj,0.0000003621,0.01000,0.420
51,mlp.experts.35.down_proj,0.0000003033,0.01000,0.405
51,mlp.experts.38.down_proj,0.0000003610,0.01000,0.399
51,mlp.experts.37.down_proj,0.0000003364,0.01000,0.405
51,mlp.experts.39.down_proj,0.0000003597,0.01000,0.406
51,mlp.experts.36.down_proj,0.0000003273,0.01000,0.414
51,mlp.experts.40.down_proj,0.0000003485,0.01000,0.404
51,mlp.experts.41.down_proj,0.0000003814,0.01000,0.403
51,mlp.experts.42.down_proj,0.0000003439,0.01000,0.406
51,mlp.experts.44.down_proj,0.0000002946,0.01000,0.402
51,mlp.experts.45.down_proj,0.0000003411,0.01000,0.407
51,mlp.experts.43.down_proj,0.0000002944,0.01000,0.416
51,mlp.experts.46.down_proj,0.0000004044,0.01000,0.407
51,mlp.experts.47.down_proj,0.0000004130,0.01000,0.407
51,mlp.experts.48.down_proj,0.0000003273,0.01000,0.405
51,mlp.experts.49.down_proj,0.0000003089,0.01000,0.405
51,mlp.experts.50.down_proj,0.0000003818,0.01000,0.406
51,mlp.experts.52.down_proj,0.0000004215,0.01000,0.401
51,mlp.experts.53.down_proj,0.0000003611,0.01000,0.405
51,mlp.experts.54.down_proj,0.0000003591,0.01000,0.406
51,mlp.experts.51.down_proj,0.0000002813,0.01000,0.412
51,mlp.experts.55.down_proj,0.0000003586,0.01000,0.407
51,mlp.experts.56.down_proj,0.0000003383,0.01000,0.408
51,mlp.experts.57.down_proj,0.0000003346,0.01000,0.408
51,mlp.experts.58.down_proj,0.0000004683,0.01000,0.405
51,mlp.experts.59.down_proj,0.0000003094,0.01000,0.401
51,mlp.experts.60.down_proj,0.0000003620,0.01000,0.404
51,mlp.experts.61.down_proj,0.0000003798,0.01000,0.403
51,mlp.experts.62.down_proj,0.0000003601,0.01000,0.414
51,mlp.experts.64.down_proj,0.0000003375,0.01000,0.405
51,mlp.experts.63.down_proj,0.0000003861,0.01000,0.408
51,mlp.experts.66.down_proj,0.0000003335,0.01000,0.404
51,mlp.experts.65.down_proj,0.0000003331,0.01000,0.405
51,mlp.experts.67.down_proj,0.0000003123,0.01000,0.404
51,mlp.experts.68.down_proj,0.0000003407,0.01000,0.406
51,mlp.experts.69.down_proj,0.0000003135,0.01000,0.411
51,mlp.experts.73.down_proj,0.0000003391,0.01000,0.401
51,mlp.experts.71.down_proj,0.0000003630,0.01000,0.406
51,mlp.experts.72.down_proj,0.0000003368,0.01000,0.408
51,mlp.experts.74.down_proj,0.0000003813,0.01000,0.402
51,mlp.experts.70.down_proj,0.0000003601,0.01000,0.416
51,mlp.experts.75.down_proj,0.0000003338,0.01000,0.404
51,mlp.experts.76.down_proj,0.0000003162,0.01000,0.405
51,mlp.experts.78.down_proj,0.0000003342,0.01000,0.406
51,mlp.experts.79.down_proj,0.0000004524,0.01000,0.407
51,mlp.experts.81.down_proj,0.0000003308,0.01000,0.406
51,mlp.experts.77.down_proj,0.0000003453,0.01000,0.421
51,mlp.experts.82.down_proj,0.0000003466,0.01000,0.407
51,mlp.experts.80.down_proj,0.0000003847,0.01000,0.429
51,mlp.experts.83.down_proj,0.0000003697,0.01000,0.407
51,mlp.experts.87.down_proj,0.0000003520,0.01000,0.397
51,mlp.experts.86.down_proj,0.0000003693,0.01000,0.404
51,mlp.experts.88.down_proj,0.0000003171,0.01000,0.405
51,mlp.experts.85.down_proj,0.0000003540,0.01000,0.413
51,mlp.experts.89.down_proj,0.0000003244,0.01000,0.400
51,mlp.experts.90.down_proj,0.0000003363,0.01000,0.406
51,mlp.experts.84.down_proj,0.0000003197,0.01000,0.442
51,mlp.experts.92.down_proj,0.0000003458,0.01000,0.408
51,mlp.experts.94.down_proj,0.0000003012,0.01000,0.404
51,mlp.experts.95.down_proj,0.0000003637,0.01000,0.402
51,mlp.experts.91.down_proj,0.0000003582,0.01000,0.429
51,mlp.experts.93.down_proj,0.0000003682,0.01000,0.424
51,mlp.experts.96.down_proj,0.0000003461,0.01000,0.404
51,mlp.experts.97.down_proj,0.0000003875,0.01000,0.414
51,mlp.experts.99.down_proj,0.0000003161,0.01000,0.409
51,mlp.experts.100.down_proj,0.0000003094,0.01000,0.406
51,mlp.experts.98.down_proj,0.0000003064,0.01000,0.419
51,mlp.experts.102.down_proj,0.0000004498,0.01000,0.401
51,mlp.experts.103.down_proj,0.0000004449,0.01000,0.405
51,mlp.experts.101.down_proj,0.0000003359,0.01000,0.418
51,mlp.experts.104.down_proj,0.0000002900,0.01000,0.407
51,mlp.experts.106.down_proj,0.0000003617,0.01000,0.405
51,mlp.experts.108.down_proj,0.0000003831,0.01000,0.401
51,mlp.experts.107.down_proj,0.0000004126,0.01000,0.406
51,mlp.experts.105.down_proj,0.0000003266,0.01000,0.422
51,mlp.experts.109.down_proj,0.0000003568,0.01000,0.408
51,mlp.experts.110.down_proj,0.0000003513,0.01000,0.403
51,mlp.experts.111.down_proj,0.0000003455,0.01000,0.408
51,mlp.experts.113.down_proj,0.0000003370,0.01000,0.403
51,mlp.experts.112.down_proj,0.0000003350,0.01000,0.407
51,mlp.experts.114.down_proj,0.0000002871,0.01000,0.405
51,mlp.experts.115.down_proj,0.0000003903,0.01000,0.402
51,mlp.experts.117.down_proj,0.0000003606,0.01000,0.403
51,mlp.experts.116.down_proj,0.0000003180,0.01000,0.410
51,mlp.experts.118.down_proj,0.0000003994,0.01000,0.407
51,mlp.experts.119.down_proj,0.0000003540,0.01000,0.273
52,self_attn.v_proj,0.0000002072,0.01000,1.193
52,self_attn.k_proj,0.0000000994,0.01000,1.208
52,self_attn.q_proj,0.0000007473,0.01000,1.263
52,self_attn.o_proj,0.0000002918,0.01000,2.771
52,mlp.shared_experts.gate_proj,0.0000000078,0.01000,0.914
52,mlp.shared_experts.up_proj,0.0000000060,0.01000,0.911
52,mlp.shared_experts.down_proj,0.0000000006,0.01000,0.273
52,mlp.experts.3.gate_proj,0.0000040666,0.01000,1.517
52,mlp.experts.2.gate_proj,0.0000036453,0.01000,1.520
52,mlp.experts.4.gate_proj,0.0000039751,0.01000,1.529
52,mlp.experts.5.gate_proj,0.0000036457,0.01000,1.533
52,mlp.experts.6.gate_proj,0.0000034994,0.01000,1.550
52,mlp.experts.1.gate_proj,0.0000035702,0.01000,1.577
52,mlp.experts.0.gate_proj,0.0000036553,0.01000,1.578
52,mlp.experts.10.gate_proj,0.0000037905,0.01000,1.348
52,mlp.experts.9.gate_proj,0.0000037457,0.01000,1.353
52,mlp.experts.11.gate_proj,0.0000038841,0.01000,1.355
52,mlp.experts.12.gate_proj,0.0000035802,0.01000,1.334
52,mlp.experts.8.gate_proj,0.0000035362,0.01000,1.414
52,mlp.experts.7.gate_proj,0.0000035851,0.01000,1.417
52,mlp.experts.13.gate_proj,0.0000036844,0.01000,1.360
52,mlp.experts.17.gate_proj,0.0000037309,0.01000,1.335
52,mlp.experts.15.gate_proj,0.0000036371,0.01000,1.368
52,mlp.experts.16.gate_proj,0.0000035630,0.01000,1.360
52,mlp.experts.19.gate_proj,0.0000037584,0.01000,1.347
52,mlp.experts.18.gate_proj,0.0000037210,0.01000,1.352
52,mlp.experts.20.gate_proj,0.0000036896,0.01000,1.365
52,mlp.experts.14.gate_proj,0.0000038298,0.01000,1.433
52,mlp.experts.22.gate_proj,0.0000036326,0.01000,1.355
52,mlp.experts.24.gate_proj,0.0000041625,0.01000,1.340
52,mlp.experts.23.gate_proj,0.0000036832,0.01000,1.361
52,mlp.experts.25.gate_proj,0.0000035659,0.01000,1.355
52,mlp.experts.26.gate_proj,0.0000038942,0.01000,1.351
52,mlp.experts.21.gate_proj,0.0000035223,0.01000,1.412
52,mlp.experts.27.gate_proj,0.0000036236,0.01000,1.384
52,mlp.experts.28.gate_proj,0.0000037130,0.01000,1.364
52,mlp.experts.29.gate_proj,0.0000039381,0.01000,1.351
52,mlp.experts.30.gate_proj,0.0000035908,0.01000,1.349
52,mlp.experts.31.gate_proj,0.0000036971,0.01000,1.340
52,mlp.experts.33.gate_proj,0.0000035182,0.01000,1.342
52,mlp.experts.32.gate_proj,0.0000035779,0.01000,1.401
52,mlp.experts.34.gate_proj,0.0000039777,0.01000,1.379
52,mlp.experts.38.gate_proj,0.0000036362,0.01000,1.341
52,mlp.experts.36.gate_proj,0.0000035866,0.01000,1.360
52,mlp.experts.37.gate_proj,0.0000035990,0.01000,1.360
52,mlp.experts.39.gate_proj,0.0000036816,0.01000,1.349
52,mlp.experts.35.gate_proj,0.0000034805,0.01000,1.413
52,mlp.experts.40.gate_proj,0.0000036312,0.01000,1.361
52,mlp.experts.41.gate_proj,0.0000036172,0.01000,1.375
52,mlp.experts.44.gate_proj,0.0000037694,0.01000,1.338
52,mlp.experts.45.gate_proj,0.0000038724,0.01000,1.340
52,mlp.experts.42.gate_proj,0.0000035396,0.01000,1.404
52,mlp.experts.46.gate_proj,0.0000037576,0.01000,1.348
52,mlp.experts.47.gate_proj,0.0000036698,0.01000,1.337
52,mlp.experts.43.gate_proj,0.0000039132,0.01000,1.427
52,mlp.experts.48.gate_proj,0.0000035946,0.01000,1.355
52,mlp.experts.49.gate_proj,0.0000036256,0.01000,1.351
52,mlp.experts.50.gate_proj,0.0000036130,0.01000,1.373
52,mlp.experts.52.gate_proj,0.0000042310,0.01000,1.334
52,mlp.experts.51.gate_proj,0.0000036071,0.01000,1.353
52,mlp.experts.54.gate_proj,0.0000034616,0.01000,1.345
52,mlp.experts.53.gate_proj,0.0000038848,0.01000,1.354
52,mlp.experts.55.gate_proj,0.0000035937,0.01000,1.365
52,mlp.experts.56.gate_proj,0.0000036873,0.01000,1.345
52,mlp.experts.58.gate_proj,0.0000039246,0.01000,1.359
52,mlp.experts.59.gate_proj,0.0000038927,0.01000,1.349
52,mlp.experts.61.gate_proj,0.0000038663,0.01000,1.349
52,mlp.experts.60.gate_proj,0.0000037344,0.01000,1.368
52,mlp.experts.57.gate_proj,0.0000038443,0.01000,1.410
52,mlp.experts.62.gate_proj,0.0000040039,0.01000,1.355
52,mlp.experts.63.gate_proj,0.0000040084,0.01000,1.352
52,mlp.experts.64.gate_proj,0.0000034882,0.01000,1.352
52,mlp.experts.65.gate_proj,0.0000038980,0.01000,1.356
52,mlp.experts.66.gate_proj,0.0000036803,0.01000,1.341
52,mlp.experts.68.gate_proj,0.0000037084,0.01000,1.349
52,mlp.experts.69.gate_proj,0.0000037779,0.01000,1.359
52,mlp.experts.67.gate_proj,0.0000038504,0.01000,1.413
52,mlp.experts.70.gate_proj,0.0000035437,0.01000,1.336
52,mlp.experts.72.gate_proj,0.0000037179,0.01000,1.317
52,mlp.experts.71.gate_proj,0.0000035573,0.01000,1.328
52,mlp.experts.73.gate_proj,0.0000038826,0.01000,1.325
52,mlp.experts.74.gate_proj,0.0000035307,0.01000,1.349
52,mlp.experts.75.gate_proj,0.0000035911,0.01000,1.321
52,mlp.experts.76.gate_proj,0.0000035447,0.01000,1.352
52,mlp.experts.77.gate_proj,0.0000038325,0.01000,1.357
52,mlp.experts.79.gate_proj,0.0000038262,0.01000,1.351
52,mlp.experts.80.gate_proj,0.0000035929,0.01000,1.342
52,mlp.experts.78.gate_proj,0.0000037839,0.01000,1.418
52,mlp.experts.81.gate_proj,0.0000037016,0.01000,1.354
52,mlp.experts.82.gate_proj,0.0000038594,0.01000,1.339
52,mlp.experts.83.gate_proj,0.0000036566,0.01000,1.377
52,mlp.experts.84.gate_proj,0.0000035373,0.01000,1.357
52,mlp.experts.85.gate_proj,0.0000038643,0.01000,1.361
52,mlp.experts.86.gate_proj,0.0000035101,0.01000,1.367
52,mlp.experts.87.gate_proj,0.0000038014,0.01000,1.338
52,mlp.experts.88.gate_proj,0.0000037920,0.01000,1.353
52,mlp.experts.89.gate_proj,0.0000035741,0.01000,1.344
52,mlp.experts.90.gate_proj,0.0000035652,0.01000,1.368
52,mlp.experts.91.gate_proj,0.0000035836,0.01000,1.364
52,mlp.experts.92.gate_proj,0.0000035999,0.01000,1.353
52,mlp.experts.93.gate_proj,0.0000038995,0.01000,1.357
52,mlp.experts.94.gate_proj,0.0000035984,0.01000,1.334
52,mlp.experts.95.gate_proj,0.0000037149,0.01000,1.344
52,mlp.experts.96.gate_proj,0.0000039389,0.01000,1.341
52,mlp.experts.97.gate_proj,0.0000038547,0.01000,1.359
52,mlp.experts.98.gate_proj,0.0000036843,0.01000,1.372
52,mlp.experts.99.gate_proj,0.0000040671,0.01000,1.354
52,mlp.experts.101.gate_proj,0.0000035776,0.01000,1.334
52,mlp.experts.102.gate_proj,0.0000040230,0.01000,1.338
52,mlp.experts.103.gate_proj,0.0000038679,0.01000,1.340
52,mlp.experts.100.gate_proj,0.0000037447,0.01000,1.402
52,mlp.experts.104.gate_proj,0.0000038123,0.01000,1.353
52,mlp.experts.106.gate_proj,0.0000038229,0.01000,1.354
52,mlp.experts.107.gate_proj,0.0000036285,0.01000,1.361
52,mlp.experts.108.gate_proj,0.0000036360,0.01000,1.346
52,mlp.experts.109.gate_proj,0.0000037803,0.01000,1.352
52,mlp.experts.105.gate_proj,0.0000036666,0.01000,1.417
52,mlp.experts.110.gate_proj,0.0000036763,0.01000,1.347
52,mlp.experts.111.gate_proj,0.0000039467,0.01000,1.355
52,mlp.experts.113.gate_proj,0.0000038885,0.01000,1.354
52,mlp.experts.114.gate_proj,0.0000037835,0.01000,1.360
52,mlp.experts.115.gate_proj,0.0000040152,0.01000,1.349
52,mlp.experts.112.gate_proj,0.0000040116,0.01000,1.414
52,mlp.experts.116.gate_proj,0.0000039045,0.01000,1.367
52,mlp.experts.117.gate_proj,0.0000037158,0.01000,1.358
52,mlp.experts.118.gate_proj,0.0000036033,0.01000,1.367
52,mlp.experts.119.gate_proj,0.0000034322,0.01000,1.363
52,mlp.experts.1.up_proj,0.0000035022,0.01000,1.348
52,mlp.experts.2.up_proj,0.0000035408,0.01000,1.345
52,mlp.experts.4.up_proj,0.0000038530,0.01000,1.348
52,mlp.experts.3.up_proj,0.0000039042,0.01000,1.366
52,mlp.experts.0.up_proj,0.0000035824,0.01000,1.401
52,mlp.experts.5.up_proj,0.0000036330,0.01000,1.364
52,mlp.experts.6.up_proj,0.0000034706,0.01000,1.358
52,mlp.experts.7.up_proj,0.0000035049,0.01000,1.366
52,mlp.experts.9.up_proj,0.0000036133,0.01000,1.343
52,mlp.experts.11.up_proj,0.0000036842,0.01000,1.347
52,mlp.experts.10.up_proj,0.0000036817,0.01000,1.364
52,mlp.experts.8.up_proj,0.0000034830,0.01000,1.400
52,mlp.experts.12.up_proj,0.0000034801,0.01000,1.365
52,mlp.experts.13.up_proj,0.0000036014,0.01000,1.357
52,mlp.experts.15.up_proj,0.0000035085,0.01000,1.361
52,mlp.experts.16.up_proj,0.0000035725,0.01000,1.348
52,mlp.experts.18.up_proj,0.0000035888,0.01000,1.352
52,mlp.experts.17.up_proj,0.0000036172,0.01000,1.369
52,mlp.experts.14.up_proj,0.0000036109,0.01000,1.417
52,mlp.experts.19.up_proj,0.0000035957,0.01000,1.361
52,mlp.experts.20.up_proj,0.0000035862,0.01000,1.361
52,mlp.experts.21.up_proj,0.0000034917,0.01000,1.365
52,mlp.experts.22.up_proj,0.0000035421,0.01000,1.359
52,mlp.experts.23.up_proj,0.0000034523,0.01000,1.349
52,mlp.experts.24.up_proj,0.0000038724,0.01000,1.364
52,mlp.experts.25.up_proj,0.0000035050,0.01000,1.354
52,mlp.experts.26.up_proj,0.0000038108,0.01000,1.364
52,mlp.experts.27.up_proj,0.0000035206,0.01000,1.375
52,mlp.experts.29.up_proj,0.0000038494,0.01000,1.359
52,mlp.experts.30.up_proj,0.0000035286,0.01000,1.346
52,mlp.experts.28.up_proj,0.0000036232,0.01000,1.381
52,mlp.experts.32.up_proj,0.0000035205,0.01000,1.346
52,mlp.experts.31.up_proj,0.0000035536,0.01000,1.400
52,mlp.experts.33.up_proj,0.0000034559,0.01000,1.372
52,mlp.experts.34.up_proj,0.0000038912,0.01000,1.353
52,mlp.experts.36.up_proj,0.0000035484,0.01000,1.346
52,mlp.experts.37.up_proj,0.0000035425,0.01000,1.363
52,mlp.experts.38.up_proj,0.0000036006,0.01000,1.366
52,mlp.experts.35.up_proj,0.0000036983,0.01000,1.401
52,mlp.experts.39.up_proj,0.0000035832,0.01000,1.342
52,mlp.experts.40.up_proj,0.0000035194,0.01000,1.367
52,mlp.experts.41.up_proj,0.0000035524,0.01000,1.356
52,mlp.experts.42.up_proj,0.0000034578,0.01000,1.353
52,mlp.experts.44.up_proj,0.0000036125,0.01000,1.336
52,mlp.experts.45.up_proj,0.0000036476,0.01000,1.346
52,mlp.experts.46.up_proj,0.0000036014,0.01000,1.332
52,mlp.experts.43.up_proj,0.0000037362,0.01000,1.396
52,mlp.experts.47.up_proj,0.0000035762,0.01000,1.370
52,mlp.experts.48.up_proj,0.0000034997,0.01000,1.360
52,mlp.experts.49.up_proj,0.0000036022,0.01000,1.351
52,mlp.experts.50.up_proj,0.0000035201,0.01000,1.345
52,mlp.experts.51.up_proj,0.0000036292,0.01000,1.338
52,mlp.experts.52.up_proj,0.0000038701,0.01000,1.343
52,mlp.experts.53.up_proj,0.0000037123,0.01000,1.346
52,mlp.experts.54.up_proj,0.0000034500,0.01000,1.373
52,mlp.experts.55.up_proj,0.0000035426,0.01000,1.374
52,mlp.experts.57.up_proj,0.0000037613,0.01000,1.355
52,mlp.experts.56.up_proj,0.0000035977,0.01000,1.375
52,mlp.experts.58.up_proj,0.0000037334,0.01000,1.347
52,mlp.experts.59.up_proj,0.0000037032,0.01000,1.355
52,mlp.experts.60.up_proj,0.0000035978,0.01000,1.349
52,mlp.experts.61.up_proj,0.0000037281,0.01000,1.384
52,mlp.experts.65.up_proj,0.0000036896,0.01000,1.345
52,mlp.experts.63.up_proj,0.0000038718,0.01000,1.364
52,mlp.experts.64.up_proj,0.0000033661,0.01000,1.372
52,mlp.experts.66.up_proj,0.0000036130,0.01000,1.356
52,mlp.experts.67.up_proj,0.0000037007,0.01000,1.348
52,mlp.experts.62.up_proj,0.0000038881,0.01000,1.416
52,mlp.experts.68.up_proj,0.0000035760,0.01000,1.365
52,mlp.experts.69.up_proj,0.0000036925,0.01000,1.363
52,mlp.experts.71.up_proj,0.0000035189,0.01000,1.349
52,mlp.experts.72.up_proj,0.0000036625,0.01000,1.344
52,mlp.experts.70.up_proj,0.0000033816,0.01000,1.375
52,mlp.experts.73.up_proj,0.0000037256,0.01000,1.355
52,mlp.experts.74.up_proj,0.0000035094,0.01000,1.345
52,mlp.experts.75.up_proj,0.0000035331,0.01000,1.354
52,mlp.experts.78.up_proj,0.0000036596,0.01000,1.357
52,mlp.experts.77.up_proj,0.0000036920,0.01000,1.372
52,mlp.experts.79.up_proj,0.0000037057,0.01000,1.360
52,mlp.experts.81.up_proj,0.0000035743,0.01000,1.349
52,mlp.experts.80.up_proj,0.0000035269,0.01000,1.369
52,mlp.experts.76.up_proj,0.0000034994,0.01000,1.414
52,mlp.experts.82.up_proj,0.0000035814,0.01000,1.359
52,mlp.experts.86.up_proj,0.0000034648,0.01000,1.346
52,mlp.experts.85.up_proj,0.0000037208,0.01000,1.364
52,mlp.experts.87.up_proj,0.0000036294,0.01000,1.358
52,mlp.experts.88.up_proj,0.0000036360,0.01000,1.353
52,mlp.experts.83.up_proj,0.0000035729,0.01000,1.416
52,mlp.experts.84.up_proj,0.0000034832,0.01000,1.414
52,mlp.experts.89.up_proj,0.0000034776,0.01000,1.358
52,mlp.experts.90.up_proj,0.0000034871,0.01000,1.368
52,mlp.experts.93.up_proj,0.0000038624,0.01000,1.340
52,mlp.experts.92.up_proj,0.0000034502,0.01000,1.365
52,mlp.experts.94.up_proj,0.0000035412,0.01000,1.361
52,mlp.experts.95.up_proj,0.0000035977,0.01000,1.369
52,mlp.experts.91.up_proj,0.0000035340,0.01000,1.422
52,mlp.experts.96.up_proj,0.0000037699,0.01000,1.369
52,mlp.experts.97.up_proj,0.0000036701,0.01000,1.351
52,mlp.experts.98.up_proj,0.0000035589,0.01000,1.364
52,mlp.experts.99.up_proj,0.0000038492,0.01000,1.354
52,mlp.experts.100.up_proj,0.0000035924,0.01000,1.345
52,mlp.experts.102.up_proj,0.0000037521,0.01000,1.347
52,mlp.experts.101.up_proj,0.0000035320,0.01000,1.408
52,mlp.experts.103.up_proj,0.0000037216,0.01000,1.362
52,mlp.experts.104.up_proj,0.0000037046,0.01000,1.347
52,mlp.experts.107.up_proj,0.0000035576,0.01000,1.337
52,mlp.experts.106.up_proj,0.0000036959,0.01000,1.349
52,mlp.experts.108.up_proj,0.0000034465,0.01000,1.356
52,mlp.experts.105.up_proj,0.0000035262,0.01000,1.418
52,mlp.experts.109.up_proj,0.0000036153,0.01000,1.349
52,mlp.experts.110.up_proj,0.0000036029,0.01000,1.356
52,mlp.experts.111.up_proj,0.0000037191,0.01000,1.353
52,mlp.experts.113.up_proj,0.0000037219,0.01000,1.345
52,mlp.experts.114.up_proj,0.0000036651,0.01000,1.334
52,mlp.experts.115.up_proj,0.0000037941,0.01000,1.347
52,mlp.experts.112.up_proj,0.0000038973,0.01000,1.426
52,mlp.experts.116.up_proj,0.0000037320,0.01000,1.343
52,mlp.experts.117.up_proj,0.0000036316,0.01000,1.321
52,mlp.experts.118.up_proj,0.0000034699,0.01000,1.023
52,mlp.experts.119.up_proj,0.0000034325,0.01000,1.021
52,mlp.experts.3.down_proj,0.0000003096,0.01000,0.442
52,mlp.experts.4.down_proj,0.0000003591,0.01000,0.449
52,mlp.experts.2.down_proj,0.0000003740,0.01000,0.462
52,mlp.experts.5.down_proj,0.0000003656,0.01000,0.460
52,mlp.experts.0.down_proj,0.0000003992,0.01000,0.463
52,mlp.experts.6.down_proj,0.0000004324,0.01000,0.460
52,mlp.experts.1.down_proj,0.0000003743,0.01000,0.465
52,mlp.experts.7.down_proj,0.0000004480,0.01000,0.413
52,mlp.experts.12.down_proj,0.0000003918,0.01000,0.417
52,mlp.experts.9.down_proj,0.0000003674,0.01000,0.419
52,mlp.experts.11.down_proj,0.0000004643,0.01000,0.419
52,mlp.experts.13.down_proj,0.0000003966,0.01000,0.423
52,mlp.experts.8.down_proj,0.0000003832,0.01000,0.438
52,mlp.experts.10.down_proj,0.0000003662,0.01000,0.436
52,mlp.experts.14.down_proj,0.0000003059,0.01000,0.416
52,mlp.experts.15.down_proj,0.0000003617,0.01000,0.415
52,mlp.experts.17.down_proj,0.0000003552,0.01000,0.416
52,mlp.experts.19.down_proj,0.0000003036,0.01000,0.410
52,mlp.experts.18.down_proj,0.0000004547,0.01000,0.414
52,mlp.experts.16.down_proj,0.0000004280,0.01000,0.429
52,mlp.experts.20.down_proj,0.0000003367,0.01000,0.414
52,mlp.experts.21.down_proj,0.0000003897,0.01000,0.415
52,mlp.experts.24.down_proj,0.0000004201,0.01000,0.400
52,mlp.experts.22.down_proj,0.0000003979,0.01000,0.411
52,mlp.experts.25.down_proj,0.0000003718,0.01000,0.408
52,mlp.experts.26.down_proj,0.0000004024,0.01000,0.410
52,mlp.experts.27.down_proj,0.0000003331,0.01000,0.408
52,mlp.experts.23.down_proj,0.0000004217,0.01000,0.429
52,mlp.experts.28.down_proj,0.0000003726,0.01000,0.413
52,mlp.experts.29.down_proj,0.0000004344,0.01000,0.408
52,mlp.experts.31.down_proj,0.0000004197,0.01000,0.404
52,mlp.experts.33.down_proj,0.0000003981,0.01000,0.403
52,mlp.experts.30.down_proj,0.0000003760,0.01000,0.425
52,mlp.experts.32.down_proj,0.0000004311,0.01000,0.427
52,mlp.experts.34.down_proj,0.0000003777,0.01000,0.426
52,mlp.experts.35.down_proj,0.0000002924,0.01000,0.408
52,mlp.experts.36.down_proj,0.0000004064,0.01000,0.406
52,mlp.experts.38.down_proj,0.0000004009,0.01000,0.401
52,mlp.experts.37.down_proj,0.0000003885,0.01000,0.412
52,mlp.experts.39.down_proj,0.0000003554,0.01000,0.410
52,mlp.experts.40.down_proj,0.0000003837,0.01000,0.401
52,mlp.experts.41.down_proj,0.0000003617,0.01000,0.406
52,mlp.experts.43.down_proj,0.0000003494,0.01000,0.403
52,mlp.experts.42.down_proj,0.0000003544,0.01000,0.409
52,mlp.experts.45.down_proj,0.0000003809,0.01000,0.401
52,mlp.experts.44.down_proj,0.0000003847,0.01000,0.415
52,mlp.experts.46.down_proj,0.0000003102,0.01000,0.404
52,mlp.experts.47.down_proj,0.0000004525,0.01000,0.399
52,mlp.experts.48.down_proj,0.0000004358,0.01000,0.404
52,mlp.experts.49.down_proj,0.0000004134,0.01000,0.412
52,mlp.experts.50.down_proj,0.0000003368,0.01000,0.417
52,mlp.experts.51.down_proj,0.0000004453,0.01000,0.410
52,mlp.experts.52.down_proj,0.0000004284,0.01000,0.405
52,mlp.experts.54.down_proj,0.0000004256,0.01000,0.404
52,mlp.experts.53.down_proj,0.0000003805,0.01000,0.408
52,mlp.experts.55.down_proj,0.0000004024,0.01000,0.409
52,mlp.experts.56.down_proj,0.0000003806,0.01000,0.406
52,mlp.experts.58.down_proj,0.0000003873,0.01000,0.403
52,mlp.experts.59.down_proj,0.0000004920,0.01000,0.397
52,mlp.experts.57.down_proj,0.0000004061,0.01000,0.415
52,mlp.experts.61.down_proj,0.0000003999,0.01000,0.402
52,mlp.experts.60.down_proj,0.0000003501,0.01000,0.417
52,mlp.experts.62.down_proj,0.0000004247,0.01000,0.405
52,mlp.experts.63.down_proj,0.0000003911,0.01000,0.406
52,mlp.experts.66.down_proj,0.0000003933,0.01000,0.402
52,mlp.experts.65.down_proj,0.0000003892,0.01000,0.413
52,mlp.experts.64.down_proj,0.0000004104,0.01000,0.416
52,mlp.experts.67.down_proj,0.0000003617,0.01000,0.410
52,mlp.experts.68.down_proj,0.0000003533,0.01000,0.403
52,mlp.experts.69.down_proj,0.0000003987,0.01000,0.408
52,mlp.experts.70.down_proj,0.0000003778,0.01000,0.404
52,mlp.experts.73.down_proj,0.0000003625,0.01000,0.398
52,mlp.experts.72.down_proj,0.0000003238,0.01000,0.404
52,mlp.experts.74.down_proj,0.0000004147,0.01000,0.405
52,mlp.experts.71.down_proj,0.0000003617,0.01000,0.418
52,mlp.experts.75.down_proj,0.0000003531,0.01000,0.399
52,mlp.experts.76.down_proj,0.0000004019,0.01000,0.411
52,mlp.experts.77.down_proj,0.0000004157,0.01000,0.402
52,mlp.experts.79.down_proj,0.0000003663,0.01000,0.402
52,mlp.experts.78.down_proj,0.0000003292,0.01000,0.408
52,mlp.experts.80.down_proj,0.0000003529,0.01000,0.401
52,mlp.experts.82.down_proj,0.0000005688,0.01000,0.402
52,mlp.experts.81.down_proj,0.0000004018,0.01000,0.407
52,mlp.experts.83.down_proj,0.0000003929,0.01000,0.413
52,mlp.experts.84.down_proj,0.0000003982,0.01000,0.405
52,mlp.experts.86.down_proj,0.0000004386,0.01000,0.404
52,mlp.experts.87.down_proj,0.0000004291,0.01000,0.404
52,mlp.experts.89.down_proj,0.0000003819,0.01000,0.401
52,mlp.experts.85.down_proj,0.0000003832,0.01000,0.417
52,mlp.experts.88.down_proj,0.0000004378,0.01000,0.418
52,mlp.experts.90.down_proj,0.0000003182,0.01000,0.413
52,mlp.experts.91.down_proj,0.0000004109,0.01000,0.405
52,mlp.experts.92.down_proj,0.0000003947,0.01000,0.408
52,mlp.experts.94.down_proj,0.0000004193,0.01000,0.402
52,mlp.experts.93.down_proj,0.0000003920,0.01000,0.408
52,mlp.experts.95.down_proj,0.0000003838,0.01000,0.411
52,mlp.experts.96.down_proj,0.0000003940,0.01000,0.402
52,mlp.experts.97.down_proj,0.0000002936,0.01000,0.414
52,mlp.experts.98.down_proj,0.0000003411,0.01000,0.408
52,mlp.experts.99.down_proj,0.0000004303,0.01000,0.408
52,mlp.experts.101.down_proj,0.0000003605,0.01000,0.401
52,mlp.experts.103.down_proj,0.0000003939,0.01000,0.401
52,mlp.experts.100.down_proj,0.0000003191,0.01000,0.415
52,mlp.experts.102.down_proj,0.0000004119,0.01000,0.417
52,mlp.experts.104.down_proj,0.0000003538,0.01000,0.414
52,mlp.experts.105.down_proj,0.0000003418,0.01000,0.403
52,mlp.experts.106.down_proj,0.0000003497,0.01000,0.403
52,mlp.experts.107.down_proj,0.0000004259,0.01000,0.408
52,mlp.experts.108.down_proj,0.0000004548,0.01000,0.401
52,mlp.experts.109.down_proj,0.0000003216,0.01000,0.409
52,mlp.experts.110.down_proj,0.0000003897,0.01000,0.406
52,mlp.experts.111.down_proj,0.0000003977,0.01000,0.414
52,mlp.experts.112.down_proj,0.0000004249,0.01000,0.405
52,mlp.experts.113.down_proj,0.0000004707,0.01000,0.404
52,mlp.experts.115.down_proj,0.0000004087,0.01000,0.399
52,mlp.experts.114.down_proj,0.0000003882,0.01000,0.404
52,mlp.experts.116.down_proj,0.0000004364,0.01000,0.404
52,mlp.experts.117.down_proj,0.0000004030,0.01000,0.401
52,mlp.experts.118.down_proj,0.0000004044,0.01000,0.394
52,mlp.experts.119.down_proj,0.0000006830,0.01000,0.281
53,self_attn.v_proj,0.0000002561,0.01000,1.173
53,self_attn.k_proj,0.0000001288,0.01000,1.199
53,self_attn.q_proj,0.0000008808,0.01000,1.243
53,self_attn.o_proj,0.0000003297,0.01000,2.754
53,mlp.shared_experts.gate_proj,0.0000000079,0.01000,0.908
53,mlp.shared_experts.up_proj,0.0000000058,0.01000,0.910
53,mlp.shared_experts.down_proj,0.0000000005,0.01000,0.275
53,mlp.experts.3.gate_proj,0.0000036509,0.01000,1.515
53,mlp.experts.5.gate_proj,0.0000038653,0.01000,1.518
53,mlp.experts.2.gate_proj,0.0000036452,0.01000,1.519
53,mlp.experts.4.gate_proj,0.0000037499,0.01000,1.528
53,mlp.experts.6.gate_proj,0.0000037063,0.01000,1.547
53,mlp.experts.0.gate_proj,0.0000036135,0.01000,1.567
53,mlp.experts.1.gate_proj,0.0000036435,0.01000,1.567
53,mlp.experts.9.gate_proj,0.0000035814,0.01000,1.340
53,mlp.experts.10.gate_proj,0.0000036652,0.01000,1.334
53,mlp.experts.12.gate_proj,0.0000042991,0.01000,1.330
53,mlp.experts.11.gate_proj,0.0000036772,0.01000,1.360
53,mlp.experts.13.gate_proj,0.0000037639,0.01000,1.359
53,mlp.experts.7.gate_proj,0.0000038352,0.01000,1.420
53,mlp.experts.8.gate_proj,0.0000039315,0.01000,1.420
53,mlp.experts.15.gate_proj,0.0000040854,0.01000,1.367
53,mlp.experts.16.gate_proj,0.0000036780,0.01000,1.340
53,mlp.experts.17.gate_proj,0.0000035823,0.01000,1.342
53,mlp.experts.18.gate_proj,0.0000040331,0.01000,1.344
53,mlp.experts.14.gate_proj,0.0000037945,0.01000,1.420
53,mlp.experts.19.gate_proj,0.0000036894,0.01000,1.345
53,mlp.experts.20.gate_proj,0.0000038070,0.01000,1.367
53,mlp.experts.22.gate_proj,0.0000035690,0.01000,1.338
53,mlp.experts.24.gate_proj,0.0000038418,0.01000,1.327
53,mlp.experts.23.gate_proj,0.0000038053,0.01000,1.356
53,mlp.experts.26.gate_proj,0.0000043615,0.01000,1.350
53,mlp.experts.25.gate_proj,0.0000035691,0.01000,1.352
53,mlp.experts.21.gate_proj,0.0000039111,0.01000,1.405
53,mlp.experts.27.gate_proj,0.0000037671,0.01000,1.364
53,mlp.experts.28.gate_proj,0.0000036330,0.01000,1.379
53,mlp.experts.29.gate_proj,0.0000036955,0.01000,1.356
53,mlp.experts.30.gate_proj,0.0000037106,0.01000,1.361
53,mlp.experts.31.gate_proj,0.0000038855,0.01000,1.350
53,mlp.experts.33.gate_proj,0.0000037807,0.01000,1.350
53,mlp.experts.34.gate_proj,0.0000038993,0.01000,1.361
53,mlp.experts.32.gate_proj,0.0000035648,0.01000,1.432
53,mlp.experts.35.gate_proj,0.0000037622,0.01000,1.340
53,mlp.experts.36.gate_proj,0.0000037041,0.01000,1.344
53,mlp.experts.37.gate_proj,0.0000037844,0.01000,1.345
53,mlp.experts.38.gate_proj,0.0000041387,0.01000,1.343
53,mlp.experts.39.gate_proj,0.0000040499,0.01000,1.363
53,mlp.experts.40.gate_proj,0.0000038786,0.01000,1.343
53,mlp.experts.41.gate_proj,0.0000035489,0.01000,1.358
53,mlp.experts.43.gate_proj,0.0000036305,0.01000,1.346
53,mlp.experts.42.gate_proj,0.0000036616,0.01000,1.353
53,mlp.experts.45.gate_proj,0.0000038003,0.01000,1.330
53,mlp.experts.46.gate_proj,0.0000037949,0.01000,1.345
53,mlp.experts.47.gate_proj,0.0000035976,0.01000,1.334
53,mlp.experts.44.gate_proj,0.0000041145,0.01000,1.399
53,mlp.experts.48.gate_proj,0.0000036899,0.01000,1.352
53,mlp.experts.50.gate_proj,0.0000036828,0.01000,1.338
53,mlp.experts.52.gate_proj,0.0000037618,0.01000,1.320
53,mlp.experts.51.gate_proj,0.0000035930,0.01000,1.361
53,mlp.experts.49.gate_proj,0.0000039287,0.01000,1.394
53,mlp.experts.54.gate_proj,0.0000037392,0.01000,1.327
53,mlp.experts.53.gate_proj,0.0000038388,0.01000,1.385
53,mlp.experts.55.gate_proj,0.0000038878,0.01000,1.342
53,mlp.experts.56.gate_proj,0.0000041803,0.01000,1.348
53,mlp.experts.57.gate_proj,0.0000039443,0.01000,1.354
53,mlp.experts.59.gate_proj,0.0000035969,0.01000,1.335
53,mlp.experts.58.gate_proj,0.0000041491,0.01000,1.362
53,mlp.experts.60.gate_proj,0.0000036683,0.01000,1.354
53,mlp.experts.61.gate_proj,0.0000038034,0.01000,1.327
53,mlp.experts.62.gate_proj,0.0000036887,0.01000,1.351
53,mlp.experts.63.gate_proj,0.0000037964,0.01000,1.345
53,mlp.experts.65.gate_proj,0.0000038083,0.01000,1.337
53,mlp.experts.67.gate_proj,0.0000035957,0.01000,1.342
53,mlp.experts.66.gate_proj,0.0000036315,0.01000,1.365
53,mlp.experts.68.gate_proj,0.0000036504,0.01000,1.336
53,mlp.experts.64.gate_proj,0.0000037694,0.01000,1.440
53,mlp.experts.69.gate_proj,0.0000036226,0.01000,1.371
53,mlp.experts.70.gate_proj,0.0000038690,0.01000,1.333
53,mlp.experts.72.gate_proj,0.0000041133,0.01000,1.341
53,mlp.experts.73.gate_proj,0.0000036832,0.01000,1.352
53,mlp.experts.74.gate_proj,0.0000036193,0.01000,1.350
53,mlp.experts.71.gate_proj,0.0000036019,0.01000,1.431
53,mlp.experts.75.gate_proj,0.0000036975,0.01000,1.347
53,mlp.experts.76.gate_proj,0.0000036567,0.01000,1.383
53,mlp.experts.77.gate_proj,0.0000037239,0.01000,1.352
53,mlp.experts.80.gate_proj,0.0000036733,0.01000,1.324
53,mlp.experts.79.gate_proj,0.0000036816,0.01000,1.352
53,mlp.experts.78.gate_proj,0.0000035999,0.01000,1.407
53,mlp.experts.81.gate_proj,0.0000036820,0.01000,1.344
53,mlp.experts.82.gate_proj,0.0000036289,0.01000,1.341
53,mlp.experts.83.gate_proj,0.0000037858,0.01000,1.357
53,mlp.experts.84.gate_proj,0.0000038514,0.01000,1.363
53,mlp.experts.85.gate_proj,0.0000036974,0.01000,1.351
53,mlp.experts.86.gate_proj,0.0000037430,0.01000,1.355
53,mlp.experts.87.gate_proj,0.0000037126,0.01000,1.331
53,mlp.experts.88.gate_proj,0.0000037636,0.01000,1.350
53,mlp.experts.89.gate_proj,0.0000037623,0.01000,1.344
53,mlp.experts.90.gate_proj,0.0000035833,0.01000,1.368
53,mlp.experts.91.gate_proj,0.0000038393,0.01000,1.371
53,mlp.experts.92.gate_proj,0.0000036273,0.01000,1.355
53,mlp.experts.93.gate_proj,0.0000035982,0.01000,1.343
53,mlp.experts.94.gate_proj,0.0000039702,0.01000,1.336
53,mlp.experts.95.gate_proj,0.0000039562,0.01000,1.342
53,mlp.experts.96.gate_proj,0.0000036313,0.01000,1.350
53,mlp.experts.97.gate_proj,0.0000035817,0.01000,1.358
53,mlp.experts.98.gate_proj,0.0000036157,0.01000,1.356
53,mlp.experts.101.gate_proj,0.0000036361,0.01000,1.336
53,mlp.experts.99.gate_proj,0.0000039795,0.01000,1.360
53,mlp.experts.100.gate_proj,0.0000035517,0.01000,1.355
53,mlp.experts.102.gate_proj,0.0000036489,0.01000,1.340
53,mlp.experts.103.gate_proj,0.0000039043,0.01000,1.345
53,mlp.experts.104.gate_proj,0.0000036829,0.01000,1.364
53,mlp.experts.105.gate_proj,0.0000036400,0.01000,1.341
53,mlp.experts.106.gate_proj,0.0000037473,0.01000,1.349
53,mlp.experts.107.gate_proj,0.0000036653,0.01000,1.352
53,mlp.experts.109.gate_proj,0.0000037739,0.01000,1.336
53,mlp.experts.110.gate_proj,0.0000036779,0.01000,1.332
53,mlp.experts.108.gate_proj,0.0000036797,0.01000,1.422
53,mlp.experts.111.gate_proj,0.0000037383,0.01000,1.352
53,mlp.experts.112.gate_proj,0.0000039241,0.01000,1.340
53,mlp.experts.113.gate_proj,0.0000038832,0.01000,1.340
53,mlp.experts.114.gate_proj,0.0000038844,0.01000,1.336
53,mlp.experts.115.gate_proj,0.0000037509,0.01000,1.354
53,mlp.experts.116.gate_proj,0.0000039058,0.01000,1.342
53,mlp.experts.117.gate_proj,0.0000036027,0.01000,1.335
53,mlp.experts.118.gate_proj,0.0000036398,0.01000,1.351
53,mlp.experts.119.gate_proj,0.0000035604,0.01000,1.343
53,mlp.experts.0.up_proj,0.0000035214,0.01000,1.343
53,mlp.experts.1.up_proj,0.0000035682,0.01000,1.334
53,mlp.experts.2.up_proj,0.0000035366,0.01000,1.339
53,mlp.experts.3.up_proj,0.0000035812,0.01000,1.348
53,mlp.experts.4.up_proj,0.0000036323,0.01000,1.334
53,mlp.experts.5.up_proj,0.0000037659,0.01000,1.352
53,mlp.experts.6.up_proj,0.0000034783,0.01000,1.334
53,mlp.experts.8.up_proj,0.0000038362,0.01000,1.333
53,mlp.experts.9.up_proj,0.0000035169,0.01000,1.336
53,mlp.experts.10.up_proj,0.0000035927,0.01000,1.344
53,mlp.experts.7.up_proj,0.0000037310,0.01000,1.390
53,mlp.experts.11.up_proj,0.0000035801,0.01000,1.335
53,mlp.experts.12.up_proj,0.0000040724,0.01000,1.352
53,mlp.experts.13.up_proj,0.0000037438,0.01000,1.345
53,mlp.experts.14.up_proj,0.0000036415,0.01000,1.357
53,mlp.experts.15.up_proj,0.0000039548,0.01000,1.355
53,mlp.experts.16.up_proj,0.0000035115,0.01000,1.340
53,mlp.experts.17.up_proj,0.0000035625,0.01000,1.359
53,mlp.experts.18.up_proj,0.0000038854,0.01000,1.344
53,mlp.experts.19.up_proj,0.0000036050,0.01000,1.360
53,mlp.experts.20.up_proj,0.0000036365,0.01000,1.360
53,mlp.experts.21.up_proj,0.0000037365,0.01000,1.351
53,mlp.experts.22.up_proj,0.0000035442,0.01000,1.340
53,mlp.experts.23.up_proj,0.0000037110,0.01000,1.343
53,mlp.experts.24.up_proj,0.0000037297,0.01000,1.360
53,mlp.experts.25.up_proj,0.0000034811,0.01000,1.366
53,mlp.experts.26.up_proj,0.0000039301,0.01000,1.354
53,mlp.experts.27.up_proj,0.0000036900,0.01000,1.369
53,mlp.experts.29.up_proj,0.0000036104,0.01000,1.347
53,mlp.experts.30.up_proj,0.0000036136,0.01000,1.343
53,mlp.experts.28.up_proj,0.0000035411,0.01000,1.409
53,mlp.experts.32.up_proj,0.0000035061,0.01000,1.344
53,mlp.experts.31.up_proj,0.0000037162,0.01000,1.355
53,mlp.experts.33.up_proj,0.0000036441,0.01000,1.355
53,mlp.experts.34.up_proj,0.0000037728,0.01000,1.361
53,mlp.experts.35.up_proj,0.0000036118,0.01000,1.352
53,mlp.experts.36.up_proj,0.0000036238,0.01000,1.351
53,mlp.experts.37.up_proj,0.0000036311,0.01000,1.334
53,mlp.experts.39.up_proj,0.0000036621,0.01000,1.345
53,mlp.experts.38.up_proj,0.0000039965,0.01000,1.399
53,mlp.experts.40.up_proj,0.0000037368,0.01000,1.361
53,mlp.experts.41.up_proj,0.0000034720,0.01000,1.370
53,mlp.experts.42.up_proj,0.0000035786,0.01000,1.359
53,mlp.experts.43.up_proj,0.0000035676,0.01000,1.358
53,mlp.experts.44.up_proj,0.0000039635,0.01000,1.343
53,mlp.experts.45.up_proj,0.0000037038,0.01000,1.355
53,mlp.experts.46.up_proj,0.0000037442,0.01000,1.350
53,mlp.experts.47.up_proj,0.0000035319,0.01000,1.360
53,mlp.experts.48.up_proj,0.0000035912,0.01000,1.367
53,mlp.experts.50.up_proj,0.0000035947,0.01000,1.350
53,mlp.experts.51.up_proj,0.0000035093,0.01000,1.342
53,mlp.experts.52.up_proj,0.0000036237,0.01000,1.360
53,mlp.experts.49.up_proj,0.0000037077,0.01000,1.410
53,mlp.experts.53.up_proj,0.0000036238,0.01000,1.347
53,mlp.experts.54.up_proj,0.0000036122,0.01000,1.369
53,mlp.experts.57.up_proj,0.0000037501,0.01000,1.342
53,mlp.experts.56.up_proj,0.0000040521,0.01000,1.361
53,mlp.experts.58.up_proj,0.0000038771,0.01000,1.334
53,mlp.experts.59.up_proj,0.0000035097,0.01000,1.347
53,mlp.experts.55.up_proj,0.0000038502,0.01000,1.421
53,mlp.experts.60.up_proj,0.0000035422,0.01000,1.346
53,mlp.experts.61.up_proj,0.0000036953,0.01000,1.373
53,mlp.experts.63.up_proj,0.0000037786,0.01000,1.344
53,mlp.experts.65.up_proj,0.0000036772,0.01000,1.315
53,mlp.experts.64.up_proj,0.0000033593,0.01000,1.347
53,mlp.experts.66.up_proj,0.0000035664,0.01000,1.339
53,mlp.experts.62.up_proj,0.0000035541,0.01000,1.417
53,mlp.experts.67.up_proj,0.0000034633,0.01000,1.337
53,mlp.experts.68.up_proj,0.0000034990,0.01000,1.342
53,mlp.experts.70.up_proj,0.0000036743,0.01000,1.345
53,mlp.experts.69.up_proj,0.0000035222,0.01000,1.362
53,mlp.experts.71.up_proj,0.0000035703,0.01000,1.342
53,mlp.experts.72.up_proj,0.0000037658,0.01000,1.326
53,mlp.experts.74.up_proj,0.0000035153,0.01000,1.342
53,mlp.experts.73.up_proj,0.0000035475,0.01000,1.352
53,mlp.experts.75.up_proj,0.0000035825,0.01000,1.372
53,mlp.experts.79.up_proj,0.0000035828,0.01000,1.325
53,mlp.experts.77.up_proj,0.0000036407,0.01000,1.348
53,mlp.experts.78.up_proj,0.0000035011,0.01000,1.337
53,mlp.experts.76.up_proj,0.0000035226,0.01000,1.393
53,mlp.experts.80.up_proj,0.0000035907,0.01000,1.347
53,mlp.experts.81.up_proj,0.0000036026,0.01000,1.348
53,mlp.experts.82.up_proj,0.0000035765,0.01000,1.358
53,mlp.experts.85.up_proj,0.0000035882,0.01000,1.334
53,mlp.experts.84.up_proj,0.0000037771,0.01000,1.340
53,mlp.experts.83.up_proj,0.0000036704,0.01000,1.388
53,mlp.experts.86.up_proj,0.0000036683,0.01000,1.346
53,mlp.experts.87.up_proj,0.0000036293,0.01000,1.353
53,mlp.experts.88.up_proj,0.0000036511,0.01000,1.353
53,mlp.experts.89.up_proj,0.0000035799,0.01000,1.357
53,mlp.experts.91.up_proj,0.0000037069,0.01000,1.342
53,mlp.experts.92.up_proj,0.0000035234,0.01000,1.344
53,mlp.experts.93.up_proj,0.0000035540,0.01000,1.344
53,mlp.experts.90.up_proj,0.0000035156,0.01000,1.404
53,mlp.experts.94.up_proj,0.0000038623,0.01000,1.354
53,mlp.experts.95.up_proj,0.0000038211,0.01000,1.353
53,mlp.experts.96.up_proj,0.0000035322,0.01000,1.345
53,mlp.experts.97.up_proj,0.0000034840,0.01000,1.371
53,mlp.experts.100.up_proj,0.0000035122,0.01000,1.331
53,mlp.experts.99.up_proj,0.0000037952,0.01000,1.362
53,mlp.experts.101.up_proj,0.0000036024,0.01000,1.361
53,mlp.experts.102.up_proj,0.0000035320,0.01000,1.364
53,mlp.experts.98.up_proj,0.0000035319,0.01000,1.397
53,mlp.experts.103.up_proj,0.0000037845,0.01000,1.364
53,mlp.experts.104.up_proj,0.0000035258,0.01000,1.367
53,mlp.experts.105.up_proj,0.0000035246,0.01000,1.356
53,mlp.experts.107.up_proj,0.0000035817,0.01000,1.338
53,mlp.experts.106.up_proj,0.0000036470,0.01000,1.354
53,mlp.experts.109.up_proj,0.0000036862,0.01000,1.342
53,mlp.experts.108.up_proj,0.0000035527,0.01000,1.408
53,mlp.experts.110.up_proj,0.0000035364,0.01000,1.339
53,mlp.experts.111.up_proj,0.0000037364,0.01000,1.348
53,mlp.experts.112.up_proj,0.0000037311,0.01000,1.345
53,mlp.experts.114.up_proj,0.0000037440,0.01000,1.330
53,mlp.experts.113.up_proj,0.0000037658,0.01000,1.345
53,mlp.experts.115.up_proj,0.0000036557,0.01000,1.347
53,mlp.experts.116.up_proj,0.0000037734,0.01000,1.337
53,mlp.experts.117.up_proj,0.0000035576,0.01000,1.299
53,mlp.experts.119.up_proj,0.0000034846,0.01000,1.003
53,mlp.experts.118.up_proj,0.0000035611,0.01000,1.008
53,mlp.experts.2.down_proj,0.0000003565,0.01000,0.437
53,mlp.experts.3.down_proj,0.0000004244,0.01000,0.436
53,mlp.experts.5.down_proj,0.0000004144,0.01000,0.439
53,mlp.experts.6.down_proj,0.0000004531,0.01000,0.443
53,mlp.experts.4.down_proj,0.0000003673,0.01000,0.447
53,mlp.experts.0.down_proj,0.0000003748,0.01000,0.455
53,mlp.experts.1.down_proj,0.0000003543,0.01000,0.455
53,mlp.experts.9.down_proj,0.0000003902,0.01000,0.402
53,mlp.experts.10.down_proj,0.0000003643,0.01000,0.402
53,mlp.experts.7.down_proj,0.0000003788,0.01000,0.419
53,mlp.experts.12.down_proj,0.0000004950,0.01000,0.403
53,mlp.experts.11.down_proj,0.0000004308,0.01000,0.409
53,mlp.experts.8.down_proj,0.0000003726,0.01000,0.426
53,mlp.experts.13.down_proj,0.0000003647,0.01000,0.411
53,mlp.experts.17.down_proj,0.0000004276,0.01000,0.404
53,mlp.experts.18.down_proj,0.0000003874,0.01000,0.409
53,mlp.experts.19.down_proj,0.0000004307,0.01000,0.405
53,mlp.experts.14.down_proj,0.0000003969,0.01000,0.429
53,mlp.experts.20.down_proj,0.0000004015,0.01000,0.413
53,mlp.experts.16.down_proj,0.0000004255,0.01000,0.427
53,mlp.experts.15.down_proj,0.0000004373,0.01000,0.438
53,mlp.experts.21.down_proj,0.0000003566,0.01000,0.409
53,mlp.experts.23.down_proj,0.0000004054,0.01000,0.408
53,mlp.experts.24.down_proj,0.0000003804,0.01000,0.404
53,mlp.experts.26.down_proj,0.0000004465,0.01000,0.398
53,mlp.experts.25.down_proj,0.0000003659,0.01000,0.407
53,mlp.experts.22.down_proj,0.0000004233,0.01000,0.422
53,mlp.experts.27.down_proj,0.0000003753,0.01000,0.423
53,mlp.experts.28.down_proj,0.0000003782,0.01000,0.410
53,mlp.experts.31.down_proj,0.0000004354,0.01000,0.401
53,mlp.experts.30.down_proj,0.0000003761,0.01000,0.410
53,mlp.experts.32.down_proj,0.0000003749,0.01000,0.407
53,mlp.experts.33.down_proj,0.0000003380,0.01000,0.406
53,mlp.experts.29.down_proj,0.0000003979,0.01000,0.421
53,mlp.experts.34.down_proj,0.0000003419,0.01000,0.410
53,mlp.experts.35.down_proj,0.0000004263,0.01000,0.408
53,mlp.experts.36.down_proj,0.0000003639,0.01000,0.411
53,mlp.experts.37.down_proj,0.0000004177,0.01000,0.406
53,mlp.experts.40.down_proj,0.0000004315,0.01000,0.402
53,mlp.experts.39.down_proj,0.0000003204,0.01000,0.406
53,mlp.experts.38.down_proj,0.0000004371,0.01000,0.424
53,mlp.experts.41.down_proj,0.0000003616,0.01000,0.405
53,mlp.experts.42.down_proj,0.0000004315,0.01000,0.406
53,mlp.experts.43.down_proj,0.0000004134,0.01000,0.403
53,mlp.experts.44.down_proj,0.0000004012,0.01000,0.406
53,mlp.experts.45.down_proj,0.0000003920,0.01000,0.402
53,mlp.experts.46.down_proj,0.0000003978,0.01000,0.417
53,mlp.experts.47.down_proj,0.0000003770,0.01000,0.407
53,mlp.experts.48.down_proj,0.0000003482,0.01000,0.405
53,mlp.experts.49.down_proj,0.0000004480,0.01000,0.407
53,mlp.experts.52.down_proj,0.0000003498,0.01000,0.400
53,mlp.experts.50.down_proj,0.0000004000,0.01000,0.405
53,mlp.experts.53.down_proj,0.0000003575,0.01000,0.402
53,mlp.experts.51.down_proj,0.0000003611,0.01000,0.424
53,mlp.experts.54.down_proj,0.0000004066,0.01000,0.422
53,mlp.experts.55.down_proj,0.0000004675,0.01000,0.423
53,mlp.experts.57.down_proj,0.0000004198,0.01000,0.405
53,mlp.experts.56.down_proj,0.0000004131,0.01000,0.406
53,mlp.experts.58.down_proj,0.0000004099,0.01000,0.406
53,mlp.experts.59.down_proj,0.0000004056,0.01000,0.395
53,mlp.experts.60.down_proj,0.0000004051,0.01000,0.409
53,mlp.experts.62.down_proj,0.0000003666,0.01000,0.406
53,mlp.experts.61.down_proj,0.0000003737,0.01000,0.446
53,mlp.experts.65.down_proj,0.0000004299,0.01000,0.401
53,mlp.experts.66.down_proj,0.0000004152,0.01000,0.396
53,mlp.experts.63.down_proj,0.0000004670,0.01000,0.407
53,mlp.experts.64.down_proj,0.0000002919,0.01000,0.408
53,mlp.experts.67.down_proj,0.0000003969,0.01000,0.412
53,mlp.experts.68.down_proj,0.0000003540,0.01000,0.410
53,mlp.experts.69.down_proj,0.0000003953,0.01000,0.432
53,mlp.experts.73.down_proj,0.0000003211,0.01000,0.399
53,mlp.experts.72.down_proj,0.0000004117,0.01000,0.401
53,mlp.experts.70.down_proj,0.0000003364,0.01000,0.410
53,mlp.experts.71.down_proj,0.0000004070,0.01000,0.417
53,mlp.experts.74.down_proj,0.0000003691,0.01000,0.413
53,mlp.experts.75.down_proj,0.0000003741,0.01000,0.398
53,mlp.experts.76.down_proj,0.0000004218,0.01000,0.438
53,mlp.experts.80.down_proj,0.0000003789,0.01000,0.392
53,mlp.experts.77.down_proj,0.0000004034,0.01000,0.406
53,mlp.experts.78.down_proj,0.0000003850,0.01000,0.405
53,mlp.experts.79.down_proj,0.0000004150,0.01000,0.422
53,mlp.experts.81.down_proj,0.0000004380,0.01000,0.406
53,mlp.experts.82.down_proj,0.0000003925,0.01000,0.407
53,mlp.experts.83.down_proj,0.0000003698,0.01000,0.408
53,mlp.experts.85.down_proj,0.0000003951,0.01000,0.404
53,mlp.experts.84.down_proj,0.0000003256,0.01000,0.408
53,mlp.experts.86.down_proj,0.0000003767,0.01000,0.407
53,mlp.experts.87.down_proj,0.0000003862,0.01000,0.395
53,mlp.experts.88.down_proj,0.0000004220,0.01000,0.403
53,mlp.experts.89.down_proj,0.0000003816,0.01000,0.399
53,mlp.experts.90.down_proj,0.0000004045,0.01000,0.404
53,mlp.experts.93.down_proj,0.0000003992,0.01000,0.404
53,mlp.experts.91.down_proj,0.0000003757,0.01000,0.407
53,mlp.experts.94.down_proj,0.0000004021,0.01000,0.398
53,mlp.experts.92.down_proj,0.0000003383,0.01000,0.418
53,mlp.experts.95.down_proj,0.0000003835,0.01000,0.405
53,mlp.experts.96.down_proj,0.0000003582,0.01000,0.402
53,mlp.experts.97.down_proj,0.0000003529,0.01000,0.409
53,mlp.experts.98.down_proj,0.0000003935,0.01000,0.407
53,mlp.experts.100.down_proj,0.0000003627,0.01000,0.405
53,mlp.experts.99.down_proj,0.0000003926,0.01000,0.419
53,mlp.experts.101.down_proj,0.0000004185,0.01000,0.412
53,mlp.experts.102.down_proj,0.0000004073,0.01000,0.408
53,mlp.experts.103.down_proj,0.0000003822,0.01000,0.410
53,mlp.experts.104.down_proj,0.0000003873,0.01000,0.414
53,mlp.experts.105.down_proj,0.0000003588,0.01000,0.408
53,mlp.experts.106.down_proj,0.0000003581,0.01000,0.409
53,mlp.experts.107.down_proj,0.0000003485,0.01000,0.400
53,mlp.experts.108.down_proj,0.0000003372,0.01000,0.396
53,mlp.experts.110.down_proj,0.0000004347,0.01000,0.399
53,mlp.experts.109.down_proj,0.0000003941,0.01000,0.404
53,mlp.experts.111.down_proj,0.0000004020,0.01000,0.411
53,mlp.experts.115.down_proj,0.0000003551,0.01000,0.399
53,mlp.experts.112.down_proj,0.0000004414,0.01000,0.407
53,mlp.experts.114.down_proj,0.0000003418,0.01000,0.403
53,mlp.experts.113.down_proj,0.0000003923,0.01000,0.406
53,mlp.experts.116.down_proj,0.0000004034,0.01000,0.398
53,mlp.experts.117.down_proj,0.0000003883,0.01000,0.399
53,mlp.experts.118.down_proj,0.0000003848,0.01000,0.370
53,mlp.experts.119.down_proj,0.0000004057,0.01000,0.286
54,self_attn.v_proj,0.0000002472,0.01000,1.203
54,self_attn.k_proj,0.0000001226,0.01000,1.208
54,self_attn.q_proj,0.0000008907,0.01000,1.264
54,self_attn.o_proj,0.0000003285,0.01000,2.751
54,mlp.shared_experts.gate_proj,0.0000000082,0.01000,0.911
54,mlp.shared_experts.up_proj,0.0000000059,0.01000,0.909
54,mlp.shared_experts.down_proj,0.0000000005,0.01000,0.274
54,mlp.experts.3.gate_proj,0.0000038648,0.01000,1.511
54,mlp.experts.4.gate_proj,0.0000037303,0.01000,1.503
54,mlp.experts.5.gate_proj,0.0000038297,0.01000,1.519
54,mlp.experts.6.gate_proj,0.0000036700,0.01000,1.527
54,mlp.experts.2.gate_proj,0.0000042605,0.01000,1.567
54,mlp.experts.1.gate_proj,0.0000037825,0.01000,1.580
54,mlp.experts.0.gate_proj,0.0000039637,0.01000,1.590
54,mlp.experts.10.gate_proj,0.0000037665,0.01000,1.330
54,mlp.experts.9.gate_proj,0.0000040203,0.01000,1.350
54,mlp.experts.8.gate_proj,0.0000041195,0.01000,1.359
54,mlp.experts.11.gate_proj,0.0000041169,0.01000,1.350
54,mlp.experts.12.gate_proj,0.0000037198,0.01000,1.350
54,mlp.experts.7.gate_proj,0.0000041532,0.01000,1.432
54,mlp.experts.13.gate_proj,0.0000037206,0.01000,1.354
54,mlp.experts.16.gate_proj,0.0000037634,0.01000,1.351
54,mlp.experts.15.gate_proj,0.0000037270,0.01000,1.358
54,mlp.experts.17.gate_proj,0.0000037371,0.01000,1.360
54,mlp.experts.14.gate_proj,0.0000038088,0.01000,1.420
54,mlp.experts.18.gate_proj,0.0000040259,0.01000,1.349
54,mlp.experts.19.gate_proj,0.0000037184,0.01000,1.342
54,mlp.experts.20.gate_proj,0.0000038069,0.01000,1.362
54,mlp.experts.22.gate_proj,0.0000040369,0.01000,1.344
54,mlp.experts.24.gate_proj,0.0000039484,0.01000,1.331
54,mlp.experts.21.gate_proj,0.0000040668,0.01000,1.400
54,mlp.experts.26.gate_proj,0.0000040213,0.01000,1.345
54,mlp.experts.25.gate_proj,0.0000039099,0.01000,1.351
54,mlp.experts.27.gate_proj,0.0000039689,0.01000,1.355
54,mlp.experts.23.gate_proj,0.0000038171,0.01000,1.394
54,mlp.experts.28.gate_proj,0.0000045103,0.01000,1.350
54,mlp.experts.29.gate_proj,0.0000038007,0.01000,1.344
54,mlp.experts.31.gate_proj,0.0000040970,0.01000,1.329
54,mlp.experts.32.gate_proj,0.0000039487,0.01000,1.342
54,mlp.experts.33.gate_proj,0.0000042842,0.01000,1.332
54,mlp.experts.30.gate_proj,0.0000039917,0.01000,1.392
54,mlp.experts.34.gate_proj,0.0000040526,0.01000,1.360
54,mlp.experts.35.gate_proj,0.0000037890,0.01000,1.352
54,mlp.experts.38.gate_proj,0.0000043024,0.01000,1.327
54,mlp.experts.37.gate_proj,0.0000041398,0.01000,1.349
54,mlp.experts.39.gate_proj,0.0000039545,0.01000,1.337
54,mlp.experts.40.gate_proj,0.0000037795,0.01000,1.330
54,mlp.experts.36.gate_proj,0.0000039337,0.01000,1.414
54,mlp.experts.41.gate_proj,0.0000037163,0.01000,1.359
54,mlp.experts.42.gate_proj,0.0000037350,0.01000,1.355
54,mlp.experts.43.gate_proj,0.0000037902,0.01000,1.358
54,mlp.experts.45.gate_proj,0.0000036975,0.01000,1.331
54,mlp.experts.46.gate_proj,0.0000037028,0.01000,1.341
54,mlp.experts.47.gate_proj,0.0000037311,0.01000,1.334
54,mlp.experts.44.gate_proj,0.0000041601,0.01000,1.419
54,mlp.experts.48.gate_proj,0.0000037119,0.01000,1.353
54,mlp.experts.49.gate_proj,0.0000039423,0.01000,1.351
54,mlp.experts.51.gate_proj,0.0000037617,0.01000,1.356
54,mlp.experts.52.gate_proj,0.0000038134,0.01000,1.332
54,mlp.experts.50.gate_proj,0.0000039492,0.01000,1.364
54,mlp.experts.53.gate_proj,0.0000037508,0.01000,1.341
54,mlp.experts.54.gate_proj,0.0000039347,0.01000,1.334
54,mlp.experts.55.gate_proj,0.0000039826,0.01000,1.366
54,mlp.experts.56.gate_proj,0.0000040160,0.01000,1.356
54,mlp.experts.59.gate_proj,0.0000037741,0.01000,1.338
54,mlp.experts.58.gate_proj,0.0000038802,0.01000,1.350
54,mlp.experts.60.gate_proj,0.0000038068,0.01000,1.351
54,mlp.experts.61.gate_proj,0.0000037641,0.01000,1.341
54,mlp.experts.57.gate_proj,0.0000037739,0.01000,1.415
54,mlp.experts.62.gate_proj,0.0000038202,0.01000,1.360
54,mlp.experts.63.gate_proj,0.0000043612,0.01000,1.354
54,mlp.experts.65.gate_proj,0.0000038570,0.01000,1.350
54,mlp.experts.66.gate_proj,0.0000043093,0.01000,1.335
54,mlp.experts.67.gate_proj,0.0000037826,0.01000,1.348
54,mlp.experts.68.gate_proj,0.0000037927,0.01000,1.339
54,mlp.experts.64.gate_proj,0.0000038700,0.01000,1.416
54,mlp.experts.69.gate_proj,0.0000038136,0.01000,1.363
54,mlp.experts.70.gate_proj,0.0000036449,0.01000,1.356
54,mlp.experts.72.gate_proj,0.0000040516,0.01000,1.347
54,mlp.experts.73.gate_proj,0.0000037188,0.01000,1.324
54,mlp.experts.71.gate_proj,0.0000040074,0.01000,1.358
54,mlp.experts.75.gate_proj,0.0000041031,0.01000,1.340
54,mlp.experts.74.gate_proj,0.0000039970,0.01000,1.347
54,mlp.experts.76.gate_proj,0.0000044722,0.01000,1.364
54,mlp.experts.77.gate_proj,0.0000037770,0.01000,1.362
54,mlp.experts.80.gate_proj,0.0000041825,0.01000,1.341
54,mlp.experts.79.gate_proj,0.0000037735,0.01000,1.352
54,mlp.experts.81.gate_proj,0.0000039281,0.01000,1.350
54,mlp.experts.82.gate_proj,0.0000046108,0.01000,1.352
54,mlp.experts.78.gate_proj,0.0000040085,0.01000,1.413
54,mlp.experts.83.gate_proj,0.0000040712,0.01000,1.355
54,mlp.experts.85.gate_proj,0.0000038163,0.01000,1.344
54,mlp.experts.86.gate_proj,0.0000047322,0.01000,1.361
54,mlp.experts.87.gate_proj,0.0000038244,0.01000,1.329
54,mlp.experts.88.gate_proj,0.0000039502,0.01000,1.337
54,mlp.experts.84.gate_proj,0.0000037169,0.01000,1.406
54,mlp.experts.89.gate_proj,0.0000037420,0.01000,1.341
54,mlp.experts.90.gate_proj,0.0000039211,0.01000,1.345
54,mlp.experts.91.gate_proj,0.0000039282,0.01000,1.348
54,mlp.experts.92.gate_proj,0.0000039480,0.01000,1.343
54,mlp.experts.94.gate_proj,0.0000038345,0.01000,1.327
54,mlp.experts.95.gate_proj,0.0000040215,0.01000,1.345
54,mlp.experts.96.gate_proj,0.0000038698,0.01000,1.342
54,mlp.experts.93.gate_proj,0.0000036483,0.01000,1.387
54,mlp.experts.97.gate_proj,0.0000036380,0.01000,1.344
54,mlp.experts.98.gate_proj,0.0000038828,0.01000,1.338
54,mlp.experts.100.gate_proj,0.0000041350,0.01000,1.341
54,mlp.experts.101.gate_proj,0.0000040035,0.01000,1.327
54,mlp.experts.102.gate_proj,0.0000037079,0.01000,1.347
54,mlp.experts.103.gate_proj,0.0000038125,0.01000,1.341
54,mlp.experts.99.gate_proj,0.0000042054,0.01000,1.398
54,mlp.experts.104.gate_proj,0.0000040764,0.01000,1.357
54,mlp.experts.105.gate_proj,0.0000037473,0.01000,1.346
54,mlp.experts.107.gate_proj,0.0000040412,0.01000,1.340
54,mlp.experts.108.gate_proj,0.0000039811,0.01000,1.333
54,mlp.experts.109.gate_proj,0.0000039867,0.01000,1.347
54,mlp.experts.110.gate_proj,0.0000037094,0.01000,1.342
54,mlp.experts.106.gate_proj,0.0000037896,0.01000,1.413
54,mlp.experts.111.gate_proj,0.0000040108,0.01000,1.358
54,mlp.experts.112.gate_proj,0.0000041490,0.01000,1.330
54,mlp.experts.113.gate_proj,0.0000041606,0.01000,1.360
54,mlp.experts.114.gate_proj,0.0000039171,0.01000,1.339
54,mlp.experts.115.gate_proj,0.0000037603,0.01000,1.326
54,mlp.experts.117.gate_proj,0.0000038637,0.01000,1.337
54,mlp.experts.116.gate_proj,0.0000037777,0.01000,1.357
54,mlp.experts.118.gate_proj,0.0000041283,0.01000,1.353
54,mlp.experts.119.gate_proj,0.0000039337,0.01000,1.328
54,mlp.experts.2.up_proj,0.0000040313,0.01000,1.318
54,mlp.experts.1.up_proj,0.0000036149,0.01000,1.345
54,mlp.experts.4.up_proj,0.0000036491,0.01000,1.338
54,mlp.experts.0.up_proj,0.0000038374,0.01000,1.420
54,mlp.experts.3.up_proj,0.0000037636,0.01000,1.391
54,mlp.experts.5.up_proj,0.0000037366,0.01000,1.352
54,mlp.experts.6.up_proj,0.0000036173,0.01000,1.333
54,mlp.experts.8.up_proj,0.0000039093,0.01000,1.349
54,mlp.experts.7.up_proj,0.0000039432,0.01000,1.371
54,mlp.experts.9.up_proj,0.0000038749,0.01000,1.332
54,mlp.experts.10.up_proj,0.0000036855,0.01000,1.355
54,mlp.experts.11.up_proj,0.0000039257,0.01000,1.349
54,mlp.experts.12.up_proj,0.0000036108,0.01000,1.367
54,mlp.experts.13.up_proj,0.0000036228,0.01000,1.348
54,mlp.experts.16.up_proj,0.0000036858,0.01000,1.325
54,mlp.experts.15.up_proj,0.0000036733,0.01000,1.350
54,mlp.experts.18.up_proj,0.0000039034,0.01000,1.338
54,mlp.experts.14.up_proj,0.0000036817,0.01000,1.422
54,mlp.experts.17.up_proj,0.0000036314,0.01000,1.359
54,mlp.experts.19.up_proj,0.0000036448,0.01000,1.359
54,mlp.experts.20.up_proj,0.0000036699,0.01000,1.332
54,mlp.experts.22.up_proj,0.0000038679,0.01000,1.344
54,mlp.experts.23.up_proj,0.0000037346,0.01000,1.327
54,mlp.experts.21.up_proj,0.0000038638,0.01000,1.414
54,mlp.experts.25.up_proj,0.0000038427,0.01000,1.335
54,mlp.experts.24.up_proj,0.0000038157,0.01000,1.393
54,mlp.experts.26.up_proj,0.0000039892,0.01000,1.349
54,mlp.experts.27.up_proj,0.0000037851,0.01000,1.333
54,mlp.experts.28.up_proj,0.0000041612,0.01000,1.355
54,mlp.experts.29.up_proj,0.0000037109,0.01000,1.339
54,mlp.experts.30.up_proj,0.0000037979,0.01000,1.339
54,mlp.experts.31.up_proj,0.0000037757,0.01000,1.348
54,mlp.experts.32.up_proj,0.0000038060,0.01000,1.345
54,mlp.experts.33.up_proj,0.0000041350,0.01000,1.351
54,mlp.experts.34.up_proj,0.0000039621,0.01000,1.352
54,mlp.experts.35.up_proj,0.0000036469,0.01000,1.353
54,mlp.experts.37.up_proj,0.0000037205,0.01000,1.342
54,mlp.experts.38.up_proj,0.0000041464,0.01000,1.354
54,mlp.experts.39.up_proj,0.0000039103,0.01000,1.343
54,mlp.experts.36.up_proj,0.0000037672,0.01000,1.419
54,mlp.experts.40.up_proj,0.0000036675,0.01000,1.345
54,mlp.experts.41.up_proj,0.0000036737,0.01000,1.332
54,mlp.experts.42.up_proj,0.0000036421,0.01000,1.336
54,mlp.experts.44.up_proj,0.0000039882,0.01000,1.316
54,mlp.experts.43.up_proj,0.0000036803,0.01000,1.398
54,mlp.experts.46.up_proj,0.0000036453,0.01000,1.342
54,mlp.experts.45.up_proj,0.0000036099,0.01000,1.390
54,mlp.experts.47.up_proj,0.0000037317,0.01000,1.346
54,mlp.experts.48.up_proj,0.0000035335,0.01000,1.336
54,mlp.experts.49.up_proj,0.0000038422,0.01000,1.337
54,mlp.experts.50.up_proj,0.0000038684,0.01000,1.323
54,mlp.experts.51.up_proj,0.0000036679,0.01000,1.316
54,mlp.experts.52.up_proj,0.0000036753,0.01000,1.337
54,mlp.experts.53.up_proj,0.0000036650,0.01000,1.344
54,mlp.experts.54.up_proj,0.0000038783,0.01000,1.344
54,mlp.experts.55.up_proj,0.0000038760,0.01000,1.358
54,mlp.experts.56.up_proj,0.0000037334,0.01000,1.345
54,mlp.experts.57.up_proj,0.0000036847,0.01000,1.331
54,mlp.experts.58.up_proj,0.0000037711,0.01000,1.326
54,mlp.experts.59.up_proj,0.0000036745,0.01000,1.329
54,mlp.experts.60.up_proj,0.0000037619,0.01000,1.342
54,mlp.experts.61.up_proj,0.0000037119,0.01000,1.351
54,mlp.experts.62.up_proj,0.0000037380,0.01000,1.338
54,mlp.experts.64.up_proj,0.0000036701,0.01000,1.321
54,mlp.experts.63.up_proj,0.0000039789,0.01000,1.353
54,mlp.experts.65.up_proj,0.0000037722,0.01000,1.315
54,mlp.experts.66.up_proj,0.0000040871,0.01000,1.333
54,mlp.experts.67.up_proj,0.0000036597,0.01000,1.348
54,mlp.experts.68.up_proj,0.0000037079,0.01000,1.343
54,mlp.experts.69.up_proj,0.0000036977,0.01000,1.365
54,mlp.experts.72.up_proj,0.0000037987,0.01000,1.311
54,mlp.experts.70.up_proj,0.0000035394,0.01000,1.340
54,mlp.experts.73.up_proj,0.0000036492,0.01000,1.323
54,mlp.experts.71.up_proj,0.0000038024,0.01000,1.410
54,mlp.experts.74.up_proj,0.0000038471,0.01000,1.339
54,mlp.experts.75.up_proj,0.0000040137,0.01000,1.359
54,mlp.experts.76.up_proj,0.0000041691,0.01000,1.383
54,mlp.experts.78.up_proj,0.0000038726,0.01000,1.360
54,mlp.experts.79.up_proj,0.0000036794,0.01000,1.320
54,mlp.experts.80.up_proj,0.0000039628,0.01000,1.338
54,mlp.experts.77.up_proj,0.0000036597,0.01000,1.451
54,mlp.experts.81.up_proj,0.0000038846,0.01000,1.335
54,mlp.experts.82.up_proj,0.0000042515,0.01000,1.361
54,mlp.experts.83.up_proj,0.0000039360,0.01000,1.355
54,mlp.experts.85.up_proj,0.0000037342,0.01000,1.330
54,mlp.experts.86.up_proj,0.0000040789,0.01000,1.323
54,mlp.experts.84.up_proj,0.0000036113,0.01000,1.411
54,mlp.experts.87.up_proj,0.0000037611,0.01000,1.342
54,mlp.experts.88.up_proj,0.0000039088,0.01000,1.325
54,mlp.experts.89.up_proj,0.0000036778,0.01000,1.368
54,mlp.experts.90.up_proj,0.0000037909,0.01000,1.359
54,mlp.experts.91.up_proj,0.0000038429,0.01000,1.340
54,mlp.experts.92.up_proj,0.0000039055,0.01000,1.334
54,mlp.experts.93.up_proj,0.0000035991,0.01000,1.325
54,mlp.experts.94.up_proj,0.0000037162,0.01000,1.353
54,mlp.experts.95.up_proj,0.0000039258,0.01000,1.331
54,mlp.experts.96.up_proj,0.0000036821,0.01000,1.368
54,mlp.experts.97.up_proj,0.0000036661,0.01000,1.360
54,mlp.experts.98.up_proj,0.0000037574,0.01000,1.344
54,mlp.experts.99.up_proj,0.0000040648,0.01000,1.335
54,mlp.experts.100.up_proj,0.0000040474,0.01000,1.328
54,mlp.experts.102.up_proj,0.0000036506,0.01000,1.331
54,mlp.experts.101.up_proj,0.0000038781,0.01000,1.390
54,mlp.experts.103.up_proj,0.0000037549,0.01000,1.360
54,mlp.experts.104.up_proj,0.0000039587,0.01000,1.345
54,mlp.experts.105.up_proj,0.0000036460,0.01000,1.340
54,mlp.experts.107.up_proj,0.0000038965,0.01000,1.318
54,mlp.experts.106.up_proj,0.0000037020,0.01000,1.326
54,mlp.experts.108.up_proj,0.0000038421,0.01000,1.342
54,mlp.experts.109.up_proj,0.0000038627,0.01000,1.338
54,mlp.experts.110.up_proj,0.0000035949,0.01000,1.348
54,mlp.experts.111.up_proj,0.0000039028,0.01000,1.352
54,mlp.experts.114.up_proj,0.0000038263,0.01000,1.332
54,mlp.experts.113.up_proj,0.0000040258,0.01000,1.341
54,mlp.experts.112.up_proj,0.0000039771,0.01000,1.393
54,mlp.experts.115.up_proj,0.0000036556,0.01000,1.341
54,mlp.experts.116.up_proj,0.0000036920,0.01000,1.344
54,mlp.experts.117.up_proj,0.0000036375,0.01000,1.319
54,mlp.experts.118.up_proj,0.0000039989,0.01000,1.029
54,mlp.experts.119.up_proj,0.0000038798,0.01000,1.017
54,mlp.experts.3.down_proj,0.0000004550,0.01000,0.434
54,mlp.experts.1.down_proj,0.0000004151,0.01000,0.443
54,mlp.experts.2.down_proj,0.0000003763,0.01000,0.444
54,mlp.experts.4.down_proj,0.0000004184,0.01000,0.445
54,mlp.experts.5.down_proj,0.0000004353,0.01000,0.449
54,mlp.experts.6.down_proj,0.0000004310,0.01000,0.449
54,mlp.experts.0.down_proj,0.0000004034,0.01000,0.459
54,mlp.experts.10.down_proj,0.0000004141,0.01000,0.399
54,mlp.experts.8.down_proj,0.0000004770,0.01000,0.406
54,mlp.experts.9.down_proj,0.0000004031,0.01000,0.407
54,mlp.experts.7.down_proj,0.0000004064,0.01000,0.421
54,mlp.experts.12.down_proj,0.0000004070,0.01000,0.408
54,mlp.experts.13.down_proj,0.0000004063,0.01000,0.408
54,mlp.experts.11.down_proj,0.0000004319,0.01000,0.423
54,mlp.experts.17.down_proj,0.0000004187,0.01000,0.396
54,mlp.experts.15.down_proj,0.0000004299,0.01000,0.405
54,mlp.experts.16.down_proj,0.0000003797,0.01000,0.406
54,mlp.experts.14.down_proj,0.0000004449,0.01000,0.415
54,mlp.experts.19.down_proj,0.0000004154,0.01000,0.400
54,mlp.experts.18.down_proj,0.0000004715,0.01000,0.424
54,mlp.experts.20.down_proj,0.0000003899,0.01000,0.414
54,mlp.experts.24.down_proj,0.0000004742,0.01000,0.399
54,mlp.experts.22.down_proj,0.0000003723,0.01000,0.409
54,mlp.experts.21.down_proj,0.0000003550,0.01000,0.414
54,mlp.experts.23.down_proj,0.0000003779,0.01000,0.413
54,mlp.experts.25.down_proj,0.0000004711,0.01000,0.410
54,mlp.experts.26.down_proj,0.0000005252,0.01000,0.410
54,mlp.experts.27.down_proj,0.0000004865,0.01000,0.414
54,mlp.experts.30.down_proj,0.0000003815,0.01000,0.406
54,mlp.experts.29.down_proj,0.0000004041,0.01000,0.407
54,mlp.experts.28.down_proj,0.0000004063,0.01000,0.412
54,mlp.experts.31.down_proj,0.0000004758,0.01000,0.403
54,mlp.experts.32.down_proj,0.0000004594,0.01000,0.404
54,mlp.experts.33.down_proj,0.0000004461,0.01000,0.400
54,mlp.experts.34.down_proj,0.0000005161,0.01000,0.405
54,mlp.experts.38.down_proj,0.0000004338,0.01000,0.401
54,mlp.experts.36.down_proj,0.0000004375,0.01000,0.410
54,mlp.experts.39.down_proj,0.0000004341,0.01000,0.405
54,mlp.experts.35.down_proj,0.0000004586,0.01000,0.417
54,mlp.experts.40.down_proj,0.0000003970,0.01000,0.400
54,mlp.experts.37.down_proj,0.0000004194,0.01000,0.432
54,mlp.experts.41.down_proj,0.0000004334,0.01000,0.407
54,mlp.experts.45.down_proj,0.0000004205,0.01000,0.394
54,mlp.experts.43.down_proj,0.0000003755,0.01000,0.406
54,mlp.experts.42.down_proj,0.0000003998,0.01000,0.417
54,mlp.experts.44.down_proj,0.0000004142,0.01000,0.411
54,mlp.experts.46.down_proj,0.0000004147,0.01000,0.405
54,mlp.experts.47.down_proj,0.0000004160,0.01000,0.402
54,mlp.experts.48.down_proj,0.0000004659,0.01000,0.406
54,mlp.experts.49.down_proj,0.0000004739,0.01000,0.409
54,mlp.experts.50.down_proj,0.0000004072,0.01000,0.405
54,mlp.experts.52.down_proj,0.0000004529,0.01000,0.397
54,mlp.experts.53.down_proj,0.0000004067,0.01000,0.406
54,mlp.experts.54.down_proj,0.0000004768,0.01000,0.400
54,mlp.experts.55.down_proj,0.0000003996,0.01000,0.403
54,mlp.experts.51.down_proj,0.0000003757,0.01000,0.454
54,mlp.experts.57.down_proj,0.0000004119,0.01000,0.402
54,mlp.experts.56.down_proj,0.0000005074,0.01000,0.421
54,mlp.experts.59.down_proj,0.0000004079,0.01000,0.409
54,mlp.experts.61.down_proj,0.0000004334,0.01000,0.402
54,mlp.experts.60.down_proj,0.0000003933,0.01000,0.420
54,mlp.experts.58.down_proj,0.0000003997,0.01000,0.435
54,mlp.experts.62.down_proj,0.0000004241,0.01000,0.408
54,mlp.experts.63.down_proj,0.0000005440,0.01000,0.411
54,mlp.experts.65.down_proj,0.0000004047,0.01000,0.415
54,mlp.experts.66.down_proj,0.0000004712,0.01000,0.405
54,mlp.experts.68.down_proj,0.0000004486,0.01000,0.402
54,mlp.experts.67.down_proj,0.0000003838,0.01000,0.411
54,mlp.experts.64.down_proj,0.0000003878,0.01000,0.428
54,mlp.experts.69.down_proj,0.0000004544,0.01000,0.414
54,mlp.experts.70.down_proj,0.0000003641,0.01000,0.407
54,mlp.experts.73.down_proj,0.0000004540,0.01000,0.404
54,mlp.experts.72.down_proj,0.0000003295,0.01000,0.412
54,mlp.experts.75.down_proj,0.0000004163,0.01000,0.403
54,mlp.experts.74.down_proj,0.0000003916,0.01000,0.407
54,mlp.experts.71.down_proj,0.0000003868,0.01000,0.421
54,mlp.experts.76.down_proj,0.0000004835,0.01000,0.415
54,mlp.experts.77.down_proj,0.0000004559,0.01000,0.409
54,mlp.experts.78.down_proj,0.0000003661,0.01000,0.412
54,mlp.experts.81.down_proj,0.0000005006,0.01000,0.408
54,mlp.experts.79.down_proj,0.0000004047,0.01000,0.410
54,mlp.experts.82.down_proj,0.0000004038,0.01000,0.403
54,mlp.experts.80.down_proj,0.0000003835,0.01000,0.430
54,mlp.experts.83.down_proj,0.0000003928,0.01000,0.407
54,mlp.experts.84.down_proj,0.0000004331,0.01000,0.407
54,mlp.experts.85.down_proj,0.0000003835,0.01000,0.407
54,mlp.experts.86.down_proj,0.0000003462,0.01000,0.410
54,mlp.experts.88.down_proj,0.0000004537,0.01000,0.409
54,mlp.experts.87.down_proj,0.0000004397,0.01000,0.415
54,mlp.experts.89.down_proj,0.0000004566,0.01000,0.400
54,mlp.experts.90.down_proj,0.0000004446,0.01000,0.407
54,mlp.experts.91.down_proj,0.0000004148,0.01000,0.413
54,mlp.experts.92.down_proj,0.0000004656,0.01000,0.405
54,mlp.experts.94.down_proj,0.0000004394,0.01000,0.405
54,mlp.experts.96.down_proj,0.0000004272,0.01000,0.399
54,mlp.experts.95.down_proj,0.0000004570,0.01000,0.408
54,mlp.experts.93.down_proj,0.0000004145,0.01000,0.418
54,mlp.experts.97.down_proj,0.0000004606,0.01000,0.406
54,mlp.experts.98.down_proj,0.0000003935,0.01000,0.409
54,mlp.experts.99.down_proj,0.0000004037,0.01000,0.402
54,mlp.experts.101.down_proj,0.0000003846,0.01000,0.396
54,mlp.experts.102.down_proj,0.0000004085,0.01000,0.404
54,mlp.experts.103.down_proj,0.0000004309,0.01000,0.403
54,mlp.experts.100.down_proj,0.0000004408,0.01000,0.420
54,mlp.experts.104.down_proj,0.0000004212,0.01000,0.403
54,mlp.experts.105.down_proj,0.0000004134,0.01000,0.411
54,mlp.experts.106.down_proj,0.0000004435,0.01000,0.403
54,mlp.experts.107.down_proj,0.0000004233,0.01000,0.408
54,mlp.experts.108.down_proj,0.0000004460,0.01000,0.406
54,mlp.experts.110.down_proj,0.0000004431,0.01000,0.406
54,mlp.experts.109.down_proj,0.0000004290,0.01000,0.413
54,mlp.experts.111.down_proj,0.0000004096,0.01000,0.408
54,mlp.experts.113.down_proj,0.0000004238,0.01000,0.405
54,mlp.experts.112.down_proj,0.0000004598,0.01000,0.410
54,mlp.experts.114.down_proj,0.0000004144,0.01000,0.401
54,mlp.experts.115.down_proj,0.0000004155,0.01000,0.399
54,mlp.experts.117.down_proj,0.0000003208,0.01000,0.401
54,mlp.experts.116.down_proj,0.0000004068,0.01000,0.405
54,mlp.experts.118.down_proj,0.0000003969,0.01000,0.398
54,mlp.experts.119.down_proj,0.0000004469,0.01000,0.272
55,self_attn.v_proj,0.0000002470,0.01000,1.202
55,self_attn.k_proj,0.0000001016,0.01000,1.207
55,self_attn.q_proj,0.0000006657,0.01000,1.264
55,self_attn.o_proj,0.0000002304,0.01000,2.729
55,mlp.shared_experts.gate_proj,0.0000000084,0.01000,0.906
55,mlp.shared_experts.up_proj,0.0000000058,0.01000,0.907
55,mlp.shared_experts.down_proj,0.0000000006,0.01000,0.273
55,mlp.experts.3.gate_proj,0.0000039817,0.01000,1.513
55,mlp.experts.2.gate_proj,0.0000040302,0.01000,1.518
55,mlp.experts.4.gate_proj,0.0000039926,0.01000,1.523
55,mlp.experts.5.gate_proj,0.0000042749,0.01000,1.524
55,mlp.experts.6.gate_proj,0.0000038740,0.01000,1.542
55,mlp.experts.1.gate_proj,0.0000039582,0.01000,1.579
55,mlp.experts.0.gate_proj,0.0000040185,0.01000,1.585
55,mlp.experts.10.gate_proj,0.0000040132,0.01000,1.346
55,mlp.experts.9.gate_proj,0.0000038091,0.01000,1.352
55,mlp.experts.11.gate_proj,0.0000042274,0.01000,1.356
55,mlp.experts.12.gate_proj,0.0000041698,0.01000,1.348
55,mlp.experts.8.gate_proj,0.0000042465,0.01000,1.416
55,mlp.experts.7.gate_proj,0.0000037741,0.01000,1.430
55,mlp.experts.13.gate_proj,0.0000041438,0.01000,1.370
55,mlp.experts.15.gate_proj,0.0000037877,0.01000,1.355
55,mlp.experts.16.gate_proj,0.0000043096,0.01000,1.350
55,mlp.experts.17.gate_proj,0.0000038685,0.01000,1.353
55,mlp.experts.19.gate_proj,0.0000039077,0.01000,1.341
55,mlp.experts.18.gate_proj,0.0000040264,0.01000,1.366
55,mlp.experts.20.gate_proj,0.0000039184,0.01000,1.365
55,mlp.experts.14.gate_proj,0.0000039967,0.01000,1.460
55,mlp.experts.22.gate_proj,0.0000038032,0.01000,1.356
55,mlp.experts.24.gate_proj,0.0000038608,0.01000,1.336
55,mlp.experts.23.gate_proj,0.0000039379,0.01000,1.368
55,mlp.experts.25.gate_proj,0.0000042694,0.01000,1.356
55,mlp.experts.21.gate_proj,0.0000041032,0.01000,1.426
55,mlp.experts.26.gate_proj,0.0000038338,0.01000,1.343
55,mlp.experts.27.gate_proj,0.0000039022,0.01000,1.360
55,mlp.experts.29.gate_proj,0.0000038498,0.01000,1.353
55,mlp.experts.30.gate_proj,0.0000038340,0.01000,1.355
55,mlp.experts.31.gate_proj,0.0000043220,0.01000,1.350
55,mlp.experts.33.gate_proj,0.0000038332,0.01000,1.350
55,mlp.experts.28.gate_proj,0.0000038595,0.01000,1.413
55,mlp.experts.32.gate_proj,0.0000041208,0.01000,1.364
55,mlp.experts.34.gate_proj,0.0000038504,0.01000,1.369
55,mlp.experts.35.gate_proj,0.0000038733,0.01000,1.359
55,mlp.experts.38.gate_proj,0.0000040613,0.01000,1.336
55,mlp.experts.40.gate_proj,0.0000039520,0.01000,1.343
55,mlp.experts.39.gate_proj,0.0000038625,0.01000,1.353
55,mlp.experts.37.gate_proj,0.0000038975,0.01000,1.411
55,mlp.experts.36.gate_proj,0.0000038824,0.01000,1.416
55,mlp.experts.41.gate_proj,0.0000039861,0.01000,1.369
55,mlp.experts.42.gate_proj,0.0000041231,0.01000,1.351
55,mlp.experts.45.gate_proj,0.0000041567,0.01000,1.337
55,mlp.experts.44.gate_proj,0.0000040294,0.01000,1.349
55,mlp.experts.43.gate_proj,0.0000039639,0.01000,1.380
55,mlp.experts.47.gate_proj,0.0000038025,0.01000,1.346
55,mlp.experts.48.gate_proj,0.0000038401,0.01000,1.374
55,mlp.experts.46.gate_proj,0.0000041202,0.01000,1.416
55,mlp.experts.49.gate_proj,0.0000038226,0.01000,1.348
55,mlp.experts.51.gate_proj,0.0000041008,0.01000,1.342
55,mlp.experts.52.gate_proj,0.0000039864,0.01000,1.344
55,mlp.experts.50.gate_proj,0.0000039302,0.01000,1.400
55,mlp.experts.53.gate_proj,0.0000039464,0.01000,1.373
55,mlp.experts.54.gate_proj,0.0000038940,0.01000,1.353
55,mlp.experts.55.gate_proj,0.0000038109,0.01000,1.380
55,mlp.experts.56.gate_proj,0.0000039928,0.01000,1.357
55,mlp.experts.58.gate_proj,0.0000041655,0.01000,1.343
55,mlp.experts.59.gate_proj,0.0000037854,0.01000,1.343
55,mlp.experts.57.gate_proj,0.0000040722,0.01000,1.407
55,mlp.experts.60.gate_proj,0.0000041393,0.01000,1.356
55,mlp.experts.61.gate_proj,0.0000038604,0.01000,1.348
55,mlp.experts.62.gate_proj,0.0000039620,0.01000,1.397
55,mlp.experts.63.gate_proj,0.0000041800,0.01000,1.360
55,mlp.experts.64.gate_proj,0.0000038921,0.01000,1.365
55,mlp.experts.66.gate_proj,0.0000039812,0.01000,1.337
55,mlp.experts.67.gate_proj,0.0000038350,0.01000,1.355
55,mlp.experts.65.gate_proj,0.0000037745,0.01000,1.400
55,mlp.experts.68.gate_proj,0.0000040376,0.01000,1.357
55,mlp.experts.69.gate_proj,0.0000041833,0.01000,1.361
55,mlp.experts.70.gate_proj,0.0000042202,0.01000,1.351
55,mlp.experts.72.gate_proj,0.0000037789,0.01000,1.342
55,mlp.experts.71.gate_proj,0.0000042324,0.01000,1.363
55,mlp.experts.73.gate_proj,0.0000039134,0.01000,1.352
55,mlp.experts.74.gate_proj,0.0000040627,0.01000,1.355
55,mlp.experts.75.gate_proj,0.0000040572,0.01000,1.361
55,mlp.experts.76.gate_proj,0.0000039228,0.01000,1.374
55,mlp.experts.77.gate_proj,0.0000044072,0.01000,1.341
55,mlp.experts.79.gate_proj,0.0000038855,0.01000,1.347
55,mlp.experts.78.gate_proj,0.0000039157,0.01000,1.350
55,mlp.experts.80.gate_proj,0.0000040298,0.01000,1.346
55,mlp.experts.82.gate_proj,0.0000038155,0.01000,1.345
55,mlp.experts.81.gate_proj,0.0000040529,0.01000,1.414
55,mlp.experts.83.gate_proj,0.0000040230,0.01000,1.355
55,mlp.experts.84.gate_proj,0.0000039331,0.01000,1.339
55,mlp.experts.86.gate_proj,0.0000042367,0.01000,1.323
55,mlp.experts.87.gate_proj,0.0000040474,0.01000,1.327
55,mlp.experts.85.gate_proj,0.0000038696,0.01000,1.411
55,mlp.experts.88.gate_proj,0.0000038717,0.01000,1.350
55,mlp.experts.89.gate_proj,0.0000038570,0.01000,1.354
55,mlp.experts.90.gate_proj,0.0000039448,0.01000,1.347
55,mlp.experts.91.gate_proj,0.0000037935,0.01000,1.351
55,mlp.experts.92.gate_proj,0.0000038815,0.01000,1.359
55,mlp.experts.93.gate_proj,0.0000043859,0.01000,1.347
55,mlp.experts.94.gate_proj,0.0000042989,0.01000,1.340
55,mlp.experts.95.gate_proj,0.0000037955,0.01000,1.350
55,mlp.experts.96.gate_proj,0.0000040354,0.01000,1.362
55,mlp.experts.97.gate_proj,0.0000038041,0.01000,1.361
55,mlp.experts.98.gate_proj,0.0000037280,0.01000,1.361
55,mlp.experts.99.gate_proj,0.0000041958,0.01000,1.346
55,mlp.experts.100.gate_proj,0.0000040006,0.01000,1.351
55,mlp.experts.101.gate_proj,0.0000038938,0.01000,1.337
55,mlp.experts.102.gate_proj,0.0000038126,0.01000,1.354
55,mlp.experts.103.gate_proj,0.0000040279,0.01000,1.342
55,mlp.experts.104.gate_proj,0.0000040759,0.01000,1.353
55,mlp.experts.105.gate_proj,0.0000039323,0.01000,1.360
55,mlp.experts.106.gate_proj,0.0000039262,0.01000,1.343
55,mlp.experts.108.gate_proj,0.0000047968,0.01000,1.348
55,mlp.experts.107.gate_proj,0.0000041038,0.01000,1.353
55,mlp.experts.109.gate_proj,0.0000039489,0.01000,1.343
55,mlp.experts.110.gate_proj,0.0000039951,0.01000,1.332
55,mlp.experts.111.gate_proj,0.0000040900,0.01000,1.361
55,mlp.experts.112.gate_proj,0.0000038980,0.01000,1.360
55,mlp.experts.113.gate_proj,0.0000040975,0.01000,1.350
55,mlp.experts.115.gate_proj,0.0000040027,0.01000,1.341
55,mlp.experts.116.gate_proj,0.0000041149,0.01000,1.345
55,mlp.experts.114.gate_proj,0.0000039461,0.01000,1.412
55,mlp.experts.117.gate_proj,0.0000038682,0.01000,1.330
55,mlp.experts.118.gate_proj,0.0000045287,0.01000,1.352
55,mlp.experts.119.gate_proj,0.0000038453,0.01000,1.348
55,mlp.experts.0.up_proj,0.0000038945,0.01000,1.352
55,mlp.experts.1.up_proj,0.0000038433,0.01000,1.358
55,mlp.experts.2.up_proj,0.0000039273,0.01000,1.341
55,mlp.experts.4.up_proj,0.0000038550,0.01000,1.339
55,mlp.experts.3.up_proj,0.0000039038,0.01000,1.405
55,mlp.experts.5.up_proj,0.0000041694,0.01000,1.355
55,mlp.experts.7.up_proj,0.0000036525,0.01000,1.343
55,mlp.experts.6.up_proj,0.0000037521,0.01000,1.401
55,mlp.experts.8.up_proj,0.0000041280,0.01000,1.346
55,mlp.experts.9.up_proj,0.0000037108,0.01000,1.330
55,mlp.experts.10.up_proj,0.0000038892,0.01000,1.347
55,mlp.experts.11.up_proj,0.0000040950,0.01000,1.339
55,mlp.experts.12.up_proj,0.0000039691,0.01000,1.372
55,mlp.experts.13.up_proj,0.0000039532,0.01000,1.348
55,mlp.experts.15.up_proj,0.0000037112,0.01000,1.331
55,mlp.experts.16.up_proj,0.0000041506,0.01000,1.342
55,mlp.experts.14.up_proj,0.0000038632,0.01000,1.414
55,mlp.experts.17.up_proj,0.0000037519,0.01000,1.354
55,mlp.experts.18.up_proj,0.0000039096,0.01000,1.328
55,mlp.experts.19.up_proj,0.0000038081,0.01000,1.355
55,mlp.experts.20.up_proj,0.0000038097,0.01000,1.347
55,mlp.experts.21.up_proj,0.0000039852,0.01000,1.362
55,mlp.experts.22.up_proj,0.0000037643,0.01000,1.379
55,mlp.experts.23.up_proj,0.0000038076,0.01000,1.348
55,mlp.experts.24.up_proj,0.0000037654,0.01000,1.362
55,mlp.experts.25.up_proj,0.0000040425,0.01000,1.341
55,mlp.experts.26.up_proj,0.0000036797,0.01000,1.358
55,mlp.experts.27.up_proj,0.0000038071,0.01000,1.353
55,mlp.experts.28.up_proj,0.0000038628,0.01000,1.350
55,mlp.experts.30.up_proj,0.0000038030,0.01000,1.344
55,mlp.experts.32.up_proj,0.0000040385,0.01000,1.344
55,mlp.experts.31.up_proj,0.0000040527,0.01000,1.353
55,mlp.experts.29.up_proj,0.0000037500,0.01000,1.432
55,mlp.experts.33.up_proj,0.0000037271,0.01000,1.356
55,mlp.experts.34.up_proj,0.0000037676,0.01000,1.340
55,mlp.experts.35.up_proj,0.0000036867,0.01000,1.338
55,mlp.experts.37.up_proj,0.0000037848,0.01000,1.333
55,mlp.experts.38.up_proj,0.0000038722,0.01000,1.363
55,mlp.experts.36.up_proj,0.0000037491,0.01000,1.409
55,mlp.experts.39.up_proj,0.0000037382,0.01000,1.361
55,mlp.experts.40.up_proj,0.0000037591,0.01000,1.371
55,mlp.experts.41.up_proj,0.0000038605,0.01000,1.343
55,mlp.experts.42.up_proj,0.0000039750,0.01000,1.341
55,mlp.experts.43.up_proj,0.0000038473,0.01000,1.347
55,mlp.experts.44.up_proj,0.0000039510,0.01000,1.339
55,mlp.experts.45.up_proj,0.0000039678,0.01000,1.354
55,mlp.experts.46.up_proj,0.0000039592,0.01000,1.374
55,mlp.experts.47.up_proj,0.0000037541,0.01000,1.362
55,mlp.experts.48.up_proj,0.0000037548,0.01000,1.346
55,mlp.experts.49.up_proj,0.0000037094,0.01000,1.344
55,mlp.experts.50.up_proj,0.0000037998,0.01000,1.343
55,mlp.experts.51.up_proj,0.0000039921,0.01000,1.336
55,mlp.experts.52.up_proj,0.0000037263,0.01000,1.343
55,mlp.experts.53.up_proj,0.0000038107,0.01000,1.379
55,mlp.experts.54.up_proj,0.0000037865,0.01000,1.354
55,mlp.experts.55.up_proj,0.0000036936,0.01000,1.346
55,mlp.experts.56.up_proj,0.0000038489,0.01000,1.355
55,mlp.experts.57.up_proj,0.0000039214,0.01000,1.353
55,mlp.experts.58.up_proj,0.0000039985,0.01000,1.342
55,mlp.experts.59.up_proj,0.0000037147,0.01000,1.354
55,mlp.experts.60.up_proj,0.0000037740,0.01000,1.366
55,mlp.experts.61.up_proj,0.0000037699,0.01000,1.372
55,mlp.experts.62.up_proj,0.0000038692,0.01000,1.351
55,mlp.experts.63.up_proj,0.0000040209,0.01000,1.359
55,mlp.experts.64.up_proj,0.0000037640,0.01000,1.344
55,mlp.experts.65.up_proj,0.0000036558,0.01000,1.340
55,mlp.experts.66.up_proj,0.0000038459,0.01000,1.337
55,mlp.experts.67.up_proj,0.0000036866,0.01000,1.347
55,mlp.experts.68.up_proj,0.0000038088,0.01000,1.368
55,mlp.experts.69.up_proj,0.0000040372,0.01000,1.355
55,mlp.experts.70.up_proj,0.0000039800,0.01000,1.370
55,mlp.experts.72.up_proj,0.0000037610,0.01000,1.347
55,mlp.experts.73.up_proj,0.0000038348,0.01000,1.341
55,mlp.experts.71.up_proj,0.0000041006,0.01000,1.411
55,mlp.experts.74.up_proj,0.0000038939,0.01000,1.343
55,mlp.experts.75.up_proj,0.0000039399,0.01000,1.363
55,mlp.experts.76.up_proj,0.0000038024,0.01000,1.350
55,mlp.experts.77.up_proj,0.0000040934,0.01000,1.359
55,mlp.experts.78.up_proj,0.0000038691,0.01000,1.357
55,mlp.experts.79.up_proj,0.0000037787,0.01000,1.334
55,mlp.experts.80.up_proj,0.0000038952,0.01000,1.359
55,mlp.experts.81.up_proj,0.0000038303,0.01000,1.339
55,mlp.experts.82.up_proj,0.0000037799,0.01000,1.367
55,mlp.experts.83.up_proj,0.0000039059,0.01000,1.365
55,mlp.experts.84.up_proj,0.0000038135,0.01000,1.360
55,mlp.experts.86.up_proj,0.0000040691,0.01000,1.335
55,mlp.experts.85.up_proj,0.0000037400,0.01000,1.398
55,mlp.experts.87.up_proj,0.0000039090,0.01000,1.352
55,mlp.experts.88.up_proj,0.0000037718,0.01000,1.344
55,mlp.experts.89.up_proj,0.0000037559,0.01000,1.373
55,mlp.experts.90.up_proj,0.0000037583,0.01000,1.348
55,mlp.experts.91.up_proj,0.0000037263,0.01000,1.356
55,mlp.experts.92.up_proj,0.0000038145,0.01000,1.357
55,mlp.experts.93.up_proj,0.0000038536,0.01000,1.340
55,mlp.experts.94.up_proj,0.0000040973,0.01000,1.344
55,mlp.experts.95.up_proj,0.0000037169,0.01000,1.358
55,mlp.experts.96.up_proj,0.0000039444,0.01000,1.366
55,mlp.experts.97.up_proj,0.0000037130,0.01000,1.351
55,mlp.experts.98.up_proj,0.0000035979,0.01000,1.350
55,mlp.experts.99.up_proj,0.0000040307,0.01000,1.336
55,mlp.experts.100.up_proj,0.0000038845,0.01000,1.341
55,mlp.experts.101.up_proj,0.0000037695,0.01000,1.355
55,mlp.experts.102.up_proj,0.0000037145,0.01000,1.358
55,mlp.experts.103.up_proj,0.0000038116,0.01000,1.367
55,mlp.experts.104.up_proj,0.0000039245,0.01000,1.347
55,mlp.experts.105.up_proj,0.0000037459,0.01000,1.348
55,mlp.experts.106.up_proj,0.0000038401,0.01000,1.336
55,mlp.experts.107.up_proj,0.0000039167,0.01000,1.341
55,mlp.experts.108.up_proj,0.0000044109,0.01000,1.349
55,mlp.experts.109.up_proj,0.0000038535,0.01000,1.353
55,mlp.experts.110.up_proj,0.0000039196,0.01000,1.369
55,mlp.experts.111.up_proj,0.0000039974,0.01000,1.345
55,mlp.experts.113.up_proj,0.0000038963,0.01000,1.343
55,mlp.experts.114.up_proj,0.0000039200,0.01000,1.337
55,mlp.experts.112.up_proj,0.0000037802,0.01000,1.405
55,mlp.experts.115.up_proj,0.0000038774,0.01000,1.343
55,mlp.experts.116.up_proj,0.0000039329,0.01000,1.341
55,mlp.experts.117.up_proj,0.0000037763,0.01000,1.297
55,mlp.experts.118.up_proj,0.0000041185,0.01000,1.051
55,mlp.experts.119.up_proj,0.0000037498,0.01000,1.014
55,mlp.experts.1.down_proj,0.0000004991,0.01000,0.438
55,mlp.experts.3.down_proj,0.0000004087,0.01000,0.438
55,mlp.experts.4.down_proj,0.0000004887,0.01000,0.441
55,mlp.experts.5.down_proj,0.0000004812,0.01000,0.441
55,mlp.experts.2.down_proj,0.0000005128,0.01000,0.443
55,mlp.experts.6.down_proj,0.0000004220,0.01000,0.444
55,mlp.experts.0.down_proj,0.0000004500,0.01000,0.456
55,mlp.experts.10.down_proj,0.0000004512,0.01000,0.400
55,mlp.experts.7.down_proj,0.0000004140,0.01000,0.407
55,mlp.experts.9.down_proj,0.0000004819,0.01000,0.402
55,mlp.experts.12.down_proj,0.0000006009,0.01000,0.401
55,mlp.experts.8.down_proj,0.0000004958,0.01000,0.411
55,mlp.experts.11.down_proj,0.0000005091,0.01000,0.412
55,mlp.experts.13.down_proj,0.0000004492,0.01000,0.409
55,mlp.experts.16.down_proj,0.0000004443,0.01000,0.402
55,mlp.experts.17.down_proj,0.0000004072,0.01000,0.399
55,mlp.experts.15.down_proj,0.0000003983,0.01000,0.407
55,mlp.experts.19.down_proj,0.0000004160,0.01000,0.402
55,mlp.experts.18.down_proj,0.0000004145,0.01000,0.408
55,mlp.experts.14.down_proj,0.0000003893,0.01000,0.420
55,mlp.experts.20.down_proj,0.0000004460,0.01000,0.405
55,mlp.experts.23.down_proj,0.0000003946,0.01000,0.402
55,mlp.experts.24.down_proj,0.0000004555,0.01000,0.401
55,mlp.experts.22.down_proj,0.0000004618,0.01000,0.411
55,mlp.experts.21.down_proj,0.0000004981,0.01000,0.416
55,mlp.experts.25.down_proj,0.0000004104,0.01000,0.409
55,mlp.experts.26.down_proj,0.0000004113,0.01000,0.405
55,mlp.experts.27.down_proj,0.0000004250,0.01000,0.406
55,mlp.experts.28.down_proj,0.0000004943,0.01000,0.405
55,mlp.experts.31.down_proj,0.0000004276,0.01000,0.396
55,mlp.experts.30.down_proj,0.0000004628,0.01000,0.405
55,mlp.experts.29.down_proj,0.0000003965,0.01000,0.413
55,mlp.experts.33.down_proj,0.0000004034,0.01000,0.405
55,mlp.experts.32.down_proj,0.0000003971,0.01000,0.407
55,mlp.experts.34.down_proj,0.0000004390,0.01000,0.407
55,mlp.experts.38.down_proj,0.0000004912,0.01000,0.396
55,mlp.experts.37.down_proj,0.0000003942,0.01000,0.404
55,mlp.experts.40.down_proj,0.0000005048,0.01000,0.406
55,mlp.experts.35.down_proj,0.0000004547,0.01000,0.424
55,mlp.experts.39.down_proj,0.0000004101,0.01000,0.410
55,mlp.experts.36.down_proj,0.0000003687,0.01000,0.425
55,mlp.experts.41.down_proj,0.0000004225,0.01000,0.407
55,mlp.experts.42.down_proj,0.0000004322,0.01000,0.411
55,mlp.experts.45.down_proj,0.0000004533,0.01000,0.400
55,mlp.experts.43.down_proj,0.0000003844,0.01000,0.414
55,mlp.experts.47.down_proj,0.0000004079,0.01000,0.401
55,mlp.experts.46.down_proj,0.0000004595,0.01000,0.411
55,mlp.experts.44.down_proj,0.0000004594,0.01000,0.416
55,mlp.experts.48.down_proj,0.0000004608,0.01000,0.409
55,mlp.experts.52.down_proj,0.0000004554,0.01000,0.396
55,mlp.experts.49.down_proj,0.0000003963,0.01000,0.408
55,mlp.experts.51.down_proj,0.0000004484,0.01000,0.410
55,mlp.experts.54.down_proj,0.0000004607,0.01000,0.403
55,mlp.experts.50.down_proj,0.0000004830,0.01000,0.418
55,mlp.experts.55.down_proj,0.0000003964,0.01000,0.415
55,mlp.experts.53.down_proj,0.0000004114,0.01000,0.417
55,mlp.experts.56.down_proj,0.0000004031,0.01000,0.405
55,mlp.experts.57.down_proj,0.0000004438,0.01000,0.405
55,mlp.experts.58.down_proj,0.0000005049,0.01000,0.401
55,mlp.experts.59.down_proj,0.0000004086,0.01000,0.400
55,mlp.experts.60.down_proj,0.0000004992,0.01000,0.403
55,mlp.experts.61.down_proj,0.0000004286,0.01000,0.406
55,mlp.experts.62.down_proj,0.0000004254,0.01000,0.415
55,mlp.experts.66.down_proj,0.0000004742,0.01000,0.397
55,mlp.experts.64.down_proj,0.0000004038,0.01000,0.403
55,mlp.experts.63.down_proj,0.0000004223,0.01000,0.404
55,mlp.experts.65.down_proj,0.0000003788,0.01000,0.403
55,mlp.experts.67.down_proj,0.0000003727,0.01000,0.399
55,mlp.experts.68.down_proj,0.0000004224,0.01000,0.401
55,mlp.experts.69.down_proj,0.0000004343,0.01000,0.411
55,mlp.experts.73.down_proj,0.0000004918,0.01000,0.408
55,mlp.experts.72.down_proj,0.0000004335,0.01000,0.409
55,mlp.experts.71.down_proj,0.0000005362,0.01000,0.409
55,mlp.experts.74.down_proj,0.0000003696,0.01000,0.410
55,mlp.experts.75.down_proj,0.0000004049,0.01000,0.404
55,mlp.experts.70.down_proj,0.0000005606,0.01000,0.439
55,mlp.experts.76.down_proj,0.0000004784,0.01000,0.420
55,mlp.experts.79.down_proj,0.0000004822,0.01000,0.404
55,mlp.experts.78.down_proj,0.0000004410,0.01000,0.416
55,mlp.experts.80.down_proj,0.0000004779,0.01000,0.412
55,mlp.experts.81.down_proj,0.0000004069,0.01000,0.409
55,mlp.experts.77.down_proj,0.0000004464,0.01000,0.427
55,mlp.experts.82.down_proj,0.0000004560,0.01000,0.400
55,mlp.experts.83.down_proj,0.0000003953,0.01000,0.410
55,mlp.experts.84.down_proj,0.0000004733,0.01000,0.410
55,mlp.experts.86.down_proj,0.0000004188,0.01000,0.404
55,mlp.experts.85.down_proj,0.0000004719,0.01000,0.405
55,mlp.experts.88.down_proj,0.0000004417,0.01000,0.408
55,mlp.experts.89.down_proj,0.0000004277,0.01000,0.406
55,mlp.experts.87.down_proj,0.0000004538,0.01000,0.432
55,mlp.experts.90.down_proj,0.0000004054,0.01000,0.412
55,mlp.experts.91.down_proj,0.0000004429,0.01000,0.406
55,mlp.experts.92.down_proj,0.0000004786,0.01000,0.404
55,mlp.experts.93.down_proj,0.0000004358,0.01000,0.404
55,mlp.experts.94.down_proj,0.0000004674,0.01000,0.407
55,mlp.experts.95.down_proj,0.0000004456,0.01000,0.409
55,mlp.experts.96.down_proj,0.0000004742,0.01000,0.405
55,mlp.experts.97.down_proj,0.0000004378,0.01000,0.411
55,mlp.experts.98.down_proj,0.0000004563,0.01000,0.406
55,mlp.experts.99.down_proj,0.0000004465,0.01000,0.407
55,mlp.experts.100.down_proj,0.0000004405,0.01000,0.405
55,mlp.experts.101.down_proj,0.0000004682,0.01000,0.405
55,mlp.experts.102.down_proj,0.0000004820,0.01000,0.409
55,mlp.experts.103.down_proj,0.0000003853,0.01000,0.401
55,mlp.experts.104.down_proj,0.0000004708,0.01000,0.411
55,mlp.experts.107.down_proj,0.0000003935,0.01000,0.409
55,mlp.experts.105.down_proj,0.0000004466,0.01000,0.409
55,mlp.experts.106.down_proj,0.0000004744,0.01000,0.410
55,mlp.experts.108.down_proj,0.0000004491,0.01000,0.404
55,mlp.experts.110.down_proj,0.0000004810,0.01000,0.401
55,mlp.experts.109.down_proj,0.0000004170,0.01000,0.411
55,mlp.experts.111.down_proj,0.0000005095,0.01000,0.411
55,mlp.experts.114.down_proj,0.0000004777,0.01000,0.406
55,mlp.experts.112.down_proj,0.0000004344,0.01000,0.406
55,mlp.experts.113.down_proj,0.0000003813,0.01000,0.407
55,mlp.experts.115.down_proj,0.0000003804,0.01000,0.402
55,mlp.experts.116.down_proj,0.0000004246,0.01000,0.404
55,mlp.experts.117.down_proj,0.0000004375,0.01000,0.409
55,mlp.experts.118.down_proj,0.0000005079,0.01000,0.399
55,mlp.experts.119.down_proj,0.0000004325,0.01000,0.274
56,self_attn.v_proj,0.0000003260,0.01000,1.189
56,self_attn.k_proj,0.0000001403,0.01000,1.191
56,self_attn.q_proj,0.0000010386,0.01000,1.260
56,self_attn.o_proj,0.0000001707,0.01000,2.757
56,mlp.shared_experts.gate_proj,0.0000000089,0.01000,0.916
56,mlp.shared_experts.up_proj,0.0000000059,0.01000,0.907
56,mlp.shared_experts.down_proj,0.0000000006,0.01000,0.274
56,mlp.experts.3.gate_proj,0.0000039239,0.01000,1.511
56,mlp.experts.5.gate_proj,0.0000040246,0.01000,1.522
56,mlp.experts.2.gate_proj,0.0000045326,0.01000,1.530
56,mlp.experts.4.gate_proj,0.0000044951,0.01000,1.533
56,mlp.experts.6.gate_proj,0.0000038903,0.01000,1.540
56,mlp.experts.0.gate_proj,0.0000040009,0.01000,1.579
56,mlp.experts.1.gate_proj,0.0000041880,0.01000,1.620
56,mlp.experts.7.gate_proj,0.0000040277,0.01000,1.345
56,mlp.experts.10.gate_proj,0.0000043612,0.01000,1.323
56,mlp.experts.9.gate_proj,0.0000039800,0.01000,1.337
56,mlp.experts.11.gate_proj,0.0000040150,0.01000,1.328
56,mlp.experts.12.gate_proj,0.0000046446,0.01000,1.323
56,mlp.experts.8.gate_proj,0.0000044066,0.01000,1.410
56,mlp.experts.13.gate_proj,0.0000040703,0.01000,1.352
56,mlp.experts.17.gate_proj,0.0000040855,0.01000,1.320
56,mlp.experts.16.gate_proj,0.0000041895,0.01000,1.343
56,mlp.experts.19.gate_proj,0.0000043623,0.01000,1.324
56,mlp.experts.14.gate_proj,0.0000040920,0.01000,1.409
56,mlp.experts.18.gate_proj,0.0000040959,0.01000,1.371
56,mlp.experts.15.gate_proj,0.0000040528,0.01000,1.421
56,mlp.experts.20.gate_proj,0.0000039692,0.01000,1.355
56,mlp.experts.21.gate_proj,0.0000041535,0.01000,1.377
56,mlp.experts.22.gate_proj,0.0000038741,0.01000,1.371
56,mlp.experts.23.gate_proj,0.0000040626,0.01000,1.360
56,mlp.experts.24.gate_proj,0.0000040374,0.01000,1.353
56,mlp.experts.26.gate_proj,0.0000041679,0.01000,1.359
56,mlp.experts.25.gate_proj,0.0000042170,0.01000,1.368
56,mlp.experts.27.gate_proj,0.0000041829,0.01000,1.373
56,mlp.experts.29.gate_proj,0.0000040763,0.01000,1.353
56,mlp.experts.31.gate_proj,0.0000040282,0.01000,1.342
56,mlp.experts.30.gate_proj,0.0000040970,0.01000,1.349
56,mlp.experts.28.gate_proj,0.0000039289,0.01000,1.415
56,mlp.experts.32.gate_proj,0.0000039712,0.01000,1.360
56,mlp.experts.33.gate_proj,0.0000044311,0.01000,1.358
56,mlp.experts.34.gate_proj,0.0000040834,0.01000,1.390
56,mlp.experts.35.gate_proj,0.0000041686,0.01000,1.373
56,mlp.experts.37.gate_proj,0.0000044622,0.01000,1.356
56,mlp.experts.38.gate_proj,0.0000042449,0.01000,1.340
56,mlp.experts.39.gate_proj,0.0000041326,0.01000,1.345
56,mlp.experts.40.gate_proj,0.0000039926,0.01000,1.347
56,mlp.experts.36.gate_proj,0.0000042557,0.01000,1.418
56,mlp.experts.41.gate_proj,0.0000039253,0.01000,1.375
56,mlp.experts.45.gate_proj,0.0000040556,0.01000,1.326
56,mlp.experts.44.gate_proj,0.0000045673,0.01000,1.348
56,mlp.experts.46.gate_proj,0.0000041638,0.01000,1.349
56,mlp.experts.47.gate_proj,0.0000042869,0.01000,1.349
56,mlp.experts.42.gate_proj,0.0000040461,0.01000,1.417
56,mlp.experts.43.gate_proj,0.0000038597,0.01000,1.420
56,mlp.experts.48.gate_proj,0.0000042988,0.01000,1.358
56,mlp.experts.49.gate_proj,0.0000045448,0.01000,1.363
56,mlp.experts.50.gate_proj,0.0000039003,0.01000,1.363
56,mlp.experts.51.gate_proj,0.0000043581,0.01000,1.342
56,mlp.experts.52.gate_proj,0.0000048223,0.01000,1.352
56,mlp.experts.53.gate_proj,0.0000042263,0.01000,1.368
56,mlp.experts.54.gate_proj,0.0000040527,0.01000,1.366
56,mlp.experts.55.gate_proj,0.0000040307,0.01000,1.354
56,mlp.experts.58.gate_proj,0.0000039723,0.01000,1.349
56,mlp.experts.56.gate_proj,0.0000042369,0.01000,1.356
56,mlp.experts.59.gate_proj,0.0000040085,0.01000,1.325
56,mlp.experts.60.gate_proj,0.0000043926,0.01000,1.338
56,mlp.experts.61.gate_proj,0.0000041621,0.01000,1.343
56,mlp.experts.57.gate_proj,0.0000042237,0.01000,1.426
56,mlp.experts.62.gate_proj,0.0000040426,0.01000,1.343
56,mlp.experts.63.gate_proj,0.0000041705,0.01000,1.343
56,mlp.experts.65.gate_proj,0.0000042612,0.01000,1.335
56,mlp.experts.66.gate_proj,0.0000039588,0.01000,1.324
56,mlp.experts.64.gate_proj,0.0000041930,0.01000,1.408
56,mlp.experts.67.gate_proj,0.0000040382,0.01000,1.346
56,mlp.experts.68.gate_proj,0.0000041943,0.01000,1.345
56,mlp.experts.69.gate_proj,0.0000044269,0.01000,1.341
56,mlp.experts.70.gate_proj,0.0000041814,0.01000,1.336
56,mlp.experts.71.gate_proj,0.0000041420,0.01000,1.345
56,mlp.experts.72.gate_proj,0.0000041048,0.01000,1.328
56,mlp.experts.73.gate_proj,0.0000039523,0.01000,1.335
56,mlp.experts.74.gate_proj,0.0000043130,0.01000,1.357
56,mlp.experts.75.gate_proj,0.0000040727,0.01000,1.348
56,mlp.experts.76.gate_proj,0.0000039518,0.01000,1.343
56,mlp.experts.77.gate_proj,0.0000040156,0.01000,1.347
56,mlp.experts.79.gate_proj,0.0000041445,0.01000,1.339
56,mlp.experts.80.gate_proj,0.0000040899,0.01000,1.339
56,mlp.experts.82.gate_proj,0.0000045496,0.01000,1.341
56,mlp.experts.78.gate_proj,0.0000040813,0.01000,1.433
56,mlp.experts.83.gate_proj,0.0000040776,0.01000,1.370
56,mlp.experts.81.gate_proj,0.0000042138,0.01000,1.426
56,mlp.experts.84.gate_proj,0.0000039046,0.01000,1.359
56,mlp.experts.85.gate_proj,0.0000040895,0.01000,1.380
56,mlp.experts.86.gate_proj,0.0000043361,0.01000,1.347
56,mlp.experts.87.gate_proj,0.0000040619,0.01000,1.330
56,mlp.experts.88.gate_proj,0.0000039736,0.01000,1.347
56,mlp.experts.89.gate_proj,0.0000039631,0.01000,1.340
56,mlp.experts.90.gate_proj,0.0000041199,0.01000,1.376
56,mlp.experts.91.gate_proj,0.0000039350,0.01000,1.362
56,mlp.experts.93.gate_proj,0.0000039692,0.01000,1.346
56,mlp.experts.94.gate_proj,0.0000040625,0.01000,1.338
56,mlp.experts.95.gate_proj,0.0000041369,0.01000,1.344
56,mlp.experts.92.gate_proj,0.0000039094,0.01000,1.406
56,mlp.experts.96.gate_proj,0.0000041790,0.01000,1.334
56,mlp.experts.97.gate_proj,0.0000039900,0.01000,1.368
56,mlp.experts.98.gate_proj,0.0000040737,0.01000,1.355
56,mlp.experts.100.gate_proj,0.0000040619,0.01000,1.348
56,mlp.experts.101.gate_proj,0.0000041142,0.01000,1.330
56,mlp.experts.102.gate_proj,0.0000041926,0.01000,1.346
56,mlp.experts.99.gate_proj,0.0000044257,0.01000,1.409
56,mlp.experts.103.gate_proj,0.0000040168,0.01000,1.335
56,mlp.experts.104.gate_proj,0.0000040283,0.01000,1.358
56,mlp.experts.105.gate_proj,0.0000040316,0.01000,1.370
56,mlp.experts.106.gate_proj,0.0000040211,0.01000,1.372
56,mlp.experts.107.gate_proj,0.0000040148,0.01000,1.354
56,mlp.experts.108.gate_proj,0.0000039296,0.01000,1.339
56,mlp.experts.110.gate_proj,0.0000041603,0.01000,1.344
56,mlp.experts.109.gate_proj,0.0000039762,0.01000,1.361
56,mlp.experts.111.gate_proj,0.0000040708,0.01000,1.372
56,mlp.experts.112.gate_proj,0.0000042779,0.01000,1.370
56,mlp.experts.115.gate_proj,0.0000041429,0.01000,1.339
56,mlp.experts.114.gate_proj,0.0000042330,0.01000,1.362
56,mlp.experts.116.gate_proj,0.0000040943,0.01000,1.356
56,mlp.experts.117.gate_proj,0.0000041979,0.01000,1.361
56,mlp.experts.113.gate_proj,0.0000041756,0.01000,1.428
56,mlp.experts.118.gate_proj,0.0000041589,0.01000,1.363
56,mlp.experts.1.up_proj,0.0000040392,0.01000,1.345
56,mlp.experts.0.up_proj,0.0000039026,0.01000,1.373
56,mlp.experts.3.up_proj,0.0000038030,0.01000,1.355
56,mlp.experts.2.up_proj,0.0000042630,0.01000,1.364
56,mlp.experts.119.gate_proj,0.0000043508,0.01000,1.438
56,mlp.experts.4.up_proj,0.0000041580,0.01000,1.363
56,mlp.experts.5.up_proj,0.0000039208,0.01000,1.365
56,mlp.experts.7.up_proj,0.0000039406,0.01000,1.359
56,mlp.experts.6.up_proj,0.0000038284,0.01000,1.375
56,mlp.experts.9.up_proj,0.0000039119,0.01000,1.347
56,mlp.experts.10.up_proj,0.0000040955,0.01000,1.368
56,mlp.experts.11.up_proj,0.0000038661,0.01000,1.367
56,mlp.experts.8.up_proj,0.0000043028,0.01000,1.400
56,mlp.experts.12.up_proj,0.0000039034,0.01000,1.364
56,mlp.experts.14.up_proj,0.0000039518,0.01000,1.347
56,mlp.experts.15.up_proj,0.0000038814,0.01000,1.347
56,mlp.experts.16.up_proj,0.0000040656,0.01000,1.337
56,mlp.experts.13.up_proj,0.0000039427,0.01000,1.407
56,mlp.experts.18.up_proj,0.0000039976,0.01000,1.349
56,mlp.experts.17.up_proj,0.0000039432,0.01000,1.429
56,mlp.experts.19.up_proj,0.0000041506,0.01000,1.361
56,mlp.experts.20.up_proj,0.0000037961,0.01000,1.359
56,mlp.experts.21.up_proj,0.0000040550,0.01000,1.353
56,mlp.experts.23.up_proj,0.0000039569,0.01000,1.334
56,mlp.experts.24.up_proj,0.0000038353,0.01000,1.366
56,mlp.experts.22.up_proj,0.0000037833,0.01000,1.401
56,mlp.experts.25.up_proj,0.0000040844,0.01000,1.361
56,mlp.experts.26.up_proj,0.0000040963,0.01000,1.362
56,mlp.experts.27.up_proj,0.0000039339,0.01000,1.357
56,mlp.experts.28.up_proj,0.0000038466,0.01000,1.357
56,mlp.experts.29.up_proj,0.0000039333,0.01000,1.346
56,mlp.experts.30.up_proj,0.0000039521,0.01000,1.343
56,mlp.experts.31.up_proj,0.0000039201,0.01000,1.357
56,mlp.experts.32.up_proj,0.0000038594,0.01000,1.356
56,mlp.experts.33.up_proj,0.0000042739,0.01000,1.362
56,mlp.experts.34.up_proj,0.0000039234,0.01000,1.357
56,mlp.experts.36.up_proj,0.0000041099,0.01000,1.349
56,mlp.experts.37.up_proj,0.0000041449,0.01000,1.333
56,mlp.experts.35.up_proj,0.0000040560,0.01000,1.407
56,mlp.experts.38.up_proj,0.0000039305,0.01000,1.353
56,mlp.experts.39.up_proj,0.0000039971,0.01000,1.379
56,mlp.experts.40.up_proj,0.0000039154,0.01000,1.361
56,mlp.experts.41.up_proj,0.0000038513,0.01000,1.352
56,mlp.experts.42.up_proj,0.0000038850,0.01000,1.357
56,mlp.experts.44.up_proj,0.0000043156,0.01000,1.325
56,mlp.experts.43.up_proj,0.0000037211,0.01000,1.350
56,mlp.experts.45.up_proj,0.0000038761,0.01000,1.338
56,mlp.experts.46.up_proj,0.0000039495,0.01000,1.354
56,mlp.experts.47.up_proj,0.0000040558,0.01000,1.355
56,mlp.experts.48.up_proj,0.0000041715,0.01000,1.356
56,mlp.experts.49.up_proj,0.0000042742,0.01000,1.356
56,mlp.experts.51.up_proj,0.0000041614,0.01000,1.334
56,mlp.experts.52.up_proj,0.0000043716,0.01000,1.343
56,mlp.experts.50.up_proj,0.0000037931,0.01000,1.398
56,mlp.experts.53.up_proj,0.0000039844,0.01000,1.352
56,mlp.experts.54.up_proj,0.0000038951,0.01000,1.351
56,mlp.experts.55.up_proj,0.0000039004,0.01000,1.348
56,mlp.experts.56.up_proj,0.0000037137,0.01000,1.353
56,mlp.experts.57.up_proj,0.0000040850,0.01000,1.355
56,mlp.experts.58.up_proj,0.0000038628,0.01000,1.331
56,mlp.experts.59.up_proj,0.0000038439,0.01000,1.336
56,mlp.experts.60.up_proj,0.0000042297,0.01000,1.354
56,mlp.experts.61.up_proj,0.0000040495,0.01000,1.353
56,mlp.experts.62.up_proj,0.0000039069,0.01000,1.350
56,mlp.experts.64.up_proj,0.0000039892,0.01000,1.350
56,mlp.experts.65.up_proj,0.0000041047,0.01000,1.337
56,mlp.experts.66.up_proj,0.0000038859,0.01000,1.341
56,mlp.experts.63.up_proj,0.0000040604,0.01000,1.408
56,mlp.experts.67.up_proj,0.0000039343,0.01000,1.359
56,mlp.experts.68.up_proj,0.0000039987,0.01000,1.349
56,mlp.experts.69.up_proj,0.0000041954,0.01000,1.349
56,mlp.experts.71.up_proj,0.0000040602,0.01000,1.372
56,mlp.experts.72.up_proj,0.0000039610,0.01000,1.346
56,mlp.experts.73.up_proj,0.0000038820,0.01000,1.361
56,mlp.experts.70.up_proj,0.0000040338,0.01000,1.424
56,mlp.experts.74.up_proj,0.0000041461,0.01000,1.346
56,mlp.experts.75.up_proj,0.0000039223,0.01000,1.365
56,mlp.experts.76.up_proj,0.0000038073,0.01000,1.346
56,mlp.experts.77.up_proj,0.0000038399,0.01000,1.355
56,mlp.experts.78.up_proj,0.0000039580,0.01000,1.353
56,mlp.experts.79.up_proj,0.0000040005,0.01000,1.335
56,mlp.experts.80.up_proj,0.0000040126,0.01000,1.347
56,mlp.experts.81.up_proj,0.0000040341,0.01000,1.334
56,mlp.experts.82.up_proj,0.0000044973,0.01000,1.358
56,mlp.experts.83.up_proj,0.0000039566,0.01000,1.367
56,mlp.experts.86.up_proj,0.0000041652,0.01000,1.327
56,mlp.experts.85.up_proj,0.0000039766,0.01000,1.357
56,mlp.experts.87.up_proj,0.0000040004,0.01000,1.350
56,mlp.experts.84.up_proj,0.0000037844,0.01000,1.398
56,mlp.experts.88.up_proj,0.0000039267,0.01000,1.334
56,mlp.experts.89.up_proj,0.0000039727,0.01000,1.352
56,mlp.experts.90.up_proj,0.0000040246,0.01000,1.367
56,mlp.experts.91.up_proj,0.0000038105,0.01000,1.354
56,mlp.experts.92.up_proj,0.0000038070,0.01000,1.362
56,mlp.experts.93.up_proj,0.0000038305,0.01000,1.341
56,mlp.experts.94.up_proj,0.0000039137,0.01000,1.344
56,mlp.experts.95.up_proj,0.0000039498,0.01000,1.339
56,mlp.experts.96.up_proj,0.0000040486,0.01000,1.362
56,mlp.experts.97.up_proj,0.0000038846,0.01000,1.360
56,mlp.experts.98.up_proj,0.0000039686,0.01000,1.349
56,mlp.experts.100.up_proj,0.0000039229,0.01000,1.340
56,mlp.experts.101.up_proj,0.0000039484,0.01000,1.344
56,mlp.experts.102.up_proj,0.0000040177,0.01000,1.331
56,mlp.experts.99.up_proj,0.0000042805,0.01000,1.402
56,mlp.experts.103.up_proj,0.0000039082,0.01000,1.364
56,mlp.experts.104.up_proj,0.0000039300,0.01000,1.348
56,mlp.experts.105.up_proj,0.0000038823,0.01000,1.340
56,mlp.experts.107.up_proj,0.0000037935,0.01000,1.321
56,mlp.experts.108.up_proj,0.0000038329,0.01000,1.344
56,mlp.experts.109.up_proj,0.0000038738,0.01000,1.347
56,mlp.experts.106.up_proj,0.0000038725,0.01000,1.448
56,mlp.experts.110.up_proj,0.0000039669,0.01000,1.373
56,mlp.experts.111.up_proj,0.0000039363,0.01000,1.338
56,mlp.experts.112.up_proj,0.0000041269,0.01000,1.359
56,mlp.experts.114.up_proj,0.0000039974,0.01000,1.327
56,mlp.experts.113.up_proj,0.0000040590,0.01000,1.385
56,mlp.experts.115.up_proj,0.0000040033,0.01000,1.379
56,mlp.experts.116.up_proj,0.0000040200,0.01000,1.336
56,mlp.experts.117.up_proj,0.0000041332,0.01000,1.338
56,mlp.experts.118.up_proj,0.0000040217,0.01000,1.029
56,mlp.experts.119.up_proj,0.0000042239,0.01000,1.009
56,mlp.experts.1.down_proj,0.0000004271,0.01000,0.440
56,mlp.experts.3.down_proj,0.0000004387,0.01000,0.439
56,mlp.experts.5.down_proj,0.0000004254,0.01000,0.440
56,mlp.experts.2.down_proj,0.0000004210,0.01000,0.442
56,mlp.experts.4.down_proj,0.0000004079,0.01000,0.442
56,mlp.experts.6.down_proj,0.0000004368,0.01000,0.448
56,mlp.experts.0.down_proj,0.0000004399,0.01000,0.456
56,mlp.experts.7.down_proj,0.0000004927,0.01000,0.416
56,mlp.experts.9.down_proj,0.0000004614,0.01000,0.413
56,mlp.experts.11.down_proj,0.0000004597,0.01000,0.415
56,mlp.experts.8.down_proj,0.0000004560,0.01000,0.420
56,mlp.experts.10.down_proj,0.0000005051,0.01000,0.418
56,mlp.experts.12.down_proj,0.0000003534,0.01000,0.414
56,mlp.experts.13.down_proj,0.0000004567,0.01000,0.412
56,mlp.experts.14.down_proj,0.0000004780,0.01000,0.409
56,mlp.experts.16.down_proj,0.0000004557,0.01000,0.409
56,mlp.experts.17.down_proj,0.0000004176,0.01000,0.408
56,mlp.experts.15.down_proj,0.0000004350,0.01000,0.414
56,mlp.experts.19.down_proj,0.0000004048,0.01000,0.410
56,mlp.experts.18.down_proj,0.0000004834,0.01000,0.413
56,mlp.experts.20.down_proj,0.0000004690,0.01000,0.417
56,mlp.experts.24.down_proj,0.0000004823,0.01000,0.405
56,mlp.experts.21.down_proj,0.0000004510,0.01000,0.410
56,mlp.experts.23.down_proj,0.0000004686,0.01000,0.413
56,mlp.experts.26.down_proj,0.0000005113,0.01000,0.407
56,mlp.experts.25.down_proj,0.0000004031,0.01000,0.411
56,mlp.experts.22.down_proj,0.0000004126,0.01000,0.419
56,mlp.experts.27.down_proj,0.0000004795,0.01000,0.417
56,mlp.experts.28.down_proj,0.0000004481,0.01000,0.415
56,mlp.experts.31.down_proj,0.0000004437,0.01000,0.407
56,mlp.experts.29.down_proj,0.0000004113,0.01000,0.413
56,mlp.experts.32.down_proj,0.0000004518,0.01000,0.411
56,mlp.experts.33.down_proj,0.0000004889,0.01000,0.411
56,mlp.experts.34.down_proj,0.0000004142,0.01000,0.408
56,mlp.experts.30.down_proj,0.0000004363,0.01000,0.424
56,mlp.experts.38.down_proj,0.0000006194,0.01000,0.402
56,mlp.experts.37.down_proj,0.0000004383,0.01000,0.407
56,mlp.experts.35.down_proj,0.0000004550,0.01000,0.410
56,mlp.experts.39.down_proj,0.0000004481,0.01000,0.406
56,mlp.experts.40.down_proj,0.0000004203,0.01000,0.402
56,mlp.experts.36.down_proj,0.0000003877,0.01000,0.424
56,mlp.experts.41.down_proj,0.0000004827,0.01000,0.410
56,mlp.experts.44.down_proj,0.0000005700,0.01000,0.412
56,mlp.experts.42.down_proj,0.0000004554,0.01000,0.412
56,mlp.experts.43.down_proj,0.0000003792,0.01000,0.413
56,mlp.experts.46.down_proj,0.0000004895,0.01000,0.405
56,mlp.experts.47.down_proj,0.0000004393,0.01000,0.401
56,mlp.experts.48.down_proj,0.0000004672,0.01000,0.405
56,mlp.experts.45.down_proj,0.0000004259,0.01000,0.425
56,mlp.experts.51.down_proj,0.0000004721,0.01000,0.404
56,mlp.experts.52.down_proj,0.0000003841,0.01000,0.406
56,mlp.experts.50.down_proj,0.0000004147,0.01000,0.409
56,mlp.experts.54.down_proj,0.0000003909,0.01000,0.402
56,mlp.experts.53.down_proj,0.0000004623,0.01000,0.410
56,mlp.experts.55.down_proj,0.0000004176,0.01000,0.413
56,mlp.experts.49.down_proj,0.0000004511,0.01000,0.441
56,mlp.experts.58.down_proj,0.0000003999,0.01000,0.404
56,mlp.experts.59.down_proj,0.0000004226,0.01000,0.400
56,mlp.experts.57.down_proj,0.0000004901,0.01000,0.411
56,mlp.experts.60.down_proj,0.0000004217,0.01000,0.405
56,mlp.experts.56.down_proj,0.0000003474,0.01000,0.422
56,mlp.experts.61.down_proj,0.0000004542,0.01000,0.400
56,mlp.experts.62.down_proj,0.0000003895,0.01000,0.418
56,mlp.experts.66.down_proj,0.0000004641,0.01000,0.403
56,mlp.experts.64.down_proj,0.0000004526,0.01000,0.412
56,mlp.experts.65.down_proj,0.0000004276,0.01000,0.408
56,mlp.experts.68.down_proj,0.0000004060,0.01000,0.402
56,mlp.experts.67.down_proj,0.0000004374,0.01000,0.408
56,mlp.experts.63.down_proj,0.0000005003,0.01000,0.424
56,mlp.experts.69.down_proj,0.0000004216,0.01000,0.417
56,mlp.experts.73.down_proj,0.0000005062,0.01000,0.399
56,mlp.experts.72.down_proj,0.0000004571,0.01000,0.405
56,mlp.experts.71.down_proj,0.0000005275,0.01000,0.406
56,mlp.experts.74.down_proj,0.0000004572,0.01000,0.405
56,mlp.experts.75.down_proj,0.0000003868,0.01000,0.405
56,mlp.experts.70.down_proj,0.0000005130,0.01000,0.422
56,mlp.experts.76.down_proj,0.0000004073,0.01000,0.407
56,mlp.experts.79.down_proj,0.0000003932,0.01000,0.407
56,mlp.experts.78.down_proj,0.0000004702,0.01000,0.409
56,mlp.experts.80.down_proj,0.0000004434,0.01000,0.405
56,mlp.experts.81.down_proj,0.0000004636,0.01000,0.407
56,mlp.experts.82.down_proj,0.0000005900,0.01000,0.404
56,mlp.experts.77.down_proj,0.0000003981,0.01000,0.422
56,mlp.experts.83.down_proj,0.0000004346,0.01000,0.409
56,mlp.experts.87.down_proj,0.0000005990,0.01000,0.401
56,mlp.experts.86.down_proj,0.0000004034,0.01000,0.406
56,mlp.experts.85.down_proj,0.0000004262,0.01000,0.414
56,mlp.experts.89.down_proj,0.0000005370,0.01000,0.403
56,mlp.experts.88.down_proj,0.0000004864,0.01000,0.406
56,mlp.experts.84.down_proj,0.0000004095,0.01000,0.422
56,mlp.experts.90.down_proj,0.0000005196,0.01000,0.408
56,mlp.experts.94.down_proj,0.0000004307,0.01000,0.401
56,mlp.experts.92.down_proj,0.0000004067,0.01000,0.411
56,mlp.experts.93.down_proj,0.0000004125,0.01000,0.409
56,mlp.experts.95.down_proj,0.0000003943,0.01000,0.410
56,mlp.experts.96.down_proj,0.0000004529,0.01000,0.405
56,mlp.experts.91.down_proj,0.0000004176,0.01000,0.418
56,mlp.experts.97.down_proj,0.0000004790,0.01000,0.407
56,mlp.experts.98.down_proj,0.0000004438,0.01000,0.411
56,mlp.experts.99.down_proj,0.0000004777,0.01000,0.408
56,mlp.experts.101.down_proj,0.0000004233,0.01000,0.404
56,mlp.experts.103.down_proj,0.0000004485,0.01000,0.410
56,mlp.experts.102.down_proj,0.0000005487,0.01000,0.412
56,mlp.experts.100.down_proj,0.0000004192,0.01000,0.418
56,mlp.experts.104.down_proj,0.0000004691,0.01000,0.409
56,mlp.experts.108.down_proj,0.0000004057,0.01000,0.394
56,mlp.experts.105.down_proj,0.0000004131,0.01000,0.405
56,mlp.experts.107.down_proj,0.0000004554,0.01000,0.408
56,mlp.experts.110.down_proj,0.0000005302,0.01000,0.400
56,mlp.experts.109.down_proj,0.0000004397,0.01000,0.405
56,mlp.experts.106.down_proj,0.0000004616,0.01000,0.415
56,mlp.experts.111.down_proj,0.0000004276,0.01000,0.406
56,mlp.experts.114.down_proj,0.0000004194,0.01000,0.403
56,mlp.experts.112.down_proj,0.0000004856,0.01000,0.408
56,mlp.experts.113.down_proj,0.0000004913,0.01000,0.411
56,mlp.experts.115.down_proj,0.0000004939,0.01000,0.401
56,mlp.experts.116.down_proj,0.0000005094,0.01000,0.407
56,mlp.experts.117.down_proj,0.0000004481,0.01000,0.405
56,mlp.experts.118.down_proj,0.0000004513,0.01000,0.400
56,mlp.experts.119.down_proj,0.0000005266,0.01000,0.274
57,self_attn.v_proj,0.0000003213,0.01000,1.196
57,self_attn.k_proj,0.0000001567,0.01000,1.216
57,self_attn.q_proj,0.0000011848,0.01000,1.267
57,self_attn.o_proj,0.0000002152,0.01000,2.776
57,mlp.shared_experts.gate_proj,0.0000000093,0.01000,0.914
57,mlp.shared_experts.up_proj,0.0000000060,0.01000,0.917
57,mlp.shared_experts.down_proj,0.0000000006,0.01000,0.274
57,mlp.experts.3.gate_proj,0.0000042488,0.01000,1.505
57,mlp.experts.2.gate_proj,0.0000045247,0.01000,1.515
57,mlp.experts.4.gate_proj,0.0000045071,0.01000,1.527
57,mlp.experts.5.gate_proj,0.0000047729,0.01000,1.528
57,mlp.experts.6.gate_proj,0.0000042036,0.01000,1.529
57,mlp.experts.0.gate_proj,0.0000042767,0.01000,1.580
57,mlp.experts.1.gate_proj,0.0000045459,0.01000,1.580
57,mlp.experts.10.gate_proj,0.0000046918,0.01000,1.329
57,mlp.experts.11.gate_proj,0.0000043966,0.01000,1.341
57,mlp.experts.9.gate_proj,0.0000041416,0.01000,1.355
57,mlp.experts.7.gate_proj,0.0000041896,0.01000,1.406
57,mlp.experts.12.gate_proj,0.0000042990,0.01000,1.341
57,mlp.experts.8.gate_proj,0.0000041957,0.01000,1.418
57,mlp.experts.13.gate_proj,0.0000041852,0.01000,1.401
57,mlp.experts.14.gate_proj,0.0000043300,0.01000,1.352
57,mlp.experts.15.gate_proj,0.0000041480,0.01000,1.343
57,mlp.experts.16.gate_proj,0.0000042204,0.01000,1.350
57,mlp.experts.17.gate_proj,0.0000043844,0.01000,1.328
57,mlp.experts.19.gate_proj,0.0000041018,0.01000,1.331
57,mlp.experts.18.gate_proj,0.0000044593,0.01000,1.397
57,mlp.experts.20.gate_proj,0.0000041889,0.01000,1.356
57,mlp.experts.22.gate_proj,0.0000040966,0.01000,1.355
57,mlp.experts.24.gate_proj,0.0000041618,0.01000,1.334
57,mlp.experts.23.gate_proj,0.0000042305,0.01000,1.365
57,mlp.experts.21.gate_proj,0.0000042544,0.01000,1.422
57,mlp.experts.25.gate_proj,0.0000040366,0.01000,1.374
57,mlp.experts.26.gate_proj,0.0000042826,0.01000,1.356
57,mlp.experts.27.gate_proj,0.0000044243,0.01000,1.375
57,mlp.experts.28.gate_proj,0.0000040188,0.01000,1.353
57,mlp.experts.29.gate_proj,0.0000041606,0.01000,1.347
57,mlp.experts.30.gate_proj,0.0000043153,0.01000,1.340
57,mlp.experts.31.gate_proj,0.0000041620,0.01000,1.327
57,mlp.experts.32.gate_proj,0.0000042368,0.01000,1.335
57,mlp.experts.33.gate_proj,0.0000042027,0.01000,1.357
57,mlp.experts.34.gate_proj,0.0000040472,0.01000,1.356
57,mlp.experts.35.gate_proj,0.0000043482,0.01000,1.345
57,mlp.experts.36.gate_proj,0.0000042271,0.01000,1.358
57,mlp.experts.38.gate_proj,0.0000041363,0.01000,1.326
57,mlp.experts.39.gate_proj,0.0000044606,0.01000,1.345
57,mlp.experts.37.gate_proj,0.0000040955,0.01000,1.390
57,mlp.experts.40.gate_proj,0.0000043994,0.01000,1.344
57,mlp.experts.41.gate_proj,0.0000043743,0.01000,1.361
57,mlp.experts.42.gate_proj,0.0000042044,0.01000,1.342
57,mlp.experts.43.gate_proj,0.0000041379,0.01000,1.345
57,mlp.experts.44.gate_proj,0.0000043803,0.01000,1.346
57,mlp.experts.45.gate_proj,0.0000040677,0.01000,1.326
57,mlp.experts.46.gate_proj,0.0000041895,0.01000,1.341
57,mlp.experts.47.gate_proj,0.0000043167,0.01000,1.351
57,mlp.experts.48.gate_proj,0.0000043150,0.01000,1.362
57,mlp.experts.49.gate_proj,0.0000045937,0.01000,1.353
57,mlp.experts.50.gate_proj,0.0000041240,0.01000,1.349
57,mlp.experts.52.gate_proj,0.0000042276,0.01000,1.334
57,mlp.experts.51.gate_proj,0.0000041854,0.01000,1.350
57,mlp.experts.53.gate_proj,0.0000042245,0.01000,1.350
57,mlp.experts.54.gate_proj,0.0000041851,0.01000,1.350
57,mlp.experts.55.gate_proj,0.0000043981,0.01000,1.366
57,mlp.experts.59.gate_proj,0.0000041189,0.01000,1.339
57,mlp.experts.57.gate_proj,0.0000044258,0.01000,1.359
57,mlp.experts.58.gate_proj,0.0000043997,0.01000,1.364
57,mlp.experts.56.gate_proj,0.0000042945,0.01000,1.412
57,mlp.experts.60.gate_proj,0.0000042699,0.01000,1.357
57,mlp.experts.61.gate_proj,0.0000043698,0.01000,1.359
57,mlp.experts.62.gate_proj,0.0000045260,0.01000,1.375
57,mlp.experts.63.gate_proj,0.0000039785,0.01000,1.368
57,mlp.experts.65.gate_proj,0.0000041470,0.01000,1.347
57,mlp.experts.66.gate_proj,0.0000040694,0.01000,1.332
57,mlp.experts.67.gate_proj,0.0000045581,0.01000,1.358
57,mlp.experts.64.gate_proj,0.0000044009,0.01000,1.401
57,mlp.experts.68.gate_proj,0.0000044111,0.01000,1.358
57,mlp.experts.69.gate_proj,0.0000044023,0.01000,1.365
57,mlp.experts.70.gate_proj,0.0000042879,0.01000,1.354
57,mlp.experts.71.gate_proj,0.0000041600,0.01000,1.350
57,mlp.experts.72.gate_proj,0.0000046061,0.01000,1.338
57,mlp.experts.73.gate_proj,0.0000040957,0.01000,1.337
57,mlp.experts.74.gate_proj,0.0000042097,0.01000,1.352
57,mlp.experts.75.gate_proj,0.0000044840,0.01000,1.358
57,mlp.experts.76.gate_proj,0.0000044492,0.01000,1.362
57,mlp.experts.79.gate_proj,0.0000040753,0.01000,1.345
57,mlp.experts.78.gate_proj,0.0000045392,0.01000,1.351
57,mlp.experts.80.gate_proj,0.0000043999,0.01000,1.341
57,mlp.experts.81.gate_proj,0.0000043420,0.01000,1.343
57,mlp.experts.77.gate_proj,0.0000042367,0.01000,1.403
57,mlp.experts.82.gate_proj,0.0000042182,0.01000,1.348
57,mlp.experts.83.gate_proj,0.0000042514,0.01000,1.366
57,mlp.experts.85.gate_proj,0.0000043491,0.01000,1.349
57,mlp.experts.86.gate_proj,0.0000051306,0.01000,1.348
57,mlp.experts.87.gate_proj,0.0000043389,0.01000,1.336
57,mlp.experts.88.gate_proj,0.0000045121,0.01000,1.343
57,mlp.experts.84.gate_proj,0.0000044531,0.01000,1.403
57,mlp.experts.89.gate_proj,0.0000046148,0.01000,1.351
57,mlp.experts.90.gate_proj,0.0000044767,0.01000,1.366
57,mlp.experts.91.gate_proj,0.0000042181,0.01000,1.366
57,mlp.experts.93.gate_proj,0.0000043169,0.01000,1.349
57,mlp.experts.94.gate_proj,0.0000042768,0.01000,1.338
57,mlp.experts.95.gate_proj,0.0000044592,0.01000,1.373
57,mlp.experts.92.gate_proj,0.0000041668,0.01000,1.409
57,mlp.experts.96.gate_proj,0.0000043282,0.01000,1.357
57,mlp.experts.97.gate_proj,0.0000041264,0.01000,1.375
57,mlp.experts.98.gate_proj,0.0000042236,0.01000,1.358
57,mlp.experts.100.gate_proj,0.0000041488,0.01000,1.346
57,mlp.experts.101.gate_proj,0.0000043181,0.01000,1.336
57,mlp.experts.102.gate_proj,0.0000043805,0.01000,1.351
57,mlp.experts.99.gate_proj,0.0000041104,0.01000,1.411
57,mlp.experts.103.gate_proj,0.0000042007,0.01000,1.341
57,mlp.experts.104.gate_proj,0.0000042602,0.01000,1.368
57,mlp.experts.106.gate_proj,0.0000044652,0.01000,1.358
57,mlp.experts.105.gate_proj,0.0000041076,0.01000,1.363
57,mlp.experts.107.gate_proj,0.0000042791,0.01000,1.344
57,mlp.experts.108.gate_proj,0.0000041083,0.01000,1.345
57,mlp.experts.109.gate_proj,0.0000045039,0.01000,1.351
57,mlp.experts.110.gate_proj,0.0000041531,0.01000,1.356
57,mlp.experts.111.gate_proj,0.0000042473,0.01000,1.363
57,mlp.experts.112.gate_proj,0.0000043304,0.01000,1.356
57,mlp.experts.114.gate_proj,0.0000040127,0.01000,1.342
57,mlp.experts.115.gate_proj,0.0000041885,0.01000,1.339
57,mlp.experts.116.gate_proj,0.0000044754,0.01000,1.350
57,mlp.experts.113.gate_proj,0.0000046162,0.01000,1.423
57,mlp.experts.117.gate_proj,0.0000041205,0.01000,1.355
57,mlp.experts.118.gate_proj,0.0000043730,0.01000,1.372
57,mlp.experts.119.gate_proj,0.0000042425,0.01000,1.360
57,mlp.experts.0.up_proj,0.0000040297,0.01000,1.360
57,mlp.experts.1.up_proj,0.0000042412,0.01000,1.353
57,mlp.experts.2.up_proj,0.0000043502,0.01000,1.339
57,mlp.experts.4.up_proj,0.0000043088,0.01000,1.355
57,mlp.experts.3.up_proj,0.0000041361,0.01000,1.364
57,mlp.experts.5.up_proj,0.0000043776,0.01000,1.357
57,mlp.experts.7.up_proj,0.0000040886,0.01000,1.351
57,mlp.experts.9.up_proj,0.0000040484,0.01000,1.338
57,mlp.experts.8.up_proj,0.0000040034,0.01000,1.353
57,mlp.experts.11.up_proj,0.0000043416,0.01000,1.360
57,mlp.experts.6.up_proj,0.0000041063,0.01000,1.438
57,mlp.experts.10.up_proj,0.0000043184,0.01000,1.419
57,mlp.experts.12.up_proj,0.0000041412,0.01000,1.352
57,mlp.experts.13.up_proj,0.0000040635,0.01000,1.373
57,mlp.experts.14.up_proj,0.0000042590,0.01000,1.367
57,mlp.experts.15.up_proj,0.0000040607,0.01000,1.358
57,mlp.experts.16.up_proj,0.0000041246,0.01000,1.336
57,mlp.experts.17.up_proj,0.0000041972,0.01000,1.353
57,mlp.experts.18.up_proj,0.0000042723,0.01000,1.360
57,mlp.experts.19.up_proj,0.0000039990,0.01000,1.362
57,mlp.experts.20.up_proj,0.0000040203,0.01000,1.356
57,mlp.experts.21.up_proj,0.0000041381,0.01000,1.366
57,mlp.experts.22.up_proj,0.0000039820,0.01000,1.367
57,mlp.experts.23.up_proj,0.0000040868,0.01000,1.343
57,mlp.experts.24.up_proj,0.0000040473,0.01000,1.352
57,mlp.experts.25.up_proj,0.0000039040,0.01000,1.343
57,mlp.experts.26.up_proj,0.0000041505,0.01000,1.365
57,mlp.experts.27.up_proj,0.0000041837,0.01000,1.345
57,mlp.experts.28.up_proj,0.0000038932,0.01000,1.353
57,mlp.experts.29.up_proj,0.0000039967,0.01000,1.362
57,mlp.experts.30.up_proj,0.0000041720,0.01000,1.356
57,mlp.experts.31.up_proj,0.0000040686,0.01000,1.346
57,mlp.experts.32.up_proj,0.0000040917,0.01000,1.342
57,mlp.experts.33.up_proj,0.0000040654,0.01000,1.360
57,mlp.experts.34.up_proj,0.0000039332,0.01000,1.343
57,mlp.experts.35.up_proj,0.0000041144,0.01000,1.351
57,mlp.experts.37.up_proj,0.0000039985,0.01000,1.340
57,mlp.experts.38.up_proj,0.0000040882,0.01000,1.347
57,mlp.experts.36.up_proj,0.0000041432,0.01000,1.410
57,mlp.experts.39.up_proj,0.0000043431,0.01000,1.342
57,mlp.experts.40.up_proj,0.0000043008,0.01000,1.354
57,mlp.experts.41.up_proj,0.0000042288,0.01000,1.346
57,mlp.experts.42.up_proj,0.0000040454,0.01000,1.353
57,mlp.experts.43.up_proj,0.0000040978,0.01000,1.362
57,mlp.experts.44.up_proj,0.0000041837,0.01000,1.336
57,mlp.experts.46.up_proj,0.0000039669,0.01000,1.350
57,mlp.experts.45.up_proj,0.0000038790,0.01000,1.409
57,mlp.experts.47.up_proj,0.0000040641,0.01000,1.351
57,mlp.experts.48.up_proj,0.0000041762,0.01000,1.357
57,mlp.experts.49.up_proj,0.0000043992,0.01000,1.357
57,mlp.experts.51.up_proj,0.0000040298,0.01000,1.339
57,mlp.experts.50.up_proj,0.0000039953,0.01000,1.410
57,mlp.experts.52.up_proj,0.0000040464,0.01000,1.361
57,mlp.experts.53.up_proj,0.0000040956,0.01000,1.375
57,mlp.experts.54.up_proj,0.0000040785,0.01000,1.378
57,mlp.experts.55.up_proj,0.0000042723,0.01000,1.354
57,mlp.experts.56.up_proj,0.0000041625,0.01000,1.349
57,mlp.experts.57.up_proj,0.0000042961,0.01000,1.358
57,mlp.experts.58.up_proj,0.0000042480,0.01000,1.327
57,mlp.experts.59.up_proj,0.0000039938,0.01000,1.342
57,mlp.experts.60.up_proj,0.0000040565,0.01000,1.351
57,mlp.experts.61.up_proj,0.0000041624,0.01000,1.368
57,mlp.experts.62.up_proj,0.0000042554,0.01000,1.350
57,mlp.experts.64.up_proj,0.0000041718,0.01000,1.347
57,mlp.experts.63.up_proj,0.0000039496,0.01000,1.371
57,mlp.experts.65.up_proj,0.0000040076,0.01000,1.329
57,mlp.experts.66.up_proj,0.0000039205,0.01000,1.346
57,mlp.experts.67.up_proj,0.0000043792,0.01000,1.351
57,mlp.experts.68.up_proj,0.0000042917,0.01000,1.355
57,mlp.experts.69.up_proj,0.0000043127,0.01000,1.355
57,mlp.experts.72.up_proj,0.0000044085,0.01000,1.347
57,mlp.experts.70.up_proj,0.0000041671,0.01000,1.367
57,mlp.experts.73.up_proj,0.0000039373,0.01000,1.353
57,mlp.experts.71.up_proj,0.0000040422,0.01000,1.416
57,mlp.experts.74.up_proj,0.0000039341,0.01000,1.340
57,mlp.experts.75.up_proj,0.0000041130,0.01000,1.357
57,mlp.experts.76.up_proj,0.0000042742,0.01000,1.352
57,mlp.experts.77.up_proj,0.0000041284,0.01000,1.343
57,mlp.experts.78.up_proj,0.0000042910,0.01000,1.366
57,mlp.experts.79.up_proj,0.0000039647,0.01000,1.326
57,mlp.experts.80.up_proj,0.0000041404,0.01000,1.351
57,mlp.experts.81.up_proj,0.0000042036,0.01000,1.344
57,mlp.experts.82.up_proj,0.0000040619,0.01000,1.353
57,mlp.experts.83.up_proj,0.0000040949,0.01000,1.336
57,mlp.experts.84.up_proj,0.0000042169,0.01000,1.339
57,mlp.experts.86.up_proj,0.0000045035,0.01000,1.350
57,mlp.experts.87.up_proj,0.0000042354,0.01000,1.361
57,mlp.experts.85.up_proj,0.0000041870,0.01000,1.431
57,mlp.experts.88.up_proj,0.0000042792,0.01000,1.338
57,mlp.experts.89.up_proj,0.0000043570,0.01000,1.357
57,mlp.experts.90.up_proj,0.0000043255,0.01000,1.354
57,mlp.experts.91.up_proj,0.0000041010,0.01000,1.351
57,mlp.experts.92.up_proj,0.0000040381,0.01000,1.368
57,mlp.experts.93.up_proj,0.0000041870,0.01000,1.344
57,mlp.experts.94.up_proj,0.0000041525,0.01000,1.348
57,mlp.experts.95.up_proj,0.0000042305,0.01000,1.355
57,mlp.experts.96.up_proj,0.0000041858,0.01000,1.359
57,mlp.experts.97.up_proj,0.0000039966,0.01000,1.349
57,mlp.experts.98.up_proj,0.0000040764,0.01000,1.343
57,mlp.experts.99.up_proj,0.0000039970,0.01000,1.351
57,mlp.experts.100.up_proj,0.0000040132,0.01000,1.353
57,mlp.experts.101.up_proj,0.0000041460,0.01000,1.344
57,mlp.experts.102.up_proj,0.0000041840,0.01000,1.355
57,mlp.experts.103.up_proj,0.0000041142,0.01000,1.353
57,mlp.experts.104.up_proj,0.0000040862,0.01000,1.339
57,mlp.experts.105.up_proj,0.0000039859,0.01000,1.346
57,mlp.experts.106.up_proj,0.0000043052,0.01000,1.347
57,mlp.experts.107.up_proj,0.0000040955,0.01000,1.333
57,mlp.experts.108.up_proj,0.0000039516,0.01000,1.336
57,mlp.experts.109.up_proj,0.0000043480,0.01000,1.345
57,mlp.experts.110.up_proj,0.0000040810,0.01000,1.375
57,mlp.experts.111.up_proj,0.0000040413,0.01000,1.345
57,mlp.experts.112.up_proj,0.0000041826,0.01000,1.346
57,mlp.experts.113.up_proj,0.0000042148,0.01000,1.363
57,mlp.experts.114.up_proj,0.0000039380,0.01000,1.345
57,mlp.experts.115.up_proj,0.0000041170,0.01000,1.353
57,mlp.experts.116.up_proj,0.0000043555,0.01000,1.342
57,mlp.experts.117.up_proj,0.0000040607,0.01000,1.298
57,mlp.experts.118.up_proj,0.0000042566,0.01000,1.036
57,mlp.experts.119.up_proj,0.0000040371,0.01000,1.019
57,mlp.experts.0.down_proj,0.0000004507,0.01000,0.440
57,mlp.experts.3.down_proj,0.0000004142,0.01000,0.440
57,mlp.experts.4.down_proj,0.0000004693,0.01000,0.442
57,mlp.experts.2.down_proj,0.0000004762,0.01000,0.443
57,mlp.experts.5.down_proj,0.0000004447,0.01000,0.442
57,mlp.experts.6.down_proj,0.0000004883,0.01000,0.447
57,mlp.experts.1.down_proj,0.0000004865,0.01000,0.439
57,mlp.experts.7.down_proj,0.0000005073,0.01000,0.410
57,mlp.experts.10.down_proj,0.0000004529,0.01000,0.408
57,mlp.experts.9.down_proj,0.0000004811,0.01000,0.410
57,mlp.experts.11.down_proj,0.0000005815,0.01000,0.412
57,mlp.experts.12.down_proj,0.0000004613,0.01000,0.407
57,mlp.experts.8.down_proj,0.0000004954,0.01000,0.421
57,mlp.experts.13.down_proj,0.0000004577,0.01000,0.414
57,mlp.experts.14.down_proj,0.0000004989,0.01000,0.407
57,mlp.experts.16.down_proj,0.0000005095,0.01000,0.406
57,mlp.experts.17.down_proj,0.0000004820,0.01000,0.403
57,mlp.experts.18.down_proj,0.0000004940,0.01000,0.409
57,mlp.experts.15.down_proj,0.0000004416,0.01000,0.418
57,mlp.experts.19.down_proj,0.0000004223,0.01000,0.409
57,mlp.experts.20.down_proj,0.0000005081,0.01000,0.408
57,mlp.experts.21.down_proj,0.0000004971,0.01000,0.406
57,mlp.experts.23.down_proj,0.0000004963,0.01000,0.412
57,mlp.experts.22.down_proj,0.0000004794,0.01000,0.416
57,mlp.experts.24.down_proj,0.0000004864,0.01000,0.409
57,mlp.experts.25.down_proj,0.0000004978,0.01000,0.410
57,mlp.experts.26.down_proj,0.0000005114,0.01000,0.410
57,mlp.experts.27.down_proj,0.0000004018,0.01000,0.419
57,mlp.experts.28.down_proj,0.0000004069,0.01000,0.406
57,mlp.experts.31.down_proj,0.0000005008,0.01000,0.403
57,mlp.experts.30.down_proj,0.0000004074,0.01000,0.407
57,mlp.experts.32.down_proj,0.0000004323,0.01000,0.406
57,mlp.experts.29.down_proj,0.0000005120,0.01000,0.417
57,mlp.experts.33.down_proj,0.0000005295,0.01000,0.408
57,mlp.experts.34.down_proj,0.0000004974,0.01000,0.406
57,mlp.experts.35.down_proj,0.0000005605,0.01000,0.404
57,mlp.experts.37.down_proj,0.0000005161,0.01000,0.406
57,mlp.experts.38.down_proj,0.0000004520,0.01000,0.403
57,mlp.experts.36.down_proj,0.0000005504,0.01000,0.412
57,mlp.experts.39.down_proj,0.0000004877,0.01000,0.409
57,mlp.experts.40.down_proj,0.0000005039,0.01000,0.409
57,mlp.experts.41.down_proj,0.0000005283,0.01000,0.408
57,mlp.experts.42.down_proj,0.0000005367,0.01000,0.407
57,mlp.experts.45.down_proj,0.0000004003,0.01000,0.402
57,mlp.experts.44.down_proj,0.0000004737,0.01000,0.408
57,mlp.experts.43.down_proj,0.0000007365,0.01000,0.416
57,mlp.experts.46.down_proj,0.0000004890,0.01000,0.409
57,mlp.experts.47.down_proj,0.0000004612,0.01000,0.410
57,mlp.experts.48.down_proj,0.0000005091,0.01000,0.408
57,mlp.experts.49.down_proj,0.0000005124,0.01000,0.406
57,mlp.experts.52.down_proj,0.0000004700,0.01000,0.398
57,mlp.experts.51.down_proj,0.0000005374,0.01000,0.404
57,mlp.experts.53.down_proj,0.0000004589,0.01000,0.406
57,mlp.experts.54.down_proj,0.0000004921,0.01000,0.406
57,mlp.experts.50.down_proj,0.0000004539,0.01000,0.434
57,mlp.experts.55.down_proj,0.0000005685,0.01000,0.417
57,mlp.experts.56.down_proj,0.0000005214,0.01000,0.406
57,mlp.experts.58.down_proj,0.0000004353,0.01000,0.410
57,mlp.experts.59.down_proj,0.0000004370,0.01000,0.404
57,mlp.experts.60.down_proj,0.0000004090,0.01000,0.411
57,mlp.experts.57.down_proj,0.0000004636,0.01000,0.424
57,mlp.experts.61.down_proj,0.0000005448,0.01000,0.408
57,mlp.experts.62.down_proj,0.0000004838,0.01000,0.411
57,mlp.experts.63.down_proj,0.0000004890,0.01000,0.407
57,mlp.experts.65.down_proj,0.0000004830,0.01000,0.406
57,mlp.experts.64.down_proj,0.0000005039,0.01000,0.414
57,mlp.experts.66.down_proj,0.0000004642,0.01000,0.404
57,mlp.experts.67.down_proj,0.0000005108,0.01000,0.408
57,mlp.experts.68.down_proj,0.0000005232,0.01000,0.406
57,mlp.experts.69.down_proj,0.0000004919,0.01000,0.411
57,mlp.experts.70.down_proj,0.0000005543,0.01000,0.407
57,mlp.experts.71.down_proj,0.0000004625,0.01000,0.410
57,mlp.experts.72.down_proj,0.0000004892,0.01000,0.407
57,mlp.experts.73.down_proj,0.0000004300,0.01000,0.408
57,mlp.experts.74.down_proj,0.0000004964,0.01000,0.407
57,mlp.experts.75.down_proj,0.0000005256,0.01000,0.409
57,mlp.experts.76.down_proj,0.0000005259,0.01000,0.412
57,mlp.experts.77.down_proj,0.0000005109,0.01000,0.406
57,mlp.experts.79.down_proj,0.0000004362,0.01000,0.403
57,mlp.experts.78.down_proj,0.0000003916,0.01000,0.410
57,mlp.experts.80.down_proj,0.0000005688,0.01000,0.405
57,mlp.experts.81.down_proj,0.0000004754,0.01000,0.408
57,mlp.experts.82.down_proj,0.0000005140,0.01000,0.405
57,mlp.experts.83.down_proj,0.0000004242,0.01000,0.415
57,mlp.experts.84.down_proj,0.0000005036,0.01000,0.406
57,mlp.experts.85.down_proj,0.0000005255,0.01000,0.409
57,mlp.experts.87.down_proj,0.0000004863,0.01000,0.407
57,mlp.experts.88.down_proj,0.0000005686,0.01000,0.405
57,mlp.experts.86.down_proj,0.0000005497,0.01000,0.417
57,mlp.experts.89.down_proj,0.0000005039,0.01000,0.404
57,mlp.experts.90.down_proj,0.0000004719,0.01000,0.412
57,mlp.experts.91.down_proj,0.0000005385,0.01000,0.411
57,mlp.experts.92.down_proj,0.0000004357,0.01000,0.410
57,mlp.experts.93.down_proj,0.0000004641,0.01000,0.411
57,mlp.experts.94.down_proj,0.0000004559,0.01000,0.409
57,mlp.experts.96.down_proj,0.0000005258,0.01000,0.406
57,mlp.experts.95.down_proj,0.0000004567,0.01000,0.426
57,mlp.experts.97.down_proj,0.0000004325,0.01000,0.412
57,mlp.experts.98.down_proj,0.0000005044,0.01000,0.410
57,mlp.experts.99.down_proj,0.0000005127,0.01000,0.409
57,mlp.experts.100.down_proj,0.0000005077,0.01000,0.412
57,mlp.experts.102.down_proj,0.0000004521,0.01000,0.413
57,mlp.experts.101.down_proj,0.0000004331,0.01000,0.419
57,mlp.experts.103.down_proj,0.0000005189,0.01000,0.407
57,mlp.experts.104.down_proj,0.0000004906,0.01000,0.412
57,mlp.experts.105.down_proj,0.0000004609,0.01000,0.412
57,mlp.experts.106.down_proj,0.0000006255,0.01000,0.412
57,mlp.experts.107.down_proj,0.0000004740,0.01000,0.411
57,mlp.experts.108.down_proj,0.0000004133,0.01000,0.407
57,mlp.experts.110.down_proj,0.0000005136,0.01000,0.412
57,mlp.experts.109.down_proj,0.0000004743,0.01000,0.440
57,mlp.experts.111.down_proj,0.0000004692,0.01000,0.413
57,mlp.experts.112.down_proj,0.0000004783,0.01000,0.420
57,mlp.experts.114.down_proj,0.0000004470,0.01000,0.403
57,mlp.experts.113.down_proj,0.0000004115,0.01000,0.412
57,mlp.experts.115.down_proj,0.0000005069,0.01000,0.402
57,mlp.experts.116.down_proj,0.0000005211,0.01000,0.415
57,mlp.experts.117.down_proj,0.0000004695,0.01000,0.398
57,mlp.experts.118.down_proj,0.0000005530,0.01000,0.402
57,mlp.experts.119.down_proj,0.0000004143,0.01000,0.280
58,self_attn.v_proj,0.0000003453,0.01000,1.191
58,self_attn.k_proj,0.0000001648,0.01000,1.204
58,self_attn.q_proj,0.0000011493,0.01000,1.247
58,self_attn.o_proj,0.0000003896,0.01000,2.754
58,mlp.shared_experts.gate_proj,0.0000000098,0.01000,0.917
58,mlp.shared_experts.up_proj,0.0000000060,0.01000,0.907
58,mlp.shared_experts.down_proj,0.0000000006,0.01000,0.276
58,mlp.experts.3.gate_proj,0.0000041132,0.01000,1.505
58,mlp.experts.2.gate_proj,0.0000041189,0.01000,1.506
58,mlp.experts.5.gate_proj,0.0000041690,0.01000,1.514
58,mlp.experts.4.gate_proj,0.0000043204,0.01000,1.517
58,mlp.experts.6.gate_proj,0.0000042337,0.01000,1.542
58,mlp.experts.0.gate_proj,0.0000044212,0.01000,1.575
58,mlp.experts.1.gate_proj,0.0000044627,0.01000,1.579
58,mlp.experts.10.gate_proj,0.0000041790,0.01000,1.329
58,mlp.experts.9.gate_proj,0.0000042087,0.01000,1.341
58,mlp.experts.12.gate_proj,0.0000043228,0.01000,1.332
58,mlp.experts.11.gate_proj,0.0000041838,0.01000,1.364
58,mlp.experts.8.gate_proj,0.0000041789,0.01000,1.417
58,mlp.experts.7.gate_proj,0.0000041199,0.01000,1.419
58,mlp.experts.13.gate_proj,0.0000042586,0.01000,1.359
58,mlp.experts.15.gate_proj,0.0000042997,0.01000,1.361
58,mlp.experts.14.gate_proj,0.0000041748,0.01000,1.415
58,mlp.experts.16.gate_proj,0.0000040665,0.01000,1.361
58,mlp.experts.18.gate_proj,0.0000042638,0.01000,1.357
58,mlp.experts.17.gate_proj,0.0000041768,0.01000,1.373
58,mlp.experts.19.gate_proj,0.0000044171,0.01000,1.356
58,mlp.experts.20.gate_proj,0.0000043271,0.01000,1.370
58,mlp.experts.21.gate_proj,0.0000047499,0.01000,1.353
58,mlp.experts.22.gate_proj,0.0000041314,0.01000,1.349
58,mlp.experts.23.gate_proj,0.0000044706,0.01000,1.349
58,mlp.experts.24.gate_proj,0.0000045079,0.01000,1.342
58,mlp.experts.26.gate_proj,0.0000041672,0.01000,1.353
58,mlp.experts.27.gate_proj,0.0000042928,0.01000,1.364
58,mlp.experts.25.gate_proj,0.0000042816,0.01000,1.446
58,mlp.experts.28.gate_proj,0.0000044813,0.01000,1.355
58,mlp.experts.31.gate_proj,0.0000043759,0.01000,1.333
58,mlp.experts.29.gate_proj,0.0000045432,0.01000,1.348
58,mlp.experts.33.gate_proj,0.0000043804,0.01000,1.339
58,mlp.experts.30.gate_proj,0.0000041290,0.01000,1.408
58,mlp.experts.32.gate_proj,0.0000042691,0.01000,1.392
58,mlp.experts.34.gate_proj,0.0000044979,0.01000,1.366
58,mlp.experts.35.gate_proj,0.0000042364,0.01000,1.364
58,mlp.experts.37.gate_proj,0.0000042089,0.01000,1.357
58,mlp.experts.38.gate_proj,0.0000040948,0.01000,1.343
58,mlp.experts.36.gate_proj,0.0000041814,0.01000,1.415
58,mlp.experts.39.gate_proj,0.0000043050,0.01000,1.349
58,mlp.experts.40.gate_proj,0.0000043060,0.01000,1.353
58,mlp.experts.41.gate_proj,0.0000044957,0.01000,1.383
58,mlp.experts.42.gate_proj,0.0000041541,0.01000,1.364
58,mlp.experts.43.gate_proj,0.0000043397,0.01000,1.365
58,mlp.experts.45.gate_proj,0.0000042055,0.01000,1.328
58,mlp.experts.46.gate_proj,0.0000041988,0.01000,1.344
58,mlp.experts.47.gate_proj,0.0000042423,0.01000,1.346
58,mlp.experts.44.gate_proj,0.0000042790,0.01000,1.405
58,mlp.experts.48.gate_proj,0.0000043406,0.01000,1.381
58,mlp.experts.49.gate_proj,0.0000044037,0.01000,1.364
58,mlp.experts.50.gate_proj,0.0000041431,0.01000,1.366
58,mlp.experts.52.gate_proj,0.0000043940,0.01000,1.334
58,mlp.experts.51.gate_proj,0.0000044344,0.01000,1.354
58,mlp.experts.53.gate_proj,0.0000041519,0.01000,1.350
58,mlp.experts.54.gate_proj,0.0000043179,0.01000,1.340
58,mlp.experts.55.gate_proj,0.0000043858,0.01000,1.386
58,mlp.experts.56.gate_proj,0.0000041077,0.01000,1.355
58,mlp.experts.59.gate_proj,0.0000040716,0.01000,1.333
58,mlp.experts.58.gate_proj,0.0000045362,0.01000,1.351
58,mlp.experts.60.gate_proj,0.0000041680,0.01000,1.351
58,mlp.experts.61.gate_proj,0.0000043509,0.01000,1.342
58,mlp.experts.57.gate_proj,0.0000041184,0.01000,1.420
58,mlp.experts.62.gate_proj,0.0000041799,0.01000,1.378
58,mlp.experts.63.gate_proj,0.0000044743,0.01000,1.354
58,mlp.experts.65.gate_proj,0.0000044460,0.01000,1.342
58,mlp.experts.66.gate_proj,0.0000043675,0.01000,1.340
58,mlp.experts.67.gate_proj,0.0000042205,0.01000,1.352
58,mlp.experts.64.gate_proj,0.0000041462,0.01000,1.413
58,mlp.experts.68.gate_proj,0.0000040632,0.01000,1.350
58,mlp.experts.69.gate_proj,0.0000043655,0.01000,1.379
58,mlp.experts.70.gate_proj,0.0000041603,0.01000,1.363
58,mlp.experts.71.gate_proj,0.0000040893,0.01000,1.352
58,mlp.experts.72.gate_proj,0.0000044809,0.01000,1.348
58,mlp.experts.74.gate_proj,0.0000040132,0.01000,1.347
58,mlp.experts.73.gate_proj,0.0000044337,0.01000,1.350
58,mlp.experts.75.gate_proj,0.0000044542,0.01000,1.349
58,mlp.experts.76.gate_proj,0.0000042162,0.01000,1.391
58,mlp.experts.78.gate_proj,0.0000041333,0.01000,1.342
58,mlp.experts.79.gate_proj,0.0000045801,0.01000,1.340
58,mlp.experts.80.gate_proj,0.0000040459,0.01000,1.330
58,mlp.experts.81.gate_proj,0.0000044090,0.01000,1.344
58,mlp.experts.82.gate_proj,0.0000040718,0.01000,1.339
58,mlp.experts.77.gate_proj,0.0000042020,0.01000,1.431
58,mlp.experts.83.gate_proj,0.0000040720,0.01000,1.356
58,mlp.experts.84.gate_proj,0.0000044240,0.01000,1.366
58,mlp.experts.85.gate_proj,0.0000044091,0.01000,1.358
58,mlp.experts.86.gate_proj,0.0000045263,0.01000,1.347
58,mlp.experts.87.gate_proj,0.0000041882,0.01000,1.337
58,mlp.experts.88.gate_proj,0.0000040314,0.01000,1.354
58,mlp.experts.89.gate_proj,0.0000040713,0.01000,1.357
58,mlp.experts.90.gate_proj,0.0000042744,0.01000,1.372
58,mlp.experts.91.gate_proj,0.0000042741,0.01000,1.355
58,mlp.experts.94.gate_proj,0.0000041556,0.01000,1.335
58,mlp.experts.93.gate_proj,0.0000047145,0.01000,1.347
58,mlp.experts.92.gate_proj,0.0000042845,0.01000,1.402
58,mlp.experts.95.gate_proj,0.0000044544,0.01000,1.351
58,mlp.experts.96.gate_proj,0.0000042419,0.01000,1.354
58,mlp.experts.97.gate_proj,0.0000050508,0.01000,1.364
58,mlp.experts.98.gate_proj,0.0000041560,0.01000,1.351
58,mlp.experts.100.gate_proj,0.0000042521,0.01000,1.346
58,mlp.experts.101.gate_proj,0.0000042525,0.01000,1.340
58,mlp.experts.102.gate_proj,0.0000045236,0.01000,1.348
58,mlp.experts.99.gate_proj,0.0000044189,0.01000,1.403
58,mlp.experts.103.gate_proj,0.0000042707,0.01000,1.348
58,mlp.experts.104.gate_proj,0.0000043602,0.01000,1.362
58,mlp.experts.105.gate_proj,0.0000043191,0.01000,1.367
58,mlp.experts.106.gate_proj,0.0000040578,0.01000,1.370
58,mlp.experts.108.gate_proj,0.0000042185,0.01000,1.335
58,mlp.experts.109.gate_proj,0.0000042868,0.01000,1.358
58,mlp.experts.110.gate_proj,0.0000041557,0.01000,1.350
58,mlp.experts.107.gate_proj,0.0000043006,0.01000,1.407
58,mlp.experts.111.gate_proj,0.0000040636,0.01000,1.361
58,mlp.experts.112.gate_proj,0.0000049023,0.01000,1.357
58,mlp.experts.113.gate_proj,0.0000041077,0.01000,1.361
58,mlp.experts.114.gate_proj,0.0000042042,0.01000,1.350
58,mlp.experts.115.gate_proj,0.0000042585,0.01000,1.336
58,mlp.experts.116.gate_proj,0.0000041635,0.01000,1.341
58,mlp.experts.117.gate_proj,0.0000041543,0.01000,1.345
58,mlp.experts.118.gate_proj,0.0000042598,0.01000,1.362
58,mlp.experts.1.up_proj,0.0000043039,0.01000,1.340
58,mlp.experts.2.up_proj,0.0000040592,0.01000,1.328
58,mlp.experts.3.up_proj,0.0000040233,0.01000,1.345
58,mlp.experts.119.gate_proj,0.0000046303,0.01000,1.408
58,mlp.experts.4.up_proj,0.0000041336,0.01000,1.340
58,mlp.experts.0.up_proj,0.0000042768,0.01000,1.405
58,mlp.experts.5.up_proj,0.0000040327,0.01000,1.345
58,mlp.experts.6.up_proj,0.0000041241,0.01000,1.362
58,mlp.experts.7.up_proj,0.0000040055,0.01000,1.364
58,mlp.experts.9.up_proj,0.0000041874,0.01000,1.332
58,mlp.experts.8.up_proj,0.0000040436,0.01000,1.365
58,mlp.experts.11.up_proj,0.0000040790,0.01000,1.345
58,mlp.experts.10.up_proj,0.0000040720,0.01000,1.419
58,mlp.experts.12.up_proj,0.0000041883,0.01000,1.346
58,mlp.experts.14.up_proj,0.0000040730,0.01000,1.347
58,mlp.experts.15.up_proj,0.0000041986,0.01000,1.343
58,mlp.experts.16.up_proj,0.0000039927,0.01000,1.349
58,mlp.experts.13.up_proj,0.0000040374,0.01000,1.411
58,mlp.experts.17.up_proj,0.0000040783,0.01000,1.370
58,mlp.experts.18.up_proj,0.0000041063,0.01000,1.348
58,mlp.experts.19.up_proj,0.0000043110,0.01000,1.351
58,mlp.experts.21.up_proj,0.0000044333,0.01000,1.343
58,mlp.experts.22.up_proj,0.0000040442,0.01000,1.358
58,mlp.experts.23.up_proj,0.0000042859,0.01000,1.343
58,mlp.experts.20.up_proj,0.0000041585,0.01000,1.408
58,mlp.experts.24.up_proj,0.0000040858,0.01000,1.360
58,mlp.experts.25.up_proj,0.0000041643,0.01000,1.339
58,mlp.experts.26.up_proj,0.0000040421,0.01000,1.371
58,mlp.experts.27.up_proj,0.0000041631,0.01000,1.373
58,mlp.experts.29.up_proj,0.0000043609,0.01000,1.354
58,mlp.experts.30.up_proj,0.0000040502,0.01000,1.356
58,mlp.experts.31.up_proj,0.0000041851,0.01000,1.358
58,mlp.experts.32.up_proj,0.0000041289,0.01000,1.351
58,mlp.experts.28.up_proj,0.0000043293,0.01000,1.437
58,mlp.experts.33.up_proj,0.0000041581,0.01000,1.360
58,mlp.experts.34.up_proj,0.0000043080,0.01000,1.380
58,mlp.experts.36.up_proj,0.0000040909,0.01000,1.357
58,mlp.experts.37.up_proj,0.0000040747,0.01000,1.343
58,mlp.experts.38.up_proj,0.0000040369,0.01000,1.363
58,mlp.experts.35.up_proj,0.0000040821,0.01000,1.421
58,mlp.experts.39.up_proj,0.0000041389,0.01000,1.347
58,mlp.experts.40.up_proj,0.0000040593,0.01000,1.365
58,mlp.experts.43.up_proj,0.0000041971,0.01000,1.355
58,mlp.experts.42.up_proj,0.0000040311,0.01000,1.360
58,mlp.experts.41.up_proj,0.0000042669,0.01000,1.370
58,mlp.experts.44.up_proj,0.0000041319,0.01000,1.333
58,mlp.experts.46.up_proj,0.0000040197,0.01000,1.340
58,mlp.experts.45.up_proj,0.0000040917,0.01000,1.406
58,mlp.experts.47.up_proj,0.0000040913,0.01000,1.372
58,mlp.experts.51.up_proj,0.0000042865,0.01000,1.332
58,mlp.experts.49.up_proj,0.0000042037,0.01000,1.352
58,mlp.experts.50.up_proj,0.0000040263,0.01000,1.351
58,mlp.experts.52.up_proj,0.0000042644,0.01000,1.349
58,mlp.experts.48.up_proj,0.0000041667,0.01000,1.419
58,mlp.experts.53.up_proj,0.0000040741,0.01000,1.340
58,mlp.experts.54.up_proj,0.0000042905,0.01000,1.375
58,mlp.experts.57.up_proj,0.0000040387,0.01000,1.350
58,mlp.experts.56.up_proj,0.0000039427,0.01000,1.364
58,mlp.experts.58.up_proj,0.0000041722,0.01000,1.336
58,mlp.experts.59.up_proj,0.0000038827,0.01000,1.357
58,mlp.experts.60.up_proj,0.0000040540,0.01000,1.340
58,mlp.experts.55.up_proj,0.0000042613,0.01000,1.439
58,mlp.experts.61.up_proj,0.0000042519,0.01000,1.362
58,mlp.experts.62.up_proj,0.0000040836,0.01000,1.368
58,mlp.experts.64.up_proj,0.0000041457,0.01000,1.362
58,mlp.experts.65.up_proj,0.0000042149,0.01000,1.346
58,mlp.experts.66.up_proj,0.0000041174,0.01000,1.354
58,mlp.experts.67.up_proj,0.0000040706,0.01000,1.347
58,mlp.experts.63.up_proj,0.0000042276,0.01000,1.429
58,mlp.experts.68.up_proj,0.0000039606,0.01000,1.356
58,mlp.experts.69.up_proj,0.0000042079,0.01000,1.353
58,mlp.experts.70.up_proj,0.0000040558,0.01000,1.371
58,mlp.experts.72.up_proj,0.0000043137,0.01000,1.341
58,mlp.experts.73.up_proj,0.0000042848,0.01000,1.357
58,mlp.experts.74.up_proj,0.0000038710,0.01000,1.357
58,mlp.experts.71.up_proj,0.0000039637,0.01000,1.408
58,mlp.experts.75.up_proj,0.0000042890,0.01000,1.347
58,mlp.experts.76.up_proj,0.0000040387,0.01000,1.347
58,mlp.experts.77.up_proj,0.0000041064,0.01000,1.360
58,mlp.experts.79.up_proj,0.0000044379,0.01000,1.329
58,mlp.experts.80.up_proj,0.0000039499,0.01000,1.358
58,mlp.experts.78.up_proj,0.0000040052,0.01000,1.402
58,mlp.experts.81.up_proj,0.0000042712,0.01000,1.353
58,mlp.experts.82.up_proj,0.0000039025,0.01000,1.348
58,mlp.experts.83.up_proj,0.0000039978,0.01000,1.343
58,mlp.experts.85.up_proj,0.0000042363,0.01000,1.347
58,mlp.experts.86.up_proj,0.0000043727,0.01000,1.343
58,mlp.experts.88.up_proj,0.0000039121,0.01000,1.346
58,mlp.experts.87.up_proj,0.0000040282,0.01000,1.348
58,mlp.experts.84.up_proj,0.0000042771,0.01000,1.413
58,mlp.experts.89.up_proj,0.0000039548,0.01000,1.362
58,mlp.experts.90.up_proj,0.0000041820,0.01000,1.374
58,mlp.experts.91.up_proj,0.0000041414,0.01000,1.357
58,mlp.experts.92.up_proj,0.0000041179,0.01000,1.357
58,mlp.experts.93.up_proj,0.0000045960,0.01000,1.337
58,mlp.experts.95.up_proj,0.0000043413,0.01000,1.353
58,mlp.experts.94.up_proj,0.0000040181,0.01000,1.411
58,mlp.experts.96.up_proj,0.0000040888,0.01000,1.363
58,mlp.experts.97.up_proj,0.0000048069,0.01000,1.365
58,mlp.experts.98.up_proj,0.0000040446,0.01000,1.355
58,mlp.experts.100.up_proj,0.0000040922,0.01000,1.344
58,mlp.experts.101.up_proj,0.0000041854,0.01000,1.371
58,mlp.experts.99.up_proj,0.0000042289,0.01000,1.401
58,mlp.experts.102.up_proj,0.0000043190,0.01000,1.345
58,mlp.experts.103.up_proj,0.0000041557,0.01000,1.384
58,mlp.experts.104.up_proj,0.0000042570,0.01000,1.353
58,mlp.experts.105.up_proj,0.0000041254,0.01000,1.357
58,mlp.experts.106.up_proj,0.0000039118,0.01000,1.364
58,mlp.experts.107.up_proj,0.0000041777,0.01000,1.342
58,mlp.experts.108.up_proj,0.0000040410,0.01000,1.356
58,mlp.experts.109.up_proj,0.0000041282,0.01000,1.343
58,mlp.experts.110.up_proj,0.0000040219,0.01000,1.376
58,mlp.experts.111.up_proj,0.0000039313,0.01000,1.354
58,mlp.experts.112.up_proj,0.0000045040,0.01000,1.365
58,mlp.experts.114.up_proj,0.0000040628,0.01000,1.325
58,mlp.experts.113.up_proj,0.0000039611,0.01000,1.354
58,mlp.experts.116.up_proj,0.0000040370,0.01000,1.339
58,mlp.experts.115.up_proj,0.0000041086,0.01000,1.352
58,mlp.experts.117.up_proj,0.0000039940,0.01000,1.299
58,mlp.experts.118.up_proj,0.0000041332,0.01000,1.032
58,mlp.experts.119.up_proj,0.0000043708,0.01000,1.013
58,mlp.experts.3.down_proj,0.0000005108,0.01000,0.442
58,mlp.experts.5.down_proj,0.0000004700,0.01000,0.442
58,mlp.experts.2.down_proj,0.0000005021,0.01000,0.445
58,mlp.experts.4.down_proj,0.0000004229,0.01000,0.447
58,mlp.experts.6.down_proj,0.0000005044,0.01000,0.448
58,mlp.experts.1.down_proj,0.0000005867,0.01000,0.451
58,mlp.experts.0.down_proj,0.0000004863,0.01000,0.457
58,mlp.experts.9.down_proj,0.0000006996,0.01000,0.408
58,mlp.experts.8.down_proj,0.0000004432,0.01000,0.416
58,mlp.experts.12.down_proj,0.0000004821,0.01000,0.411
58,mlp.experts.11.down_proj,0.0000005428,0.01000,0.413
58,mlp.experts.10.down_proj,0.0000005219,0.01000,0.422
58,mlp.experts.7.down_proj,0.0000004281,0.01000,0.433
58,mlp.experts.13.down_proj,0.0000004346,0.01000,0.427
58,mlp.experts.17.down_proj,0.0000005460,0.01000,0.404
58,mlp.experts.15.down_proj,0.0000005441,0.01000,0.407
58,mlp.experts.16.down_proj,0.0000004948,0.01000,0.407
58,mlp.experts.14.down_proj,0.0000004447,0.01000,0.416
58,mlp.experts.19.down_proj,0.0000005783,0.01000,0.406
58,mlp.experts.20.down_proj,0.0000005067,0.01000,0.412
58,mlp.experts.18.down_proj,0.0000004525,0.01000,0.424
58,mlp.experts.24.down_proj,0.0000003553,0.01000,0.400
58,mlp.experts.23.down_proj,0.0000004245,0.01000,0.406
58,mlp.experts.21.down_proj,0.0000005083,0.01000,0.414
58,mlp.experts.22.down_proj,0.0000005177,0.01000,0.419
58,mlp.experts.25.down_proj,0.0000004715,0.01000,0.412
58,mlp.experts.26.down_proj,0.0000004337,0.01000,0.404
58,mlp.experts.27.down_proj,0.0000004161,0.01000,0.413
58,mlp.experts.28.down_proj,0.0000005819,0.01000,0.405
58,mlp.experts.30.down_proj,0.0000004416,0.01000,0.401
58,mlp.experts.31.down_proj,0.0000004431,0.01000,0.400
58,mlp.experts.29.down_proj,0.0000005168,0.01000,0.418
58,mlp.experts.33.down_proj,0.0000005323,0.01000,0.404
58,mlp.experts.32.down_proj,0.0000004566,0.01000,0.427
58,mlp.experts.34.down_proj,0.0000005742,0.01000,0.417
58,mlp.experts.35.down_proj,0.0000004192,0.01000,0.403
58,mlp.experts.36.down_proj,0.0000005129,0.01000,0.412
58,mlp.experts.38.down_proj,0.0000004894,0.01000,0.402
58,mlp.experts.37.down_proj,0.0000004343,0.01000,0.409
58,mlp.experts.39.down_proj,0.0000004440,0.01000,0.411
58,mlp.experts.40.down_proj,0.0000005789,0.01000,0.404
58,mlp.experts.41.down_proj,0.0000005044,0.01000,0.412
58,mlp.experts.42.down_proj,0.0000005028,0.01000,0.408
58,mlp.experts.45.down_proj,0.0000004541,0.01000,0.404
58,mlp.experts.44.down_proj,0.0000005037,0.01000,0.408
58,mlp.experts.43.down_proj,0.0000005128,0.01000,0.419
58,mlp.experts.46.down_proj,0.0000004417,0.01000,0.409
58,mlp.experts.47.down_proj,0.0000004568,0.01000,0.405
58,mlp.experts.48.down_proj,0.0000005196,0.01000,0.412
58,mlp.experts.49.down_proj,0.0000004262,0.01000,0.409
58,mlp.experts.51.down_proj,0.0000005250,0.01000,0.407
58,mlp.experts.52.down_proj,0.0000004900,0.01000,0.402
58,mlp.experts.50.down_proj,0.0000005819,0.01000,0.419
58,mlp.experts.53.down_proj,0.0000004629,0.01000,0.408
58,mlp.experts.54.down_proj,0.0000005690,0.01000,0.403
58,mlp.experts.55.down_proj,0.0000004751,0.01000,0.408
58,mlp.experts.56.down_proj,0.0000005024,0.01000,0.408
58,mlp.experts.58.down_proj,0.0000004626,0.01000,0.405
58,mlp.experts.59.down_proj,0.0000006233,0.01000,0.401
58,mlp.experts.57.down_proj,0.0000004835,0.01000,0.413
58,mlp.experts.61.down_proj,0.0000005590,0.01000,0.405
58,mlp.experts.60.down_proj,0.0000004713,0.01000,0.408
58,mlp.experts.62.down_proj,0.0000004984,0.01000,0.409
58,mlp.experts.63.down_proj,0.0000005393,0.01000,0.410
58,mlp.experts.66.down_proj,0.0000004962,0.01000,0.401
58,mlp.experts.65.down_proj,0.0000005613,0.01000,0.409
58,mlp.experts.64.down_proj,0.0000005313,0.01000,0.421
58,mlp.experts.68.down_proj,0.0000004764,0.01000,0.403
58,mlp.experts.67.down_proj,0.0000004753,0.01000,0.423
58,mlp.experts.69.down_proj,0.0000004919,0.01000,0.409
58,mlp.experts.70.down_proj,0.0000005069,0.01000,0.407
58,mlp.experts.72.down_proj,0.0000004166,0.01000,0.407
58,mlp.experts.71.down_proj,0.0000004340,0.01000,0.413
58,mlp.experts.73.down_proj,0.0000004445,0.01000,0.400
58,mlp.experts.74.down_proj,0.0000004830,0.01000,0.410
58,mlp.experts.75.down_proj,0.0000006034,0.01000,0.405
58,mlp.experts.76.down_proj,0.0000004889,0.01000,0.408
58,mlp.experts.77.down_proj,0.0000004727,0.01000,0.410
58,mlp.experts.80.down_proj,0.0000004710,0.01000,0.402
58,mlp.experts.79.down_proj,0.0000005539,0.01000,0.407
58,mlp.experts.81.down_proj,0.0000005002,0.01000,0.406
58,mlp.experts.78.down_proj,0.0000004187,0.01000,0.423
58,mlp.experts.82.down_proj,0.0000003626,0.01000,0.405
58,mlp.experts.83.down_proj,0.0000004478,0.01000,0.410
58,mlp.experts.84.down_proj,0.0000004690,0.01000,0.410
58,mlp.experts.85.down_proj,0.0000004304,0.01000,0.410
58,mlp.experts.86.down_proj,0.0000004961,0.01000,0.408
58,mlp.experts.87.down_proj,0.0000004595,0.01000,0.400
58,mlp.experts.88.down_proj,0.0000004389,0.01000,0.411
58,mlp.experts.89.down_proj,0.0000004149,0.01000,0.406
58,mlp.experts.90.down_proj,0.0000004581,0.01000,0.410
58,mlp.experts.91.down_proj,0.0000004613,0.01000,0.417
58,mlp.experts.94.down_proj,0.0000004561,0.01000,0.401
58,mlp.experts.93.down_proj,0.0000007236,0.01000,0.410
58,mlp.experts.92.down_proj,0.0000003876,0.01000,0.420
58,mlp.experts.96.down_proj,0.0000004753,0.01000,0.404
58,mlp.experts.95.down_proj,0.0000005165,0.01000,0.413
58,mlp.experts.97.down_proj,0.0000005224,0.01000,0.411
58,mlp.experts.99.down_proj,0.0000004741,0.01000,0.408
58,mlp.experts.98.down_proj,0.0000004705,0.01000,0.411
58,mlp.experts.101.down_proj,0.0000005525,0.01000,0.399
58,mlp.experts.100.down_proj,0.0000004869,0.01000,0.421
58,mlp.experts.102.down_proj,0.0000004662,0.01000,0.409
58,mlp.experts.103.down_proj,0.0000004629,0.01000,0.432
58,mlp.experts.104.down_proj,0.0000004299,0.01000,0.408
58,mlp.experts.105.down_proj,0.0000005158,0.01000,0.408
58,mlp.experts.108.down_proj,0.0000004530,0.01000,0.398
58,mlp.experts.107.down_proj,0.0000005819,0.01000,0.417
58,mlp.experts.106.down_proj,0.0000004235,0.01000,0.429
58,mlp.experts.109.down_proj,0.0000004411,0.01000,0.420
58,mlp.experts.110.down_proj,0.0000004850,0.01000,0.400
58,mlp.experts.111.down_proj,0.0000004095,0.01000,0.408
58,mlp.experts.112.down_proj,0.0000005339,0.01000,0.408
58,mlp.experts.113.down_proj,0.0000004844,0.01000,0.407
58,mlp.experts.114.down_proj,0.0000004495,0.01000,0.403
58,mlp.experts.115.down_proj,0.0000005551,0.01000,0.397
58,mlp.experts.117.down_proj,0.0000004279,0.01000,0.397
58,mlp.experts.116.down_proj,0.0000004657,0.01000,0.413
58,mlp.experts.118.down_proj,0.0000004549,0.01000,0.400
58,mlp.experts.119.down_proj,0.0000004537,0.01000,0.273
59,self_attn.k_proj,0.0000001877,0.01000,1.204
59,self_attn.v_proj,0.0000004114,0.01000,1.204
59,self_attn.q_proj,0.0000014018,0.01000,1.261
59,self_attn.o_proj,0.0000003321,0.01000,2.755
59,mlp.shared_experts.gate_proj,0.0000000104,0.01000,0.914
59,mlp.shared_experts.up_proj,0.0000000061,0.01000,0.910
59,mlp.shared_experts.down_proj,0.0000000006,0.01000,0.274
59,mlp.experts.3.gate_proj,0.0000045918,0.01000,1.500
59,mlp.experts.2.gate_proj,0.0000044670,0.01000,1.503
59,mlp.experts.5.gate_proj,0.0000043459,0.01000,1.511
59,mlp.experts.4.gate_proj,0.0000044033,0.01000,1.527
59,mlp.experts.6.gate_proj,0.0000044744,0.01000,1.540
59,mlp.experts.1.gate_proj,0.0000049680,0.01000,1.552
59,mlp.experts.0.gate_proj,0.0000045697,0.01000,1.583
59,mlp.experts.8.gate_proj,0.0000044581,0.01000,1.358
59,mlp.experts.9.gate_proj,0.0000047412,0.01000,1.360
59,mlp.experts.10.gate_proj,0.0000042849,0.01000,1.345
59,mlp.experts.12.gate_proj,0.0000044296,0.01000,1.345
59,mlp.experts.11.gate_proj,0.0000044835,0.01000,1.362
59,mlp.experts.7.gate_proj,0.0000044466,0.01000,1.422
59,mlp.experts.13.gate_proj,0.0000043151,0.01000,1.363
59,mlp.experts.14.gate_proj,0.0000046790,0.01000,1.369
59,mlp.experts.16.gate_proj,0.0000046046,0.01000,1.364
59,mlp.experts.17.gate_proj,0.0000044414,0.01000,1.338
59,mlp.experts.18.gate_proj,0.0000043588,0.01000,1.359
59,mlp.experts.19.gate_proj,0.0000044081,0.01000,1.341
59,mlp.experts.15.gate_proj,0.0000047230,0.01000,1.438
59,mlp.experts.20.gate_proj,0.0000044027,0.01000,1.379
59,mlp.experts.21.gate_proj,0.0000043262,0.01000,1.357
59,mlp.experts.23.gate_proj,0.0000046734,0.01000,1.357
59,mlp.experts.24.gate_proj,0.0000045018,0.01000,1.354
59,mlp.experts.25.gate_proj,0.0000044028,0.01000,1.362
59,mlp.experts.26.gate_proj,0.0000043815,0.01000,1.391
59,mlp.experts.22.gate_proj,0.0000046126,0.01000,1.472
59,mlp.experts.27.gate_proj,0.0000044983,0.01000,1.404
59,mlp.experts.28.gate_proj,0.0000045353,0.01000,1.350
59,mlp.experts.31.gate_proj,0.0000048995,0.01000,1.325
59,mlp.experts.30.gate_proj,0.0000046137,0.01000,1.347
59,mlp.experts.29.gate_proj,0.0000045111,0.01000,1.436
59,mlp.experts.33.gate_proj,0.0000046731,0.01000,1.334
59,mlp.experts.32.gate_proj,0.0000049042,0.01000,1.391
59,mlp.experts.34.gate_proj,0.0000046258,0.01000,1.370
59,mlp.experts.35.gate_proj,0.0000050231,0.01000,1.347
59,mlp.experts.37.gate_proj,0.0000048529,0.01000,1.342
59,mlp.experts.36.gate_proj,0.0000043085,0.01000,1.355
59,mlp.experts.38.gate_proj,0.0000046051,0.01000,1.320
59,mlp.experts.39.gate_proj,0.0000045795,0.01000,1.354
59,mlp.experts.40.gate_proj,0.0000053801,0.01000,1.346
59,mlp.experts.41.gate_proj,0.0000050784,0.01000,1.364
59,mlp.experts.42.gate_proj,0.0000045034,0.01000,1.351
59,mlp.experts.44.gate_proj,0.0000046840,0.01000,1.338
59,mlp.experts.45.gate_proj,0.0000044024,0.01000,1.319
59,mlp.experts.43.gate_proj,0.0000045224,0.01000,1.394
59,mlp.experts.46.gate_proj,0.0000043465,0.01000,1.330
59,mlp.experts.47.gate_proj,0.0000048897,0.01000,1.339
59,mlp.experts.48.gate_proj,0.0000043299,0.01000,1.347
59,mlp.experts.49.gate_proj,0.0000050834,0.01000,1.346
59,mlp.experts.50.gate_proj,0.0000044479,0.01000,1.350
59,mlp.experts.51.gate_proj,0.0000043947,0.01000,1.340
59,mlp.experts.52.gate_proj,0.0000044496,0.01000,1.336
59,mlp.experts.53.gate_proj,0.0000047135,0.01000,1.342
59,mlp.experts.54.gate_proj,0.0000042909,0.01000,1.355
59,mlp.experts.55.gate_proj,0.0000045045,0.01000,1.356
59,mlp.experts.56.gate_proj,0.0000049080,0.01000,1.353
59,mlp.experts.58.gate_proj,0.0000047153,0.01000,1.349
59,mlp.experts.59.gate_proj,0.0000047545,0.01000,1.348
59,mlp.experts.57.gate_proj,0.0000043343,0.01000,1.415
59,mlp.experts.60.gate_proj,0.0000044580,0.01000,1.358
59,mlp.experts.61.gate_proj,0.0000046251,0.01000,1.328
59,mlp.experts.62.gate_proj,0.0000043929,0.01000,1.358
59,mlp.experts.63.gate_proj,0.0000044257,0.01000,1.344
59,mlp.experts.64.gate_proj,0.0000043901,0.01000,1.354
59,mlp.experts.65.gate_proj,0.0000044520,0.01000,1.343
59,mlp.experts.66.gate_proj,0.0000048457,0.01000,1.325
59,mlp.experts.67.gate_proj,0.0000042650,0.01000,1.342
59,mlp.experts.68.gate_proj,0.0000047319,0.01000,1.332
59,mlp.experts.69.gate_proj,0.0000047373,0.01000,1.356
59,mlp.experts.70.gate_proj,0.0000043838,0.01000,1.341
59,mlp.experts.73.gate_proj,0.0000046228,0.01000,1.333
59,mlp.experts.72.gate_proj,0.0000049085,0.01000,1.336
59,mlp.experts.71.gate_proj,0.0000047121,0.01000,1.355
59,mlp.experts.74.gate_proj,0.0000049791,0.01000,1.343
59,mlp.experts.75.gate_proj,0.0000044483,0.01000,1.340
59,mlp.experts.76.gate_proj,0.0000044978,0.01000,1.367
59,mlp.experts.77.gate_proj,0.0000043414,0.01000,1.361
59,mlp.experts.80.gate_proj,0.0000047369,0.01000,1.331
59,mlp.experts.79.gate_proj,0.0000048033,0.01000,1.342
59,mlp.experts.81.gate_proj,0.0000046486,0.01000,1.341
59,mlp.experts.78.gate_proj,0.0000047824,0.01000,1.408
59,mlp.experts.82.gate_proj,0.0000043627,0.01000,1.346
59,mlp.experts.83.gate_proj,0.0000045763,0.01000,1.340
59,mlp.experts.84.gate_proj,0.0000043689,0.01000,1.347
59,mlp.experts.86.gate_proj,0.0000044258,0.01000,1.337
59,mlp.experts.87.gate_proj,0.0000043839,0.01000,1.329
59,mlp.experts.85.gate_proj,0.0000044648,0.01000,1.404
59,mlp.experts.88.gate_proj,0.0000044846,0.01000,1.337
59,mlp.experts.89.gate_proj,0.0000042536,0.01000,1.345
59,mlp.experts.90.gate_proj,0.0000045191,0.01000,1.359
59,mlp.experts.91.gate_proj,0.0000042763,0.01000,1.360
59,mlp.experts.93.gate_proj,0.0000043953,0.01000,1.338
59,mlp.experts.94.gate_proj,0.0000045378,0.01000,1.333
59,mlp.experts.95.gate_proj,0.0000044961,0.01000,1.346
59,mlp.experts.96.gate_proj,0.0000043683,0.01000,1.358
59,mlp.experts.92.gate_proj,0.0000043124,0.01000,1.449
59,mlp.experts.97.gate_proj,0.0000045952,0.01000,1.357
59,mlp.experts.98.gate_proj,0.0000046156,0.01000,1.352
59,mlp.experts.100.gate_proj,0.0000044482,0.01000,1.340
59,mlp.experts.101.gate_proj,0.0000044106,0.01000,1.329
59,mlp.experts.103.gate_proj,0.0000045333,0.01000,1.344
59,mlp.experts.99.gate_proj,0.0000044413,0.01000,1.421
59,mlp.experts.102.gate_proj,0.0000053410,0.01000,1.419
59,mlp.experts.104.gate_proj,0.0000044385,0.01000,1.355
59,mlp.experts.105.gate_proj,0.0000044639,0.01000,1.342
59,mlp.experts.107.gate_proj,0.0000045208,0.01000,1.331
59,mlp.experts.108.gate_proj,0.0000044201,0.01000,1.330
59,mlp.experts.106.gate_proj,0.0000046870,0.01000,1.396
59,mlp.experts.109.gate_proj,0.0000045178,0.01000,1.351
59,mlp.experts.110.gate_proj,0.0000044459,0.01000,1.343
59,mlp.experts.111.gate_proj,0.0000046027,0.01000,1.349
59,mlp.experts.112.gate_proj,0.0000044737,0.01000,1.358
59,mlp.experts.113.gate_proj,0.0000043649,0.01000,1.346
59,mlp.experts.115.gate_proj,0.0000044167,0.01000,1.327
59,mlp.experts.116.gate_proj,0.0000043626,0.01000,1.338
59,mlp.experts.114.gate_proj,0.0000046166,0.01000,1.403
59,mlp.experts.117.gate_proj,0.0000046705,0.01000,1.344
59,mlp.experts.118.gate_proj,0.0000045779,0.01000,1.358
59,mlp.experts.119.gate_proj,0.0000045924,0.01000,1.361
59,mlp.experts.0.up_proj,0.0000044136,0.01000,1.355
59,mlp.experts.1.up_proj,0.0000046708,0.01000,1.345
59,mlp.experts.2.up_proj,0.0000043528,0.01000,1.333
59,mlp.experts.4.up_proj,0.0000043202,0.01000,1.339
59,mlp.experts.3.up_proj,0.0000044520,0.01000,1.416
59,mlp.experts.5.up_proj,0.0000041963,0.01000,1.371
59,mlp.experts.7.up_proj,0.0000042748,0.01000,1.342
59,mlp.experts.8.up_proj,0.0000042244,0.01000,1.336
59,mlp.experts.9.up_proj,0.0000044850,0.01000,1.322
59,mlp.experts.6.up_proj,0.0000043057,0.01000,1.422
59,mlp.experts.10.up_proj,0.0000042011,0.01000,1.334
59,mlp.experts.11.up_proj,0.0000042520,0.01000,1.331
59,mlp.experts.12.up_proj,0.0000042113,0.01000,1.344
59,mlp.experts.13.up_proj,0.0000041815,0.01000,1.365
59,mlp.experts.14.up_proj,0.0000043741,0.01000,1.347
59,mlp.experts.15.up_proj,0.0000041986,0.01000,1.351
59,mlp.experts.16.up_proj,0.0000044386,0.01000,1.333
59,mlp.experts.17.up_proj,0.0000043576,0.01000,1.338
59,mlp.experts.18.up_proj,0.0000042334,0.01000,1.347
59,mlp.experts.19.up_proj,0.0000042429,0.01000,1.361
59,mlp.experts.20.up_proj,0.0000042650,0.01000,1.351
59,mlp.experts.22.up_proj,0.0000044345,0.01000,1.351
59,mlp.experts.21.up_proj,0.0000041865,0.01000,1.356
59,mlp.experts.23.up_proj,0.0000043898,0.01000,1.336
59,mlp.experts.24.up_proj,0.0000044536,0.01000,1.346
59,mlp.experts.25.up_proj,0.0000042132,0.01000,1.340
59,mlp.experts.26.up_proj,0.0000042571,0.01000,1.360
59,mlp.experts.30.up_proj,0.0000044240,0.01000,1.331
59,mlp.experts.27.up_proj,0.0000043471,0.01000,1.348
59,mlp.experts.29.up_proj,0.0000037759,0.01000,1.349
59,mlp.experts.31.up_proj,0.0000045839,0.01000,1.334
59,mlp.experts.28.up_proj,0.0000043627,0.01000,1.413
59,mlp.experts.32.up_proj,0.0000045765,0.01000,1.321
59,mlp.experts.33.up_proj,0.0000044920,0.01000,1.356
59,mlp.experts.35.up_proj,0.0000048315,0.01000,1.358
59,mlp.experts.34.up_proj,0.0000044264,0.01000,1.359
59,mlp.experts.36.up_proj,0.0000042588,0.01000,1.362
59,mlp.experts.37.up_proj,0.0000046275,0.01000,1.326
59,mlp.experts.38.up_proj,0.0000044295,0.01000,1.344
59,mlp.experts.39.up_proj,0.0000044376,0.01000,1.329
59,mlp.experts.40.up_proj,0.0000046957,0.01000,1.359
59,mlp.experts.44.up_proj,0.0000043754,0.01000,1.325
59,mlp.experts.42.up_proj,0.0000043163,0.01000,1.357
59,mlp.experts.43.up_proj,0.0000043834,0.01000,1.354
59,mlp.experts.41.up_proj,0.0000047904,0.01000,1.407
59,mlp.experts.45.up_proj,0.0000042396,0.01000,1.346
59,mlp.experts.46.up_proj,0.0000041402,0.01000,1.333
59,mlp.experts.47.up_proj,0.0000047078,0.01000,1.355
59,mlp.experts.49.up_proj,0.0000047870,0.01000,1.361
59,mlp.experts.50.up_proj,0.0000042118,0.01000,1.356
59,mlp.experts.53.up_proj,0.0000045632,0.01000,1.344
59,mlp.experts.51.up_proj,0.0000042385,0.01000,1.353
59,mlp.experts.52.up_proj,0.0000043216,0.01000,1.355
59,mlp.experts.48.up_proj,0.0000042909,0.01000,1.413
59,mlp.experts.54.up_proj,0.0000040710,0.01000,1.360
59,mlp.experts.55.up_proj,0.0000043624,0.01000,1.369
59,mlp.experts.56.up_proj,0.0000047358,0.01000,1.369
59,mlp.experts.58.up_proj,0.0000046020,0.01000,1.345
59,mlp.experts.59.up_proj,0.0000044895,0.01000,1.355
59,mlp.experts.60.up_proj,0.0000043214,0.01000,1.353
59,mlp.experts.57.up_proj,0.0000041768,0.01000,1.399
59,mlp.experts.61.up_proj,0.0000044550,0.01000,1.365
59,mlp.experts.62.up_proj,0.0000041695,0.01000,1.368
59,mlp.experts.65.up_proj,0.0000043359,0.01000,1.344
59,mlp.experts.63.up_proj,0.0000042670,0.01000,1.365
59,mlp.experts.66.up_proj,0.0000046163,0.01000,1.354
59,mlp.experts.67.up_proj,0.0000041832,0.01000,1.340
59,mlp.experts.64.up_proj,0.0000042295,0.01000,1.419
59,mlp.experts.68.up_proj,0.0000045428,0.01000,1.361
59,mlp.experts.72.up_proj,0.0000046382,0.01000,1.333
59,mlp.experts.70.up_proj,0.0000042948,0.01000,1.361
59,mlp.experts.71.up_proj,0.0000045902,0.01000,1.365
59,mlp.experts.73.up_proj,0.0000045261,0.01000,1.347
59,mlp.experts.74.up_proj,0.0000047965,0.01000,1.347
59,mlp.experts.69.up_proj,0.0000045060,0.01000,1.417
59,mlp.experts.75.up_proj,0.0000042983,0.01000,1.359
59,mlp.experts.76.up_proj,0.0000043719,0.01000,1.378
59,mlp.experts.77.up_proj,0.0000042445,0.01000,1.365
59,mlp.experts.79.up_proj,0.0000046805,0.01000,1.348
59,mlp.experts.80.up_proj,0.0000043945,0.01000,1.363
59,mlp.experts.78.up_proj,0.0000045900,0.01000,1.415
59,mlp.experts.81.up_proj,0.0000044771,0.01000,1.369
59,mlp.experts.82.up_proj,0.0000042192,0.01000,1.384
59,mlp.experts.84.up_proj,0.0000042480,0.01000,1.352
59,mlp.experts.85.up_proj,0.0000043113,0.01000,1.370
59,mlp.experts.86.up_proj,0.0000042265,0.01000,1.338
59,mlp.experts.88.up_proj,0.0000044049,0.01000,1.354
59,mlp.experts.83.up_proj,0.0000043429,0.01000,1.416
59,mlp.experts.87.up_proj,0.0000042411,0.01000,1.363
59,mlp.experts.89.up_proj,0.0000041591,0.01000,1.356
59,mlp.experts.90.up_proj,0.0000043754,0.01000,1.368
59,mlp.experts.92.up_proj,0.0000042664,0.01000,1.351
59,mlp.experts.91.up_proj,0.0000041206,0.01000,1.364
59,mlp.experts.93.up_proj,0.0000043088,0.01000,1.342
59,mlp.experts.94.up_proj,0.0000043663,0.01000,1.349
59,mlp.experts.95.up_proj,0.0000043732,0.01000,1.351
59,mlp.experts.96.up_proj,0.0000042331,0.01000,1.360
59,mlp.experts.97.up_proj,0.0000044813,0.01000,1.359
59,mlp.experts.99.up_proj,0.0000043172,0.01000,1.348
59,mlp.experts.100.up_proj,0.0000043634,0.01000,1.336
59,mlp.experts.101.up_proj,0.0000041317,0.01000,1.354
59,mlp.experts.102.up_proj,0.0000046799,0.01000,1.354
59,mlp.experts.98.up_proj,0.0000044905,0.01000,1.416
59,mlp.experts.103.up_proj,0.0000043550,0.01000,1.355
59,mlp.experts.106.up_proj,0.0000045227,0.01000,1.341
59,mlp.experts.105.up_proj,0.0000043451,0.01000,1.361
59,mlp.experts.107.up_proj,0.0000043798,0.01000,1.343
59,mlp.experts.104.up_proj,0.0000043634,0.01000,1.402
59,mlp.experts.108.up_proj,0.0000043684,0.01000,1.358
59,mlp.experts.109.up_proj,0.0000042403,0.01000,1.341
59,mlp.experts.110.up_proj,0.0000042348,0.01000,1.357
59,mlp.experts.111.up_proj,0.0000044860,0.01000,1.359
59,mlp.experts.112.up_proj,0.0000043538,0.01000,1.357
59,mlp.experts.113.up_proj,0.0000042217,0.01000,1.350
59,mlp.experts.114.up_proj,0.0000045080,0.01000,1.346
59,mlp.experts.116.up_proj,0.0000041640,0.01000,1.351
59,mlp.experts.115.up_proj,0.0000042842,0.01000,1.370
59,mlp.experts.117.up_proj,0.0000044300,0.01000,1.334
59,mlp.experts.119.up_proj,0.0000043781,0.01000,1.001
59,mlp.experts.118.up_proj,0.0000044081,0.01000,1.029
59,mlp.experts.5.down_proj,0.0000004925,0.01000,0.439
59,mlp.experts.0.down_proj,0.0000004978,0.01000,0.442
59,mlp.experts.1.down_proj,0.0000006422,0.01000,0.442
59,mlp.experts.3.down_proj,0.0000005091,0.01000,0.443
59,mlp.experts.4.down_proj,0.0000006243,0.01000,0.445
59,mlp.experts.6.down_proj,0.0000004794,0.01000,0.451
59,mlp.experts.2.down_proj,0.0000004508,0.01000,0.455
59,mlp.experts.10.down_proj,0.0000005324,0.01000,0.400
59,mlp.experts.8.down_proj,0.0000004640,0.01000,0.411
59,mlp.experts.9.down_proj,0.0000006125,0.01000,0.411
59,mlp.experts.11.down_proj,0.0000005343,0.01000,0.410
59,mlp.experts.12.down_proj,0.0000005847,0.01000,0.407
59,mlp.experts.7.down_proj,0.0000005631,0.01000,0.421
59,mlp.experts.13.down_proj,0.0000004954,0.01000,0.411
59,mlp.experts.17.down_proj,0.0000005896,0.01000,0.401
59,mlp.experts.16.down_proj,0.0000006152,0.01000,0.406
59,mlp.experts.14.down_proj,0.0000005778,0.01000,0.415
59,mlp.experts.19.down_proj,0.0000004744,0.01000,0.404
59,mlp.experts.15.down_proj,0.0000004599,0.01000,0.419
59,mlp.experts.18.down_proj,0.0000005507,0.01000,0.411
59,mlp.experts.20.down_proj,0.0000004703,0.01000,0.408
59,mlp.experts.22.down_proj,0.0000005232,0.01000,0.415
59,mlp.experts.21.down_proj,0.0000004771,0.01000,0.419
59,mlp.experts.23.down_proj,0.0000004873,0.01000,0.420
59,mlp.experts.24.down_proj,0.0000006236,0.01000,0.417
59,mlp.experts.25.down_proj,0.0000005569,0.01000,0.414
59,mlp.experts.27.down_proj,0.0000005844,0.01000,0.416
59,mlp.experts.26.down_proj,0.0000005060,0.01000,0.417
59,mlp.experts.30.down_proj,0.0000005695,0.01000,0.401
59,mlp.experts.31.down_proj,0.0000005505,0.01000,0.398
59,mlp.experts.29.down_proj,0.0000003500,0.01000,0.405
59,mlp.experts.28.down_proj,0.0000004503,0.01000,0.411
59,mlp.experts.32.down_proj,0.0000005267,0.01000,0.404
59,mlp.experts.33.down_proj,0.0000006093,0.01000,0.403
59,mlp.experts.34.down_proj,0.0000004933,0.01000,0.421
59,mlp.experts.38.down_proj,0.0000005594,0.01000,0.401
59,mlp.experts.37.down_proj,0.0000005632,0.01000,0.406
59,mlp.experts.40.down_proj,0.0000004846,0.01000,0.403
59,mlp.experts.39.down_proj,0.0000005742,0.01000,0.403
59,mlp.experts.36.down_proj,0.0000005526,0.01000,0.417
59,mlp.experts.35.down_proj,0.0000005573,0.01000,0.423
59,mlp.experts.41.down_proj,0.0000005792,0.01000,0.412
59,mlp.experts.45.down_proj,0.0000004830,0.01000,0.402
59,mlp.experts.42.down_proj,0.0000005646,0.01000,0.411
59,mlp.experts.44.down_proj,0.0000005948,0.01000,0.403
59,mlp.experts.43.down_proj,0.0000006602,0.01000,0.408
59,mlp.experts.47.down_proj,0.0000005309,0.01000,0.397
59,mlp.experts.46.down_proj,0.0000007177,0.01000,0.412
59,mlp.experts.48.down_proj,0.0000006046,0.01000,0.410
59,mlp.experts.50.down_proj,0.0000004985,0.01000,0.405
59,mlp.experts.52.down_proj,0.0000005488,0.01000,0.402
59,mlp.experts.51.down_proj,0.0000005530,0.01000,0.405
59,mlp.experts.53.down_proj,0.0000004491,0.01000,0.407
59,mlp.experts.54.down_proj,0.0000004451,0.01000,0.400
59,mlp.experts.49.down_proj,0.0000005849,0.01000,0.423
59,mlp.experts.55.down_proj,0.0000005409,0.01000,0.409
59,mlp.experts.59.down_proj,0.0000004417,0.01000,0.400
59,mlp.experts.58.down_proj,0.0000005402,0.01000,0.406
59,mlp.experts.60.down_proj,0.0000005004,0.01000,0.406
59,mlp.experts.57.down_proj,0.0000004524,0.01000,0.418
59,mlp.experts.56.down_proj,0.0000005827,0.01000,0.423
59,mlp.experts.61.down_proj,0.0000006036,0.01000,0.405
59,mlp.experts.62.down_proj,0.0000005294,0.01000,0.411
59,mlp.experts.63.down_proj,0.0000005603,0.01000,0.410
59,mlp.experts.64.down_proj,0.0000004909,0.01000,0.409
59,mlp.experts.65.down_proj,0.0000004944,0.01000,0.402
59,mlp.experts.66.down_proj,0.0000006163,0.01000,0.400
59,mlp.experts.67.down_proj,0.0000005374,0.01000,0.402
59,mlp.experts.68.down_proj,0.0000004630,0.01000,0.406
59,mlp.experts.69.down_proj,0.0000005744,0.01000,0.413
59,mlp.experts.73.down_proj,0.0000007177,0.01000,0.402
59,mlp.experts.72.down_proj,0.0000006944,0.01000,0.409
59,mlp.experts.74.down_proj,0.0000005398,0.01000,0.405
59,mlp.experts.70.down_proj,0.0000005502,0.01000,0.418
59,mlp.experts.71.down_proj,0.0000006090,0.01000,0.421
59,mlp.experts.75.down_proj,0.0000004990,0.01000,0.408
59,mlp.experts.76.down_proj,0.0000005210,0.01000,0.415
59,mlp.experts.80.down_proj,0.0000006299,0.01000,0.394
59,mlp.experts.79.down_proj,0.0000005826,0.01000,0.401
59,mlp.experts.82.down_proj,0.0000004677,0.01000,0.401
59,mlp.experts.77.down_proj,0.0000005433,0.01000,0.417
59,mlp.experts.81.down_proj,0.0000004791,0.01000,0.405
59,mlp.experts.78.down_proj,0.0000006475,0.01000,0.421
59,mlp.experts.83.down_proj,0.0000004915,0.01000,0.404
59,mlp.experts.87.down_proj,0.0000004685,0.01000,0.398
59,mlp.experts.85.down_proj,0.0000004911,0.01000,0.409
59,mlp.experts.86.down_proj,0.0000004948,0.01000,0.405
59,mlp.experts.84.down_proj,0.0000004620,0.01000,0.425
59,mlp.experts.89.down_proj,0.0000004621,0.01000,0.405
59,mlp.experts.88.down_proj,0.0000006105,0.01000,0.437
59,mlp.experts.90.down_proj,0.0000005804,0.01000,0.404
59,mlp.experts.92.down_proj,0.0000005644,0.01000,0.407
59,mlp.experts.94.down_proj,0.0000004779,0.01000,0.398
59,mlp.experts.93.down_proj,0.0000005385,0.01000,0.403
59,mlp.experts.91.down_proj,0.0000004777,0.01000,0.419
59,mlp.experts.95.down_proj,0.0000005319,0.01000,0.421
59,mlp.experts.96.down_proj,0.0000004737,0.01000,0.415
59,mlp.experts.97.down_proj,0.0000006098,0.01000,0.408
59,mlp.experts.101.down_proj,0.0000005660,0.01000,0.394
59,mlp.experts.100.down_proj,0.0000005315,0.01000,0.399
59,mlp.experts.99.down_proj,0.0000005716,0.01000,0.405
59,mlp.experts.98.down_proj,0.0000006312,0.01000,0.415
59,mlp.experts.102.down_proj,0.0000005488,0.01000,0.412
59,mlp.experts.103.down_proj,0.0000005000,0.01000,0.396
59,mlp.experts.104.down_proj,0.0000005938,0.01000,0.408
59,mlp.experts.105.down_proj,0.0000005271,0.01000,0.412
59,mlp.experts.106.down_proj,0.0000004577,0.01000,0.410
59,mlp.experts.107.down_proj,0.0000005424,0.01000,0.408
59,mlp.experts.108.down_proj,0.0000006026,0.01000,0.417
59,mlp.experts.110.down_proj,0.0000006126,0.01000,0.401
59,mlp.experts.109.down_proj,0.0000005464,0.01000,0.417
59,mlp.experts.111.down_proj,0.0000006474,0.01000,0.404
59,mlp.experts.113.down_proj,0.0000005657,0.01000,0.406
59,mlp.experts.115.down_proj,0.0000004905,0.01000,0.395
59,mlp.experts.112.down_proj,0.0000004721,0.01000,0.416
59,mlp.experts.114.down_proj,0.0000005796,0.01000,0.420
59,mlp.experts.116.down_proj,0.0000005208,0.01000,0.414
59,mlp.experts.117.down_proj,0.0000005917,0.01000,0.404
59,mlp.experts.118.down_proj,0.0000005076,0.01000,0.401
59,mlp.experts.119.down_proj,0.0000004721,0.01000,0.274
60,self_attn.v_proj,0.0000003523,0.01000,1.189
60,self_attn.k_proj,0.0000001610,0.01000,1.196
60,self_attn.q_proj,0.0000012316,0.01000,1.269
60,self_attn.o_proj,0.0000001837,0.01000,2.762
60,mlp.shared_experts.gate_proj,0.0000000104,0.01000,0.925
60,mlp.shared_experts.up_proj,0.0000000062,0.01000,0.915
60,mlp.shared_experts.down_proj,0.0000000006,0.01000,0.280
60,mlp.experts.3.gate_proj,0.0000047110,0.01000,1.506
60,mlp.experts.5.gate_proj,0.0000046082,0.01000,1.513
60,mlp.experts.2.gate_proj,0.0000047123,0.01000,1.525
60,mlp.experts.4.gate_proj,0.0000044783,0.01000,1.524
60,mlp.experts.6.gate_proj,0.0000045187,0.01000,1.527
60,mlp.experts.1.gate_proj,0.0000045010,0.01000,1.562
60,mlp.experts.0.gate_proj,0.0000046419,0.01000,1.589
60,mlp.experts.7.gate_proj,0.0000046211,0.01000,1.377
60,mlp.experts.8.gate_proj,0.0000044516,0.01000,1.370
60,mlp.experts.10.gate_proj,0.0000048410,0.01000,1.365
60,mlp.experts.11.gate_proj,0.0000047084,0.01000,1.379
60,mlp.experts.12.gate_proj,0.0000048838,0.01000,1.349
60,mlp.experts.13.gate_proj,0.0000046712,0.01000,1.365
60,mlp.experts.9.gate_proj,0.0000045941,0.01000,1.417
60,mlp.experts.16.gate_proj,0.0000044782,0.01000,1.346
60,mlp.experts.15.gate_proj,0.0000051370,0.01000,1.358
60,mlp.experts.17.gate_proj,0.0000048127,0.01000,1.347
60,mlp.experts.18.gate_proj,0.0000045562,0.01000,1.352
60,mlp.experts.19.gate_proj,0.0000047264,0.01000,1.356
60,mlp.experts.14.gate_proj,0.0000044580,0.01000,1.418
60,mlp.experts.20.gate_proj,0.0000046256,0.01000,1.385
60,mlp.experts.21.gate_proj,0.0000043980,0.01000,1.371
60,mlp.experts.24.gate_proj,0.0000047268,0.01000,1.351
60,mlp.experts.23.gate_proj,0.0000045335,0.01000,1.359
60,mlp.experts.26.gate_proj,0.0000044375,0.01000,1.352
60,mlp.experts.25.gate_proj,0.0000045028,0.01000,1.360
60,mlp.experts.22.gate_proj,0.0000044618,0.01000,1.416
60,mlp.experts.27.gate_proj,0.0000045657,0.01000,1.393
60,mlp.experts.30.gate_proj,0.0000043865,0.01000,1.346
60,mlp.experts.31.gate_proj,0.0000046503,0.01000,1.325
60,mlp.experts.32.gate_proj,0.0000048992,0.01000,1.349
60,mlp.experts.33.gate_proj,0.0000044104,0.01000,1.354
60,mlp.experts.29.gate_proj,0.0000046991,0.01000,1.416
60,mlp.experts.28.gate_proj,0.0000044437,0.01000,1.438
60,mlp.experts.34.gate_proj,0.0000044315,0.01000,1.374
60,mlp.experts.36.gate_proj,0.0000045159,0.01000,1.346
60,mlp.experts.35.gate_proj,0.0000046676,0.01000,1.382
60,mlp.experts.38.gate_proj,0.0000046132,0.01000,1.335
60,mlp.experts.39.gate_proj,0.0000044982,0.01000,1.353
60,mlp.experts.40.gate_proj,0.0000044893,0.01000,1.344
60,mlp.experts.37.gate_proj,0.0000046145,0.01000,1.402
60,mlp.experts.41.gate_proj,0.0000047664,0.01000,1.350
60,mlp.experts.43.gate_proj,0.0000044458,0.01000,1.360
60,mlp.experts.42.gate_proj,0.0000046396,0.01000,1.379
60,mlp.experts.44.gate_proj,0.0000047035,0.01000,1.365
60,mlp.experts.45.gate_proj,0.0000044588,0.01000,1.345
60,mlp.experts.46.gate_proj,0.0000045255,0.01000,1.350
60,mlp.experts.47.gate_proj,0.0000044433,0.01000,1.361
60,mlp.experts.48.gate_proj,0.0000045714,0.01000,1.362
60,mlp.experts.50.gate_proj,0.0000044401,0.01000,1.365
60,mlp.experts.52.gate_proj,0.0000045844,0.01000,1.347
60,mlp.experts.51.gate_proj,0.0000044700,0.01000,1.365
60,mlp.experts.53.gate_proj,0.0000047639,0.01000,1.357
60,mlp.experts.54.gate_proj,0.0000049778,0.01000,1.356
60,mlp.experts.49.gate_proj,0.0000050150,0.01000,1.429
60,mlp.experts.55.gate_proj,0.0000052058,0.01000,1.367
60,mlp.experts.59.gate_proj,0.0000046802,0.01000,1.329
60,mlp.experts.58.gate_proj,0.0000046115,0.01000,1.353
60,mlp.experts.57.gate_proj,0.0000044965,0.01000,1.361
60,mlp.experts.61.gate_proj,0.0000046564,0.01000,1.341
60,mlp.experts.60.gate_proj,0.0000045736,0.01000,1.358
60,mlp.experts.56.gate_proj,0.0000045990,0.01000,1.429
60,mlp.experts.62.gate_proj,0.0000048492,0.01000,1.359
60,mlp.experts.65.gate_proj,0.0000044413,0.01000,1.345
60,mlp.experts.64.gate_proj,0.0000050302,0.01000,1.376
60,mlp.experts.66.gate_proj,0.0000044466,0.01000,1.340
60,mlp.experts.67.gate_proj,0.0000044923,0.01000,1.356
60,mlp.experts.63.gate_proj,0.0000049432,0.01000,1.415
60,mlp.experts.68.gate_proj,0.0000047185,0.01000,1.344
60,mlp.experts.69.gate_proj,0.0000046028,0.01000,1.361
60,mlp.experts.70.gate_proj,0.0000045488,0.01000,1.375
60,mlp.experts.72.gate_proj,0.0000046635,0.01000,1.344
60,mlp.experts.73.gate_proj,0.0000045690,0.01000,1.347
60,mlp.experts.75.gate_proj,0.0000046847,0.01000,1.352
60,mlp.experts.74.gate_proj,0.0000047333,0.01000,1.353
60,mlp.experts.71.gate_proj,0.0000045027,0.01000,1.420
60,mlp.experts.76.gate_proj,0.0000050085,0.01000,1.366
60,mlp.experts.77.gate_proj,0.0000047954,0.01000,1.363
60,mlp.experts.78.gate_proj,0.0000045012,0.01000,1.362
60,mlp.experts.80.gate_proj,0.0000046551,0.01000,1.331
60,mlp.experts.81.gate_proj,0.0000044335,0.01000,1.351
60,mlp.experts.82.gate_proj,0.0000045329,0.01000,1.342
60,mlp.experts.79.gate_proj,0.0000047114,0.01000,1.389
60,mlp.experts.83.gate_proj,0.0000045474,0.01000,1.364
60,mlp.experts.86.gate_proj,0.0000043797,0.01000,1.336
60,mlp.experts.85.gate_proj,0.0000045635,0.01000,1.347
60,mlp.experts.87.gate_proj,0.0000045796,0.01000,1.330
60,mlp.experts.89.gate_proj,0.0000051088,0.01000,1.341
60,mlp.experts.88.gate_proj,0.0000049072,0.01000,1.351
60,mlp.experts.84.gate_proj,0.0000046460,0.01000,1.403
60,mlp.experts.90.gate_proj,0.0000045078,0.01000,1.355
60,mlp.experts.92.gate_proj,0.0000051921,0.01000,1.340
60,mlp.experts.93.gate_proj,0.0000048595,0.01000,1.335
60,mlp.experts.94.gate_proj,0.0000045463,0.01000,1.332
60,mlp.experts.96.gate_proj,0.0000044811,0.01000,1.337
60,mlp.experts.91.gate_proj,0.0000048000,0.01000,1.396
60,mlp.experts.95.gate_proj,0.0000044854,0.01000,1.342
60,mlp.experts.97.gate_proj,0.0000046444,0.01000,1.345
60,mlp.experts.99.gate_proj,0.0000048178,0.01000,1.339
60,mlp.experts.101.gate_proj,0.0000046269,0.01000,1.339
60,mlp.experts.100.gate_proj,0.0000044554,0.01000,1.350
60,mlp.experts.102.gate_proj,0.0000044498,0.01000,1.342
60,mlp.experts.103.gate_proj,0.0000044076,0.01000,1.348
60,mlp.experts.98.gate_proj,0.0000050215,0.01000,1.420
60,mlp.experts.104.gate_proj,0.0000045344,0.01000,1.351
60,mlp.experts.108.gate_proj,0.0000048614,0.01000,1.331
60,mlp.experts.105.gate_proj,0.0000046227,0.01000,1.378
60,mlp.experts.107.gate_proj,0.0000044212,0.01000,1.354
60,mlp.experts.109.gate_proj,0.0000049926,0.01000,1.352
60,mlp.experts.110.gate_proj,0.0000047281,0.01000,1.353
60,mlp.experts.106.gate_proj,0.0000043978,0.01000,1.398
60,mlp.experts.111.gate_proj,0.0000044900,0.01000,1.357
60,mlp.experts.113.gate_proj,0.0000045022,0.01000,1.347
60,mlp.experts.115.gate_proj,0.0000047308,0.01000,1.335
60,mlp.experts.114.gate_proj,0.0000046756,0.01000,1.355
60,mlp.experts.117.gate_proj,0.0000044938,0.01000,1.337
60,mlp.experts.112.gate_proj,0.0000044570,0.01000,1.403
60,mlp.experts.116.gate_proj,0.0000045209,0.01000,1.353
60,mlp.experts.118.gate_proj,0.0000051175,0.01000,1.364
60,mlp.experts.119.gate_proj,0.0000050501,0.01000,1.366
60,mlp.experts.0.up_proj,0.0000043180,0.01000,1.353
60,mlp.experts.1.up_proj,0.0000043344,0.01000,1.350
60,mlp.experts.2.up_proj,0.0000045832,0.01000,1.339
60,mlp.experts.3.up_proj,0.0000045898,0.01000,1.352
60,mlp.experts.4.up_proj,0.0000043158,0.01000,1.348
60,mlp.experts.5.up_proj,0.0000045059,0.01000,1.372
60,mlp.experts.7.up_proj,0.0000045104,0.01000,1.348
60,mlp.experts.9.up_proj,0.0000044404,0.01000,1.336
60,mlp.experts.8.up_proj,0.0000042781,0.01000,1.352
60,mlp.experts.11.up_proj,0.0000045062,0.01000,1.344
60,mlp.experts.10.up_proj,0.0000046491,0.01000,1.356
60,mlp.experts.6.up_proj,0.0000044322,0.01000,1.428
60,mlp.experts.12.up_proj,0.0000046278,0.01000,1.356
60,mlp.experts.15.up_proj,0.0000048152,0.01000,1.330
60,mlp.experts.14.up_proj,0.0000042986,0.01000,1.350
60,mlp.experts.16.up_proj,0.0000043448,0.01000,1.335
60,mlp.experts.17.up_proj,0.0000046185,0.01000,1.345
60,mlp.experts.13.up_proj,0.0000044949,0.01000,1.399
60,mlp.experts.18.up_proj,0.0000044926,0.01000,1.336
60,mlp.experts.19.up_proj,0.0000045678,0.01000,1.353
60,mlp.experts.20.up_proj,0.0000044332,0.01000,1.356
60,mlp.experts.21.up_proj,0.0000042682,0.01000,1.348
60,mlp.experts.22.up_proj,0.0000043656,0.01000,1.355
60,mlp.experts.23.up_proj,0.0000044481,0.01000,1.342
60,mlp.experts.24.up_proj,0.0000045025,0.01000,1.338
60,mlp.experts.25.up_proj,0.0000043429,0.01000,1.342
60,mlp.experts.26.up_proj,0.0000042717,0.01000,1.367
60,mlp.experts.27.up_proj,0.0000043726,0.01000,1.360
60,mlp.experts.29.up_proj,0.0000045552,0.01000,1.345
60,mlp.experts.30.up_proj,0.0000041817,0.01000,1.337
60,mlp.experts.28.up_proj,0.0000042538,0.01000,1.363
60,mlp.experts.31.up_proj,0.0000046003,0.01000,1.342
60,mlp.experts.32.up_proj,0.0000046613,0.01000,1.347
60,mlp.experts.33.up_proj,0.0000042650,0.01000,1.356
60,mlp.experts.37.up_proj,0.0000044904,0.01000,1.351
60,mlp.experts.36.up_proj,0.0000043801,0.01000,1.352
60,mlp.experts.38.up_proj,0.0000043486,0.01000,1.345
60,mlp.experts.39.up_proj,0.0000044125,0.01000,1.345
60,mlp.experts.35.up_proj,0.0000044987,0.01000,1.401
60,mlp.experts.34.up_proj,0.0000042765,0.01000,1.409
60,mlp.experts.40.up_proj,0.0000043292,0.01000,1.349
60,mlp.experts.43.up_proj,0.0000043010,0.01000,1.328
60,mlp.experts.42.up_proj,0.0000044542,0.01000,1.351
60,mlp.experts.44.up_proj,0.0000045219,0.01000,1.335
60,mlp.experts.46.up_proj,0.0000043878,0.01000,1.336
60,mlp.experts.45.up_proj,0.0000043178,0.01000,1.342
60,mlp.experts.41.up_proj,0.0000045532,0.01000,1.436
60,mlp.experts.47.up_proj,0.0000043036,0.01000,1.344
60,mlp.experts.49.up_proj,0.0000048382,0.01000,1.348
60,mlp.experts.50.up_proj,0.0000043507,0.01000,1.343
60,mlp.experts.51.up_proj,0.0000043471,0.01000,1.338
60,mlp.experts.52.up_proj,0.0000044461,0.01000,1.337
60,mlp.experts.48.up_proj,0.0000043514,0.01000,1.427
60,mlp.experts.53.up_proj,0.0000045923,0.01000,1.338
60,mlp.experts.54.up_proj,0.0000047293,0.01000,1.349
60,mlp.experts.55.up_proj,0.0000047574,0.01000,1.364
60,mlp.experts.56.up_proj,0.0000044802,0.01000,1.360
60,mlp.experts.57.up_proj,0.0000043844,0.01000,1.360
60,mlp.experts.58.up_proj,0.0000044127,0.01000,1.359
60,mlp.experts.59.up_proj,0.0000045203,0.01000,1.352
60,mlp.experts.60.up_proj,0.0000044090,0.01000,1.341
60,mlp.experts.61.up_proj,0.0000045302,0.01000,1.389
60,mlp.experts.63.up_proj,0.0000046644,0.01000,1.347
60,mlp.experts.62.up_proj,0.0000046471,0.01000,1.356
60,mlp.experts.64.up_proj,0.0000047661,0.01000,1.341
60,mlp.experts.65.up_proj,0.0000042970,0.01000,1.342
60,mlp.experts.66.up_proj,0.0000042751,0.01000,1.340
60,mlp.experts.67.up_proj,0.0000043413,0.01000,1.337
60,mlp.experts.68.up_proj,0.0000045402,0.01000,1.338
60,mlp.experts.72.up_proj,0.0000045452,0.01000,1.339
60,mlp.experts.71.up_proj,0.0000043114,0.01000,1.344
60,mlp.experts.70.up_proj,0.0000044006,0.01000,1.363
60,mlp.experts.73.up_proj,0.0000044861,0.01000,1.342
60,mlp.experts.74.up_proj,0.0000046186,0.01000,1.342
60,mlp.experts.69.up_proj,0.0000043938,0.01000,1.400
60,mlp.experts.75.up_proj,0.0000044348,0.01000,1.330
60,mlp.experts.79.up_proj,0.0000045354,0.01000,1.332
60,mlp.experts.77.up_proj,0.0000041064,0.01000,1.354
60,mlp.experts.78.up_proj,0.0000043336,0.01000,1.356
60,mlp.experts.80.up_proj,0.0000045001,0.01000,1.350
60,mlp.experts.81.up_proj,0.0000043447,0.01000,1.335
60,mlp.experts.76.up_proj,0.0000048197,0.01000,1.426
60,mlp.experts.82.up_proj,0.0000043644,0.01000,1.358
60,mlp.experts.86.up_proj,0.0000042437,0.01000,1.343
60,mlp.experts.84.up_proj,0.0000044599,0.01000,1.362
60,mlp.experts.85.up_proj,0.0000044549,0.01000,1.365
60,mlp.experts.87.up_proj,0.0000044373,0.01000,1.360
60,mlp.experts.83.up_proj,0.0000043354,0.01000,1.420
60,mlp.experts.88.up_proj,0.0000047459,0.01000,1.369
60,mlp.experts.89.up_proj,0.0000049206,0.01000,1.359
60,mlp.experts.93.up_proj,0.0000047282,0.01000,1.335
60,mlp.experts.92.up_proj,0.0000049085,0.01000,1.348
60,mlp.experts.90.up_proj,0.0000044091,0.01000,1.407
60,mlp.experts.94.up_proj,0.0000044479,0.01000,1.352
60,mlp.experts.91.up_proj,0.0000046149,0.01000,1.414
60,mlp.experts.95.up_proj,0.0000043803,0.01000,1.354
60,mlp.experts.96.up_proj,0.0000043736,0.01000,1.385
60,mlp.experts.98.up_proj,0.0000046734,0.01000,1.349
60,mlp.experts.97.up_proj,0.0000044158,0.01000,1.357
60,mlp.experts.100.up_proj,0.0000043422,0.01000,1.327
60,mlp.experts.101.up_proj,0.0000044390,0.01000,1.356
60,mlp.experts.102.up_proj,0.0000042711,0.01000,1.349
60,mlp.experts.99.up_proj,0.0000047379,0.01000,1.384
60,mlp.experts.103.up_proj,0.0000042847,0.01000,1.347
60,mlp.experts.105.up_proj,0.0000044708,0.01000,1.343
60,mlp.experts.106.up_proj,0.0000042778,0.01000,1.340
60,mlp.experts.107.up_proj,0.0000042733,0.01000,1.336
60,mlp.experts.104.up_proj,0.0000042774,0.01000,1.401
60,mlp.experts.109.up_proj,0.0000047662,0.01000,1.339
60,mlp.experts.108.up_proj,0.0000046996,0.01000,1.407
60,mlp.experts.110.up_proj,0.0000045622,0.01000,1.345
60,mlp.experts.111.up_proj,0.0000044059,0.01000,1.351
60,mlp.experts.112.up_proj,0.0000043177,0.01000,1.337
60,mlp.experts.114.up_proj,0.0000044601,0.01000,1.327
60,mlp.experts.113.up_proj,0.0000043642,0.01000,1.345
60,mlp.experts.115.up_proj,0.0000044325,0.01000,1.341
60,mlp.experts.116.up_proj,0.0000043643,0.01000,1.341
60,mlp.experts.117.up_proj,0.0000043749,0.01000,1.342
60,mlp.experts.119.up_proj,0.0000045753,0.01000,0.998
60,mlp.experts.118.up_proj,0.0000045653,0.01000,1.023
60,mlp.experts.3.down_proj,0.0000004829,0.01000,0.439
60,mlp.experts.2.down_proj,0.0000005159,0.01000,0.442
60,mlp.experts.4.down_proj,0.0000004523,0.01000,0.442
60,mlp.experts.5.down_proj,0.0000005254,0.01000,0.446
60,mlp.experts.6.down_proj,0.0000005533,0.01000,0.448
60,mlp.experts.1.down_proj,0.0000005331,0.01000,0.458
60,mlp.experts.0.down_proj,0.0000004887,0.01000,0.466
60,mlp.experts.10.down_proj,0.0000006385,0.01000,0.400
60,mlp.experts.8.down_proj,0.0000004621,0.01000,0.410
60,mlp.experts.11.down_proj,0.0000004873,0.01000,0.403
60,mlp.experts.7.down_proj,0.0000005545,0.01000,0.416
60,mlp.experts.9.down_proj,0.0000005687,0.01000,0.420
60,mlp.experts.12.down_proj,0.0000005032,0.01000,0.415
60,mlp.experts.13.down_proj,0.0000005032,0.01000,0.410
60,mlp.experts.17.down_proj,0.0000004866,0.01000,0.397
60,mlp.experts.16.down_proj,0.0000005707,0.01000,0.409
60,mlp.experts.15.down_proj,0.0000005424,0.01000,0.413
60,mlp.experts.14.down_proj,0.0000004897,0.01000,0.421
60,mlp.experts.18.down_proj,0.0000006347,0.01000,0.410
60,mlp.experts.19.down_proj,0.0000005213,0.01000,0.402
60,mlp.experts.20.down_proj,0.0000006051,0.01000,0.408
60,mlp.experts.23.down_proj,0.0000005985,0.01000,0.398
60,mlp.experts.22.down_proj,0.0000005307,0.01000,0.408
60,mlp.experts.26.down_proj,0.0000005866,0.01000,0.398
60,mlp.experts.25.down_proj,0.0000005363,0.01000,0.403
60,mlp.experts.21.down_proj,0.0000005107,0.01000,0.436
60,mlp.experts.27.down_proj,0.0000005215,0.01000,0.412
60,mlp.experts.24.down_proj,0.0000005475,0.01000,0.424
60,mlp.experts.29.down_proj,0.0000004887,0.01000,0.403
60,mlp.experts.30.down_proj,0.0000004533,0.01000,0.403
60,mlp.experts.31.down_proj,0.0000005672,0.01000,0.402
60,mlp.experts.28.down_proj,0.0000004321,0.01000,0.433
60,mlp.experts.32.down_proj,0.0000005258,0.01000,0.404
60,mlp.experts.33.down_proj,0.0000005220,0.01000,0.404
60,mlp.experts.34.down_proj,0.0000004998,0.01000,0.411
60,mlp.experts.36.down_proj,0.0000005042,0.01000,0.404
60,mlp.experts.35.down_proj,0.0000005245,0.01000,0.410
60,mlp.experts.37.down_proj,0.0000005441,0.01000,0.409
60,mlp.experts.38.down_proj,0.0000005389,0.01000,0.397
60,mlp.experts.40.down_proj,0.0000005066,0.01000,0.402
60,mlp.experts.39.down_proj,0.0000006062,0.01000,0.429
60,mlp.experts.41.down_proj,0.0000006296,0.01000,0.423
60,mlp.experts.45.down_proj,0.0000005206,0.01000,0.393
60,mlp.experts.43.down_proj,0.0000004965,0.01000,0.402
60,mlp.experts.44.down_proj,0.0000005313,0.01000,0.407
60,mlp.experts.42.down_proj,0.0000005872,0.01000,0.417
60,mlp.experts.46.down_proj,0.0000005576,0.01000,0.409
60,mlp.experts.47.down_proj,0.0000005537,0.01000,0.400
60,mlp.experts.48.down_proj,0.0000004878,0.01000,0.409
60,mlp.experts.50.down_proj,0.0000005588,0.01000,0.404
60,mlp.experts.52.down_proj,0.0000005196,0.01000,0.396
60,mlp.experts.51.down_proj,0.0000004889,0.01000,0.408
60,mlp.experts.49.down_proj,0.0000006107,0.01000,0.419
60,mlp.experts.53.down_proj,0.0000005001,0.01000,0.404
60,mlp.experts.54.down_proj,0.0000005520,0.01000,0.401
60,mlp.experts.55.down_proj,0.0000005597,0.01000,0.409
60,mlp.experts.56.down_proj,0.0000004474,0.01000,0.406
60,mlp.experts.57.down_proj,0.0000005897,0.01000,0.406
60,mlp.experts.59.down_proj,0.0000004997,0.01000,0.398
60,mlp.experts.60.down_proj,0.0000005267,0.01000,0.404
60,mlp.experts.58.down_proj,0.0000005922,0.01000,0.418
60,mlp.experts.61.down_proj,0.0000005534,0.01000,0.401
60,mlp.experts.62.down_proj,0.0000004707,0.01000,0.409
60,mlp.experts.63.down_proj,0.0000006594,0.01000,0.401
60,mlp.experts.64.down_proj,0.0000005057,0.01000,0.404
60,mlp.experts.65.down_proj,0.0000005501,0.01000,0.406
60,mlp.experts.66.down_proj,0.0000004821,0.01000,0.398
60,mlp.experts.68.down_proj,0.0000006413,0.01000,0.401
60,mlp.experts.67.down_proj,0.0000005609,0.01000,0.419
60,mlp.experts.69.down_proj,0.0000005926,0.01000,0.409
60,mlp.experts.70.down_proj,0.0000005051,0.01000,0.401
60,mlp.experts.71.down_proj,0.0000004878,0.01000,0.403
60,mlp.experts.72.down_proj,0.0000005867,0.01000,0.401
60,mlp.experts.73.down_proj,0.0000005610,0.01000,0.396
60,mlp.experts.74.down_proj,0.0000005220,0.01000,0.408
60,mlp.experts.75.down_proj,0.0000006170,0.01000,0.407
60,mlp.experts.76.down_proj,0.0000006474,0.01000,0.410
60,mlp.experts.77.down_proj,0.0000003987,0.01000,0.400
60,mlp.experts.78.down_proj,0.0000004969,0.01000,0.401
60,mlp.experts.79.down_proj,0.0000005260,0.01000,0.399
60,mlp.experts.80.down_proj,0.0000005665,0.01000,0.397
60,mlp.experts.81.down_proj,0.0000005846,0.01000,0.404
60,mlp.experts.82.down_proj,0.0000005157,0.01000,0.403
60,mlp.experts.83.down_proj,0.0000005283,0.01000,0.409
60,mlp.experts.84.down_proj,0.0000005454,0.01000,0.399
60,mlp.experts.85.down_proj,0.0000005448,0.01000,0.402
60,mlp.experts.87.down_proj,0.0000006110,0.01000,0.396
60,mlp.experts.86.down_proj,0.0000004683,0.01000,0.401
60,mlp.experts.88.down_proj,0.0000005345,0.01000,0.402
60,mlp.experts.89.down_proj,0.0000005748,0.01000,0.404
60,mlp.experts.90.down_proj,0.0000005837,0.01000,0.409
60,mlp.experts.91.down_proj,0.0000005647,0.01000,0.400
60,mlp.experts.94.down_proj,0.0000005114,0.01000,0.397
60,mlp.experts.93.down_proj,0.0000005572,0.01000,0.405
60,mlp.experts.92.down_proj,0.0000005109,0.01000,0.412
60,mlp.experts.95.down_proj,0.0000005241,0.01000,0.402
60,mlp.experts.96.down_proj,0.0000005412,0.01000,0.400
60,mlp.experts.97.down_proj,0.0000005308,0.01000,0.409
60,mlp.experts.98.down_proj,0.0000004963,0.01000,0.399
60,mlp.experts.101.down_proj,0.0000004826,0.01000,0.394
60,mlp.experts.99.down_proj,0.0000007172,0.01000,0.407
60,mlp.experts.100.down_proj,0.0000004990,0.01000,0.411
60,mlp.experts.102.down_proj,0.0000004998,0.01000,0.401
60,mlp.experts.103.down_proj,0.0000004957,0.01000,0.400
60,mlp.experts.104.down_proj,0.0000005248,0.01000,0.408
60,mlp.experts.105.down_proj,0.0000005068,0.01000,0.401
60,mlp.experts.106.down_proj,0.0000005444,0.01000,0.407
60,mlp.experts.107.down_proj,0.0000004319,0.01000,0.406
60,mlp.experts.108.down_proj,0.0000006559,0.01000,0.399
60,mlp.experts.109.down_proj,0.0000005086,0.01000,0.405
60,mlp.experts.110.down_proj,0.0000005143,0.01000,0.402
60,mlp.experts.111.down_proj,0.0000005532,0.01000,0.411
60,mlp.experts.112.down_proj,0.0000005211,0.01000,0.403
60,mlp.experts.115.down_proj,0.0000004232,0.01000,0.398
60,mlp.experts.114.down_proj,0.0000005198,0.01000,0.404
60,mlp.experts.113.down_proj,0.0000004874,0.01000,0.406
60,mlp.experts.116.down_proj,0.0000004751,0.01000,0.398
60,mlp.experts.117.down_proj,0.0000005261,0.01000,0.395
60,mlp.experts.118.down_proj,0.0000004206,0.01000,0.384
60,mlp.experts.119.down_proj,0.0000005305,0.01000,0.286
61,self_attn.v_proj,0.0000003778,0.01000,1.190
61,self_attn.k_proj,0.0000001742,0.01000,1.203
61,self_attn.q_proj,0.0000012539,0.01000,1.266
61,self_attn.o_proj,0.0000002480,0.01000,2.761
61,mlp.shared_experts.gate_proj,0.0000000108,0.01000,0.916
61,mlp.shared_experts.up_proj,0.0000000062,0.01000,0.910
61,mlp.shared_experts.down_proj,0.0000000007,0.01000,0.276
61,mlp.experts.3.gate_proj,0.0000049373,0.01000,1.494
61,mlp.experts.5.gate_proj,0.0000046886,0.01000,1.498
61,mlp.experts.2.gate_proj,0.0000044431,0.01000,1.498
61,mlp.experts.4.gate_proj,0.0000046872,0.01000,1.508
61,mlp.experts.6.gate_proj,0.0000049116,0.01000,1.513
61,mlp.experts.1.gate_proj,0.0000045075,0.01000,1.573
61,mlp.experts.0.gate_proj,0.0000053096,0.01000,1.601
61,mlp.experts.9.gate_proj,0.0000045540,0.01000,1.348
61,mlp.experts.10.gate_proj,0.0000044334,0.01000,1.349
61,mlp.experts.11.gate_proj,0.0000047668,0.01000,1.365
61,mlp.experts.8.gate_proj,0.0000048713,0.01000,1.405
61,mlp.experts.12.gate_proj,0.0000048786,0.01000,1.349
61,mlp.experts.7.gate_proj,0.0000049880,0.01000,1.452
61,mlp.experts.13.gate_proj,0.0000044955,0.01000,1.367
61,mlp.experts.15.gate_proj,0.0000046275,0.01000,1.361
61,mlp.experts.16.gate_proj,0.0000046160,0.01000,1.365
61,mlp.experts.17.gate_proj,0.0000052726,0.01000,1.357
61,mlp.experts.18.gate_proj,0.0000046535,0.01000,1.369
61,mlp.experts.19.gate_proj,0.0000048327,0.01000,1.362
61,mlp.experts.14.gate_proj,0.0000049160,0.01000,1.470
61,mlp.experts.20.gate_proj,0.0000049871,0.01000,1.383
61,mlp.experts.21.gate_proj,0.0000044319,0.01000,1.376
61,mlp.experts.22.gate_proj,0.0000047647,0.01000,1.360
61,mlp.experts.23.gate_proj,0.0000046732,0.01000,1.351
61,mlp.experts.24.gate_proj,0.0000050424,0.01000,1.345
61,mlp.experts.25.gate_proj,0.0000046079,0.01000,1.352
61,mlp.experts.26.gate_proj,0.0000045729,0.01000,1.347
61,mlp.experts.27.gate_proj,0.0000045620,0.01000,1.370
61,mlp.experts.28.gate_proj,0.0000048089,0.01000,1.366
61,mlp.experts.30.gate_proj,0.0000045815,0.01000,1.349
61,mlp.experts.31.gate_proj,0.0000045530,0.01000,1.353
61,mlp.experts.33.gate_proj,0.0000046480,0.01000,1.343
61,mlp.experts.29.gate_proj,0.0000045492,0.01000,1.409
61,mlp.experts.32.gate_proj,0.0000045930,0.01000,1.352
61,mlp.experts.34.gate_proj,0.0000046821,0.01000,1.363
61,mlp.experts.36.gate_proj,0.0000045347,0.01000,1.356
61,mlp.experts.37.gate_proj,0.0000051051,0.01000,1.358
61,mlp.experts.38.gate_proj,0.0000049096,0.01000,1.334
61,mlp.experts.40.gate_proj,0.0000046745,0.01000,1.347
61,mlp.experts.35.gate_proj,0.0000045568,0.01000,1.404
61,mlp.experts.39.gate_proj,0.0000046100,0.01000,1.354
61,mlp.experts.41.gate_proj,0.0000045771,0.01000,1.358
61,mlp.experts.42.gate_proj,0.0000044489,0.01000,1.358
61,mlp.experts.43.gate_proj,0.0000048451,0.01000,1.349
61,mlp.experts.44.gate_proj,0.0000045161,0.01000,1.352
61,mlp.experts.45.gate_proj,0.0000047264,0.01000,1.335
61,mlp.experts.46.gate_proj,0.0000046133,0.01000,1.352
61,mlp.experts.47.gate_proj,0.0000050138,0.01000,1.352
61,mlp.experts.48.gate_proj,0.0000049671,0.01000,1.350
61,mlp.experts.52.gate_proj,0.0000045757,0.01000,1.333
61,mlp.experts.50.gate_proj,0.0000045653,0.01000,1.359
61,mlp.experts.51.gate_proj,0.0000048545,0.01000,1.356
61,mlp.experts.54.gate_proj,0.0000043821,0.01000,1.347
61,mlp.experts.49.gate_proj,0.0000045394,0.01000,1.399
61,mlp.experts.55.gate_proj,0.0000046542,0.01000,1.352
61,mlp.experts.53.gate_proj,0.0000046425,0.01000,1.455
61,mlp.experts.58.gate_proj,0.0000049253,0.01000,1.341
61,mlp.experts.57.gate_proj,0.0000044678,0.01000,1.350
61,mlp.experts.59.gate_proj,0.0000044700,0.01000,1.353
61,mlp.experts.60.gate_proj,0.0000045800,0.01000,1.370
61,mlp.experts.56.gate_proj,0.0000046436,0.01000,1.423
61,mlp.experts.61.gate_proj,0.0000052917,0.01000,1.330
61,mlp.experts.62.gate_proj,0.0000046769,0.01000,1.363
61,mlp.experts.64.gate_proj,0.0000049523,0.01000,1.362
61,mlp.experts.65.gate_proj,0.0000048079,0.01000,1.350
61,mlp.experts.66.gate_proj,0.0000047324,0.01000,1.339
61,mlp.experts.68.gate_proj,0.0000047618,0.01000,1.349
61,mlp.experts.67.gate_proj,0.0000047227,0.01000,1.363
61,mlp.experts.63.gate_proj,0.0000048043,0.01000,1.427
61,mlp.experts.69.gate_proj,0.0000048656,0.01000,1.368
61,mlp.experts.71.gate_proj,0.0000047412,0.01000,1.358
61,mlp.experts.72.gate_proj,0.0000050531,0.01000,1.346
61,mlp.experts.70.gate_proj,0.0000045622,0.01000,1.381
61,mlp.experts.73.gate_proj,0.0000045813,0.01000,1.352
61,mlp.experts.74.gate_proj,0.0000047517,0.01000,1.352
61,mlp.experts.75.gate_proj,0.0000045992,0.01000,1.353
61,mlp.experts.76.gate_proj,0.0000047415,0.01000,1.368
61,mlp.experts.78.gate_proj,0.0000046502,0.01000,1.347
61,mlp.experts.79.gate_proj,0.0000053635,0.01000,1.354
61,mlp.experts.80.gate_proj,0.0000048577,0.01000,1.350
61,mlp.experts.82.gate_proj,0.0000047515,0.01000,1.351
61,mlp.experts.81.gate_proj,0.0000050739,0.01000,1.365
61,mlp.experts.77.gate_proj,0.0000044941,0.01000,1.425
61,mlp.experts.83.gate_proj,0.0000047037,0.01000,1.364
61,mlp.experts.85.gate_proj,0.0000049453,0.01000,1.342
61,mlp.experts.86.gate_proj,0.0000050921,0.01000,1.348
61,mlp.experts.87.gate_proj,0.0000045662,0.01000,1.348
61,mlp.experts.84.gate_proj,0.0000046711,0.01000,1.413
61,mlp.experts.88.gate_proj,0.0000045964,0.01000,1.364
61,mlp.experts.89.gate_proj,0.0000047426,0.01000,1.351
61,mlp.experts.90.gate_proj,0.0000047837,0.01000,1.353
61,mlp.experts.91.gate_proj,0.0000047631,0.01000,1.348
61,mlp.experts.93.gate_proj,0.0000045528,0.01000,1.337
61,mlp.experts.94.gate_proj,0.0000046190,0.01000,1.329
61,mlp.experts.96.gate_proj,0.0000051007,0.01000,1.330
61,mlp.experts.95.gate_proj,0.0000047485,0.01000,1.350
61,mlp.experts.92.gate_proj,0.0000046044,0.01000,1.402
61,mlp.experts.97.gate_proj,0.0000045567,0.01000,1.338
61,mlp.experts.98.gate_proj,0.0000045646,0.01000,1.352
61,mlp.experts.100.gate_proj,0.0000047997,0.01000,1.341
61,mlp.experts.101.gate_proj,0.0000045630,0.01000,1.335
61,mlp.experts.102.gate_proj,0.0000046543,0.01000,1.347
61,mlp.experts.103.gate_proj,0.0000046055,0.01000,1.340
61,mlp.experts.99.gate_proj,0.0000046711,0.01000,1.426
61,mlp.experts.104.gate_proj,0.0000045600,0.01000,1.351
61,mlp.experts.105.gate_proj,0.0000044077,0.01000,1.356
61,mlp.experts.107.gate_proj,0.0000049169,0.01000,1.338
61,mlp.experts.108.gate_proj,0.0000047333,0.01000,1.334
61,mlp.experts.109.gate_proj,0.0000044505,0.01000,1.342
61,mlp.experts.106.gate_proj,0.0000044842,0.01000,1.416
61,mlp.experts.110.gate_proj,0.0000046342,0.01000,1.349
61,mlp.experts.111.gate_proj,0.0000047585,0.01000,1.354
61,mlp.experts.112.gate_proj,0.0000044888,0.01000,1.364
61,mlp.experts.113.gate_proj,0.0000046623,0.01000,1.373
61,mlp.experts.114.gate_proj,0.0000045042,0.01000,1.357
61,mlp.experts.115.gate_proj,0.0000048251,0.01000,1.340
61,mlp.experts.116.gate_proj,0.0000044671,0.01000,1.350
61,mlp.experts.117.gate_proj,0.0000046304,0.01000,1.358
61,mlp.experts.118.gate_proj,0.0000050199,0.01000,1.361
61,mlp.experts.119.gate_proj,0.0000043762,0.01000,1.358
61,mlp.experts.2.up_proj,0.0000043193,0.01000,1.336
61,mlp.experts.1.up_proj,0.0000043248,0.01000,1.356
61,mlp.experts.3.up_proj,0.0000047097,0.01000,1.344
61,mlp.experts.0.up_proj,0.0000051980,0.01000,1.409
61,mlp.experts.4.up_proj,0.0000045469,0.01000,1.356
61,mlp.experts.5.up_proj,0.0000044865,0.01000,1.364
61,mlp.experts.8.up_proj,0.0000045693,0.01000,1.347
61,mlp.experts.7.up_proj,0.0000047672,0.01000,1.360
61,mlp.experts.9.up_proj,0.0000044183,0.01000,1.339
61,mlp.experts.10.up_proj,0.0000042871,0.01000,1.349
61,mlp.experts.11.up_proj,0.0000045747,0.01000,1.344
61,mlp.experts.6.up_proj,0.0000047804,0.01000,1.433
61,mlp.experts.12.up_proj,0.0000047414,0.01000,1.370
61,mlp.experts.14.up_proj,0.0000047108,0.01000,1.349
61,mlp.experts.15.up_proj,0.0000044215,0.01000,1.359
61,mlp.experts.16.up_proj,0.0000044217,0.01000,1.336
61,mlp.experts.17.up_proj,0.0000049865,0.01000,1.356
61,mlp.experts.13.up_proj,0.0000044820,0.01000,1.418
61,mlp.experts.18.up_proj,0.0000044924,0.01000,1.358
61,mlp.experts.19.up_proj,0.0000046699,0.01000,1.359
61,mlp.experts.20.up_proj,0.0000047155,0.01000,1.369
61,mlp.experts.22.up_proj,0.0000046858,0.01000,1.346
61,mlp.experts.23.up_proj,0.0000045324,0.01000,1.344
61,mlp.experts.24.up_proj,0.0000048523,0.01000,1.352
61,mlp.experts.25.up_proj,0.0000044903,0.01000,1.361
61,mlp.experts.21.up_proj,0.0000042873,0.01000,1.411
61,mlp.experts.26.up_proj,0.0000044121,0.01000,1.358
61,mlp.experts.27.up_proj,0.0000044053,0.01000,1.357
61,mlp.experts.28.up_proj,0.0000045922,0.01000,1.363
61,mlp.experts.29.up_proj,0.0000044213,0.01000,1.350
61,mlp.experts.30.up_proj,0.0000044811,0.01000,1.337
61,mlp.experts.32.up_proj,0.0000044201,0.01000,1.338
61,mlp.experts.31.up_proj,0.0000043642,0.01000,1.429
61,mlp.experts.33.up_proj,0.0000043793,0.01000,1.366
61,mlp.experts.34.up_proj,0.0000044904,0.01000,1.354
61,mlp.experts.37.up_proj,0.0000046508,0.01000,1.334
61,mlp.experts.36.up_proj,0.0000043867,0.01000,1.362
61,mlp.experts.38.up_proj,0.0000046933,0.01000,1.363
61,mlp.experts.35.up_proj,0.0000044266,0.01000,1.404
61,mlp.experts.39.up_proj,0.0000044617,0.01000,1.341
61,mlp.experts.40.up_proj,0.0000044819,0.01000,1.363
61,mlp.experts.41.up_proj,0.0000044317,0.01000,1.359
61,mlp.experts.42.up_proj,0.0000043311,0.01000,1.359
61,mlp.experts.43.up_proj,0.0000046644,0.01000,1.350
61,mlp.experts.44.up_proj,0.0000043727,0.01000,1.327
61,mlp.experts.45.up_proj,0.0000044539,0.01000,1.341
61,mlp.experts.46.up_proj,0.0000045219,0.01000,1.342
61,mlp.experts.47.up_proj,0.0000047697,0.01000,1.359
61,mlp.experts.51.up_proj,0.0000047937,0.01000,1.333
61,mlp.experts.49.up_proj,0.0000044151,0.01000,1.356
61,mlp.experts.50.up_proj,0.0000044248,0.01000,1.343
61,mlp.experts.52.up_proj,0.0000044342,0.01000,1.351
61,mlp.experts.48.up_proj,0.0000047614,0.01000,1.411
61,mlp.experts.53.up_proj,0.0000045424,0.01000,1.343
61,mlp.experts.54.up_proj,0.0000041423,0.01000,1.357
61,mlp.experts.57.up_proj,0.0000043220,0.01000,1.337
61,mlp.experts.56.up_proj,0.0000045055,0.01000,1.358
61,mlp.experts.58.up_proj,0.0000047145,0.01000,1.326
61,mlp.experts.59.up_proj,0.0000043838,0.01000,1.340
61,mlp.experts.55.up_proj,0.0000045197,0.01000,1.415
61,mlp.experts.60.up_proj,0.0000044436,0.01000,1.345
61,mlp.experts.61.up_proj,0.0000051181,0.01000,1.352
61,mlp.experts.64.up_proj,0.0000046909,0.01000,1.340
61,mlp.experts.65.up_proj,0.0000046065,0.01000,1.327
61,mlp.experts.62.up_proj,0.0000045215,0.01000,1.419
61,mlp.experts.63.up_proj,0.0000045933,0.01000,1.406
61,mlp.experts.66.up_proj,0.0000046506,0.01000,1.355
61,mlp.experts.67.up_proj,0.0000045112,0.01000,1.347
61,mlp.experts.68.up_proj,0.0000045537,0.01000,1.353
61,mlp.experts.69.up_proj,0.0000047155,0.01000,1.374
61,mlp.experts.70.up_proj,0.0000043466,0.01000,1.366
61,mlp.experts.72.up_proj,0.0000049511,0.01000,1.340
61,mlp.experts.73.up_proj,0.0000044150,0.01000,1.350
61,mlp.experts.74.up_proj,0.0000045456,0.01000,1.357
61,mlp.experts.71.up_proj,0.0000046094,0.01000,1.421
61,mlp.experts.75.up_proj,0.0000045552,0.01000,1.363
61,mlp.experts.77.up_proj,0.0000043439,0.01000,1.358
61,mlp.experts.79.up_proj,0.0000050136,0.01000,1.342
61,mlp.experts.78.up_proj,0.0000044674,0.01000,1.367
61,mlp.experts.76.up_proj,0.0000045910,0.01000,1.413
61,mlp.experts.80.up_proj,0.0000047280,0.01000,1.367
61,mlp.experts.81.up_proj,0.0000040337,0.01000,1.332
61,mlp.experts.82.up_proj,0.0000046103,0.01000,1.370
61,mlp.experts.83.up_proj,0.0000044938,0.01000,1.369
61,mlp.experts.84.up_proj,0.0000044861,0.01000,1.357
61,mlp.experts.85.up_proj,0.0000046697,0.01000,1.351
61,mlp.experts.86.up_proj,0.0000048633,0.01000,1.331
61,mlp.experts.87.up_proj,0.0000043760,0.01000,1.352
61,mlp.experts.88.up_proj,0.0000044275,0.01000,1.348
61,mlp.experts.89.up_proj,0.0000045577,0.01000,1.368
61,mlp.experts.93.up_proj,0.0000044130,0.01000,1.331
61,mlp.experts.92.up_proj,0.0000044106,0.01000,1.350
61,mlp.experts.94.up_proj,0.0000044699,0.01000,1.348
61,mlp.experts.95.up_proj,0.0000046398,0.01000,1.345
61,mlp.experts.91.up_proj,0.0000045690,0.01000,1.400
61,mlp.experts.90.up_proj,0.0000045479,0.01000,1.420
61,mlp.experts.96.up_proj,0.0000048095,0.01000,1.366
61,mlp.experts.98.up_proj,0.0000044745,0.01000,1.353
61,mlp.experts.100.up_proj,0.0000046057,0.01000,1.339
61,mlp.experts.99.up_proj,0.0000044437,0.01000,1.347
61,mlp.experts.102.up_proj,0.0000045519,0.01000,1.334
61,mlp.experts.101.up_proj,0.0000044643,0.01000,1.348
61,mlp.experts.97.up_proj,0.0000044115,0.01000,1.419
61,mlp.experts.103.up_proj,0.0000044849,0.01000,1.369
61,mlp.experts.104.up_proj,0.0000043580,0.01000,1.362
61,mlp.experts.107.up_proj,0.0000047286,0.01000,1.335
61,mlp.experts.106.up_proj,0.0000043511,0.01000,1.353
61,mlp.experts.109.up_proj,0.0000043105,0.01000,1.341
61,mlp.experts.108.up_proj,0.0000044669,0.01000,1.351
61,mlp.experts.105.up_proj,0.0000042423,0.01000,1.417
61,mlp.experts.110.up_proj,0.0000043962,0.01000,1.371
61,mlp.experts.114.up_proj,0.0000042854,0.01000,1.321
61,mlp.experts.113.up_proj,0.0000044039,0.01000,1.341
61,mlp.experts.115.up_proj,0.0000046680,0.01000,1.337
61,mlp.experts.116.up_proj,0.0000042882,0.01000,1.320
61,mlp.experts.112.up_proj,0.0000044119,0.01000,1.407
61,mlp.experts.111.up_proj,0.0000046310,0.01000,1.423
61,mlp.experts.117.up_proj,0.0000045085,0.01000,1.345
61,mlp.experts.119.up_proj,0.0000042275,0.01000,1.001
61,mlp.experts.118.up_proj,0.0000047233,0.01000,1.026
61,mlp.experts.2.down_proj,0.0000005283,0.01000,0.441
61,mlp.experts.4.down_proj,0.0000005104,0.01000,0.441
61,mlp.experts.3.down_proj,0.0000006688,0.01000,0.446
61,mlp.experts.1.down_proj,0.0000005682,0.01000,0.448
61,mlp.experts.5.down_proj,0.0000006056,0.01000,0.452
61,mlp.experts.0.down_proj,0.0000005787,0.01000,0.456
61,mlp.experts.6.down_proj,0.0000005783,0.01000,0.453
61,mlp.experts.10.down_proj,0.0000004288,0.01000,0.399
61,mlp.experts.8.down_proj,0.0000005397,0.01000,0.409
61,mlp.experts.9.down_proj,0.0000005515,0.01000,0.405
61,mlp.experts.11.down_proj,0.0000005511,0.01000,0.404
61,mlp.experts.12.down_proj,0.0000005681,0.01000,0.411
61,mlp.experts.7.down_proj,0.0000004883,0.01000,0.424
61,mlp.experts.13.down_proj,0.0000007977,0.01000,0.411
61,mlp.experts.16.down_proj,0.0000005343,0.01000,0.401
61,mlp.experts.17.down_proj,0.0000005968,0.01000,0.397
61,mlp.experts.15.down_proj,0.0000005482,0.01000,0.414
61,mlp.experts.14.down_proj,0.0000006032,0.01000,0.424
61,mlp.experts.19.down_proj,0.0000006355,0.01000,0.406
61,mlp.experts.20.down_proj,0.0000006583,0.01000,0.412
61,mlp.experts.18.down_proj,0.0000005427,0.01000,0.424
61,mlp.experts.21.down_proj,0.0000004634,0.01000,0.409
61,mlp.experts.22.down_proj,0.0000006220,0.01000,0.407
61,mlp.experts.23.down_proj,0.0000005404,0.01000,0.401
61,mlp.experts.24.down_proj,0.0000005680,0.01000,0.399
61,mlp.experts.26.down_proj,0.0000005194,0.01000,0.402
61,mlp.experts.25.down_proj,0.0000005271,0.01000,0.408
61,mlp.experts.27.down_proj,0.0000005084,0.01000,0.416
61,mlp.experts.30.down_proj,0.0000005716,0.01000,0.403
61,mlp.experts.31.down_proj,0.0000005333,0.01000,0.400
61,mlp.experts.29.down_proj,0.0000005625,0.01000,0.406
61,mlp.experts.28.down_proj,0.0000005024,0.01000,0.412
61,mlp.experts.33.down_proj,0.0000005768,0.01000,0.400
61,mlp.experts.32.down_proj,0.0000004393,0.01000,0.416
61,mlp.experts.34.down_proj,0.0000005602,0.01000,0.416
61,mlp.experts.38.down_proj,0.0000005079,0.01000,0.400
61,mlp.experts.37.down_proj,0.0000005993,0.01000,0.407
61,mlp.experts.36.down_proj,0.0000004928,0.01000,0.411
61,mlp.experts.39.down_proj,0.0000005406,0.01000,0.406
61,mlp.experts.35.down_proj,0.0000005973,0.01000,0.424
61,mlp.experts.40.down_proj,0.0000005083,0.01000,0.402
61,mlp.experts.41.down_proj,0.0000005263,0.01000,0.416
61,mlp.experts.43.down_proj,0.0000005073,0.01000,0.405
61,mlp.experts.44.down_proj,0.0000005406,0.01000,0.409
61,mlp.experts.45.down_proj,0.0000005733,0.01000,0.402
61,mlp.experts.46.down_proj,0.0000006360,0.01000,0.404
61,mlp.experts.47.down_proj,0.0000006627,0.01000,0.401
61,mlp.experts.42.down_proj,0.0000004652,0.01000,0.442
61,mlp.experts.48.down_proj,0.0000005633,0.01000,0.410
61,mlp.experts.52.down_proj,0.0000004995,0.01000,0.397
61,mlp.experts.51.down_proj,0.0000005148,0.01000,0.408
61,mlp.experts.50.down_proj,0.0000005610,0.01000,0.416
61,mlp.experts.49.down_proj,0.0000005939,0.01000,0.423
61,mlp.experts.53.down_proj,0.0000006149,0.01000,0.418
61,mlp.experts.54.down_proj,0.0000003711,0.01000,0.404
61,mlp.experts.55.down_proj,0.0000005548,0.01000,0.413
61,mlp.experts.59.down_proj,0.0000005553,0.01000,0.394
61,mlp.experts.56.down_proj,0.0000005587,0.01000,0.409
61,mlp.experts.57.down_proj,0.0000005119,0.01000,0.410
61,mlp.experts.61.down_proj,0.0000006194,0.01000,0.398
61,mlp.experts.58.down_proj,0.0000004867,0.01000,0.415
61,mlp.experts.60.down_proj,0.0000005575,0.01000,0.422
61,mlp.experts.62.down_proj,0.0000004589,0.01000,0.408
61,mlp.experts.63.down_proj,0.0000006306,0.01000,0.405
61,mlp.experts.64.down_proj,0.0000007228,0.01000,0.408
61,mlp.experts.65.down_proj,0.0000004632,0.01000,0.407
61,mlp.experts.66.down_proj,0.0000006664,0.01000,0.398
61,mlp.experts.67.down_proj,0.0000005938,0.01000,0.412
61,mlp.experts.68.down_proj,0.0000004856,0.01000,0.408
61,mlp.experts.69.down_proj,0.0000005356,0.01000,0.410
61,mlp.experts.71.down_proj,0.0000005658,0.01000,0.405
61,mlp.experts.73.down_proj,0.0000005451,0.01000,0.403
61,mlp.experts.70.down_proj,0.0000006075,0.01000,0.413
61,mlp.experts.74.down_proj,0.0000004942,0.01000,0.402
61,mlp.experts.72.down_proj,0.0000006286,0.01000,0.424
61,mlp.experts.75.down_proj,0.0000006192,0.01000,0.418
61,mlp.experts.76.down_proj,0.0000005508,0.01000,0.423
61,mlp.experts.78.down_proj,0.0000005990,0.01000,0.407
61,mlp.experts.80.down_proj,0.0000005578,0.01000,0.394
61,mlp.experts.77.down_proj,0.0000004966,0.01000,0.411
61,mlp.experts.79.down_proj,0.0000005630,0.01000,0.406
61,mlp.experts.81.down_proj,0.0000004083,0.01000,0.404
61,mlp.experts.82.down_proj,0.0000005220,0.01000,0.399
61,mlp.experts.83.down_proj,0.0000006080,0.01000,0.404
61,mlp.experts.86.down_proj,0.0000005904,0.01000,0.407
61,mlp.experts.87.down_proj,0.0000004825,0.01000,0.406
61,mlp.experts.85.down_proj,0.0000006677,0.01000,0.409
61,mlp.experts.88.down_proj,0.0000005396,0.01000,0.411
61,mlp.experts.89.down_proj,0.0000004939,0.01000,0.399
61,mlp.experts.84.down_proj,0.0000005445,0.01000,0.439
61,mlp.experts.90.down_proj,0.0000006555,0.01000,0.406
61,mlp.experts.91.down_proj,0.0000004862,0.01000,0.413
61,mlp.experts.93.down_proj,0.0000005516,0.01000,0.417
61,mlp.experts.94.down_proj,0.0000005762,0.01000,0.398
61,mlp.experts.92.down_proj,0.0000005158,0.01000,0.423
61,mlp.experts.96.down_proj,0.0000006093,0.01000,0.398
61,mlp.experts.95.down_proj,0.0000004924,0.01000,0.409
61,mlp.experts.97.down_proj,0.0000005745,0.01000,0.404
61,mlp.experts.98.down_proj,0.0000005237,0.01000,0.406
61,mlp.experts.99.down_proj,0.0000005105,0.01000,0.407
61,mlp.experts.100.down_proj,0.0000004466,0.01000,0.405
61,mlp.experts.101.down_proj,0.0000005605,0.01000,0.403
61,mlp.experts.103.down_proj,0.0000005807,0.01000,0.404
61,mlp.experts.102.down_proj,0.0000006257,0.01000,0.410
61,mlp.experts.104.down_proj,0.0000005057,0.01000,0.409
61,mlp.experts.105.down_proj,0.0000005232,0.01000,0.408
61,mlp.experts.108.down_proj,0.0000005392,0.01000,0.400
61,mlp.experts.106.down_proj,0.0000005307,0.01000,0.404
61,mlp.experts.107.down_proj,0.0000006208,0.01000,0.404
61,mlp.experts.110.down_proj,0.0000005854,0.01000,0.403
61,mlp.experts.109.down_proj,0.0000005078,0.01000,0.423
61,mlp.experts.111.down_proj,0.0000006597,0.01000,0.405
61,mlp.experts.115.down_proj,0.0000005261,0.01000,0.400
61,mlp.experts.114.down_proj,0.0000005307,0.01000,0.404
61,mlp.experts.113.down_proj,0.0000005382,0.01000,0.405
61,mlp.experts.112.down_proj,0.0000004917,0.01000,0.411
61,mlp.experts.116.down_proj,0.0000004478,0.01000,0.404
61,mlp.experts.117.down_proj,0.0000005225,0.01000,0.399
61,mlp.experts.118.down_proj,0.0000005470,0.01000,0.393
61,mlp.experts.119.down_proj,0.0000004800,0.01000,0.278
62,self_attn.k_proj,0.0000003376,0.01000,1.186
62,self_attn.v_proj,0.0000007679,0.01000,1.195
62,self_attn.q_proj,0.0000023594,0.01000,1.284
62,self_attn.o_proj,0.0000001139,0.01000,2.762
62,mlp.shared_experts.gate_proj,0.0000000111,0.01000,0.909
62,mlp.shared_experts.up_proj,0.0000000064,0.01000,0.911
62,mlp.shared_experts.down_proj,0.0000000006,0.01000,0.276
62,mlp.experts.5.gate_proj,0.0000047827,0.01000,1.502
62,mlp.experts.2.gate_proj,0.0000047801,0.01000,1.507
62,mlp.experts.3.gate_proj,0.0000049332,0.01000,1.513
62,mlp.experts.4.gate_proj,0.0000051588,0.01000,1.521
62,mlp.experts.6.gate_proj,0.0000053049,0.01000,1.536
62,mlp.experts.1.gate_proj,0.0000048033,0.01000,1.573
62,mlp.experts.0.gate_proj,0.0000047725,0.01000,1.575
62,mlp.experts.9.gate_proj,0.0000051695,0.01000,1.349
62,mlp.experts.10.gate_proj,0.0000046590,0.01000,1.342
62,mlp.experts.8.gate_proj,0.0000048611,0.01000,1.361
62,mlp.experts.11.gate_proj,0.0000048378,0.01000,1.348
62,mlp.experts.12.gate_proj,0.0000050600,0.01000,1.337
62,mlp.experts.7.gate_proj,0.0000051871,0.01000,1.416
62,mlp.experts.13.gate_proj,0.0000053566,0.01000,1.361
62,mlp.experts.16.gate_proj,0.0000048249,0.01000,1.344
62,mlp.experts.15.gate_proj,0.0000048234,0.01000,1.350
62,mlp.experts.17.gate_proj,0.0000047474,0.01000,1.333
62,mlp.experts.18.gate_proj,0.0000046262,0.01000,1.344
62,mlp.experts.19.gate_proj,0.0000048563,0.01000,1.343
62,mlp.experts.14.gate_proj,0.0000052915,0.01000,1.403
62,mlp.experts.20.gate_proj,0.0000047161,0.01000,1.365
62,mlp.experts.23.gate_proj,0.0000050299,0.01000,1.351
62,mlp.experts.22.gate_proj,0.0000048039,0.01000,1.357
62,mlp.experts.24.gate_proj,0.0000049111,0.01000,1.341
62,mlp.experts.26.gate_proj,0.0000048524,0.01000,1.343
62,mlp.experts.25.gate_proj,0.0000046809,0.01000,1.350
62,mlp.experts.21.gate_proj,0.0000046286,0.01000,1.403
62,mlp.experts.27.gate_proj,0.0000048217,0.01000,1.364
62,mlp.experts.29.gate_proj,0.0000049877,0.01000,1.362
62,mlp.experts.28.gate_proj,0.0000053426,0.01000,1.378
62,mlp.experts.31.gate_proj,0.0000048551,0.01000,1.339
62,mlp.experts.33.gate_proj,0.0000049249,0.01000,1.345
62,mlp.experts.32.gate_proj,0.0000047930,0.01000,1.351
62,mlp.experts.30.gate_proj,0.0000049757,0.01000,1.382
62,mlp.experts.34.gate_proj,0.0000049709,0.01000,1.354
62,mlp.experts.35.gate_proj,0.0000049664,0.01000,1.354
62,mlp.experts.38.gate_proj,0.0000049859,0.01000,1.334
62,mlp.experts.37.gate_proj,0.0000045872,0.01000,1.372
62,mlp.experts.39.gate_proj,0.0000049212,0.01000,1.367
62,mlp.experts.40.gate_proj,0.0000049524,0.01000,1.361
62,mlp.experts.36.gate_proj,0.0000048553,0.01000,1.413
62,mlp.experts.41.gate_proj,0.0000048722,0.01000,1.355
62,mlp.experts.42.gate_proj,0.0000048593,0.01000,1.355
62,mlp.experts.43.gate_proj,0.0000049786,0.01000,1.356
62,mlp.experts.44.gate_proj,0.0000051336,0.01000,1.348
62,mlp.experts.45.gate_proj,0.0000048568,0.01000,1.341
62,mlp.experts.46.gate_proj,0.0000047623,0.01000,1.348
62,mlp.experts.47.gate_proj,0.0000049773,0.01000,1.341
62,mlp.experts.48.gate_proj,0.0000047942,0.01000,1.361
62,mlp.experts.49.gate_proj,0.0000051225,0.01000,1.347
62,mlp.experts.50.gate_proj,0.0000053561,0.01000,1.356
62,mlp.experts.52.gate_proj,0.0000049396,0.01000,1.337
62,mlp.experts.53.gate_proj,0.0000046760,0.01000,1.351
62,mlp.experts.54.gate_proj,0.0000046884,0.01000,1.338
62,mlp.experts.51.gate_proj,0.0000049940,0.01000,1.398
62,mlp.experts.55.gate_proj,0.0000048252,0.01000,1.356
62,mlp.experts.56.gate_proj,0.0000049924,0.01000,1.348
62,mlp.experts.58.gate_proj,0.0000048929,0.01000,1.352
62,mlp.experts.57.gate_proj,0.0000050884,0.01000,1.352
62,mlp.experts.59.gate_proj,0.0000049147,0.01000,1.333
62,mlp.experts.60.gate_proj,0.0000048909,0.01000,1.346
62,mlp.experts.61.gate_proj,0.0000047349,0.01000,1.338
62,mlp.experts.62.gate_proj,0.0000048968,0.01000,1.354
62,mlp.experts.63.gate_proj,0.0000047992,0.01000,1.347
62,mlp.experts.66.gate_proj,0.0000051997,0.01000,1.334
62,mlp.experts.65.gate_proj,0.0000050629,0.01000,1.346
62,mlp.experts.67.gate_proj,0.0000046649,0.01000,1.352
62,mlp.experts.68.gate_proj,0.0000050825,0.01000,1.342
62,mlp.experts.64.gate_proj,0.0000055942,0.01000,1.401
62,mlp.experts.69.gate_proj,0.0000047709,0.01000,1.350
62,mlp.experts.70.gate_proj,0.0000049261,0.01000,1.363
62,mlp.experts.72.gate_proj,0.0000047332,0.01000,1.353
62,mlp.experts.73.gate_proj,0.0000050030,0.01000,1.351
62,mlp.experts.74.gate_proj,0.0000049931,0.01000,1.348
62,mlp.experts.75.gate_proj,0.0000049439,0.01000,1.358
62,mlp.experts.71.gate_proj,0.0000046633,0.01000,1.419
62,mlp.experts.76.gate_proj,0.0000053246,0.01000,1.368
62,mlp.experts.77.gate_proj,0.0000048832,0.01000,1.358
62,mlp.experts.78.gate_proj,0.0000048820,0.01000,1.359
62,mlp.experts.80.gate_proj,0.0000049652,0.01000,1.344
62,mlp.experts.79.gate_proj,0.0000050947,0.01000,1.353
62,mlp.experts.82.gate_proj,0.0000047670,0.01000,1.342
62,mlp.experts.81.gate_proj,0.0000051302,0.01000,1.394
62,mlp.experts.83.gate_proj,0.0000048680,0.01000,1.357
62,mlp.experts.84.gate_proj,0.0000049665,0.01000,1.350
62,mlp.experts.85.gate_proj,0.0000049872,0.01000,1.335
62,mlp.experts.87.gate_proj,0.0000049069,0.01000,1.339
62,mlp.experts.88.gate_proj,0.0000050916,0.01000,1.349
62,mlp.experts.86.gate_proj,0.0000050987,0.01000,1.405
62,mlp.experts.89.gate_proj,0.0000045965,0.01000,1.340
62,mlp.experts.90.gate_proj,0.0000046658,0.01000,1.354
62,mlp.experts.92.gate_proj,0.0000049396,0.01000,1.353
62,mlp.experts.93.gate_proj,0.0000051996,0.01000,1.359
62,mlp.experts.94.gate_proj,0.0000047766,0.01000,1.338
62,mlp.experts.91.gate_proj,0.0000048522,0.01000,1.405
62,mlp.experts.95.gate_proj,0.0000054381,0.01000,1.349
62,mlp.experts.96.gate_proj,0.0000049739,0.01000,1.338
62,mlp.experts.97.gate_proj,0.0000050440,0.01000,1.361
62,mlp.experts.98.gate_proj,0.0000050280,0.01000,1.358
62,mlp.experts.100.gate_proj,0.0000050206,0.01000,1.345
62,mlp.experts.99.gate_proj,0.0000050883,0.01000,1.362
62,mlp.experts.101.gate_proj,0.0000047012,0.01000,1.345
62,mlp.experts.103.gate_proj,0.0000048007,0.01000,1.338
62,mlp.experts.102.gate_proj,0.0000046884,0.01000,1.390
62,mlp.experts.104.gate_proj,0.0000051858,0.01000,1.354
62,mlp.experts.105.gate_proj,0.0000046558,0.01000,1.351
62,mlp.experts.106.gate_proj,0.0000047709,0.01000,1.369
62,mlp.experts.107.gate_proj,0.0000046727,0.01000,1.369
62,mlp.experts.109.gate_proj,0.0000046329,0.01000,1.347
62,mlp.experts.110.gate_proj,0.0000046921,0.01000,1.333
62,mlp.experts.108.gate_proj,0.0000045947,0.01000,1.426
62,mlp.experts.111.gate_proj,0.0000047324,0.01000,1.351
62,mlp.experts.112.gate_proj,0.0000048104,0.01000,1.343
62,mlp.experts.114.gate_proj,0.0000048788,0.01000,1.348
62,mlp.experts.115.gate_proj,0.0000059073,0.01000,1.350
62,mlp.experts.116.gate_proj,0.0000050731,0.01000,1.355
62,mlp.experts.117.gate_proj,0.0000052383,0.01000,1.342
62,mlp.experts.118.gate_proj,0.0000047844,0.01000,1.354
62,mlp.experts.113.gate_proj,0.0000050154,0.01000,1.447
62,mlp.experts.119.gate_proj,0.0000047091,0.01000,1.332
62,mlp.experts.1.up_proj,0.0000046156,0.01000,1.354
62,mlp.experts.2.up_proj,0.0000045859,0.01000,1.336
62,mlp.experts.3.up_proj,0.0000047661,0.01000,1.350
62,mlp.experts.4.up_proj,0.0000050010,0.01000,1.332
62,mlp.experts.0.up_proj,0.0000045365,0.01000,1.436
62,mlp.experts.5.up_proj,0.0000046511,0.01000,1.367
62,mlp.experts.6.up_proj,0.0000051070,0.01000,1.340
62,mlp.experts.8.up_proj,0.0000047158,0.01000,1.344
62,mlp.experts.9.up_proj,0.0000050247,0.01000,1.333
62,mlp.experts.10.up_proj,0.0000045014,0.01000,1.354
62,mlp.experts.11.up_proj,0.0000046050,0.01000,1.341
62,mlp.experts.7.up_proj,0.0000049645,0.01000,1.421
62,mlp.experts.12.up_proj,0.0000048614,0.01000,1.365
62,mlp.experts.13.up_proj,0.0000048578,0.01000,1.339
62,mlp.experts.15.up_proj,0.0000046588,0.01000,1.337
62,mlp.experts.16.up_proj,0.0000046018,0.01000,1.336
62,mlp.experts.18.up_proj,0.0000044706,0.01000,1.338
62,mlp.experts.17.up_proj,0.0000046028,0.01000,1.350
62,mlp.experts.14.up_proj,0.0000049996,0.01000,1.404
62,mlp.experts.19.up_proj,0.0000047654,0.01000,1.362
62,mlp.experts.20.up_proj,0.0000045682,0.01000,1.340
62,mlp.experts.21.up_proj,0.0000045043,0.01000,1.357
62,mlp.experts.22.up_proj,0.0000047992,0.01000,1.339
62,mlp.experts.23.up_proj,0.0000048646,0.01000,1.345
62,mlp.experts.25.up_proj,0.0000045361,0.01000,1.343
62,mlp.experts.24.up_proj,0.0000047269,0.01000,1.402
62,mlp.experts.26.up_proj,0.0000047177,0.01000,1.355
62,mlp.experts.27.up_proj,0.0000046643,0.01000,1.358
62,mlp.experts.29.up_proj,0.0000048524,0.01000,1.331
62,mlp.experts.30.up_proj,0.0000046435,0.01000,1.339
62,mlp.experts.31.up_proj,0.0000045879,0.01000,1.363
62,mlp.experts.28.up_proj,0.0000050462,0.01000,1.415
62,mlp.experts.32.up_proj,0.0000046267,0.01000,1.363
62,mlp.experts.33.up_proj,0.0000046236,0.01000,1.361
62,mlp.experts.34.up_proj,0.0000047753,0.01000,1.360
62,mlp.experts.35.up_proj,0.0000047318,0.01000,1.352
62,mlp.experts.36.up_proj,0.0000047578,0.01000,1.344
62,mlp.experts.37.up_proj,0.0000044226,0.01000,1.332
62,mlp.experts.38.up_proj,0.0000047862,0.01000,1.343
62,mlp.experts.39.up_proj,0.0000047779,0.01000,1.362
62,mlp.experts.40.up_proj,0.0000047528,0.01000,1.364
62,mlp.experts.41.up_proj,0.0000046163,0.01000,1.360
62,mlp.experts.42.up_proj,0.0000046992,0.01000,1.336
62,mlp.experts.43.up_proj,0.0000047640,0.01000,1.353
62,mlp.experts.44.up_proj,0.0000049007,0.01000,1.335
62,mlp.experts.45.up_proj,0.0000046716,0.01000,1.352
62,mlp.experts.46.up_proj,0.0000046159,0.01000,1.356
62,mlp.experts.47.up_proj,0.0000047814,0.01000,1.372
62,mlp.experts.48.up_proj,0.0000046578,0.01000,1.349
62,mlp.experts.49.up_proj,0.0000049557,0.01000,1.347
62,mlp.experts.51.up_proj,0.0000048590,0.01000,1.326
62,mlp.experts.52.up_proj,0.0000047207,0.01000,1.341
62,mlp.experts.50.up_proj,0.0000051087,0.01000,1.391
62,mlp.experts.53.up_proj,0.0000045134,0.01000,1.358
62,mlp.experts.54.up_proj,0.0000045236,0.01000,1.375
62,mlp.experts.55.up_proj,0.0000046641,0.01000,1.347
62,mlp.experts.56.up_proj,0.0000046918,0.01000,1.347
62,mlp.experts.57.up_proj,0.0000048925,0.01000,1.342
62,mlp.experts.58.up_proj,0.0000047636,0.01000,1.331
62,mlp.experts.59.up_proj,0.0000047471,0.01000,1.345
62,mlp.experts.60.up_proj,0.0000047249,0.01000,1.359
62,mlp.experts.61.up_proj,0.0000045622,0.01000,1.356
62,mlp.experts.62.up_proj,0.0000047153,0.01000,1.363
62,mlp.experts.63.up_proj,0.0000046293,0.01000,1.342
62,mlp.experts.65.up_proj,0.0000047963,0.01000,1.345
62,mlp.experts.64.up_proj,0.0000053617,0.01000,1.381
62,mlp.experts.66.up_proj,0.0000048809,0.01000,1.343
62,mlp.experts.67.up_proj,0.0000045300,0.01000,1.353
62,mlp.experts.68.up_proj,0.0000048921,0.01000,1.347
62,mlp.experts.69.up_proj,0.0000046790,0.01000,1.343
62,mlp.experts.70.up_proj,0.0000047343,0.01000,1.337
62,mlp.experts.72.up_proj,0.0000045942,0.01000,1.344
62,mlp.experts.71.up_proj,0.0000044860,0.01000,1.345
62,mlp.experts.73.up_proj,0.0000048934,0.01000,1.331
62,mlp.experts.74.up_proj,0.0000048057,0.01000,1.334
62,mlp.experts.75.up_proj,0.0000046816,0.01000,1.348
62,mlp.experts.76.up_proj,0.0000049029,0.01000,1.356
62,mlp.experts.77.up_proj,0.0000047283,0.01000,1.343
62,mlp.experts.79.up_proj,0.0000047797,0.01000,1.341
62,mlp.experts.80.up_proj,0.0000047907,0.01000,1.353
62,mlp.experts.78.up_proj,0.0000047020,0.01000,1.419
62,mlp.experts.81.up_proj,0.0000049367,0.01000,1.348
62,mlp.experts.82.up_proj,0.0000046117,0.01000,1.348
62,mlp.experts.83.up_proj,0.0000047089,0.01000,1.348
62,mlp.experts.84.up_proj,0.0000048387,0.01000,1.348
62,mlp.experts.85.up_proj,0.0000047707,0.01000,1.359
62,mlp.experts.86.up_proj,0.0000049287,0.01000,1.332
62,mlp.experts.87.up_proj,0.0000047649,0.01000,1.360
62,mlp.experts.88.up_proj,0.0000046900,0.01000,1.349
62,mlp.experts.89.up_proj,0.0000045220,0.01000,1.360
62,mlp.experts.91.up_proj,0.0000046514,0.01000,1.338
62,mlp.experts.90.up_proj,0.0000045372,0.01000,1.406
62,mlp.experts.93.up_proj,0.0000043941,0.01000,1.321
62,mlp.experts.92.up_proj,0.0000047994,0.01000,1.419
62,mlp.experts.94.up_proj,0.0000045712,0.01000,1.350
62,mlp.experts.95.up_proj,0.0000052752,0.01000,1.330
62,mlp.experts.96.up_proj,0.0000048435,0.01000,1.344
62,mlp.experts.97.up_proj,0.0000048897,0.01000,1.369
62,mlp.experts.98.up_proj,0.0000048718,0.01000,1.357
62,mlp.experts.99.up_proj,0.0000048914,0.01000,1.350
62,mlp.experts.100.up_proj,0.0000047047,0.01000,1.332
62,mlp.experts.102.up_proj,0.0000045383,0.01000,1.342
62,mlp.experts.101.up_proj,0.0000045640,0.01000,1.414
62,mlp.experts.103.up_proj,0.0000046380,0.01000,1.357
62,mlp.experts.104.up_proj,0.0000049016,0.01000,1.357
62,mlp.experts.106.up_proj,0.0000045238,0.01000,1.341
62,mlp.experts.105.up_proj,0.0000045052,0.01000,1.355
62,mlp.experts.107.up_proj,0.0000045397,0.01000,1.325
62,mlp.experts.108.up_proj,0.0000044342,0.01000,1.357
62,mlp.experts.109.up_proj,0.0000045044,0.01000,1.339
62,mlp.experts.110.up_proj,0.0000045587,0.01000,1.372
62,mlp.experts.111.up_proj,0.0000045888,0.01000,1.352
62,mlp.experts.113.up_proj,0.0000048175,0.01000,1.349
62,mlp.experts.114.up_proj,0.0000046699,0.01000,1.326
62,mlp.experts.112.up_proj,0.0000046367,0.01000,1.414
62,mlp.experts.115.up_proj,0.0000049857,0.01000,1.339
62,mlp.experts.116.up_proj,0.0000048564,0.01000,1.323
62,mlp.experts.117.up_proj,0.0000050683,0.01000,1.322
62,mlp.experts.118.up_proj,0.0000046150,0.01000,1.029
62,mlp.experts.119.up_proj,0.0000045883,0.01000,1.015
62,mlp.experts.3.down_proj,0.0000006044,0.01000,0.437
62,mlp.experts.5.down_proj,0.0000005516,0.01000,0.438
62,mlp.experts.4.down_proj,0.0000006076,0.01000,0.438
62,mlp.experts.2.down_proj,0.0000006186,0.01000,0.440
62,mlp.experts.0.down_proj,0.0000006446,0.01000,0.450
62,mlp.experts.6.down_proj,0.0000006400,0.01000,0.448
62,mlp.experts.1.down_proj,0.0000005199,0.01000,0.470
62,mlp.experts.10.down_proj,0.0000005293,0.01000,0.405
62,mlp.experts.7.down_proj,0.0000005565,0.01000,0.413
62,mlp.experts.9.down_proj,0.0000005915,0.01000,0.416
62,mlp.experts.11.down_proj,0.0000006048,0.01000,0.408
62,mlp.experts.12.down_proj,0.0000005373,0.01000,0.409
62,mlp.experts.8.down_proj,0.0000006034,0.01000,0.424
62,mlp.experts.13.down_proj,0.0000005593,0.01000,0.416
62,mlp.experts.17.down_proj,0.0000005863,0.01000,0.404
62,mlp.experts.14.down_proj,0.0000005882,0.01000,0.413
62,mlp.experts.15.down_proj,0.0000005557,0.01000,0.411
62,mlp.experts.19.down_proj,0.0000006642,0.01000,0.403
62,mlp.experts.18.down_proj,0.0000004669,0.01000,0.409
62,mlp.experts.16.down_proj,0.0000005996,0.01000,0.419
62,mlp.experts.20.down_proj,0.0000005319,0.01000,0.409
62,mlp.experts.24.down_proj,0.0000005146,0.01000,0.398
62,mlp.experts.22.down_proj,0.0000007422,0.01000,0.411
62,mlp.experts.25.down_proj,0.0000005690,0.01000,0.406
62,mlp.experts.26.down_proj,0.0000006022,0.01000,0.401
62,mlp.experts.21.down_proj,0.0000005588,0.01000,0.421
62,mlp.experts.23.down_proj,0.0000006335,0.01000,0.437
62,mlp.experts.27.down_proj,0.0000005553,0.01000,0.407
62,mlp.experts.28.down_proj,0.0000005685,0.01000,0.416
62,mlp.experts.29.down_proj,0.0000005866,0.01000,0.411
62,mlp.experts.31.down_proj,0.0000005448,0.01000,0.408
62,mlp.experts.32.down_proj,0.0000005923,0.01000,0.409
62,mlp.experts.30.down_proj,0.0000005931,0.01000,0.424
62,mlp.experts.33.down_proj,0.0000005017,0.01000,0.409
62,mlp.experts.34.down_proj,0.0000004928,0.01000,0.410
62,mlp.experts.35.down_proj,0.0000006553,0.01000,0.403
62,mlp.experts.36.down_proj,0.0000006845,0.01000,0.404
62,mlp.experts.38.down_proj,0.0000005278,0.01000,0.400
62,mlp.experts.39.down_proj,0.0000005980,0.01000,0.405
62,mlp.experts.40.down_proj,0.0000005214,0.01000,0.395
62,mlp.experts.41.down_proj,0.0000005812,0.01000,0.405
62,mlp.experts.37.down_proj,0.0000004913,0.01000,0.444
62,mlp.experts.42.down_proj,0.0000006010,0.01000,0.404
62,mlp.experts.43.down_proj,0.0000007020,0.01000,0.405
62,mlp.experts.46.down_proj,0.0000005471,0.01000,0.399
62,mlp.experts.44.down_proj,0.0000005251,0.01000,0.416
62,mlp.experts.45.down_proj,0.0000006049,0.01000,0.407
62,mlp.experts.47.down_proj,0.0000006519,0.01000,0.400
62,mlp.experts.48.down_proj,0.0000005901,0.01000,0.409
62,mlp.experts.49.down_proj,0.0000004989,0.01000,0.402
62,mlp.experts.50.down_proj,0.0000005456,0.01000,0.402
62,mlp.experts.51.down_proj,0.0000006440,0.01000,0.402
62,mlp.experts.52.down_proj,0.0000006273,0.01000,0.400
62,mlp.experts.54.down_proj,0.0000004843,0.01000,0.399
62,mlp.experts.53.down_proj,0.0000005355,0.01000,0.406
62,mlp.experts.55.down_proj,0.0000005119,0.01000,0.405
62,mlp.experts.56.down_proj,0.0000005828,0.01000,0.405
62,mlp.experts.57.down_proj,0.0000006118,0.01000,0.404
62,mlp.experts.59.down_proj,0.0000005199,0.01000,0.400
62,mlp.experts.58.down_proj,0.0000006823,0.01000,0.409
62,mlp.experts.61.down_proj,0.0000005197,0.01000,0.408
62,mlp.experts.60.down_proj,0.0000006751,0.01000,0.409
62,mlp.experts.62.down_proj,0.0000005247,0.01000,0.405
62,mlp.experts.63.down_proj,0.0000005736,0.01000,0.403
62,mlp.experts.64.down_proj,0.0000006278,0.01000,0.399
62,mlp.experts.66.down_proj,0.0000005997,0.01000,0.395
62,mlp.experts.65.down_proj,0.0000006370,0.01000,0.405
62,mlp.experts.68.down_proj,0.0000005925,0.01000,0.403
62,mlp.experts.67.down_proj,0.0000005156,0.01000,0.417
62,mlp.experts.69.down_proj,0.0000005064,0.01000,0.404
62,mlp.experts.70.down_proj,0.0000005583,0.01000,0.403
62,mlp.experts.71.down_proj,0.0000005061,0.01000,0.401
62,mlp.experts.73.down_proj,0.0000005884,0.01000,0.397
62,mlp.experts.72.down_proj,0.0000005384,0.01000,0.408
62,mlp.experts.74.down_proj,0.0000006077,0.01000,0.404
62,mlp.experts.75.down_proj,0.0000006367,0.01000,0.404
62,mlp.experts.76.down_proj,0.0000005967,0.01000,0.404
62,mlp.experts.77.down_proj,0.0000005478,0.01000,0.410
62,mlp.experts.78.down_proj,0.0000006062,0.01000,0.403
62,mlp.experts.80.down_proj,0.0000005793,0.01000,0.395
62,mlp.experts.79.down_proj,0.0000005607,0.01000,0.409
62,mlp.experts.81.down_proj,0.0000006085,0.01000,0.403
62,mlp.experts.82.down_proj,0.0000005782,0.01000,0.410
62,mlp.experts.83.down_proj,0.0000005060,0.01000,0.404
62,mlp.experts.84.down_proj,0.0000006042,0.01000,0.401
62,mlp.experts.85.down_proj,0.0000005625,0.01000,0.401
62,mlp.experts.87.down_proj,0.0000006240,0.01000,0.395
62,mlp.experts.86.down_proj,0.0000005866,0.01000,0.411
62,mlp.experts.88.down_proj,0.0000006119,0.01000,0.399
62,mlp.experts.89.down_proj,0.0000006599,0.01000,0.403
62,mlp.experts.90.down_proj,0.0000005839,0.01000,0.403
62,mlp.experts.91.down_proj,0.0000005104,0.01000,0.404
62,mlp.experts.92.down_proj,0.0000005316,0.01000,0.402
62,mlp.experts.93.down_proj,0.0000004035,0.01000,0.407
62,mlp.experts.94.down_proj,0.0000005539,0.01000,0.394
62,mlp.experts.95.down_proj,0.0000007216,0.01000,0.401
62,mlp.experts.96.down_proj,0.0000006247,0.01000,0.404
62,mlp.experts.97.down_proj,0.0000006413,0.01000,0.405
62,mlp.experts.99.down_proj,0.0000005137,0.01000,0.400
62,mlp.experts.101.down_proj,0.0000006114,0.01000,0.394
62,mlp.experts.100.down_proj,0.0000004651,0.01000,0.401
62,mlp.experts.98.down_proj,0.0000005574,0.01000,0.407
62,mlp.experts.102.down_proj,0.0000005211,0.01000,0.400
62,mlp.experts.103.down_proj,0.0000005798,0.01000,0.402
62,mlp.experts.104.down_proj,0.0000007393,0.01000,0.403
62,mlp.experts.106.down_proj,0.0000005819,0.01000,0.401
62,mlp.experts.107.down_proj,0.0000005289,0.01000,0.400
62,mlp.experts.108.down_proj,0.0000005174,0.01000,0.401
62,mlp.experts.105.down_proj,0.0000004923,0.01000,0.415
62,mlp.experts.109.down_proj,0.0000005233,0.01000,0.402
62,mlp.experts.110.down_proj,0.0000005651,0.01000,0.403
62,mlp.experts.111.down_proj,0.0000005626,0.01000,0.404
62,mlp.experts.113.down_proj,0.0000005675,0.01000,0.403
62,mlp.experts.114.down_proj,0.0000005444,0.01000,0.401
62,mlp.experts.115.down_proj,0.0000006301,0.01000,0.397
62,mlp.experts.112.down_proj,0.0000006306,0.01000,0.416
62,mlp.experts.116.down_proj,0.0000006065,0.01000,0.402
62,mlp.experts.117.down_proj,0.0000005757,0.01000,0.396
62,mlp.experts.118.down_proj,0.0000005450,0.01000,0.397
62,mlp.experts.119.down_proj,0.0000005781,0.01000,0.277
63,self_attn.k_proj,0.0000002194,0.01000,1.212
63,self_attn.v_proj,0.0000004354,0.01000,1.223
63,self_attn.q_proj,0.0000015834,0.01000,1.267
63,self_attn.o_proj,0.0000002546,0.01000,2.760
63,mlp.shared_experts.gate_proj,0.0000000111,0.01000,0.913
63,mlp.shared_experts.up_proj,0.0000000064,0.01000,0.912
63,mlp.shared_experts.down_proj,0.0000000006,0.01000,0.275
63,mlp.experts.2.gate_proj,0.0000052598,0.01000,1.502
63,mlp.experts.5.gate_proj,0.0000051204,0.01000,1.497
63,mlp.experts.4.gate_proj,0.0000050714,0.01000,1.505
63,mlp.experts.3.gate_proj,0.0000048573,0.01000,1.506
63,mlp.experts.6.gate_proj,0.0000050976,0.01000,1.515
63,mlp.experts.1.gate_proj,0.0000049205,0.01000,1.556
63,mlp.experts.0.gate_proj,0.0000047943,0.01000,1.592
63,mlp.experts.9.gate_proj,0.0000049630,0.01000,1.342
63,mlp.experts.10.gate_proj,0.0000050294,0.01000,1.341
63,mlp.experts.11.gate_proj,0.0000050057,0.01000,1.350
63,mlp.experts.12.gate_proj,0.0000046952,0.01000,1.339
63,mlp.experts.7.gate_proj,0.0000049471,0.01000,1.423
63,mlp.experts.8.gate_proj,0.0000048116,0.01000,1.418
63,mlp.experts.13.gate_proj,0.0000048634,0.01000,1.360
63,mlp.experts.14.gate_proj,0.0000049580,0.01000,1.361
63,mlp.experts.17.gate_proj,0.0000050540,0.01000,1.329
63,mlp.experts.16.gate_proj,0.0000048897,0.01000,1.344
63,mlp.experts.19.gate_proj,0.0000051631,0.01000,1.333
63,mlp.experts.18.gate_proj,0.0000048395,0.01000,1.340
63,mlp.experts.15.gate_proj,0.0000048472,0.01000,1.429
63,mlp.experts.20.gate_proj,0.0000050356,0.01000,1.369
63,mlp.experts.23.gate_proj,0.0000047531,0.01000,1.340
63,mlp.experts.22.gate_proj,0.0000050463,0.01000,1.367
63,mlp.experts.24.gate_proj,0.0000048084,0.01000,1.337
63,mlp.experts.25.gate_proj,0.0000055085,0.01000,1.341
63,mlp.experts.21.gate_proj,0.0000054370,0.01000,1.400
63,mlp.experts.26.gate_proj,0.0000047348,0.01000,1.395
63,mlp.experts.27.gate_proj,0.0000049449,0.01000,1.366
63,mlp.experts.28.gate_proj,0.0000049258,0.01000,1.371
63,mlp.experts.29.gate_proj,0.0000049857,0.01000,1.356
63,mlp.experts.31.gate_proj,0.0000051666,0.01000,1.344
63,mlp.experts.32.gate_proj,0.0000047438,0.01000,1.345
63,mlp.experts.30.gate_proj,0.0000048837,0.01000,1.412
63,mlp.experts.33.gate_proj,0.0000048838,0.01000,1.346
63,mlp.experts.34.gate_proj,0.0000050261,0.01000,1.370
63,mlp.experts.35.gate_proj,0.0000050454,0.01000,1.348
63,mlp.experts.38.gate_proj,0.0000048970,0.01000,1.324
63,mlp.experts.37.gate_proj,0.0000052825,0.01000,1.347
63,mlp.experts.36.gate_proj,0.0000047751,0.01000,1.397
63,mlp.experts.39.gate_proj,0.0000048957,0.01000,1.349
63,mlp.experts.40.gate_proj,0.0000048269,0.01000,1.349
63,mlp.experts.41.gate_proj,0.0000052446,0.01000,1.369
63,mlp.experts.44.gate_proj,0.0000049151,0.01000,1.338
63,mlp.experts.43.gate_proj,0.0000047824,0.01000,1.358
63,mlp.experts.45.gate_proj,0.0000046578,0.01000,1.324
63,mlp.experts.42.gate_proj,0.0000049936,0.01000,1.406
63,mlp.experts.46.gate_proj,0.0000048327,0.01000,1.340
63,mlp.experts.47.gate_proj,0.0000047293,0.01000,1.355
63,mlp.experts.48.gate_proj,0.0000049911,0.01000,1.354
63,mlp.experts.50.gate_proj,0.0000051559,0.01000,1.348
63,mlp.experts.51.gate_proj,0.0000054533,0.01000,1.339
63,mlp.experts.52.gate_proj,0.0000048215,0.01000,1.345
63,mlp.experts.53.gate_proj,0.0000049962,0.01000,1.347
63,mlp.experts.49.gate_proj,0.0000050113,0.01000,1.408
63,mlp.experts.54.gate_proj,0.0000050111,0.01000,1.344
63,mlp.experts.55.gate_proj,0.0000048537,0.01000,1.354
63,mlp.experts.56.gate_proj,0.0000050255,0.01000,1.355
63,mlp.experts.57.gate_proj,0.0000048083,0.01000,1.349
63,mlp.experts.59.gate_proj,0.0000054589,0.01000,1.331
63,mlp.experts.60.gate_proj,0.0000048405,0.01000,1.346
63,mlp.experts.61.gate_proj,0.0000049237,0.01000,1.345
63,mlp.experts.58.gate_proj,0.0000050455,0.01000,1.416
63,mlp.experts.62.gate_proj,0.0000052915,0.01000,1.373
63,mlp.experts.64.gate_proj,0.0000052959,0.01000,1.349
63,mlp.experts.63.gate_proj,0.0000048516,0.01000,1.357
63,mlp.experts.66.gate_proj,0.0000051255,0.01000,1.323
63,mlp.experts.65.gate_proj,0.0000048704,0.01000,1.406
63,mlp.experts.67.gate_proj,0.0000052552,0.01000,1.358
63,mlp.experts.68.gate_proj,0.0000048660,0.01000,1.337
63,mlp.experts.69.gate_proj,0.0000049116,0.01000,1.378
63,mlp.experts.72.gate_proj,0.0000050342,0.01000,1.346
63,mlp.experts.71.gate_proj,0.0000052370,0.01000,1.354
63,mlp.experts.73.gate_proj,0.0000050504,0.01000,1.325
63,mlp.experts.70.gate_proj,0.0000048011,0.01000,1.415
63,mlp.experts.75.gate_proj,0.0000050667,0.01000,1.343
63,mlp.experts.74.gate_proj,0.0000051302,0.01000,1.404
63,mlp.experts.76.gate_proj,0.0000049484,0.01000,1.369
63,mlp.experts.78.gate_proj,0.0000048368,0.01000,1.342
63,mlp.experts.79.gate_proj,0.0000049674,0.01000,1.336
63,mlp.experts.77.gate_proj,0.0000049202,0.01000,1.392
63,mlp.experts.80.gate_proj,0.0000049945,0.01000,1.335
63,mlp.experts.81.gate_proj,0.0000049788,0.01000,1.352
63,mlp.experts.82.gate_proj,0.0000048135,0.01000,1.351
63,mlp.experts.83.gate_proj,0.0000050129,0.01000,1.369
63,mlp.experts.84.gate_proj,0.0000048314,0.01000,1.359
63,mlp.experts.85.gate_proj,0.0000051388,0.01000,1.346
63,mlp.experts.86.gate_proj,0.0000049487,0.01000,1.338
63,mlp.experts.87.gate_proj,0.0000054597,0.01000,1.337
63,mlp.experts.88.gate_proj,0.0000049333,0.01000,1.340
63,mlp.experts.89.gate_proj,0.0000051001,0.01000,1.351
63,mlp.experts.90.gate_proj,0.0000048609,0.01000,1.358
63,mlp.experts.91.gate_proj,0.0000052890,0.01000,1.358
63,mlp.experts.93.gate_proj,0.0000051950,0.01000,1.334
63,mlp.experts.94.gate_proj,0.0000049605,0.01000,1.332
63,mlp.experts.95.gate_proj,0.0000047383,0.01000,1.340
63,mlp.experts.92.gate_proj,0.0000046612,0.01000,1.396
63,mlp.experts.96.gate_proj,0.0000049900,0.01000,1.346
63,mlp.experts.97.gate_proj,0.0000048091,0.01000,1.363
63,mlp.experts.98.gate_proj,0.0000049092,0.01000,1.353
63,mlp.experts.99.gate_proj,0.0000047345,0.01000,1.354
63,mlp.experts.100.gate_proj,0.0000049497,0.01000,1.359
63,mlp.experts.101.gate_proj,0.0000048791,0.01000,1.325
63,mlp.experts.102.gate_proj,0.0000051501,0.01000,1.349
63,mlp.experts.103.gate_proj,0.0000050508,0.01000,1.361
63,mlp.experts.104.gate_proj,0.0000051916,0.01000,1.359
63,mlp.experts.108.gate_proj,0.0000053591,0.01000,1.333
63,mlp.experts.106.gate_proj,0.0000052830,0.01000,1.352
63,mlp.experts.107.gate_proj,0.0000051613,0.01000,1.345
63,mlp.experts.105.gate_proj,0.0000051344,0.01000,1.403
63,mlp.experts.109.gate_proj,0.0000049489,0.01000,1.350
63,mlp.experts.110.gate_proj,0.0000052388,0.01000,1.352
63,mlp.experts.111.gate_proj,0.0000051464,0.01000,1.365
63,mlp.experts.113.gate_proj,0.0000051249,0.01000,1.338
63,mlp.experts.114.gate_proj,0.0000047263,0.01000,1.338
63,mlp.experts.115.gate_proj,0.0000051441,0.01000,1.322
63,mlp.experts.116.gate_proj,0.0000050178,0.01000,1.347
63,mlp.experts.112.gate_proj,0.0000052816,0.01000,1.410
63,mlp.experts.117.gate_proj,0.0000048214,0.01000,1.348
63,mlp.experts.118.gate_proj,0.0000050248,0.01000,1.361
63,mlp.experts.0.up_proj,0.0000046958,0.01000,1.348
63,mlp.experts.1.up_proj,0.0000046811,0.01000,1.331
63,mlp.experts.2.up_proj,0.0000051249,0.01000,1.329
63,mlp.experts.119.gate_proj,0.0000051129,0.01000,1.405
63,mlp.experts.3.up_proj,0.0000047245,0.01000,1.344
63,mlp.experts.4.up_proj,0.0000048974,0.01000,1.341
63,mlp.experts.5.up_proj,0.0000048373,0.01000,1.369
63,mlp.experts.7.up_proj,0.0000047735,0.01000,1.342
63,mlp.experts.9.up_proj,0.0000048564,0.01000,1.322
63,mlp.experts.8.up_proj,0.0000046449,0.01000,1.355
63,mlp.experts.10.up_proj,0.0000048615,0.01000,1.350
63,mlp.experts.6.up_proj,0.0000049263,0.01000,1.417
63,mlp.experts.11.up_proj,0.0000048773,0.01000,1.340
63,mlp.experts.12.up_proj,0.0000045020,0.01000,1.344
63,mlp.experts.13.up_proj,0.0000047244,0.01000,1.366
63,mlp.experts.15.up_proj,0.0000047160,0.01000,1.358
63,mlp.experts.16.up_proj,0.0000047504,0.01000,1.351
63,mlp.experts.17.up_proj,0.0000048459,0.01000,1.361
63,mlp.experts.14.up_proj,0.0000047423,0.01000,1.428
63,mlp.experts.18.up_proj,0.0000046845,0.01000,1.367
63,mlp.experts.19.up_proj,0.0000049987,0.01000,1.362
63,mlp.experts.20.up_proj,0.0000048569,0.01000,1.344
63,mlp.experts.21.up_proj,0.0000050422,0.01000,1.356
63,mlp.experts.22.up_proj,0.0000048540,0.01000,1.350
63,mlp.experts.23.up_proj,0.0000044839,0.01000,1.345
63,mlp.experts.24.up_proj,0.0000046595,0.01000,1.354
63,mlp.experts.25.up_proj,0.0000054453,0.01000,1.348
63,mlp.experts.26.up_proj,0.0000045811,0.01000,1.354
63,mlp.experts.27.up_proj,0.0000048208,0.01000,1.342
63,mlp.experts.28.up_proj,0.0000047636,0.01000,1.355
63,mlp.experts.29.up_proj,0.0000048987,0.01000,1.353
63,mlp.experts.30.up_proj,0.0000046872,0.01000,1.346
63,mlp.experts.31.up_proj,0.0000049847,0.01000,1.347
63,mlp.experts.32.up_proj,0.0000045480,0.01000,1.349
63,mlp.experts.33.up_proj,0.0000047196,0.01000,1.358
63,mlp.experts.34.up_proj,0.0000048583,0.01000,1.345
63,mlp.experts.36.up_proj,0.0000046460,0.01000,1.344
63,mlp.experts.37.up_proj,0.0000051352,0.01000,1.345
63,mlp.experts.38.up_proj,0.0000046749,0.01000,1.354
63,mlp.experts.35.up_proj,0.0000049003,0.01000,1.405
63,mlp.experts.39.up_proj,0.0000047730,0.01000,1.348
63,mlp.experts.40.up_proj,0.0000046251,0.01000,1.345
63,mlp.experts.41.up_proj,0.0000049995,0.01000,1.337
63,mlp.experts.42.up_proj,0.0000047479,0.01000,1.354
63,mlp.experts.43.up_proj,0.0000045786,0.01000,1.356
63,mlp.experts.44.up_proj,0.0000047744,0.01000,1.328
63,mlp.experts.45.up_proj,0.0000044851,0.01000,1.345
63,mlp.experts.46.up_proj,0.0000047626,0.01000,1.348
63,mlp.experts.47.up_proj,0.0000045804,0.01000,1.356
63,mlp.experts.48.up_proj,0.0000048205,0.01000,1.359
63,mlp.experts.51.up_proj,0.0000052797,0.01000,1.333
63,mlp.experts.50.up_proj,0.0000049830,0.01000,1.372
63,mlp.experts.52.up_proj,0.0000045770,0.01000,1.349
63,mlp.experts.49.up_proj,0.0000047413,0.01000,1.401
63,mlp.experts.53.up_proj,0.0000047372,0.01000,1.356
63,mlp.experts.54.up_proj,0.0000047542,0.01000,1.354
63,mlp.experts.55.up_proj,0.0000046814,0.01000,1.344
63,mlp.experts.56.up_proj,0.0000047313,0.01000,1.355
63,mlp.experts.58.up_proj,0.0000048108,0.01000,1.351
63,mlp.experts.59.up_proj,0.0000051084,0.01000,1.350
63,mlp.experts.60.up_proj,0.0000046360,0.01000,1.357
63,mlp.experts.57.up_proj,0.0000045428,0.01000,1.420
63,mlp.experts.61.up_proj,0.0000047678,0.01000,1.358
63,mlp.experts.62.up_proj,0.0000050124,0.01000,1.338
63,mlp.experts.63.up_proj,0.0000046791,0.01000,1.348
63,mlp.experts.65.up_proj,0.0000046995,0.01000,1.332
63,mlp.experts.66.up_proj,0.0000049767,0.01000,1.370
63,mlp.experts.67.up_proj,0.0000049769,0.01000,1.347
63,mlp.experts.64.up_proj,0.0000051252,0.01000,1.402
63,mlp.experts.68.up_proj,0.0000047274,0.01000,1.350
63,mlp.experts.69.up_proj,0.0000047194,0.01000,1.348
63,mlp.experts.70.up_proj,0.0000046732,0.01000,1.340
63,mlp.experts.71.up_proj,0.0000050064,0.01000,1.345
63,mlp.experts.74.up_proj,0.0000049043,0.01000,1.344
63,mlp.experts.73.up_proj,0.0000047865,0.01000,1.351
63,mlp.experts.72.up_proj,0.0000048624,0.01000,1.368
63,mlp.experts.75.up_proj,0.0000047205,0.01000,1.363
63,mlp.experts.76.up_proj,0.0000047827,0.01000,1.349
63,mlp.experts.77.up_proj,0.0000047522,0.01000,1.344
63,mlp.experts.78.up_proj,0.0000046659,0.01000,1.334
63,mlp.experts.79.up_proj,0.0000048512,0.01000,1.336
63,mlp.experts.80.up_proj,0.0000047850,0.01000,1.348
63,mlp.experts.81.up_proj,0.0000047881,0.01000,1.369
63,mlp.experts.82.up_proj,0.0000046475,0.01000,1.359
63,mlp.experts.83.up_proj,0.0000047561,0.01000,1.348
63,mlp.experts.84.up_proj,0.0000047285,0.01000,1.345
63,mlp.experts.85.up_proj,0.0000049335,0.01000,1.336
63,mlp.experts.86.up_proj,0.0000047997,0.01000,1.333
63,mlp.experts.87.up_proj,0.0000043980,0.01000,1.359
63,mlp.experts.88.up_proj,0.0000046835,0.01000,1.372
63,mlp.experts.89.up_proj,0.0000049077,0.01000,1.363
63,mlp.experts.90.up_proj,0.0000046468,0.01000,1.353
63,mlp.experts.91.up_proj,0.0000049526,0.01000,1.351
63,mlp.experts.92.up_proj,0.0000045026,0.01000,1.342
63,mlp.experts.93.up_proj,0.0000044335,0.01000,1.328
63,mlp.experts.95.up_proj,0.0000045584,0.01000,1.347
63,mlp.experts.94.up_proj,0.0000048184,0.01000,1.440
63,mlp.experts.96.up_proj,0.0000047785,0.01000,1.351
63,mlp.experts.97.up_proj,0.0000046668,0.01000,1.348
63,mlp.experts.99.up_proj,0.0000045902,0.01000,1.337
63,mlp.experts.98.up_proj,0.0000047735,0.01000,1.343
63,mlp.experts.100.up_proj,0.0000047868,0.01000,1.325
63,mlp.experts.101.up_proj,0.0000047340,0.01000,1.357
63,mlp.experts.102.up_proj,0.0000048873,0.01000,1.346
63,mlp.experts.103.up_proj,0.0000048456,0.01000,1.354
63,mlp.experts.104.up_proj,0.0000049533,0.01000,1.363
63,mlp.experts.106.up_proj,0.0000050919,0.01000,1.352
63,mlp.experts.107.up_proj,0.0000049252,0.01000,1.349
63,mlp.experts.105.up_proj,0.0000048611,0.01000,1.419
63,mlp.experts.108.up_proj,0.0000050719,0.01000,1.374
63,mlp.experts.109.up_proj,0.0000047638,0.01000,1.356
63,mlp.experts.110.up_proj,0.0000050254,0.01000,1.363
63,mlp.experts.111.up_proj,0.0000049599,0.01000,1.360
63,mlp.experts.112.up_proj,0.0000049365,0.01000,1.364
63,mlp.experts.113.up_proj,0.0000049897,0.01000,1.349
63,mlp.experts.114.up_proj,0.0000045008,0.01000,1.334
63,mlp.experts.116.up_proj,0.0000047384,0.01000,1.329
63,mlp.experts.115.up_proj,0.0000048839,0.01000,1.359
63,mlp.experts.117.up_proj,0.0000046159,0.01000,1.324
63,mlp.experts.118.up_proj,0.0000047439,0.01000,1.041
63,mlp.experts.119.up_proj,0.0000049946,0.01000,1.017
63,mlp.experts.0.down_proj,0.0000005777,0.01000,0.444
63,mlp.experts.3.down_proj,0.0000005145,0.01000,0.444
63,mlp.experts.5.down_proj,0.0000005329,0.01000,0.445
63,mlp.experts.2.down_proj,0.0000006498,0.01000,0.448
63,mlp.experts.6.down_proj,0.0000005675,0.01000,0.447
63,mlp.experts.4.down_proj,0.0000005568,0.01000,0.445
63,mlp.experts.1.down_proj,0.0000006061,0.01000,0.463
63,mlp.experts.7.down_proj,0.0000006499,0.01000,0.406
63,mlp.experts.10.down_proj,0.0000005785,0.01000,0.406
63,mlp.experts.11.down_proj,0.0000007276,0.01000,0.407
63,mlp.experts.12.down_proj,0.0000005663,0.01000,0.405
63,mlp.experts.9.down_proj,0.0000006667,0.01000,0.416
63,mlp.experts.8.down_proj,0.0000005815,0.01000,0.428
63,mlp.experts.13.down_proj,0.0000005593,0.01000,0.414
63,mlp.experts.14.down_proj,0.0000005620,0.01000,0.410
63,mlp.experts.17.down_proj,0.0000007463,0.01000,0.404
63,mlp.experts.16.down_proj,0.0000006654,0.01000,0.407
63,mlp.experts.18.down_proj,0.0000006028,0.01000,0.411
63,mlp.experts.19.down_proj,0.0000005327,0.01000,0.411
63,mlp.experts.15.down_proj,0.0000006679,0.01000,0.435
63,mlp.experts.20.down_proj,0.0000005523,0.01000,0.415
63,mlp.experts.21.down_proj,0.0000007043,0.01000,0.405
63,mlp.experts.23.down_proj,0.0000005662,0.01000,0.406
63,mlp.experts.24.down_proj,0.0000005483,0.01000,0.402
63,mlp.experts.25.down_proj,0.0000006489,0.01000,0.410
63,mlp.experts.22.down_proj,0.0000005309,0.01000,0.430
63,mlp.experts.26.down_proj,0.0000005213,0.01000,0.408
63,mlp.experts.27.down_proj,0.0000005593,0.01000,0.413
63,mlp.experts.28.down_proj,0.0000005465,0.01000,0.407
63,mlp.experts.29.down_proj,0.0000007464,0.01000,0.416
63,mlp.experts.30.down_proj,0.0000005174,0.01000,0.410
63,mlp.experts.31.down_proj,0.0000006509,0.01000,0.408
63,mlp.experts.32.down_proj,0.0000004643,0.01000,0.408
63,mlp.experts.33.down_proj,0.0000005384,0.01000,0.409
63,mlp.experts.34.down_proj,0.0000006517,0.01000,0.413
63,mlp.experts.35.down_proj,0.0000006425,0.01000,0.406
63,mlp.experts.36.down_proj,0.0000006051,0.01000,0.404
63,mlp.experts.37.down_proj,0.0000005912,0.01000,0.407
63,mlp.experts.38.down_proj,0.0000004691,0.01000,0.404
63,mlp.experts.39.down_proj,0.0000005510,0.01000,0.405
63,mlp.experts.40.down_proj,0.0000005553,0.01000,0.405
63,mlp.experts.41.down_proj,0.0000005830,0.01000,0.411
63,mlp.experts.42.down_proj,0.0000006421,0.01000,0.403
63,mlp.experts.43.down_proj,0.0000005075,0.01000,0.405
63,mlp.experts.44.down_proj,0.0000005721,0.01000,0.405
63,mlp.experts.45.down_proj,0.0000004914,0.01000,0.403
63,mlp.experts.46.down_proj,0.0000004768,0.01000,0.403
63,mlp.experts.47.down_proj,0.0000005558,0.01000,0.406
63,mlp.experts.48.down_proj,0.0000005710,0.01000,0.415
63,mlp.experts.49.down_proj,0.0000005203,0.01000,0.409
63,mlp.experts.50.down_proj,0.0000006637,0.01000,0.410
63,mlp.experts.51.down_proj,0.0000006731,0.01000,0.410
63,mlp.experts.52.down_proj,0.0000006171,0.01000,0.405
63,mlp.experts.53.down_proj,0.0000006279,0.01000,0.407
63,mlp.experts.54.down_proj,0.0000006704,0.01000,0.404
63,mlp.experts.55.down_proj,0.0000004987,0.01000,0.413
63,mlp.experts.56.down_proj,0.0000006518,0.01000,0.406
63,mlp.experts.57.down_proj,0.0000006367,0.01000,0.407
63,mlp.experts.58.down_proj,0.0000005370,0.01000,0.403
63,mlp.experts.59.down_proj,0.0000006969,0.01000,0.402
63,mlp.experts.60.down_proj,0.0000005664,0.01000,0.402
63,mlp.experts.61.down_proj,0.0000006121,0.01000,0.401
63,mlp.experts.62.down_proj,0.0000005253,0.01000,0.410
63,mlp.experts.63.down_proj,0.0000005533,0.01000,0.409
63,mlp.experts.65.down_proj,0.0000005799,0.01000,0.406
63,mlp.experts.64.down_proj,0.0000006064,0.01000,0.408
63,mlp.experts.67.down_proj,0.0000005354,0.01000,0.406
63,mlp.experts.68.down_proj,0.0000005596,0.01000,0.402
63,mlp.experts.66.down_proj,0.0000006007,0.01000,0.415
63,mlp.experts.69.down_proj,0.0000005910,0.01000,0.413
63,mlp.experts.70.down_proj,0.0000006204,0.01000,0.407
63,mlp.experts.72.down_proj,0.0000005425,0.01000,0.403
63,mlp.experts.73.down_proj,0.0000005440,0.01000,0.401
63,mlp.experts.74.down_proj,0.0000005414,0.01000,0.407
63,mlp.experts.71.down_proj,0.0000006858,0.01000,0.415
63,mlp.experts.75.down_proj,0.0000006465,0.01000,0.417
63,mlp.experts.76.down_proj,0.0000006384,0.01000,0.410
63,mlp.experts.77.down_proj,0.0000006108,0.01000,0.406
63,mlp.experts.78.down_proj,0.0000006016,0.01000,0.409
63,mlp.experts.79.down_proj,0.0000006838,0.01000,0.405
63,mlp.experts.81.down_proj,0.0000005137,0.01000,0.410
63,mlp.experts.82.down_proj,0.0000006029,0.01000,0.404
63,mlp.experts.80.down_proj,0.0000005965,0.01000,0.422
63,mlp.experts.83.down_proj,0.0000006565,0.01000,0.423
63,mlp.experts.84.down_proj,0.0000005979,0.01000,0.403
63,mlp.experts.86.down_proj,0.0000007161,0.01000,0.401
63,mlp.experts.87.down_proj,0.0000004532,0.01000,0.397
63,mlp.experts.85.down_proj,0.0000007220,0.01000,0.420
63,mlp.experts.88.down_proj,0.0000005759,0.01000,0.404
63,mlp.experts.89.down_proj,0.0000005793,0.01000,0.402
63,mlp.experts.90.down_proj,0.0000005594,0.01000,0.405
63,mlp.experts.91.down_proj,0.0000007042,0.01000,0.406
63,mlp.experts.92.down_proj,0.0000005126,0.01000,0.409
63,mlp.experts.93.down_proj,0.0000004195,0.01000,0.406
63,mlp.experts.94.down_proj,0.0000006636,0.01000,0.401
63,mlp.experts.95.down_proj,0.0000006301,0.01000,0.403
63,mlp.experts.96.down_proj,0.0000006566,0.01000,0.408
63,mlp.experts.97.down_proj,0.0000006088,0.01000,0.408
63,mlp.experts.98.down_proj,0.0000005637,0.01000,0.415
63,mlp.experts.100.down_proj,0.0000005950,0.01000,0.403
63,mlp.experts.101.down_proj,0.0000006725,0.01000,0.403
63,mlp.experts.103.down_proj,0.0000005395,0.01000,0.406
63,mlp.experts.102.down_proj,0.0000005013,0.01000,0.413
63,mlp.experts.99.down_proj,0.0000005162,0.01000,0.431
63,mlp.experts.104.down_proj,0.0000006823,0.01000,0.403
63,mlp.experts.105.down_proj,0.0000005000,0.01000,0.408
63,mlp.experts.107.down_proj,0.0000005825,0.01000,0.405
63,mlp.experts.106.down_proj,0.0000006030,0.01000,0.421
63,mlp.experts.108.down_proj,0.0000005572,0.01000,0.400
63,mlp.experts.109.down_proj,0.0000005892,0.01000,0.402
63,mlp.experts.110.down_proj,0.0000006228,0.01000,0.403
63,mlp.experts.111.down_proj,0.0000005849,0.01000,0.405
63,mlp.experts.113.down_proj,0.0000005830,0.01000,0.404
63,mlp.experts.112.down_proj,0.0000006464,0.01000,0.415
63,mlp.experts.115.down_proj,0.0000005927,0.01000,0.397
63,mlp.experts.116.down_proj,0.0000006015,0.01000,0.400
63,mlp.experts.117.down_proj,0.0000005301,0.01000,0.401
63,mlp.experts.114.down_proj,0.0000006293,0.01000,0.416
63,mlp.experts.118.down_proj,0.0000006315,0.01000,0.392
63,mlp.experts.119.down_proj,0.0000006605,0.01000,0.279
64,self_attn.k_proj,0.0000003650,0.01000,1.173
64,self_attn.v_proj,0.0000007593,0.01000,1.174
64,self_attn.q_proj,0.0000025126,0.01000,1.249
64,self_attn.o_proj,0.0000002301,0.01000,2.754
64,mlp.shared_experts.gate_proj,0.0000000118,0.01000,0.908
64,mlp.shared_experts.up_proj,0.0000000066,0.01000,0.911
64,mlp.shared_experts.down_proj,0.0000000006,0.01000,0.274
64,mlp.experts.3.gate_proj,0.0000051066,0.01000,1.513
64,mlp.experts.5.gate_proj,0.0000051488,0.01000,1.514
64,mlp.experts.4.gate_proj,0.0000053824,0.01000,1.516
64,mlp.experts.6.gate_proj,0.0000049975,0.01000,1.529
64,mlp.experts.0.gate_proj,0.0000056430,0.01000,1.565
64,mlp.experts.1.gate_proj,0.0000051837,0.01000,1.598
64,mlp.experts.2.gate_proj,0.0000050552,0.01000,1.614
64,mlp.experts.10.gate_proj,0.0000051947,0.01000,1.330
64,mlp.experts.7.gate_proj,0.0000053908,0.01000,1.351
64,mlp.experts.9.gate_proj,0.0000049017,0.01000,1.358
64,mlp.experts.11.gate_proj,0.0000050650,0.01000,1.340
64,mlp.experts.12.gate_proj,0.0000049191,0.01000,1.323
64,mlp.experts.8.gate_proj,0.0000050277,0.01000,1.415
64,mlp.experts.13.gate_proj,0.0000050446,0.01000,1.343
64,mlp.experts.15.gate_proj,0.0000050097,0.01000,1.355
64,mlp.experts.16.gate_proj,0.0000052744,0.01000,1.351
64,mlp.experts.17.gate_proj,0.0000050647,0.01000,1.353
64,mlp.experts.19.gate_proj,0.0000050710,0.01000,1.344
64,mlp.experts.18.gate_proj,0.0000051266,0.01000,1.360
64,mlp.experts.14.gate_proj,0.0000050640,0.01000,1.435
64,mlp.experts.20.gate_proj,0.0000049909,0.01000,1.348
64,mlp.experts.22.gate_proj,0.0000049764,0.01000,1.353
64,mlp.experts.23.gate_proj,0.0000049129,0.01000,1.349
64,mlp.experts.24.gate_proj,0.0000055814,0.01000,1.345
64,mlp.experts.21.gate_proj,0.0000056915,0.01000,1.411
64,mlp.experts.25.gate_proj,0.0000051200,0.01000,1.357
64,mlp.experts.26.gate_proj,0.0000050114,0.01000,1.343
64,mlp.experts.27.gate_proj,0.0000049862,0.01000,1.360
64,mlp.experts.28.gate_proj,0.0000051515,0.01000,1.370
64,mlp.experts.31.gate_proj,0.0000050125,0.01000,1.335
64,mlp.experts.30.gate_proj,0.0000051458,0.01000,1.350
64,mlp.experts.33.gate_proj,0.0000050582,0.01000,1.349
64,mlp.experts.32.gate_proj,0.0000049708,0.01000,1.356
64,mlp.experts.29.gate_proj,0.0000050081,0.01000,1.419
64,mlp.experts.34.gate_proj,0.0000050909,0.01000,1.364
64,mlp.experts.37.gate_proj,0.0000053024,0.01000,1.336
64,mlp.experts.38.gate_proj,0.0000050766,0.01000,1.332
64,mlp.experts.39.gate_proj,0.0000051945,0.01000,1.349
64,mlp.experts.35.gate_proj,0.0000053203,0.01000,1.406
64,mlp.experts.40.gate_proj,0.0000053249,0.01000,1.344
64,mlp.experts.36.gate_proj,0.0000050257,0.01000,1.411
64,mlp.experts.41.gate_proj,0.0000051181,0.01000,1.356
64,mlp.experts.42.gate_proj,0.0000050189,0.01000,1.356
64,mlp.experts.43.gate_proj,0.0000050007,0.01000,1.355
64,mlp.experts.44.gate_proj,0.0000053026,0.01000,1.348
64,mlp.experts.45.gate_proj,0.0000056643,0.01000,1.344
64,mlp.experts.47.gate_proj,0.0000053251,0.01000,1.342
64,mlp.experts.46.gate_proj,0.0000050275,0.01000,1.349
64,mlp.experts.48.gate_proj,0.0000054152,0.01000,1.367
64,mlp.experts.49.gate_proj,0.0000049325,0.01000,1.356
64,mlp.experts.51.gate_proj,0.0000049286,0.01000,1.355
64,mlp.experts.52.gate_proj,0.0000049257,0.01000,1.345
64,mlp.experts.53.gate_proj,0.0000050154,0.01000,1.353
64,mlp.experts.54.gate_proj,0.0000053499,0.01000,1.358
64,mlp.experts.50.gate_proj,0.0000050391,0.01000,1.424
64,mlp.experts.55.gate_proj,0.0000051205,0.01000,1.364
64,mlp.experts.56.gate_proj,0.0000051920,0.01000,1.344
64,mlp.experts.58.gate_proj,0.0000054769,0.01000,1.339
64,mlp.experts.59.gate_proj,0.0000051619,0.01000,1.333
64,mlp.experts.60.gate_proj,0.0000049705,0.01000,1.347
64,mlp.experts.61.gate_proj,0.0000051523,0.01000,1.353
64,mlp.experts.62.gate_proj,0.0000052171,0.01000,1.369
64,mlp.experts.57.gate_proj,0.0000049063,0.01000,1.455
64,mlp.experts.63.gate_proj,0.0000049685,0.01000,1.341
64,mlp.experts.65.gate_proj,0.0000049497,0.01000,1.333
64,mlp.experts.66.gate_proj,0.0000051228,0.01000,1.335
64,mlp.experts.64.gate_proj,0.0000048906,0.01000,1.420
64,mlp.experts.67.gate_proj,0.0000050756,0.01000,1.357
64,mlp.experts.68.gate_proj,0.0000054187,0.01000,1.334
64,mlp.experts.69.gate_proj,0.0000051642,0.01000,1.367
64,mlp.experts.70.gate_proj,0.0000058286,0.01000,1.343
64,mlp.experts.71.gate_proj,0.0000049125,0.01000,1.354
64,mlp.experts.72.gate_proj,0.0000051946,0.01000,1.342
64,mlp.experts.73.gate_proj,0.0000051313,0.01000,1.331
64,mlp.experts.75.gate_proj,0.0000054525,0.01000,1.341
64,mlp.experts.74.gate_proj,0.0000051672,0.01000,1.415
64,mlp.experts.76.gate_proj,0.0000049407,0.01000,1.377
64,mlp.experts.77.gate_proj,0.0000054701,0.01000,1.338
64,mlp.experts.78.gate_proj,0.0000054092,0.01000,1.341
64,mlp.experts.79.gate_proj,0.0000051718,0.01000,1.342
64,mlp.experts.80.gate_proj,0.0000049867,0.01000,1.320
64,mlp.experts.81.gate_proj,0.0000056358,0.01000,1.344
64,mlp.experts.82.gate_proj,0.0000050046,0.01000,1.335
64,mlp.experts.83.gate_proj,0.0000054944,0.01000,1.360
64,mlp.experts.84.gate_proj,0.0000050509,0.01000,1.336
64,mlp.experts.85.gate_proj,0.0000051822,0.01000,1.355
64,mlp.experts.87.gate_proj,0.0000050254,0.01000,1.336
64,mlp.experts.88.gate_proj,0.0000053378,0.01000,1.331
64,mlp.experts.86.gate_proj,0.0000051100,0.01000,1.403
64,mlp.experts.89.gate_proj,0.0000049865,0.01000,1.331
64,mlp.experts.90.gate_proj,0.0000052337,0.01000,1.357
64,mlp.experts.91.gate_proj,0.0000052583,0.01000,1.347
64,mlp.experts.92.gate_proj,0.0000052370,0.01000,1.358
64,mlp.experts.93.gate_proj,0.0000049214,0.01000,1.359
64,mlp.experts.94.gate_proj,0.0000052451,0.01000,1.330
64,mlp.experts.95.gate_proj,0.0000052594,0.01000,1.359
64,mlp.experts.96.gate_proj,0.0000050977,0.01000,1.342
64,mlp.experts.97.gate_proj,0.0000049513,0.01000,1.371
64,mlp.experts.98.gate_proj,0.0000052028,0.01000,1.358
64,mlp.experts.101.gate_proj,0.0000049782,0.01000,1.333
64,mlp.experts.100.gate_proj,0.0000051414,0.01000,1.351
64,mlp.experts.99.gate_proj,0.0000057733,0.01000,1.401
64,mlp.experts.102.gate_proj,0.0000051620,0.01000,1.351
64,mlp.experts.103.gate_proj,0.0000053835,0.01000,1.343
64,mlp.experts.104.gate_proj,0.0000049819,0.01000,1.371
64,mlp.experts.105.gate_proj,0.0000049376,0.01000,1.354
64,mlp.experts.107.gate_proj,0.0000048421,0.01000,1.338
64,mlp.experts.108.gate_proj,0.0000057757,0.01000,1.330
64,mlp.experts.106.gate_proj,0.0000050569,0.01000,1.402
64,mlp.experts.109.gate_proj,0.0000055544,0.01000,1.352
64,mlp.experts.110.gate_proj,0.0000051116,0.01000,1.335
64,mlp.experts.111.gate_proj,0.0000053632,0.01000,1.369
64,mlp.experts.112.gate_proj,0.0000050738,0.01000,1.348
64,mlp.experts.113.gate_proj,0.0000050657,0.01000,1.358
64,mlp.experts.114.gate_proj,0.0000052974,0.01000,1.336
64,mlp.experts.115.gate_proj,0.0000050604,0.01000,1.338
64,mlp.experts.117.gate_proj,0.0000055423,0.01000,1.332
64,mlp.experts.116.gate_proj,0.0000054274,0.01000,1.383
64,mlp.experts.118.gate_proj,0.0000050453,0.01000,1.358
64,mlp.experts.119.gate_proj,0.0000054060,0.01000,1.354
64,mlp.experts.1.up_proj,0.0000050678,0.01000,1.332
64,mlp.experts.2.up_proj,0.0000048778,0.01000,1.335
64,mlp.experts.3.up_proj,0.0000049054,0.01000,1.341
64,mlp.experts.0.up_proj,0.0000052527,0.01000,1.396
64,mlp.experts.4.up_proj,0.0000051575,0.01000,1.327
64,mlp.experts.5.up_proj,0.0000049810,0.01000,1.366
64,mlp.experts.6.up_proj,0.0000047938,0.01000,1.350
64,mlp.experts.7.up_proj,0.0000052185,0.01000,1.360
64,mlp.experts.8.up_proj,0.0000047613,0.01000,1.350
64,mlp.experts.9.up_proj,0.0000047069,0.01000,1.339
64,mlp.experts.10.up_proj,0.0000049936,0.01000,1.351
64,mlp.experts.11.up_proj,0.0000049260,0.01000,1.375
64,mlp.experts.12.up_proj,0.0000047705,0.01000,1.386
64,mlp.experts.13.up_proj,0.0000049693,0.01000,1.361
64,mlp.experts.16.up_proj,0.0000049171,0.01000,1.348
64,mlp.experts.14.up_proj,0.0000049048,0.01000,1.369
64,mlp.experts.15.up_proj,0.0000048574,0.01000,1.352
64,mlp.experts.17.up_proj,0.0000048986,0.01000,1.362
64,mlp.experts.18.up_proj,0.0000047973,0.01000,1.341
64,mlp.experts.19.up_proj,0.0000048857,0.01000,1.357
64,mlp.experts.20.up_proj,0.0000047806,0.01000,1.368
64,mlp.experts.23.up_proj,0.0000047187,0.01000,1.343
64,mlp.experts.22.up_proj,0.0000048656,0.01000,1.350
64,mlp.experts.24.up_proj,0.0000050100,0.01000,1.360
64,mlp.experts.21.up_proj,0.0000052321,0.01000,1.403
64,mlp.experts.25.up_proj,0.0000049325,0.01000,1.345
64,mlp.experts.26.up_proj,0.0000048409,0.01000,1.358
64,mlp.experts.27.up_proj,0.0000047947,0.01000,1.358
64,mlp.experts.29.up_proj,0.0000048694,0.01000,1.338
64,mlp.experts.30.up_proj,0.0000049138,0.01000,1.344
64,mlp.experts.32.up_proj,0.0000048104,0.01000,1.352
64,mlp.experts.31.up_proj,0.0000048364,0.01000,1.355
64,mlp.experts.28.up_proj,0.0000049322,0.01000,1.417
64,mlp.experts.33.up_proj,0.0000048914,0.01000,1.354
64,mlp.experts.34.up_proj,0.0000049099,0.01000,1.353
64,mlp.experts.35.up_proj,0.0000050690,0.01000,1.362
64,mlp.experts.37.up_proj,0.0000050361,0.01000,1.331
64,mlp.experts.39.up_proj,0.0000050425,0.01000,1.342
64,mlp.experts.38.up_proj,0.0000049580,0.01000,1.350
64,mlp.experts.36.up_proj,0.0000047651,0.01000,1.405
64,mlp.experts.40.up_proj,0.0000051176,0.01000,1.349
64,mlp.experts.41.up_proj,0.0000048609,0.01000,1.354
64,mlp.experts.42.up_proj,0.0000049058,0.01000,1.380
64,mlp.experts.43.up_proj,0.0000048670,0.01000,1.357
64,mlp.experts.44.up_proj,0.0000050342,0.01000,1.346
64,mlp.experts.45.up_proj,0.0000053634,0.01000,1.344
64,mlp.experts.46.up_proj,0.0000048005,0.01000,1.340
64,mlp.experts.47.up_proj,0.0000051640,0.01000,1.358
64,mlp.experts.48.up_proj,0.0000052492,0.01000,1.350
64,mlp.experts.49.up_proj,0.0000047911,0.01000,1.347
64,mlp.experts.50.up_proj,0.0000048471,0.01000,1.340
64,mlp.experts.52.up_proj,0.0000047663,0.01000,1.341
64,mlp.experts.53.up_proj,0.0000048299,0.01000,1.331
64,mlp.experts.51.up_proj,0.0000047817,0.01000,1.416
64,mlp.experts.54.up_proj,0.0000052060,0.01000,1.351
64,mlp.experts.55.up_proj,0.0000048547,0.01000,1.343
64,mlp.experts.56.up_proj,0.0000050088,0.01000,1.334
64,mlp.experts.57.up_proj,0.0000046949,0.01000,1.334
64,mlp.experts.58.up_proj,0.0000052731,0.01000,1.333
64,mlp.experts.59.up_proj,0.0000049234,0.01000,1.337
64,mlp.experts.60.up_proj,0.0000047372,0.01000,1.349
64,mlp.experts.61.up_proj,0.0000048937,0.01000,1.342
64,mlp.experts.62.up_proj,0.0000050431,0.01000,1.354
64,mlp.experts.64.up_proj,0.0000047170,0.01000,1.339
64,mlp.experts.65.up_proj,0.0000046862,0.01000,1.332
64,mlp.experts.63.up_proj,0.0000048245,0.01000,1.347
64,mlp.experts.66.up_proj,0.0000048853,0.01000,1.338
64,mlp.experts.67.up_proj,0.0000048728,0.01000,1.346
64,mlp.experts.68.up_proj,0.0000051908,0.01000,1.357
64,mlp.experts.69.up_proj,0.0000049432,0.01000,1.347
64,mlp.experts.72.up_proj,0.0000049889,0.01000,1.334
64,mlp.experts.71.up_proj,0.0000047710,0.01000,1.348
64,mlp.experts.73.up_proj,0.0000048759,0.01000,1.339
64,mlp.experts.70.up_proj,0.0000055848,0.01000,1.396
64,mlp.experts.74.up_proj,0.0000049599,0.01000,1.337
64,mlp.experts.75.up_proj,0.0000052478,0.01000,1.359
64,mlp.experts.76.up_proj,0.0000048417,0.01000,1.341
64,mlp.experts.78.up_proj,0.0000051339,0.01000,1.354
64,mlp.experts.77.up_proj,0.0000052146,0.01000,1.373
64,mlp.experts.79.up_proj,0.0000050266,0.01000,1.330
64,mlp.experts.80.up_proj,0.0000048200,0.01000,1.339
64,mlp.experts.81.up_proj,0.0000053169,0.01000,1.330
64,mlp.experts.82.up_proj,0.0000048308,0.01000,1.353
64,mlp.experts.83.up_proj,0.0000052939,0.01000,1.349
64,mlp.experts.86.up_proj,0.0000049149,0.01000,1.344
64,mlp.experts.85.up_proj,0.0000050621,0.01000,1.357
64,mlp.experts.88.up_proj,0.0000050723,0.01000,1.333
64,mlp.experts.87.up_proj,0.0000049338,0.01000,1.374
64,mlp.experts.84.up_proj,0.0000047202,0.01000,1.406
64,mlp.experts.89.up_proj,0.0000048068,0.01000,1.353
64,mlp.experts.90.up_proj,0.0000050480,0.01000,1.354
64,mlp.experts.92.up_proj,0.0000049956,0.01000,1.326
64,mlp.experts.93.up_proj,0.0000047268,0.01000,1.324
64,mlp.experts.91.up_proj,0.0000050733,0.01000,1.397
64,mlp.experts.94.up_proj,0.0000050388,0.01000,1.342
64,mlp.experts.95.up_proj,0.0000050936,0.01000,1.341
64,mlp.experts.96.up_proj,0.0000048911,0.01000,1.345
64,mlp.experts.97.up_proj,0.0000047870,0.01000,1.382
64,mlp.experts.98.up_proj,0.0000049056,0.01000,1.357
64,mlp.experts.99.up_proj,0.0000054678,0.01000,1.344
64,mlp.experts.100.up_proj,0.0000048633,0.01000,1.330
64,mlp.experts.102.up_proj,0.0000049766,0.01000,1.342
64,mlp.experts.101.up_proj,0.0000047845,0.01000,1.389
64,mlp.experts.103.up_proj,0.0000050996,0.01000,1.359
64,mlp.experts.104.up_proj,0.0000048065,0.01000,1.351
64,mlp.experts.105.up_proj,0.0000047350,0.01000,1.353
64,mlp.experts.106.up_proj,0.0000048248,0.01000,1.347
64,mlp.experts.107.up_proj,0.0000046430,0.01000,1.338
64,mlp.experts.108.up_proj,0.0000054366,0.01000,1.341
64,mlp.experts.109.up_proj,0.0000053972,0.01000,1.333
64,mlp.experts.110.up_proj,0.0000048622,0.01000,1.351
64,mlp.experts.112.up_proj,0.0000049542,0.01000,1.350
64,mlp.experts.111.up_proj,0.0000051035,0.01000,1.365
64,mlp.experts.114.up_proj,0.0000050949,0.01000,1.344
64,mlp.experts.113.up_proj,0.0000049033,0.01000,1.361
64,mlp.experts.115.up_proj,0.0000049342,0.01000,1.363
64,mlp.experts.116.up_proj,0.0000052427,0.01000,1.341
64,mlp.experts.117.up_proj,0.0000053444,0.01000,1.306
64,mlp.experts.118.up_proj,0.0000050312,0.01000,1.015
64,mlp.experts.119.up_proj,0.0000052270,0.01000,1.032
64,mlp.experts.2.down_proj,0.0000006381,0.01000,0.441
64,mlp.experts.3.down_proj,0.0000006690,0.01000,0.441
64,mlp.experts.1.down_proj,0.0000007351,0.01000,0.443
64,mlp.experts.4.down_proj,0.0000006250,0.01000,0.442
64,mlp.experts.5.down_proj,0.0000005834,0.01000,0.442
64,mlp.experts.6.down_proj,0.0000006641,0.01000,0.449
64,mlp.experts.0.down_proj,0.0000007886,0.01000,0.441
64,mlp.experts.7.down_proj,0.0000006349,0.01000,0.403
64,mlp.experts.11.down_proj,0.0000005933,0.01000,0.409
64,mlp.experts.9.down_proj,0.0000005206,0.01000,0.410
64,mlp.experts.10.down_proj,0.0000006680,0.01000,0.411
64,mlp.experts.12.down_proj,0.0000005725,0.01000,0.406
64,mlp.experts.13.down_proj,0.0000006688,0.01000,0.409
64,mlp.experts.8.down_proj,0.0000005946,0.01000,0.426
64,mlp.experts.14.down_proj,0.0000005627,0.01000,0.402
64,mlp.experts.16.down_proj,0.0000006792,0.01000,0.405
64,mlp.experts.17.down_proj,0.0000006152,0.01000,0.404
64,mlp.experts.19.down_proj,0.0000005212,0.01000,0.401
64,mlp.experts.18.down_proj,0.0000005262,0.01000,0.410
64,mlp.experts.15.down_proj,0.0000006635,0.01000,0.422
64,mlp.experts.20.down_proj,0.0000006133,0.01000,0.414
64,mlp.experts.21.down_proj,0.0000006200,0.01000,0.404
64,mlp.experts.24.down_proj,0.0000004948,0.01000,0.396
64,mlp.experts.23.down_proj,0.0000005434,0.01000,0.407
64,mlp.experts.25.down_proj,0.0000006400,0.01000,0.403
64,mlp.experts.26.down_proj,0.0000006678,0.01000,0.397
64,mlp.experts.22.down_proj,0.0000006496,0.01000,0.421
64,mlp.experts.27.down_proj,0.0000005885,0.01000,0.412
64,mlp.experts.28.down_proj,0.0000005670,0.01000,0.407
64,mlp.experts.31.down_proj,0.0000005811,0.01000,0.398
64,mlp.experts.29.down_proj,0.0000006264,0.01000,0.411
64,mlp.experts.30.down_proj,0.0000005516,0.01000,0.404
64,mlp.experts.32.down_proj,0.0000006086,0.01000,0.402
64,mlp.experts.33.down_proj,0.0000007198,0.01000,0.399
64,mlp.experts.34.down_proj,0.0000006022,0.01000,0.410
64,mlp.experts.35.down_proj,0.0000006567,0.01000,0.404
64,mlp.experts.38.down_proj,0.0000007645,0.01000,0.400
64,mlp.experts.37.down_proj,0.0000005680,0.01000,0.401
64,mlp.experts.40.down_proj,0.0000006079,0.01000,0.395
64,mlp.experts.39.down_proj,0.0000006023,0.01000,0.399
64,mlp.experts.36.down_proj,0.0000004580,0.01000,0.415
64,mlp.experts.41.down_proj,0.0000006264,0.01000,0.407
64,mlp.experts.45.down_proj,0.0000007141,0.01000,0.394
64,mlp.experts.44.down_proj,0.0000006264,0.01000,0.400
64,mlp.experts.42.down_proj,0.0000005745,0.01000,0.410
64,mlp.experts.46.down_proj,0.0000006479,0.01000,0.402
64,mlp.experts.47.down_proj,0.0000008966,0.01000,0.396
64,mlp.experts.43.down_proj,0.0000006916,0.01000,0.414
64,mlp.experts.48.down_proj,0.0000006566,0.01000,0.408
64,mlp.experts.52.down_proj,0.0000005508,0.01000,0.395
64,mlp.experts.50.down_proj,0.0000005543,0.01000,0.406
64,mlp.experts.49.down_proj,0.0000005300,0.01000,0.410
64,mlp.experts.53.down_proj,0.0000004968,0.01000,0.403
64,mlp.experts.54.down_proj,0.0000007423,0.01000,0.400
64,mlp.experts.51.down_proj,0.0000006117,0.01000,0.420
64,mlp.experts.55.down_proj,0.0000005941,0.01000,0.409
64,mlp.experts.56.down_proj,0.0000005573,0.01000,0.402
64,mlp.experts.57.down_proj,0.0000005553,0.01000,0.402
64,mlp.experts.59.down_proj,0.0000006490,0.01000,0.397
64,mlp.experts.58.down_proj,0.0000005921,0.01000,0.404
64,mlp.experts.60.down_proj,0.0000005289,0.01000,0.403
64,mlp.experts.61.down_proj,0.0000006842,0.01000,0.401
64,mlp.experts.62.down_proj,0.0000005947,0.01000,0.408
64,mlp.experts.63.down_proj,0.0000006558,0.01000,0.403
64,mlp.experts.66.down_proj,0.0000006571,0.01000,0.398
64,mlp.experts.64.down_proj,0.0000005276,0.01000,0.403
64,mlp.experts.65.down_proj,0.0000006187,0.01000,0.416
64,mlp.experts.67.down_proj,0.0000005864,0.01000,0.411
64,mlp.experts.68.down_proj,0.0000005733,0.01000,0.405
64,mlp.experts.69.down_proj,0.0000005611,0.01000,0.408
64,mlp.experts.71.down_proj,0.0000005827,0.01000,0.404
64,mlp.experts.70.down_proj,0.0000007052,0.01000,0.410
64,mlp.experts.72.down_proj,0.0000005435,0.01000,0.414
64,mlp.experts.73.down_proj,0.0000006399,0.01000,0.400
64,mlp.experts.75.down_proj,0.0000006292,0.01000,0.410
64,mlp.experts.74.down_proj,0.0000005863,0.01000,0.410
64,mlp.experts.76.down_proj,0.0000006384,0.01000,0.406
64,mlp.experts.77.down_proj,0.0000006027,0.01000,0.406
64,mlp.experts.80.down_proj,0.0000005791,0.01000,0.398
64,mlp.experts.78.down_proj,0.0000005532,0.01000,0.409
64,mlp.experts.82.down_proj,0.0000006358,0.01000,0.400
64,mlp.experts.79.down_proj,0.0000005614,0.01000,0.414
64,mlp.experts.81.down_proj,0.0000008997,0.01000,0.412
64,mlp.experts.83.down_proj,0.0000006476,0.01000,0.403
64,mlp.experts.84.down_proj,0.0000005947,0.01000,0.407
64,mlp.experts.87.down_proj,0.0000006447,0.01000,0.395
64,mlp.experts.86.down_proj,0.0000005931,0.01000,0.417
64,mlp.experts.85.down_proj,0.0000006131,0.01000,0.420
64,mlp.experts.88.down_proj,0.0000006529,0.01000,0.410
64,mlp.experts.89.down_proj,0.0000006239,0.01000,0.402
64,mlp.experts.90.down_proj,0.0000006289,0.01000,0.403
64,mlp.experts.91.down_proj,0.0000006015,0.01000,0.401
64,mlp.experts.92.down_proj,0.0000005161,0.01000,0.405
64,mlp.experts.94.down_proj,0.0000005841,0.01000,0.396
64,mlp.experts.93.down_proj,0.0000005161,0.01000,0.412
64,mlp.experts.95.down_proj,0.0000008670,0.01000,0.404
64,mlp.experts.96.down_proj,0.0000006524,0.01000,0.405
64,mlp.experts.97.down_proj,0.0000006020,0.01000,0.403
64,mlp.experts.98.down_proj,0.0000005925,0.01000,0.413
64,mlp.experts.99.down_proj,0.0000006271,0.01000,0.402
64,mlp.experts.100.down_proj,0.0000005481,0.01000,0.409
64,mlp.experts.101.down_proj,0.0000005380,0.01000,0.401
64,mlp.experts.102.down_proj,0.0000005891,0.01000,0.404
64,mlp.experts.103.down_proj,0.0000005589,0.01000,0.409
64,mlp.experts.104.down_proj,0.0000006204,0.01000,0.412
64,mlp.experts.105.down_proj,0.0000005848,0.01000,0.399
64,mlp.experts.106.down_proj,0.0000006735,0.01000,0.400
64,mlp.experts.107.down_proj,0.0000005165,0.01000,0.396
64,mlp.experts.108.down_proj,0.0000006004,0.01000,0.394
64,mlp.experts.109.down_proj,0.0000006546,0.01000,0.394
64,mlp.experts.110.down_proj,0.0000005003,0.01000,0.399
64,mlp.experts.111.down_proj,0.0000006755,0.01000,0.403
64,mlp.experts.112.down_proj,0.0000007210,0.01000,0.396
64,mlp.experts.115.down_proj,0.0000005997,0.01000,0.389
64,mlp.experts.113.down_proj,0.0000006399,0.01000,0.397
64,mlp.experts.114.down_proj,0.0000005688,0.01000,0.395
64,mlp.experts.116.down_proj,0.0000006055,0.01000,0.390
64,mlp.experts.117.down_proj,0.0000006987,0.01000,0.393
64,mlp.experts.118.down_proj,0.0000006971,0.01000,0.387
64,mlp.experts.119.down_proj,0.0000006616,0.01000,0.273
65,self_attn.v_proj,0.0000006379,0.01000,1.203
65,self_attn.k_proj,0.0000002497,0.01000,1.205
65,self_attn.q_proj,0.0000020107,0.01000,1.265
65,self_attn.o_proj,0.0000001295,0.01000,2.761
65,mlp.shared_experts.gate_proj,0.0000000122,0.01000,0.912
65,mlp.shared_experts.up_proj,0.0000000069,0.01000,0.910
65,mlp.shared_experts.down_proj,0.0000000007,0.01000,0.274
65,mlp.experts.2.gate_proj,0.0000059537,0.01000,1.520
65,mlp.experts.1.gate_proj,0.0000050926,0.01000,1.526
65,mlp.experts.4.gate_proj,0.0000055699,0.01000,1.528
65,mlp.experts.3.gate_proj,0.0000054184,0.01000,1.540
65,mlp.experts.5.gate_proj,0.0000050811,0.01000,1.562
65,mlp.experts.6.gate_proj,0.0000054027,0.01000,1.571
65,mlp.experts.0.gate_proj,0.0000053755,0.01000,1.600
65,mlp.experts.9.gate_proj,0.0000051193,0.01000,1.350
65,mlp.experts.8.gate_proj,0.0000053768,0.01000,1.354
65,mlp.experts.10.gate_proj,0.0000059274,0.01000,1.341
65,mlp.experts.12.gate_proj,0.0000052382,0.01000,1.345
65,mlp.experts.11.gate_proj,0.0000053507,0.01000,1.366
65,mlp.experts.7.gate_proj,0.0000051185,0.01000,1.411
65,mlp.experts.13.gate_proj,0.0000055709,0.01000,1.364
65,mlp.experts.16.gate_proj,0.0000059950,0.01000,1.345
65,mlp.experts.15.gate_proj,0.0000052447,0.01000,1.356
65,mlp.experts.17.gate_proj,0.0000052488,0.01000,1.329
65,mlp.experts.19.gate_proj,0.0000052411,0.01000,1.342
65,mlp.experts.18.gate_proj,0.0000062782,0.01000,1.366
65,mlp.experts.14.gate_proj,0.0000052795,0.01000,1.423
65,mlp.experts.20.gate_proj,0.0000050716,0.01000,1.356
65,mlp.experts.23.gate_proj,0.0000050977,0.01000,1.341
65,mlp.experts.22.gate_proj,0.0000050909,0.01000,1.363
65,mlp.experts.24.gate_proj,0.0000051143,0.01000,1.345
65,mlp.experts.21.gate_proj,0.0000050751,0.01000,1.417
65,mlp.experts.25.gate_proj,0.0000055516,0.01000,1.362
65,mlp.experts.26.gate_proj,0.0000052927,0.01000,1.357
65,mlp.experts.27.gate_proj,0.0000055743,0.01000,1.369
65,mlp.experts.28.gate_proj,0.0000052764,0.01000,1.356
65,mlp.experts.29.gate_proj,0.0000055364,0.01000,1.365
65,mlp.experts.30.gate_proj,0.0000053555,0.01000,1.354
65,mlp.experts.31.gate_proj,0.0000051169,0.01000,1.337
65,mlp.experts.33.gate_proj,0.0000050729,0.01000,1.348
65,mlp.experts.34.gate_proj,0.0000055238,0.01000,1.359
65,mlp.experts.32.gate_proj,0.0000053956,0.01000,1.410
65,mlp.experts.35.gate_proj,0.0000052044,0.01000,1.357
65,mlp.experts.36.gate_proj,0.0000053586,0.01000,1.345
65,mlp.experts.37.gate_proj,0.0000055758,0.01000,1.343
65,mlp.experts.38.gate_proj,0.0000056255,0.01000,1.347
65,mlp.experts.39.gate_proj,0.0000051920,0.01000,1.352
65,mlp.experts.40.gate_proj,0.0000052871,0.01000,1.339
65,mlp.experts.41.gate_proj,0.0000051706,0.01000,1.379
65,mlp.experts.42.gate_proj,0.0000056888,0.01000,1.353
65,mlp.experts.43.gate_proj,0.0000051532,0.01000,1.347
65,mlp.experts.44.gate_proj,0.0000053636,0.01000,1.340
65,mlp.experts.45.gate_proj,0.0000053816,0.01000,1.340
65,mlp.experts.46.gate_proj,0.0000054558,0.01000,1.349
65,mlp.experts.47.gate_proj,0.0000050332,0.01000,1.336
65,mlp.experts.48.gate_proj,0.0000051167,0.01000,1.359
65,mlp.experts.51.gate_proj,0.0000050939,0.01000,1.337
65,mlp.experts.50.gate_proj,0.0000050455,0.01000,1.348
65,mlp.experts.52.gate_proj,0.0000051576,0.01000,1.345
65,mlp.experts.53.gate_proj,0.0000050704,0.01000,1.341
65,mlp.experts.54.gate_proj,0.0000055724,0.01000,1.331
65,mlp.experts.49.gate_proj,0.0000051129,0.01000,1.412
65,mlp.experts.55.gate_proj,0.0000053168,0.01000,1.355
65,mlp.experts.57.gate_proj,0.0000053093,0.01000,1.344
65,mlp.experts.58.gate_proj,0.0000053033,0.01000,1.356
65,mlp.experts.59.gate_proj,0.0000059325,0.01000,1.329
65,mlp.experts.60.gate_proj,0.0000053786,0.01000,1.345
65,mlp.experts.56.gate_proj,0.0000054474,0.01000,1.409
65,mlp.experts.61.gate_proj,0.0000050852,0.01000,1.344
65,mlp.experts.62.gate_proj,0.0000052173,0.01000,1.354
65,mlp.experts.63.gate_proj,0.0000054685,0.01000,1.349
65,mlp.experts.65.gate_proj,0.0000053006,0.01000,1.346
65,mlp.experts.66.gate_proj,0.0000053275,0.01000,1.334
65,mlp.experts.67.gate_proj,0.0000053184,0.01000,1.345
65,mlp.experts.68.gate_proj,0.0000052981,0.01000,1.344
65,mlp.experts.64.gate_proj,0.0000053154,0.01000,1.412
65,mlp.experts.69.gate_proj,0.0000049970,0.01000,1.351
65,mlp.experts.70.gate_proj,0.0000055324,0.01000,1.349
65,mlp.experts.72.gate_proj,0.0000058368,0.01000,1.346
65,mlp.experts.73.gate_proj,0.0000057766,0.01000,1.348
65,mlp.experts.74.gate_proj,0.0000052128,0.01000,1.355
65,mlp.experts.75.gate_proj,0.0000054378,0.01000,1.356
65,mlp.experts.71.gate_proj,0.0000052144,0.01000,1.415
65,mlp.experts.76.gate_proj,0.0000062270,0.01000,1.349
65,mlp.experts.77.gate_proj,0.0000057229,0.01000,1.348
65,mlp.experts.78.gate_proj,0.0000053008,0.01000,1.360
65,mlp.experts.79.gate_proj,0.0000050743,0.01000,1.338
65,mlp.experts.80.gate_proj,0.0000051565,0.01000,1.336
65,mlp.experts.82.gate_proj,0.0000053169,0.01000,1.357
65,mlp.experts.81.gate_proj,0.0000054810,0.01000,1.403
65,mlp.experts.83.gate_proj,0.0000053143,0.01000,1.355
65,mlp.experts.84.gate_proj,0.0000051915,0.01000,1.351
65,mlp.experts.87.gate_proj,0.0000053831,0.01000,1.328
65,mlp.experts.86.gate_proj,0.0000050812,0.01000,1.343
65,mlp.experts.88.gate_proj,0.0000052493,0.01000,1.354
65,mlp.experts.85.gate_proj,0.0000051272,0.01000,1.415
65,mlp.experts.89.gate_proj,0.0000050555,0.01000,1.350
65,mlp.experts.90.gate_proj,0.0000055469,0.01000,1.362
65,mlp.experts.91.gate_proj,0.0000051316,0.01000,1.355
65,mlp.experts.92.gate_proj,0.0000051753,0.01000,1.365
65,mlp.experts.93.gate_proj,0.0000051529,0.01000,1.357
65,mlp.experts.94.gate_proj,0.0000054083,0.01000,1.346
65,mlp.experts.95.gate_proj,0.0000050257,0.01000,1.354
65,mlp.experts.96.gate_proj,0.0000054451,0.01000,1.352
65,mlp.experts.97.gate_proj,0.0000059375,0.01000,1.363
65,mlp.experts.98.gate_proj,0.0000049843,0.01000,1.363
65,mlp.experts.99.gate_proj,0.0000053716,0.01000,1.351
65,mlp.experts.100.gate_proj,0.0000052861,0.01000,1.358
65,mlp.experts.101.gate_proj,0.0000052926,0.01000,1.337
65,mlp.experts.102.gate_proj,0.0000052913,0.01000,1.350
65,mlp.experts.103.gate_proj,0.0000050681,0.01000,1.343
65,mlp.experts.104.gate_proj,0.0000053665,0.01000,1.370
65,mlp.experts.105.gate_proj,0.0000052334,0.01000,1.358
65,mlp.experts.107.gate_proj,0.0000050279,0.01000,1.349
65,mlp.experts.106.gate_proj,0.0000056221,0.01000,1.358
65,mlp.experts.108.gate_proj,0.0000051927,0.01000,1.331
65,mlp.experts.109.gate_proj,0.0000051470,0.01000,1.363
65,mlp.experts.110.gate_proj,0.0000052976,0.01000,1.355
65,mlp.experts.111.gate_proj,0.0000055522,0.01000,1.366
65,mlp.experts.112.gate_proj,0.0000050113,0.01000,1.355
65,mlp.experts.114.gate_proj,0.0000051276,0.01000,1.358
65,mlp.experts.115.gate_proj,0.0000051235,0.01000,1.346
65,mlp.experts.113.gate_proj,0.0000053042,0.01000,1.372
65,mlp.experts.116.gate_proj,0.0000051198,0.01000,1.348
65,mlp.experts.117.gate_proj,0.0000053537,0.01000,1.333
65,mlp.experts.118.gate_proj,0.0000058535,0.01000,1.357
65,mlp.experts.119.gate_proj,0.0000051556,0.01000,1.363
65,mlp.experts.1.up_proj,0.0000049344,0.01000,1.342
65,mlp.experts.0.up_proj,0.0000051308,0.01000,1.351
65,mlp.experts.2.up_proj,0.0000055432,0.01000,1.342
65,mlp.experts.4.up_proj,0.0000053043,0.01000,1.320
65,mlp.experts.3.up_proj,0.0000051542,0.01000,1.343
65,mlp.experts.5.up_proj,0.0000049139,0.01000,1.362
65,mlp.experts.9.up_proj,0.0000049581,0.01000,1.334
65,mlp.experts.8.up_proj,0.0000051401,0.01000,1.340
65,mlp.experts.10.up_proj,0.0000056215,0.01000,1.336
65,mlp.experts.11.up_proj,0.0000050222,0.01000,1.334
65,mlp.experts.7.up_proj,0.0000049288,0.01000,1.403
65,mlp.experts.6.up_proj,0.0000051960,0.01000,1.419
65,mlp.experts.12.up_proj,0.0000050674,0.01000,1.358
65,mlp.experts.14.up_proj,0.0000051598,0.01000,1.351
65,mlp.experts.16.up_proj,0.0000054864,0.01000,1.324
65,mlp.experts.15.up_proj,0.0000050486,0.01000,1.337
65,mlp.experts.17.up_proj,0.0000051140,0.01000,1.348
65,mlp.experts.18.up_proj,0.0000054123,0.01000,1.352
65,mlp.experts.13.up_proj,0.0000053415,0.01000,1.428
65,mlp.experts.19.up_proj,0.0000050582,0.01000,1.373
65,mlp.experts.22.up_proj,0.0000049664,0.01000,1.330
65,mlp.experts.21.up_proj,0.0000048393,0.01000,1.350
65,mlp.experts.23.up_proj,0.0000048768,0.01000,1.331
65,mlp.experts.24.up_proj,0.0000049005,0.01000,1.354
65,mlp.experts.25.up_proj,0.0000053719,0.01000,1.343
65,mlp.experts.20.up_proj,0.0000049098,0.01000,1.428
65,mlp.experts.26.up_proj,0.0000050658,0.01000,1.374
65,mlp.experts.28.up_proj,0.0000051817,0.01000,1.363
65,mlp.experts.29.up_proj,0.0000052808,0.01000,1.364
65,mlp.experts.30.up_proj,0.0000052720,0.01000,1.341
65,mlp.experts.31.up_proj,0.0000049639,0.01000,1.360
65,mlp.experts.32.up_proj,0.0000051194,0.01000,1.355
65,mlp.experts.27.up_proj,0.0000054265,0.01000,1.453
65,mlp.experts.33.up_proj,0.0000049005,0.01000,1.397
65,mlp.experts.36.up_proj,0.0000051753,0.01000,1.355
65,mlp.experts.37.up_proj,0.0000054524,0.01000,1.343
65,mlp.experts.39.up_proj,0.0000049922,0.01000,1.350
65,mlp.experts.38.up_proj,0.0000054353,0.01000,1.377
65,mlp.experts.34.up_proj,0.0000053771,0.01000,1.439
65,mlp.experts.35.up_proj,0.0000050432,0.01000,1.436
65,mlp.experts.40.up_proj,0.0000050974,0.01000,1.363
65,mlp.experts.41.up_proj,0.0000049752,0.01000,1.370
65,mlp.experts.42.up_proj,0.0000054777,0.01000,1.374
65,mlp.experts.43.up_proj,0.0000050085,0.01000,1.359
65,mlp.experts.44.up_proj,0.0000051355,0.01000,1.350
65,mlp.experts.46.up_proj,0.0000051880,0.01000,1.355
65,mlp.experts.45.up_proj,0.0000052056,0.01000,1.388
65,mlp.experts.47.up_proj,0.0000048120,0.01000,1.375
65,mlp.experts.48.up_proj,0.0000049867,0.01000,1.361
65,mlp.experts.49.up_proj,0.0000049201,0.01000,1.355
65,mlp.experts.51.up_proj,0.0000048449,0.01000,1.341
65,mlp.experts.52.up_proj,0.0000049302,0.01000,1.356
65,mlp.experts.53.up_proj,0.0000048849,0.01000,1.359
65,mlp.experts.50.up_proj,0.0000048911,0.01000,1.404
65,mlp.experts.54.up_proj,0.0000052861,0.01000,1.362
65,mlp.experts.55.up_proj,0.0000051273,0.01000,1.359
65,mlp.experts.56.up_proj,0.0000051721,0.01000,1.352
65,mlp.experts.57.up_proj,0.0000050649,0.01000,1.365
65,mlp.experts.58.up_proj,0.0000050289,0.01000,1.337
65,mlp.experts.59.up_proj,0.0000053969,0.01000,1.354
65,mlp.experts.60.up_proj,0.0000050093,0.01000,1.361
65,mlp.experts.61.up_proj,0.0000049064,0.01000,1.357
65,mlp.experts.64.up_proj,0.0000050535,0.01000,1.333
65,mlp.experts.63.up_proj,0.0000052957,0.01000,1.357
65,mlp.experts.65.up_proj,0.0000050774,0.01000,1.345
65,mlp.experts.66.up_proj,0.0000050269,0.01000,1.356
65,mlp.experts.67.up_proj,0.0000051758,0.01000,1.365
65,mlp.experts.62.up_proj,0.0000049989,0.01000,1.451
65,mlp.experts.68.up_proj,0.0000050348,0.01000,1.360
65,mlp.experts.70.up_proj,0.0000053669,0.01000,1.349
65,mlp.experts.71.up_proj,0.0000049433,0.01000,1.348
65,mlp.experts.72.up_proj,0.0000056748,0.01000,1.335
65,mlp.experts.69.up_proj,0.0000047706,0.01000,1.415
65,mlp.experts.73.up_proj,0.0000052980,0.01000,1.352
65,mlp.experts.74.up_proj,0.0000050146,0.01000,1.354
65,mlp.experts.75.up_proj,0.0000052062,0.01000,1.356
65,mlp.experts.76.up_proj,0.0000055485,0.01000,1.362
65,mlp.experts.77.up_proj,0.0000054443,0.01000,1.356
65,mlp.experts.79.up_proj,0.0000048908,0.01000,1.319
65,mlp.experts.80.up_proj,0.0000049718,0.01000,1.348
65,mlp.experts.78.up_proj,0.0000051419,0.01000,1.387
65,mlp.experts.81.up_proj,0.0000052587,0.01000,1.349
65,mlp.experts.82.up_proj,0.0000050533,0.01000,1.353
65,mlp.experts.85.up_proj,0.0000050696,0.01000,1.347
65,mlp.experts.84.up_proj,0.0000050561,0.01000,1.381
65,mlp.experts.86.up_proj,0.0000048859,0.01000,1.329
65,mlp.experts.83.up_proj,0.0000052342,0.01000,1.419
65,mlp.experts.87.up_proj,0.0000051380,0.01000,1.353
65,mlp.experts.88.up_proj,0.0000050763,0.01000,1.357
65,mlp.experts.89.up_proj,0.0000049123,0.01000,1.373
65,mlp.experts.90.up_proj,0.0000054050,0.01000,1.360
65,mlp.experts.92.up_proj,0.0000049483,0.01000,1.337
65,mlp.experts.93.up_proj,0.0000049974,0.01000,1.351
65,mlp.experts.94.up_proj,0.0000050520,0.01000,1.349
65,mlp.experts.95.up_proj,0.0000048519,0.01000,1.357
65,mlp.experts.91.up_proj,0.0000049856,0.01000,1.409
65,mlp.experts.96.up_proj,0.0000052174,0.01000,1.355
65,mlp.experts.97.up_proj,0.0000053390,0.01000,1.340
65,mlp.experts.98.up_proj,0.0000047797,0.01000,1.368
65,mlp.experts.99.up_proj,0.0000050649,0.01000,1.342
65,mlp.experts.100.up_proj,0.0000051016,0.01000,1.340
65,mlp.experts.102.up_proj,0.0000051337,0.01000,1.336
65,mlp.experts.101.up_proj,0.0000050084,0.01000,1.420
65,mlp.experts.103.up_proj,0.0000048619,0.01000,1.353
65,mlp.experts.104.up_proj,0.0000051186,0.01000,1.330
65,mlp.experts.107.up_proj,0.0000048024,0.01000,1.324
65,mlp.experts.106.up_proj,0.0000053665,0.01000,1.338
65,mlp.experts.108.up_proj,0.0000050269,0.01000,1.351
65,mlp.experts.105.up_proj,0.0000050997,0.01000,1.407
65,mlp.experts.109.up_proj,0.0000049390,0.01000,1.345
65,mlp.experts.110.up_proj,0.0000050613,0.01000,1.345
65,mlp.experts.111.up_proj,0.0000052943,0.01000,1.326
65,mlp.experts.113.up_proj,0.0000052096,0.01000,1.334
65,mlp.experts.114.up_proj,0.0000049639,0.01000,1.319
65,mlp.experts.112.up_proj,0.0000048537,0.01000,1.403
65,mlp.experts.115.up_proj,0.0000049915,0.01000,1.352
65,mlp.experts.116.up_proj,0.0000049494,0.01000,1.336
65,mlp.experts.117.up_proj,0.0000051517,0.01000,1.316
65,mlp.experts.118.up_proj,0.0000052767,0.01000,1.028
65,mlp.experts.119.up_proj,0.0000049835,0.01000,1.015
65,mlp.experts.0.down_proj,0.0000006214,0.01000,0.439
65,mlp.experts.2.down_proj,0.0000008545,0.01000,0.441
65,mlp.experts.3.down_proj,0.0000005865,0.01000,0.444
65,mlp.experts.4.down_proj,0.0000007216,0.01000,0.446
65,mlp.experts.6.down_proj,0.0000006246,0.01000,0.445
65,mlp.experts.1.down_proj,0.0000006702,0.01000,0.453
65,mlp.experts.5.down_proj,0.0000007324,0.01000,0.454
65,mlp.experts.7.down_proj,0.0000005573,0.01000,0.405
65,mlp.experts.10.down_proj,0.0000006313,0.01000,0.400
65,mlp.experts.9.down_proj,0.0000005673,0.01000,0.406
65,mlp.experts.12.down_proj,0.0000006807,0.01000,0.405
65,mlp.experts.8.down_proj,0.0000006223,0.01000,0.418
65,mlp.experts.11.down_proj,0.0000007887,0.01000,0.410
65,mlp.experts.13.down_proj,0.0000007392,0.01000,0.417
65,mlp.experts.14.down_proj,0.0000005734,0.01000,0.410
65,mlp.experts.16.down_proj,0.0000006861,0.01000,0.408
65,mlp.experts.17.down_proj,0.0000007135,0.01000,0.403
65,mlp.experts.15.down_proj,0.0000006866,0.01000,0.422
65,mlp.experts.18.down_proj,0.0000005231,0.01000,0.414
65,mlp.experts.19.down_proj,0.0000005504,0.01000,0.422
65,mlp.experts.20.down_proj,0.0000006105,0.01000,0.417
65,mlp.experts.21.down_proj,0.0000005629,0.01000,0.407
65,mlp.experts.23.down_proj,0.0000005943,0.01000,0.405
65,mlp.experts.24.down_proj,0.0000006021,0.01000,0.400
65,mlp.experts.25.down_proj,0.0000006434,0.01000,0.405
65,mlp.experts.22.down_proj,0.0000006456,0.01000,0.426
65,mlp.experts.26.down_proj,0.0000008470,0.01000,0.419
65,mlp.experts.27.down_proj,0.0000007537,0.01000,0.411
65,mlp.experts.30.down_proj,0.0000006403,0.01000,0.408
65,mlp.experts.29.down_proj,0.0000005759,0.01000,0.413
65,mlp.experts.31.down_proj,0.0000006728,0.01000,0.402
65,mlp.experts.28.down_proj,0.0000007514,0.01000,0.434
65,mlp.experts.33.down_proj,0.0000006035,0.01000,0.403
65,mlp.experts.34.down_proj,0.0000005833,0.01000,0.411
65,mlp.experts.32.down_proj,0.0000006176,0.01000,0.443
65,mlp.experts.36.down_proj,0.0000006780,0.01000,0.407
65,mlp.experts.37.down_proj,0.0000007195,0.01000,0.408
65,mlp.experts.38.down_proj,0.0000005936,0.01000,0.403
65,mlp.experts.35.down_proj,0.0000006035,0.01000,0.427
65,mlp.experts.39.down_proj,0.0000006088,0.01000,0.410
65,mlp.experts.40.down_proj,0.0000007278,0.01000,0.404
65,mlp.experts.41.down_proj,0.0000006712,0.01000,0.411
65,mlp.experts.43.down_proj,0.0000006963,0.01000,0.408
65,mlp.experts.42.down_proj,0.0000006476,0.01000,0.420
65,mlp.experts.45.down_proj,0.0000006395,0.01000,0.400
65,mlp.experts.46.down_proj,0.0000005692,0.01000,0.405
65,mlp.experts.47.down_proj,0.0000005158,0.01000,0.406
65,mlp.experts.44.down_proj,0.0000007067,0.01000,0.424
65,mlp.experts.48.down_proj,0.0000006766,0.01000,0.409
65,mlp.experts.49.down_proj,0.0000006446,0.01000,0.410
65,mlp.experts.50.down_proj,0.0000006165,0.01000,0.407
65,mlp.experts.51.down_proj,0.0000006085,0.01000,0.408
65,mlp.experts.52.down_proj,0.0000006301,0.01000,0.397
65,mlp.experts.53.down_proj,0.0000006790,0.01000,0.411
65,mlp.experts.54.down_proj,0.0000006202,0.01000,0.412
65,mlp.experts.55.down_proj,0.0000005923,0.01000,0.407
65,mlp.experts.56.down_proj,0.0000005909,0.01000,0.408
65,mlp.experts.59.down_proj,0.0000005717,0.01000,0.397
65,mlp.experts.58.down_proj,0.0000006213,0.01000,0.403
65,mlp.experts.57.down_proj,0.0000005554,0.01000,0.407
65,mlp.experts.61.down_proj,0.0000005699,0.01000,0.401
65,mlp.experts.60.down_proj,0.0000007000,0.01000,0.412
65,mlp.experts.62.down_proj,0.0000005810,0.01000,0.405
65,mlp.experts.66.down_proj,0.0000005639,0.01000,0.401
65,mlp.experts.65.down_proj,0.0000006390,0.01000,0.407
65,mlp.experts.63.down_proj,0.0000006482,0.01000,0.419
65,mlp.experts.64.down_proj,0.0000006009,0.01000,0.422
65,mlp.experts.67.down_proj,0.0000007487,0.01000,0.410
65,mlp.experts.68.down_proj,0.0000006710,0.01000,0.407
65,mlp.experts.69.down_proj,0.0000005244,0.01000,0.406
65,mlp.experts.70.down_proj,0.0000006111,0.01000,0.410
65,mlp.experts.71.down_proj,0.0000006842,0.01000,0.409
65,mlp.experts.72.down_proj,0.0000007666,0.01000,0.403
65,mlp.experts.73.down_proj,0.0000007289,0.01000,0.399
65,mlp.experts.74.down_proj,0.0000006332,0.01000,0.404
65,mlp.experts.75.down_proj,0.0000006120,0.01000,0.403
65,mlp.experts.76.down_proj,0.0000007594,0.01000,0.406
65,mlp.experts.80.down_proj,0.0000006308,0.01000,0.401
65,mlp.experts.78.down_proj,0.0000006859,0.01000,0.410
65,mlp.experts.79.down_proj,0.0000005570,0.01000,0.411
65,mlp.experts.77.down_proj,0.0000007786,0.01000,0.420
65,mlp.experts.82.down_proj,0.0000006414,0.01000,0.403
65,mlp.experts.81.down_proj,0.0000007363,0.01000,0.409
65,mlp.experts.83.down_proj,0.0000006488,0.01000,0.410
65,mlp.experts.85.down_proj,0.0000006758,0.01000,0.406
65,mlp.experts.87.down_proj,0.0000006915,0.01000,0.398
65,mlp.experts.86.down_proj,0.0000006772,0.01000,0.404
65,mlp.experts.84.down_proj,0.0000007788,0.01000,0.415
65,mlp.experts.89.down_proj,0.0000006243,0.01000,0.404
65,mlp.experts.88.down_proj,0.0000006041,0.01000,0.416
65,mlp.experts.90.down_proj,0.0000007630,0.01000,0.406
65,mlp.experts.94.down_proj,0.0000007173,0.01000,0.400
65,mlp.experts.93.down_proj,0.0000005663,0.01000,0.406
65,mlp.experts.92.down_proj,0.0000006164,0.01000,0.407
65,mlp.experts.91.down_proj,0.0000006240,0.01000,0.421
65,mlp.experts.95.down_proj,0.0000006754,0.01000,0.404
65,mlp.experts.96.down_proj,0.0000006436,0.01000,0.401
65,mlp.experts.97.down_proj,0.0000006098,0.01000,0.405
65,mlp.experts.100.down_proj,0.0000006355,0.01000,0.405
65,mlp.experts.99.down_proj,0.0000007659,0.01000,0.408
65,mlp.experts.101.down_proj,0.0000006373,0.01000,0.401
65,mlp.experts.98.down_proj,0.0000005666,0.01000,0.421
65,mlp.experts.102.down_proj,0.0000007074,0.01000,0.407
65,mlp.experts.103.down_proj,0.0000006117,0.01000,0.406
65,mlp.experts.104.down_proj,0.0000007147,0.01000,0.406
65,mlp.experts.106.down_proj,0.0000006932,0.01000,0.405
65,mlp.experts.108.down_proj,0.0000005600,0.01000,0.396
65,mlp.experts.107.down_proj,0.0000004545,0.01000,0.402
65,mlp.experts.105.down_proj,0.0000005774,0.01000,0.420
65,mlp.experts.109.down_proj,0.0000005722,0.01000,0.404
65,mlp.experts.110.down_proj,0.0000007466,0.01000,0.400
65,mlp.experts.111.down_proj,0.0000007300,0.01000,0.407
65,mlp.experts.114.down_proj,0.0000006609,0.01000,0.406
65,mlp.experts.113.down_proj,0.0000005738,0.01000,0.409
65,mlp.experts.115.down_proj,0.0000007161,0.01000,0.401
65,mlp.experts.117.down_proj,0.0000005905,0.01000,0.405
65,mlp.experts.116.down_proj,0.0000006099,0.01000,0.409
65,mlp.experts.112.down_proj,0.0000005790,0.01000,0.431
65,mlp.experts.118.down_proj,0.0000005692,0.01000,0.402
65,mlp.experts.119.down_proj,0.0000006870,0.01000,0.282
66,self_attn.v_proj,0.0000003490,0.01000,1.183
66,self_attn.k_proj,0.0000001514,0.01000,1.207
66,self_attn.q_proj,0.0000007583,0.01000,1.261
66,self_attn.o_proj,0.0000002023,0.01000,2.766
66,mlp.shared_experts.gate_proj,0.0000000124,0.01000,0.910
66,mlp.shared_experts.up_proj,0.0000000070,0.01000,0.909
66,mlp.shared_experts.down_proj,0.0000000008,0.01000,0.276
66,mlp.experts.2.gate_proj,0.0000056774,0.01000,1.511
66,mlp.experts.3.gate_proj,0.0000054585,0.01000,1.521
66,mlp.experts.1.gate_proj,0.0000052957,0.01000,1.525
66,mlp.experts.5.gate_proj,0.0000053055,0.01000,1.523
66,mlp.experts.4.gate_proj,0.0000050908,0.01000,1.530
66,mlp.experts.6.gate_proj,0.0000054121,0.01000,1.533
66,mlp.experts.0.gate_proj,0.0000051048,0.01000,1.576
66,mlp.experts.10.gate_proj,0.0000056139,0.01000,1.350
66,mlp.experts.12.gate_proj,0.0000050841,0.01000,1.351
66,mlp.experts.9.gate_proj,0.0000050385,0.01000,1.364
66,mlp.experts.11.gate_proj,0.0000055329,0.01000,1.363
66,mlp.experts.13.gate_proj,0.0000054371,0.01000,1.356
66,mlp.experts.7.gate_proj,0.0000057550,0.01000,1.440
66,mlp.experts.8.gate_proj,0.0000052674,0.01000,1.440
66,mlp.experts.17.gate_proj,0.0000051850,0.01000,1.341
66,mlp.experts.16.gate_proj,0.0000054619,0.01000,1.358
66,mlp.experts.18.gate_proj,0.0000056720,0.01000,1.368
66,mlp.experts.14.gate_proj,0.0000055571,0.01000,1.427
66,mlp.experts.19.gate_proj,0.0000053274,0.01000,1.352
66,mlp.experts.15.gate_proj,0.0000054488,0.01000,1.427
66,mlp.experts.20.gate_proj,0.0000056615,0.01000,1.370
66,mlp.experts.21.gate_proj,0.0000057917,0.01000,1.357
66,mlp.experts.22.gate_proj,0.0000052801,0.01000,1.359
66,mlp.experts.24.gate_proj,0.0000056108,0.01000,1.327
66,mlp.experts.26.gate_proj,0.0000053717,0.01000,1.345
66,mlp.experts.25.gate_proj,0.0000054915,0.01000,1.361
66,mlp.experts.27.gate_proj,0.0000054822,0.01000,1.355
66,mlp.experts.23.gate_proj,0.0000053356,0.01000,1.401
66,mlp.experts.28.gate_proj,0.0000058303,0.01000,1.347
66,mlp.experts.29.gate_proj,0.0000053234,0.01000,1.348
66,mlp.experts.30.gate_proj,0.0000060703,0.01000,1.352
66,mlp.experts.31.gate_proj,0.0000053863,0.01000,1.334
66,mlp.experts.32.gate_proj,0.0000054472,0.01000,1.340
66,mlp.experts.33.gate_proj,0.0000053628,0.01000,1.354
66,mlp.experts.34.gate_proj,0.0000051858,0.01000,1.363
66,mlp.experts.35.gate_proj,0.0000054922,0.01000,1.367
66,mlp.experts.36.gate_proj,0.0000060143,0.01000,1.356
66,mlp.experts.37.gate_proj,0.0000051986,0.01000,1.348
66,mlp.experts.38.gate_proj,0.0000051877,0.01000,1.345
66,mlp.experts.39.gate_proj,0.0000053110,0.01000,1.342
66,mlp.experts.40.gate_proj,0.0000060802,0.01000,1.341
66,mlp.experts.41.gate_proj,0.0000052349,0.01000,1.384
66,mlp.experts.43.gate_proj,0.0000052011,0.01000,1.352
66,mlp.experts.44.gate_proj,0.0000059201,0.01000,1.344
66,mlp.experts.45.gate_proj,0.0000053914,0.01000,1.343
66,mlp.experts.46.gate_proj,0.0000053818,0.01000,1.344
66,mlp.experts.47.gate_proj,0.0000055871,0.01000,1.334
66,mlp.experts.42.gate_proj,0.0000051451,0.01000,1.409
66,mlp.experts.48.gate_proj,0.0000054940,0.01000,1.360
66,mlp.experts.49.gate_proj,0.0000057641,0.01000,1.350
66,mlp.experts.52.gate_proj,0.0000051409,0.01000,1.336
66,mlp.experts.51.gate_proj,0.0000052730,0.01000,1.349
66,mlp.experts.53.gate_proj,0.0000052365,0.01000,1.344
66,mlp.experts.54.gate_proj,0.0000057608,0.01000,1.349
66,mlp.experts.50.gate_proj,0.0000051914,0.01000,1.413
66,mlp.experts.55.gate_proj,0.0000053946,0.01000,1.394
66,mlp.experts.56.gate_proj,0.0000051972,0.01000,1.356
66,mlp.experts.57.gate_proj,0.0000053846,0.01000,1.344
66,mlp.experts.58.gate_proj,0.0000054990,0.01000,1.357
66,mlp.experts.59.gate_proj,0.0000056136,0.01000,1.349
66,mlp.experts.60.gate_proj,0.0000053351,0.01000,1.347
66,mlp.experts.61.gate_proj,0.0000053587,0.01000,1.345
66,mlp.experts.62.gate_proj,0.0000062894,0.01000,1.346
66,mlp.experts.64.gate_proj,0.0000052904,0.01000,1.341
66,mlp.experts.66.gate_proj,0.0000052140,0.01000,1.337
66,mlp.experts.65.gate_proj,0.0000055992,0.01000,1.361
66,mlp.experts.63.gate_proj,0.0000052500,0.01000,1.398
66,mlp.experts.67.gate_proj,0.0000051430,0.01000,1.357
66,mlp.experts.68.gate_proj,0.0000056190,0.01000,1.345
66,mlp.experts.69.gate_proj,0.0000051365,0.01000,1.348
66,mlp.experts.70.gate_proj,0.0000057888,0.01000,1.361
66,mlp.experts.72.gate_proj,0.0000054154,0.01000,1.352
66,mlp.experts.73.gate_proj,0.0000052962,0.01000,1.334
66,mlp.experts.71.gate_proj,0.0000054059,0.01000,1.356
66,mlp.experts.75.gate_proj,0.0000055797,0.01000,1.345
66,mlp.experts.74.gate_proj,0.0000052388,0.01000,1.358
66,mlp.experts.76.gate_proj,0.0000052695,0.01000,1.354
66,mlp.experts.77.gate_proj,0.0000053379,0.01000,1.354
66,mlp.experts.79.gate_proj,0.0000051560,0.01000,1.336
66,mlp.experts.80.gate_proj,0.0000054464,0.01000,1.339
66,mlp.experts.81.gate_proj,0.0000056132,0.01000,1.346
66,mlp.experts.82.gate_proj,0.0000050828,0.01000,1.347
66,mlp.experts.78.gate_proj,0.0000063687,0.01000,1.399
66,mlp.experts.83.gate_proj,0.0000060131,0.01000,1.345
66,mlp.experts.85.gate_proj,0.0000060169,0.01000,1.350
66,mlp.experts.86.gate_proj,0.0000052252,0.01000,1.353
66,mlp.experts.87.gate_proj,0.0000053039,0.01000,1.332
66,mlp.experts.88.gate_proj,0.0000052852,0.01000,1.357
66,mlp.experts.89.gate_proj,0.0000052980,0.01000,1.334
66,mlp.experts.84.gate_proj,0.0000051958,0.01000,1.406
66,mlp.experts.90.gate_proj,0.0000060540,0.01000,1.344
66,mlp.experts.92.gate_proj,0.0000052241,0.01000,1.350
66,mlp.experts.93.gate_proj,0.0000051396,0.01000,1.355
66,mlp.experts.94.gate_proj,0.0000054062,0.01000,1.332
66,mlp.experts.96.gate_proj,0.0000054944,0.01000,1.345
66,mlp.experts.95.gate_proj,0.0000054406,0.01000,1.354
66,mlp.experts.91.gate_proj,0.0000057713,0.01000,1.408
66,mlp.experts.97.gate_proj,0.0000056416,0.01000,1.332
66,mlp.experts.100.gate_proj,0.0000055522,0.01000,1.343
66,mlp.experts.98.gate_proj,0.0000051277,0.01000,1.361
66,mlp.experts.99.gate_proj,0.0000052205,0.01000,1.350
66,mlp.experts.101.gate_proj,0.0000056103,0.01000,1.337
66,mlp.experts.102.gate_proj,0.0000055657,0.01000,1.343
66,mlp.experts.103.gate_proj,0.0000053941,0.01000,1.340
66,mlp.experts.104.gate_proj,0.0000058868,0.01000,1.340
66,mlp.experts.107.gate_proj,0.0000053781,0.01000,1.349
66,mlp.experts.108.gate_proj,0.0000052517,0.01000,1.346
66,mlp.experts.109.gate_proj,0.0000059511,0.01000,1.353
66,mlp.experts.110.gate_proj,0.0000052335,0.01000,1.351
66,mlp.experts.105.gate_proj,0.0000055505,0.01000,1.407
66,mlp.experts.106.gate_proj,0.0000051939,0.01000,1.408
66,mlp.experts.111.gate_proj,0.0000052473,0.01000,1.338
66,mlp.experts.112.gate_proj,0.0000053655,0.01000,1.355
66,mlp.experts.115.gate_proj,0.0000053745,0.01000,1.340
66,mlp.experts.114.gate_proj,0.0000054795,0.01000,1.343
66,mlp.experts.116.gate_proj,0.0000058725,0.01000,1.338
66,mlp.experts.117.gate_proj,0.0000050807,0.01000,1.349
66,mlp.experts.113.gate_proj,0.0000054645,0.01000,1.410
66,mlp.experts.118.gate_proj,0.0000050929,0.01000,1.339
66,mlp.experts.1.up_proj,0.0000050973,0.01000,1.353
66,mlp.experts.2.up_proj,0.0000055233,0.01000,1.333
66,mlp.experts.4.up_proj,0.0000049343,0.01000,1.348
66,mlp.experts.3.up_proj,0.0000052033,0.01000,1.360
66,mlp.experts.119.gate_proj,0.0000055294,0.01000,1.416
66,mlp.experts.0.up_proj,0.0000049057,0.01000,1.413
66,mlp.experts.5.up_proj,0.0000051489,0.01000,1.371
66,mlp.experts.7.up_proj,0.0000054516,0.01000,1.346
66,mlp.experts.9.up_proj,0.0000048750,0.01000,1.327
66,mlp.experts.8.up_proj,0.0000051089,0.01000,1.328
66,mlp.experts.10.up_proj,0.0000054580,0.01000,1.349
66,mlp.experts.11.up_proj,0.0000053500,0.01000,1.351
66,mlp.experts.12.up_proj,0.0000049649,0.01000,1.344
66,mlp.experts.6.up_proj,0.0000052540,0.01000,1.436
66,mlp.experts.15.up_proj,0.0000052485,0.01000,1.343
66,mlp.experts.14.up_proj,0.0000054093,0.01000,1.360
66,mlp.experts.16.up_proj,0.0000053553,0.01000,1.339
66,mlp.experts.18.up_proj,0.0000054078,0.01000,1.340
66,mlp.experts.17.up_proj,0.0000050198,0.01000,1.356
66,mlp.experts.13.up_proj,0.0000051508,0.01000,1.440
66,mlp.experts.19.up_proj,0.0000051206,0.01000,1.358
66,mlp.experts.20.up_proj,0.0000054889,0.01000,1.381
66,mlp.experts.21.up_proj,0.0000055166,0.01000,1.366
66,mlp.experts.22.up_proj,0.0000050543,0.01000,1.358
66,mlp.experts.23.up_proj,0.0000050736,0.01000,1.346
66,mlp.experts.24.up_proj,0.0000054907,0.01000,1.359
66,mlp.experts.25.up_proj,0.0000052892,0.01000,1.350
66,mlp.experts.26.up_proj,0.0000051300,0.01000,1.366
66,mlp.experts.30.up_proj,0.0000055391,0.01000,1.341
66,mlp.experts.29.up_proj,0.0000051692,0.01000,1.363
66,mlp.experts.28.up_proj,0.0000053809,0.01000,1.368
66,mlp.experts.31.up_proj,0.0000051513,0.01000,1.361
66,mlp.experts.32.up_proj,0.0000053275,0.01000,1.351
66,mlp.experts.33.up_proj,0.0000051588,0.01000,1.370
66,mlp.experts.27.up_proj,0.0000053867,0.01000,1.450
66,mlp.experts.36.up_proj,0.0000058255,0.01000,1.341
66,mlp.experts.37.up_proj,0.0000049821,0.01000,1.324
66,mlp.experts.38.up_proj,0.0000050347,0.01000,1.347
66,mlp.experts.39.up_proj,0.0000051370,0.01000,1.329
66,mlp.experts.34.up_proj,0.0000050605,0.01000,1.416
66,mlp.experts.35.up_proj,0.0000052125,0.01000,1.403
66,mlp.experts.40.up_proj,0.0000056532,0.01000,1.367
66,mlp.experts.42.up_proj,0.0000049797,0.01000,1.350
66,mlp.experts.44.up_proj,0.0000057049,0.01000,1.319
66,mlp.experts.43.up_proj,0.0000049734,0.01000,1.344
66,mlp.experts.46.up_proj,0.0000051762,0.01000,1.334
66,mlp.experts.41.up_proj,0.0000050806,0.01000,1.415
66,mlp.experts.45.up_proj,0.0000051500,0.01000,1.410
66,mlp.experts.47.up_proj,0.0000053942,0.01000,1.378
66,mlp.experts.48.up_proj,0.0000053001,0.01000,1.355
66,mlp.experts.49.up_proj,0.0000054349,0.01000,1.341
66,mlp.experts.50.up_proj,0.0000050565,0.01000,1.340
66,mlp.experts.51.up_proj,0.0000050982,0.01000,1.334
66,mlp.experts.52.up_proj,0.0000049305,0.01000,1.380
66,mlp.experts.53.up_proj,0.0000050232,0.01000,1.336
66,mlp.experts.54.up_proj,0.0000054404,0.01000,1.365
66,mlp.experts.58.up_proj,0.0000053152,0.01000,1.331
66,mlp.experts.57.up_proj,0.0000051567,0.01000,1.348
66,mlp.experts.56.up_proj,0.0000051055,0.01000,1.370
66,mlp.experts.55.up_proj,0.0000052385,0.01000,1.401
66,mlp.experts.60.up_proj,0.0000050833,0.01000,1.334
66,mlp.experts.59.up_proj,0.0000053108,0.01000,1.408
66,mlp.experts.61.up_proj,0.0000051780,0.01000,1.362
66,mlp.experts.63.up_proj,0.0000050339,0.01000,1.364
66,mlp.experts.62.up_proj,0.0000056530,0.01000,1.367
66,mlp.experts.64.up_proj,0.0000051642,0.01000,1.370
66,mlp.experts.65.up_proj,0.0000052199,0.01000,1.343
66,mlp.experts.66.up_proj,0.0000049377,0.01000,1.360
66,mlp.experts.67.up_proj,0.0000049429,0.01000,1.363
66,mlp.experts.68.up_proj,0.0000053540,0.01000,1.384
66,mlp.experts.72.up_proj,0.0000053199,0.01000,1.335
66,mlp.experts.70.up_proj,0.0000055874,0.01000,1.361
66,mlp.experts.71.up_proj,0.0000052078,0.01000,1.341
66,mlp.experts.73.up_proj,0.0000050278,0.01000,1.340
66,mlp.experts.69.up_proj,0.0000049248,0.01000,1.426
66,mlp.experts.74.up_proj,0.0000050723,0.01000,1.342
66,mlp.experts.75.up_proj,0.0000053053,0.01000,1.365
66,mlp.experts.77.up_proj,0.0000051046,0.01000,1.354
66,mlp.experts.78.up_proj,0.0000055382,0.01000,1.367
66,mlp.experts.79.up_proj,0.0000050596,0.01000,1.343
66,mlp.experts.80.up_proj,0.0000052565,0.01000,1.360
66,mlp.experts.76.up_proj,0.0000051079,0.01000,1.431
66,mlp.experts.81.up_proj,0.0000053520,0.01000,1.353
66,mlp.experts.82.up_proj,0.0000049322,0.01000,1.375
66,mlp.experts.84.up_proj,0.0000050288,0.01000,1.355
66,mlp.experts.85.up_proj,0.0000057252,0.01000,1.366
66,mlp.experts.83.up_proj,0.0000054572,0.01000,1.426
66,mlp.experts.87.up_proj,0.0000050183,0.01000,1.353
66,mlp.experts.86.up_proj,0.0000050116,0.01000,1.363
66,mlp.experts.88.up_proj,0.0000051938,0.01000,1.335
66,mlp.experts.89.up_proj,0.0000050853,0.01000,1.359
66,mlp.experts.90.up_proj,0.0000057228,0.01000,1.371
66,mlp.experts.91.up_proj,0.0000054952,0.01000,1.379
66,mlp.experts.93.up_proj,0.0000049890,0.01000,1.355
66,mlp.experts.94.up_proj,0.0000051762,0.01000,1.365
66,mlp.experts.95.up_proj,0.0000052039,0.01000,1.342
66,mlp.experts.92.up_proj,0.0000050676,0.01000,1.406
66,mlp.experts.96.up_proj,0.0000053121,0.01000,1.372
66,mlp.experts.97.up_proj,0.0000053953,0.01000,1.379
66,mlp.experts.99.up_proj,0.0000050620,0.01000,1.358
66,mlp.experts.100.up_proj,0.0000052888,0.01000,1.347
66,mlp.experts.101.up_proj,0.0000054715,0.01000,1.357
66,mlp.experts.102.up_proj,0.0000053058,0.01000,1.342
66,mlp.experts.98.up_proj,0.0000049259,0.01000,1.406
66,mlp.experts.103.up_proj,0.0000050939,0.01000,1.363
66,mlp.experts.107.up_proj,0.0000051562,0.01000,1.343
66,mlp.experts.106.up_proj,0.0000050291,0.01000,1.355
66,mlp.experts.105.up_proj,0.0000052651,0.01000,1.360
66,mlp.experts.109.up_proj,0.0000057807,0.01000,1.342
66,mlp.experts.108.up_proj,0.0000050126,0.01000,1.356
66,mlp.experts.104.up_proj,0.0000057134,0.01000,1.441
66,mlp.experts.110.up_proj,0.0000050767,0.01000,1.366
66,mlp.experts.113.up_proj,0.0000052267,0.01000,1.351
66,mlp.experts.112.up_proj,0.0000051565,0.01000,1.365
66,mlp.experts.114.up_proj,0.0000053315,0.01000,1.337
66,mlp.experts.115.up_proj,0.0000051217,0.01000,1.350
66,mlp.experts.116.up_proj,0.0000055463,0.01000,1.363
66,mlp.experts.111.up_proj,0.0000051201,0.01000,1.450
66,mlp.experts.117.up_proj,0.0000049189,0.01000,1.335
66,mlp.experts.119.up_proj,0.0000053621,0.01000,0.993
66,mlp.experts.118.up_proj,0.0000049691,0.01000,1.022
66,mlp.experts.2.down_proj,0.0000006797,0.01000,0.447
66,mlp.experts.5.down_proj,0.0000006394,0.01000,0.446
66,mlp.experts.4.down_proj,0.0000005782,0.01000,0.447
66,mlp.experts.3.down_proj,0.0000007046,0.01000,0.447
66,mlp.experts.6.down_proj,0.0000006597,0.01000,0.453
66,mlp.experts.1.down_proj,0.0000006511,0.01000,0.464
66,mlp.experts.0.down_proj,0.0000005424,0.01000,0.476
66,mlp.experts.10.down_proj,0.0000006705,0.01000,0.408
66,mlp.experts.9.down_proj,0.0000005822,0.01000,0.411
66,mlp.experts.12.down_proj,0.0000005946,0.01000,0.400
66,mlp.experts.11.down_proj,0.0000006535,0.01000,0.411
66,mlp.experts.8.down_proj,0.0000006862,0.01000,0.431
66,mlp.experts.7.down_proj,0.0000007530,0.01000,0.438
66,mlp.experts.13.down_proj,0.0000006211,0.01000,0.413
66,mlp.experts.16.down_proj,0.0000006752,0.01000,0.401
66,mlp.experts.17.down_proj,0.0000006696,0.01000,0.402
66,mlp.experts.15.down_proj,0.0000006671,0.01000,0.421
66,mlp.experts.18.down_proj,0.0000005809,0.01000,0.409
66,mlp.experts.19.down_proj,0.0000005987,0.01000,0.402
66,mlp.experts.20.down_proj,0.0000006520,0.01000,0.409
66,mlp.experts.14.down_proj,0.0000007813,0.01000,0.442
66,mlp.experts.22.down_proj,0.0000006629,0.01000,0.413
66,mlp.experts.23.down_proj,0.0000007219,0.01000,0.404
66,mlp.experts.24.down_proj,0.0000006944,0.01000,0.403
66,mlp.experts.21.down_proj,0.0000007117,0.01000,0.426
66,mlp.experts.25.down_proj,0.0000006846,0.01000,0.409
66,mlp.experts.26.down_proj,0.0000005597,0.01000,0.407
66,mlp.experts.27.down_proj,0.0000007211,0.01000,0.415
66,mlp.experts.31.down_proj,0.0000005669,0.01000,0.397
66,mlp.experts.29.down_proj,0.0000006021,0.01000,0.407
66,mlp.experts.30.down_proj,0.0000007731,0.01000,0.409
66,mlp.experts.32.down_proj,0.0000007863,0.01000,0.404
66,mlp.experts.33.down_proj,0.0000007137,0.01000,0.404
66,mlp.experts.28.down_proj,0.0000005922,0.01000,0.425
66,mlp.experts.34.down_proj,0.0000007145,0.01000,0.414
66,mlp.experts.38.down_proj,0.0000006550,0.01000,0.404
66,mlp.experts.35.down_proj,0.0000006976,0.01000,0.416
66,mlp.experts.36.down_proj,0.0000008012,0.01000,0.413
66,mlp.experts.37.down_proj,0.0000006329,0.01000,0.416
66,mlp.experts.40.down_proj,0.0000008150,0.01000,0.410
66,mlp.experts.39.down_proj,0.0000006964,0.01000,0.420
66,mlp.experts.41.down_proj,0.0000006441,0.01000,0.419
66,mlp.experts.43.down_proj,0.0000005754,0.01000,0.403
66,mlp.experts.45.down_proj,0.0000006488,0.01000,0.400
66,mlp.experts.42.down_proj,0.0000005884,0.01000,0.418
66,mlp.experts.44.down_proj,0.0000006722,0.01000,0.417
66,mlp.experts.46.down_proj,0.0000006626,0.01000,0.408
66,mlp.experts.47.down_proj,0.0000006399,0.01000,0.402
66,mlp.experts.48.down_proj,0.0000005988,0.01000,0.413
66,mlp.experts.49.down_proj,0.0000007561,0.01000,0.404
66,mlp.experts.50.down_proj,0.0000006826,0.01000,0.413
66,mlp.experts.51.down_proj,0.0000006113,0.01000,0.407
66,mlp.experts.54.down_proj,0.0000007397,0.01000,0.405
66,mlp.experts.53.down_proj,0.0000006861,0.01000,0.411
66,mlp.experts.52.down_proj,0.0000005351,0.01000,0.417
66,mlp.experts.55.down_proj,0.0000006362,0.01000,0.416
66,mlp.experts.56.down_proj,0.0000007691,0.01000,0.406
66,mlp.experts.57.down_proj,0.0000007154,0.01000,0.406
66,mlp.experts.58.down_proj,0.0000006187,0.01000,0.405
66,mlp.experts.59.down_proj,0.0000007132,0.01000,0.404
66,mlp.experts.60.down_proj,0.0000008197,0.01000,0.406
66,mlp.experts.61.down_proj,0.0000006257,0.01000,0.407
66,mlp.experts.62.down_proj,0.0000006105,0.01000,0.407
66,mlp.experts.63.down_proj,0.0000007592,0.01000,0.411
66,mlp.experts.66.down_proj,0.0000006484,0.01000,0.401
66,mlp.experts.65.down_proj,0.0000007501,0.01000,0.412
66,mlp.experts.67.down_proj,0.0000005590,0.01000,0.406
66,mlp.experts.64.down_proj,0.0000006852,0.01000,0.418
66,mlp.experts.68.down_proj,0.0000006187,0.01000,0.404
66,mlp.experts.69.down_proj,0.0000005985,0.01000,0.408
66,mlp.experts.70.down_proj,0.0000007048,0.01000,0.411
66,mlp.experts.73.down_proj,0.0000005599,0.01000,0.404
66,mlp.experts.71.down_proj,0.0000007529,0.01000,0.417
66,mlp.experts.72.down_proj,0.0000007643,0.01000,0.411
66,mlp.experts.75.down_proj,0.0000007657,0.01000,0.406
66,mlp.experts.74.down_proj,0.0000005773,0.01000,0.423
66,mlp.experts.76.down_proj,0.0000006188,0.01000,0.406
66,mlp.experts.77.down_proj,0.0000006210,0.01000,0.411
66,mlp.experts.80.down_proj,0.0000008050,0.01000,0.406
66,mlp.experts.79.down_proj,0.0000007179,0.01000,0.407
66,mlp.experts.78.down_proj,0.0000005283,0.01000,0.412
66,mlp.experts.81.down_proj,0.0000007651,0.01000,0.409
66,mlp.experts.82.down_proj,0.0000005891,0.01000,0.401
66,mlp.experts.83.down_proj,0.0000008812,0.01000,0.407
66,mlp.experts.84.down_proj,0.0000005348,0.01000,0.411
66,mlp.experts.88.down_proj,0.0000007922,0.01000,0.409
66,mlp.experts.86.down_proj,0.0000006199,0.01000,0.413
66,mlp.experts.87.down_proj,0.0000006621,0.01000,0.413
66,mlp.experts.89.down_proj,0.0000006481,0.01000,0.409
66,mlp.experts.85.down_proj,0.0000007393,0.01000,0.427
66,mlp.experts.90.down_proj,0.0000007804,0.01000,0.412
66,mlp.experts.91.down_proj,0.0000008183,0.01000,0.408
66,mlp.experts.94.down_proj,0.0000006122,0.01000,0.404
66,mlp.experts.93.down_proj,0.0000005892,0.01000,0.406
66,mlp.experts.92.down_proj,0.0000006588,0.01000,0.409
66,mlp.experts.95.down_proj,0.0000006059,0.01000,0.407
66,mlp.experts.96.down_proj,0.0000005985,0.01000,0.405
66,mlp.experts.97.down_proj,0.0000007285,0.01000,0.409
66,mlp.experts.101.down_proj,0.0000005996,0.01000,0.401
66,mlp.experts.98.down_proj,0.0000006563,0.01000,0.409
66,mlp.experts.100.down_proj,0.0000006925,0.01000,0.409
66,mlp.experts.99.down_proj,0.0000006561,0.01000,0.418
66,mlp.experts.102.down_proj,0.0000007273,0.01000,0.409
66,mlp.experts.103.down_proj,0.0000005672,0.01000,0.407
66,mlp.experts.104.down_proj,0.0000006839,0.01000,0.411
66,mlp.experts.106.down_proj,0.0000007563,0.01000,0.408
66,mlp.experts.105.down_proj,0.0000007497,0.01000,0.410
66,mlp.experts.107.down_proj,0.0000005401,0.01000,0.407
66,mlp.experts.108.down_proj,0.0000006122,0.01000,0.402
66,mlp.experts.110.down_proj,0.0000006265,0.01000,0.405
66,mlp.experts.109.down_proj,0.0000007162,0.01000,0.411
66,mlp.experts.111.down_proj,0.0000008213,0.01000,0.406
66,mlp.experts.113.down_proj,0.0000006423,0.01000,0.409
66,mlp.experts.112.down_proj,0.0000005905,0.01000,0.415
66,mlp.experts.117.down_proj,0.0000005371,0.01000,0.413
66,mlp.experts.115.down_proj,0.0000006385,0.01000,0.426
66,mlp.experts.116.down_proj,0.0000008460,0.01000,0.419
66,mlp.experts.114.down_proj,0.0000006564,0.01000,0.430
66,mlp.experts.118.down_proj,0.0000005667,0.01000,0.413
66,mlp.experts.119.down_proj,0.0000007851,0.01000,0.277
67,self_attn.v_proj,0.0000004668,0.01000,1.195
67,self_attn.k_proj,0.0000001959,0.01000,1.204
67,self_attn.q_proj,0.0000013591,0.01000,1.272
67,self_attn.o_proj,0.0000003032,0.01000,2.765
67,mlp.shared_experts.gate_proj,0.0000000122,0.01000,0.911
67,mlp.shared_experts.up_proj,0.0000000073,0.01000,0.913
67,mlp.shared_experts.down_proj,0.0000000008,0.01000,0.277
67,mlp.experts.3.gate_proj,0.0000057646,0.01000,1.503
67,mlp.experts.5.gate_proj,0.0000053284,0.01000,1.507
67,mlp.experts.2.gate_proj,0.0000058514,0.01000,1.507
67,mlp.experts.4.gate_proj,0.0000057343,0.01000,1.520
67,mlp.experts.6.gate_proj,0.0000057930,0.01000,1.535
67,mlp.experts.0.gate_proj,0.0000054709,0.01000,1.574
67,mlp.experts.1.gate_proj,0.0000055029,0.01000,1.578
67,mlp.experts.10.gate_proj,0.0000053244,0.01000,1.325
67,mlp.experts.9.gate_proj,0.0000055044,0.01000,1.339
67,mlp.experts.11.gate_proj,0.0000053835,0.01000,1.338
67,mlp.experts.12.gate_proj,0.0000058567,0.01000,1.344
67,mlp.experts.7.gate_proj,0.0000054925,0.01000,1.414
67,mlp.experts.8.gate_proj,0.0000055407,0.01000,1.412
67,mlp.experts.13.gate_proj,0.0000056203,0.01000,1.362
67,mlp.experts.16.gate_proj,0.0000054687,0.01000,1.345
67,mlp.experts.15.gate_proj,0.0000054372,0.01000,1.391
67,mlp.experts.19.gate_proj,0.0000056595,0.01000,1.344
67,mlp.experts.17.gate_proj,0.0000056949,0.01000,1.350
67,mlp.experts.18.gate_proj,0.0000056422,0.01000,1.350
67,mlp.experts.14.gate_proj,0.0000054702,0.01000,1.433
67,mlp.experts.20.gate_proj,0.0000054644,0.01000,1.368
67,mlp.experts.21.gate_proj,0.0000056100,0.01000,1.373
67,mlp.experts.22.gate_proj,0.0000059560,0.01000,1.361
67,mlp.experts.23.gate_proj,0.0000057036,0.01000,1.351
67,mlp.experts.24.gate_proj,0.0000052953,0.01000,1.349
67,mlp.experts.25.gate_proj,0.0000056701,0.01000,1.355
67,mlp.experts.26.gate_proj,0.0000053524,0.01000,1.351
67,mlp.experts.27.gate_proj,0.0000058216,0.01000,1.368
67,mlp.experts.28.gate_proj,0.0000054101,0.01000,1.362
67,mlp.experts.29.gate_proj,0.0000057796,0.01000,1.362
67,mlp.experts.30.gate_proj,0.0000053872,0.01000,1.349
67,mlp.experts.31.gate_proj,0.0000055543,0.01000,1.355
67,mlp.experts.32.gate_proj,0.0000054461,0.01000,1.348
67,mlp.experts.33.gate_proj,0.0000055491,0.01000,1.357
67,mlp.experts.34.gate_proj,0.0000053757,0.01000,1.358
67,mlp.experts.37.gate_proj,0.0000057202,0.01000,1.350
67,mlp.experts.38.gate_proj,0.0000056973,0.01000,1.348
67,mlp.experts.39.gate_proj,0.0000054343,0.01000,1.356
67,mlp.experts.40.gate_proj,0.0000056968,0.01000,1.358
67,mlp.experts.36.gate_proj,0.0000057787,0.01000,1.415
67,mlp.experts.35.gate_proj,0.0000057700,0.01000,1.430
67,mlp.experts.41.gate_proj,0.0000057650,0.01000,1.364
67,mlp.experts.44.gate_proj,0.0000057437,0.01000,1.345
67,mlp.experts.45.gate_proj,0.0000054240,0.01000,1.334
67,mlp.experts.43.gate_proj,0.0000056056,0.01000,1.363
67,mlp.experts.42.gate_proj,0.0000057057,0.01000,1.407
67,mlp.experts.47.gate_proj,0.0000054262,0.01000,1.344
67,mlp.experts.48.gate_proj,0.0000054681,0.01000,1.369
67,mlp.experts.46.gate_proj,0.0000054117,0.01000,1.414
67,mlp.experts.51.gate_proj,0.0000053329,0.01000,1.341
67,mlp.experts.50.gate_proj,0.0000056107,0.01000,1.352
67,mlp.experts.52.gate_proj,0.0000053442,0.01000,1.344
67,mlp.experts.49.gate_proj,0.0000055432,0.01000,1.402
67,mlp.experts.53.gate_proj,0.0000055534,0.01000,1.352
67,mlp.experts.54.gate_proj,0.0000055213,0.01000,1.355
67,mlp.experts.55.gate_proj,0.0000053118,0.01000,1.365
67,mlp.experts.56.gate_proj,0.0000057448,0.01000,1.363
67,mlp.experts.57.gate_proj,0.0000059028,0.01000,1.360
67,mlp.experts.58.gate_proj,0.0000060650,0.01000,1.349
67,mlp.experts.59.gate_proj,0.0000054005,0.01000,1.344
67,mlp.experts.60.gate_proj,0.0000053323,0.01000,1.340
67,mlp.experts.61.gate_proj,0.0000060054,0.01000,1.369
67,mlp.experts.62.gate_proj,0.0000059593,0.01000,1.379
67,mlp.experts.63.gate_proj,0.0000060359,0.01000,1.351
67,mlp.experts.64.gate_proj,0.0000059357,0.01000,1.360
67,mlp.experts.65.gate_proj,0.0000057040,0.01000,1.342
67,mlp.experts.66.gate_proj,0.0000057912,0.01000,1.343
67,mlp.experts.67.gate_proj,0.0000052113,0.01000,1.346
67,mlp.experts.68.gate_proj,0.0000058035,0.01000,1.350
67,mlp.experts.69.gate_proj,0.0000055146,0.01000,1.373
67,mlp.experts.70.gate_proj,0.0000055183,0.01000,1.350
67,mlp.experts.72.gate_proj,0.0000057749,0.01000,1.344
67,mlp.experts.73.gate_proj,0.0000057882,0.01000,1.351
67,mlp.experts.74.gate_proj,0.0000057984,0.01000,1.354
67,mlp.experts.71.gate_proj,0.0000052908,0.01000,1.414
67,mlp.experts.75.gate_proj,0.0000056265,0.01000,1.335
67,mlp.experts.76.gate_proj,0.0000061422,0.01000,1.377
67,mlp.experts.77.gate_proj,0.0000059875,0.01000,1.351
67,mlp.experts.78.gate_proj,0.0000053643,0.01000,1.363
67,mlp.experts.79.gate_proj,0.0000055236,0.01000,1.355
67,mlp.experts.80.gate_proj,0.0000057119,0.01000,1.345
67,mlp.experts.81.gate_proj,0.0000055068,0.01000,1.352
67,mlp.experts.82.gate_proj,0.0000059216,0.01000,1.351
67,mlp.experts.83.gate_proj,0.0000058655,0.01000,1.384
67,mlp.experts.84.gate_proj,0.0000053391,0.01000,1.366
67,mlp.experts.86.gate_proj,0.0000057560,0.01000,1.351
67,mlp.experts.87.gate_proj,0.0000058267,0.01000,1.361
67,mlp.experts.88.gate_proj,0.0000053155,0.01000,1.342
67,mlp.experts.85.gate_proj,0.0000055640,0.01000,1.407
67,mlp.experts.89.gate_proj,0.0000054782,0.01000,1.357
67,mlp.experts.90.gate_proj,0.0000053393,0.01000,1.373
67,mlp.experts.91.gate_proj,0.0000055833,0.01000,1.368
67,mlp.experts.92.gate_proj,0.0000056011,0.01000,1.367
67,mlp.experts.93.gate_proj,0.0000053136,0.01000,1.361
67,mlp.experts.94.gate_proj,0.0000054289,0.01000,1.341
67,mlp.experts.95.gate_proj,0.0000055321,0.01000,1.347
67,mlp.experts.96.gate_proj,0.0000053807,0.01000,1.362
67,mlp.experts.97.gate_proj,0.0000060354,0.01000,1.386
67,mlp.experts.98.gate_proj,0.0000058764,0.01000,1.362
67,mlp.experts.100.gate_proj,0.0000054181,0.01000,1.348
67,mlp.experts.101.gate_proj,0.0000054591,0.01000,1.345
67,mlp.experts.102.gate_proj,0.0000054595,0.01000,1.350
67,mlp.experts.103.gate_proj,0.0000052544,0.01000,1.343
67,mlp.experts.99.gate_proj,0.0000057434,0.01000,1.409
67,mlp.experts.104.gate_proj,0.0000057793,0.01000,1.373
67,mlp.experts.105.gate_proj,0.0000053445,0.01000,1.367
67,mlp.experts.107.gate_proj,0.0000057223,0.01000,1.357
67,mlp.experts.108.gate_proj,0.0000052349,0.01000,1.338
67,mlp.experts.109.gate_proj,0.0000055632,0.01000,1.342
67,mlp.experts.110.gate_proj,0.0000056869,0.01000,1.345
67,mlp.experts.106.gate_proj,0.0000053730,0.01000,1.418
67,mlp.experts.111.gate_proj,0.0000053372,0.01000,1.369
67,mlp.experts.114.gate_proj,0.0000058368,0.01000,1.347
67,mlp.experts.113.gate_proj,0.0000064290,0.01000,1.372
67,mlp.experts.115.gate_proj,0.0000055152,0.01000,1.348
67,mlp.experts.116.gate_proj,0.0000058220,0.01000,1.357
67,mlp.experts.112.gate_proj,0.0000054857,0.01000,1.412
67,mlp.experts.117.gate_proj,0.0000056419,0.01000,1.356
67,mlp.experts.118.gate_proj,0.0000054924,0.01000,1.370
67,mlp.experts.119.gate_proj,0.0000056634,0.01000,1.351
67,mlp.experts.1.up_proj,0.0000052531,0.01000,1.358
67,mlp.experts.2.up_proj,0.0000056058,0.01000,1.354
67,mlp.experts.3.up_proj,0.0000055795,0.01000,1.349
67,mlp.experts.4.up_proj,0.0000054978,0.01000,1.357
67,mlp.experts.0.up_proj,0.0000052787,0.01000,1.422
67,mlp.experts.5.up_proj,0.0000051385,0.01000,1.358
67,mlp.experts.6.up_proj,0.0000055035,0.01000,1.404
67,mlp.experts.8.up_proj,0.0000053496,0.01000,1.394
67,mlp.experts.9.up_proj,0.0000053625,0.01000,1.418
67,mlp.experts.11.up_proj,0.0000051915,0.01000,1.409
67,mlp.experts.10.up_proj,0.0000051665,0.01000,1.445
67,mlp.experts.7.up_proj,0.0000052887,0.01000,1.543
67,mlp.experts.12.up_proj,0.0000057057,0.01000,1.489
67,mlp.experts.13.up_proj,0.0000054436,0.01000,1.408
67,mlp.experts.14.up_proj,0.0000052787,0.01000,1.399
67,mlp.experts.15.up_proj,0.0000052657,0.01000,1.374
67,mlp.experts.16.up_proj,0.0000053068,0.01000,1.363
67,mlp.experts.17.up_proj,0.0000053707,0.01000,1.355
67,mlp.experts.18.up_proj,0.0000054127,0.01000,1.361
67,mlp.experts.19.up_proj,0.0000054964,0.01000,1.383
67,mlp.experts.21.up_proj,0.0000054202,0.01000,1.365
67,mlp.experts.23.up_proj,0.0000055003,0.01000,1.342
67,mlp.experts.22.up_proj,0.0000056146,0.01000,1.367
67,mlp.experts.24.up_proj,0.0000051181,0.01000,1.357
67,mlp.experts.20.up_proj,0.0000051938,0.01000,1.441
67,mlp.experts.25.up_proj,0.0000054565,0.01000,1.347
67,mlp.experts.26.up_proj,0.0000052089,0.01000,1.411
67,mlp.experts.30.up_proj,0.0000052769,0.01000,1.340
67,mlp.experts.29.up_proj,0.0000055658,0.01000,1.355
67,mlp.experts.31.up_proj,0.0000052788,0.01000,1.366
67,mlp.experts.27.up_proj,0.0000055816,0.01000,1.435
67,mlp.experts.28.up_proj,0.0000052685,0.01000,1.455
67,mlp.experts.32.up_proj,0.0000052748,0.01000,1.381
67,mlp.experts.33.up_proj,0.0000053914,0.01000,1.395
67,mlp.experts.34.up_proj,0.0000052210,0.01000,1.370
67,mlp.experts.35.up_proj,0.0000056758,0.01000,1.383
67,mlp.experts.37.up_proj,0.0000055322,0.01000,1.359
67,mlp.experts.38.up_proj,0.0000055171,0.01000,1.363
67,mlp.experts.39.up_proj,0.0000053022,0.01000,1.376
67,mlp.experts.36.up_proj,0.0000055191,0.01000,1.457
67,mlp.experts.40.up_proj,0.0000055974,0.01000,1.403
67,mlp.experts.41.up_proj,0.0000055277,0.01000,1.375
67,mlp.experts.42.up_proj,0.0000056759,0.01000,1.392
67,mlp.experts.43.up_proj,0.0000054494,0.01000,1.429
67,mlp.experts.44.up_proj,0.0000054470,0.01000,1.414
67,mlp.experts.45.up_proj,0.0000052526,0.01000,1.408
67,mlp.experts.46.up_proj,0.0000052284,0.01000,1.385
67,mlp.experts.47.up_proj,0.0000051351,0.01000,1.527
67,mlp.experts.48.up_proj,0.0000053736,0.01000,1.411
67,mlp.experts.49.up_proj,0.0000052703,0.01000,1.441
67,mlp.experts.50.up_proj,0.0000054655,0.01000,1.427
67,mlp.experts.53.up_proj,0.0000052284,0.01000,1.413
67,mlp.experts.52.up_proj,0.0000051373,0.01000,1.437
67,mlp.experts.51.up_proj,0.0000051685,0.01000,1.508
67,mlp.experts.54.up_proj,0.0000053495,0.01000,1.533
67,mlp.experts.55.up_proj,0.0000052278,0.01000,1.392
67,mlp.experts.56.up_proj,0.0000055904,0.01000,1.394
67,mlp.experts.57.up_proj,0.0000055930,0.01000,1.399
67,mlp.experts.58.up_proj,0.0000057876,0.01000,1.448
67,mlp.experts.59.up_proj,0.0000053152,0.01000,1.460
67,mlp.experts.60.up_proj,0.0000051435,0.01000,1.519
67,mlp.experts.61.up_proj,0.0000058365,0.01000,1.683
67,mlp.experts.62.up_proj,0.0000054097,0.01000,1.393
67,mlp.experts.63.up_proj,0.0000058418,0.01000,1.400
67,mlp.experts.67.up_proj,0.0000050510,0.01000,1.417
67,mlp.experts.65.up_proj,0.0000055328,0.01000,1.576
67,mlp.experts.66.up_proj,0.0000054323,0.01000,1.674
67,mlp.experts.64.up_proj,0.0000054599,0.01000,1.827
67,mlp.experts.68.up_proj,0.0000055407,0.01000,1.634
67,mlp.experts.69.up_proj,0.0000053342,0.01000,1.398
67,mlp.experts.70.up_proj,0.0000053570,0.01000,1.488
67,mlp.experts.72.up_proj,0.0000056629,0.01000,1.390
67,mlp.experts.71.up_proj,0.0000052167,0.01000,1.467
67,mlp.experts.73.up_proj,0.0000054761,0.01000,1.367
67,mlp.experts.74.up_proj,0.0000054688,0.01000,1.356
67,mlp.experts.76.up_proj,0.0000056472,0.01000,1.362
67,mlp.experts.75.up_proj,0.0000053448,0.01000,1.668
67,mlp.experts.77.up_proj,0.0000056414,0.01000,1.606
67,mlp.experts.78.up_proj,0.0000051974,0.01000,1.453
67,mlp.experts.80.up_proj,0.0000055665,0.01000,1.371
67,mlp.experts.79.up_proj,0.0000052732,0.01000,1.465
67,mlp.experts.81.up_proj,0.0000053339,0.01000,1.571
67,mlp.experts.82.up_proj,0.0000057299,0.01000,1.612
67,mlp.experts.83.up_proj,0.0000055570,0.01000,1.537
67,mlp.experts.85.up_proj,0.0000053228,0.01000,1.358
67,mlp.experts.86.up_proj,0.0000055693,0.01000,1.370
67,mlp.experts.87.up_proj,0.0000054803,0.01000,1.416
67,mlp.experts.88.up_proj,0.0000051235,0.01000,1.415
67,mlp.experts.84.up_proj,0.0000051958,0.01000,1.755
67,mlp.experts.90.up_proj,0.0000051444,0.01000,1.471
67,mlp.experts.92.up_proj,0.0000054659,0.01000,1.438
67,mlp.experts.93.up_proj,0.0000052781,0.01000,1.371
67,mlp.experts.91.up_proj,0.0000053983,0.01000,1.548
67,mlp.experts.95.up_proj,0.0000053143,0.01000,1.352
67,mlp.experts.89.up_proj,0.0000052966,0.01000,1.907
67,mlp.experts.94.up_proj,0.0000052476,0.01000,1.370
67,mlp.experts.98.up_proj,0.0000055599,0.01000,1.383
67,mlp.experts.99.up_proj,0.0000055356,0.01000,1.351
67,mlp.experts.97.up_proj,0.0000049387,0.01000,1.557
67,mlp.experts.102.up_proj,0.0000053301,0.01000,1.369
67,mlp.experts.96.up_proj,0.0000052520,0.01000,1.747
67,mlp.experts.101.up_proj,0.0000052057,0.01000,1.438
67,mlp.experts.100.up_proj,0.0000052278,0.01000,1.695
67,mlp.experts.104.up_proj,0.0000054098,0.01000,1.414
67,mlp.experts.106.up_proj,0.0000052219,0.01000,1.361
67,mlp.experts.108.up_proj,0.0000050657,0.01000,1.406
67,mlp.experts.107.up_proj,0.0000054684,0.01000,1.519
67,mlp.experts.103.up_proj,0.0000051011,0.01000,1.823
67,mlp.experts.105.up_proj,0.0000051636,0.01000,1.775
67,mlp.experts.109.up_proj,0.0000053598,0.01000,1.565
67,mlp.experts.111.up_proj,0.0000052013,0.01000,1.469
67,mlp.experts.113.up_proj,0.0000060452,0.01000,1.445
67,mlp.experts.110.up_proj,0.0000054084,0.01000,1.739
67,mlp.experts.114.up_proj,0.0000056163,0.01000,1.405
67,mlp.experts.115.up_proj,0.0000053636,0.01000,1.364
67,mlp.experts.112.up_proj,0.0000052845,0.01000,1.729
67,mlp.experts.116.up_proj,0.0000057002,0.01000,1.338
67,mlp.experts.117.up_proj,0.0000053091,0.01000,1.324
67,mlp.experts.119.up_proj,0.0000054577,0.01000,1.167
67,mlp.experts.118.up_proj,0.0000053757,0.01000,1.185
67,mlp.experts.3.down_proj,0.0000010338,0.01000,0.448
67,mlp.experts.4.down_proj,0.0000006581,0.01000,0.453
67,mlp.experts.0.down_proj,0.0000005760,0.01000,0.461
67,mlp.experts.5.down_proj,0.0000005945,0.01000,0.465
67,mlp.experts.2.down_proj,0.0000006060,0.01000,0.475
67,mlp.experts.6.down_proj,0.0000007459,0.01000,0.529
67,mlp.experts.1.down_proj,0.0000006934,0.01000,0.633
67,mlp.experts.10.down_proj,0.0000005931,0.01000,0.397
67,mlp.experts.7.down_proj,0.0000007774,0.01000,0.413
67,mlp.experts.9.down_proj,0.0000007057,0.01000,0.408
67,mlp.experts.11.down_proj,0.0000007520,0.01000,0.404
67,mlp.experts.12.down_proj,0.0000006639,0.01000,0.408
67,mlp.experts.8.down_proj,0.0000007316,0.01000,0.518
67,mlp.experts.13.down_proj,0.0000007766,0.01000,0.559
67,mlp.experts.16.down_proj,0.0000006299,0.01000,0.425
67,mlp.experts.14.down_proj,0.0000006186,0.01000,0.431
67,mlp.experts.17.down_proj,0.0000007285,0.01000,0.418
67,mlp.experts.19.down_proj,0.0000006530,0.01000,0.416
67,mlp.experts.18.down_proj,0.0000007188,0.01000,0.482
67,mlp.experts.15.down_proj,0.0000007016,0.01000,0.574
67,mlp.experts.23.down_proj,0.0000007142,0.01000,0.428
67,mlp.experts.20.down_proj,0.0000007176,0.01000,0.557
67,mlp.experts.22.down_proj,0.0000006156,0.01000,0.468
67,mlp.experts.25.down_proj,0.0000007063,0.01000,0.423
67,mlp.experts.21.down_proj,0.0000007279,0.01000,0.563
67,mlp.experts.26.down_proj,0.0000006459,0.01000,0.418
67,mlp.experts.24.down_proj,0.0000006325,0.01000,0.587
67,mlp.experts.29.down_proj,0.0000006462,0.01000,0.447
67,mlp.experts.28.down_proj,0.0000007705,0.01000,0.479
67,mlp.experts.30.down_proj,0.0000006729,0.01000,0.418
67,mlp.experts.32.down_proj,0.0000007072,0.01000,0.423
67,mlp.experts.27.down_proj,0.0000008296,0.01000,0.574
67,mlp.experts.31.down_proj,0.0000007123,0.01000,0.593
67,mlp.experts.33.down_proj,0.0000006490,0.01000,0.572
67,mlp.experts.35.down_proj,0.0000006687,0.01000,0.419
67,mlp.experts.36.down_proj,0.0000006373,0.01000,0.411
67,mlp.experts.37.down_proj,0.0000006662,0.01000,0.403
67,mlp.experts.38.down_proj,0.0000006782,0.01000,0.460
67,mlp.experts.34.down_proj,0.0000006054,0.01000,0.567
67,mlp.experts.39.down_proj,0.0000006731,0.01000,0.411
67,mlp.experts.43.down_proj,0.0000007369,0.01000,0.437
67,mlp.experts.42.down_proj,0.0000008050,0.01000,0.456
67,mlp.experts.44.down_proj,0.0000006613,0.01000,0.440
67,mlp.experts.45.down_proj,0.0000006871,0.01000,0.426
67,mlp.experts.46.down_proj,0.0000006523,0.01000,0.420
67,mlp.experts.40.down_proj,0.0000008341,0.01000,0.806
67,mlp.experts.41.down_proj,0.0000006902,0.01000,0.752
67,mlp.experts.50.down_proj,0.0000007363,0.01000,0.395
67,mlp.experts.49.down_proj,0.0000006759,0.01000,0.401
67,mlp.experts.47.down_proj,0.0000005568,0.01000,0.497
67,mlp.experts.51.down_proj,0.0000006246,0.01000,0.393
67,mlp.experts.48.down_proj,0.0000007605,0.01000,0.659
67,mlp.experts.53.down_proj,0.0000007223,0.01000,0.398
67,mlp.experts.52.down_proj,0.0000006120,0.01000,0.492
67,mlp.experts.54.down_proj,0.0000006765,0.01000,0.410
67,mlp.experts.56.down_proj,0.0000006878,0.01000,0.437
67,mlp.experts.57.down_proj,0.0000008141,0.01000,0.406
67,mlp.experts.59.down_proj,0.0000007068,0.01000,0.420
67,mlp.experts.60.down_proj,0.0000006344,0.01000,0.415
67,mlp.experts.55.down_proj,0.0000006821,0.01000,0.711
67,mlp.experts.58.down_proj,0.0000006936,0.01000,0.651
67,mlp.experts.61.down_proj,0.0000006475,0.01000,0.456
67,mlp.experts.63.down_proj,0.0000006845,0.01000,0.423
67,mlp.experts.64.down_proj,0.0000008539,0.01000,0.414
67,mlp.experts.66.down_proj,0.0000008066,0.01000,0.432
67,mlp.experts.65.down_proj,0.0000007046,0.01000,0.545
67,mlp.experts.67.down_proj,0.0000005980,0.01000,0.421
67,mlp.experts.68.down_proj,0.0000007521,0.01000,0.446
67,mlp.experts.62.down_proj,0.0000006128,0.01000,0.860
67,mlp.experts.70.down_proj,0.0000007423,0.01000,0.402
67,mlp.experts.71.down_proj,0.0000007900,0.01000,0.401
67,mlp.experts.69.down_proj,0.0000006172,0.01000,0.689
67,mlp.experts.72.down_proj,0.0000006944,0.01000,0.417
67,mlp.experts.75.down_proj,0.0000006218,0.01000,0.405
67,mlp.experts.74.down_proj,0.0000008396,0.01000,0.452
67,mlp.experts.73.down_proj,0.0000007683,0.01000,0.589
67,mlp.experts.76.down_proj,0.0000006294,0.01000,0.537
67,mlp.experts.77.down_proj,0.0000008397,0.01000,0.444
67,mlp.experts.78.down_proj,0.0000007150,0.01000,0.440
67,mlp.experts.79.down_proj,0.0000009175,0.01000,0.504
67,mlp.experts.81.down_proj,0.0000007362,0.01000,0.494
67,mlp.experts.80.down_proj,0.0000008817,0.01000,0.564
67,mlp.experts.82.down_proj,0.0000007105,0.01000,0.504
67,mlp.experts.85.down_proj,0.0000006260,0.01000,0.470
67,mlp.experts.86.down_proj,0.0000007277,0.01000,0.443
67,mlp.experts.84.down_proj,0.0000006748,0.01000,0.622
67,mlp.experts.83.down_proj,0.0000006676,0.01000,0.716
67,mlp.experts.88.down_proj,0.0000006577,0.01000,0.445
67,mlp.experts.89.down_proj,0.0000008175,0.01000,0.416
67,mlp.experts.87.down_proj,0.0000007162,0.01000,0.659
67,mlp.experts.91.down_proj,0.0000006327,0.01000,0.426
67,mlp.experts.90.down_proj,0.0000005868,0.01000,0.589
67,mlp.experts.93.down_proj,0.0000007265,0.01000,0.408
67,mlp.experts.92.down_proj,0.0000007163,0.01000,0.517
67,mlp.experts.94.down_proj,0.0000006346,0.01000,0.472
67,mlp.experts.95.down_proj,0.0000007549,0.01000,0.448
67,mlp.experts.96.down_proj,0.0000006454,0.01000,0.413
67,mlp.experts.98.down_proj,0.0000008566,0.01000,0.418
67,mlp.experts.99.down_proj,0.0000008426,0.01000,0.443
67,mlp.experts.100.down_proj,0.0000006507,0.01000,0.438
67,mlp.experts.101.down_proj,0.0000006873,0.01000,0.402
67,mlp.experts.102.down_proj,0.0000006423,0.01000,0.411
67,mlp.experts.103.down_proj,0.0000005773,0.01000,0.402
67,mlp.experts.97.down_proj,0.0000005461,0.01000,0.863
67,mlp.experts.105.down_proj,0.0000005802,0.01000,0.402
67,mlp.experts.106.down_proj,0.0000006950,0.01000,0.414
67,mlp.experts.107.down_proj,0.0000007593,0.01000,0.396
67,mlp.experts.108.down_proj,0.0000007286,0.01000,0.394
67,mlp.experts.109.down_proj,0.0000006578,0.01000,0.399
67,mlp.experts.104.down_proj,0.0000007290,0.01000,0.760
67,mlp.experts.112.down_proj,0.0000006614,0.01000,0.419
67,mlp.experts.110.down_proj,0.0000006369,0.01000,0.559
67,mlp.experts.114.down_proj,0.0000006273,0.01000,0.408
67,mlp.experts.113.down_proj,0.0000006929,0.01000,0.454
67,mlp.experts.115.down_proj,0.0000006760,0.01000,0.456
67,mlp.experts.111.down_proj,0.0000006572,0.01000,0.705
67,mlp.experts.116.down_proj,0.0000007019,0.01000,0.381
67,mlp.experts.117.down_proj,0.0000007929,0.01000,0.346
67,mlp.experts.119.down_proj,0.0000006844,0.01000,0.349
67,mlp.experts.118.down_proj,0.0000006693,0.01000,0.586
68,self_attn.v_proj,0.0000004236,0.01000,1.193
68,self_attn.k_proj,0.0000001851,0.01000,1.200
68,self_attn.q_proj,0.0000013969,0.01000,1.336
68,self_attn.o_proj,0.0000003392,0.01000,2.769
68,mlp.shared_experts.gate_proj,0.0000000117,0.01000,0.909
68,mlp.shared_experts.up_proj,0.0000000073,0.01000,0.903
68,mlp.shared_experts.down_proj,0.0000000008,0.01000,0.274
68,mlp.experts.2.gate_proj,0.0000056488,0.01000,1.519
68,mlp.experts.1.gate_proj,0.0000057414,0.01000,1.530
68,mlp.experts.5.gate_proj,0.0000058517,0.01000,1.533
68,mlp.experts.4.gate_proj,0.0000054684,0.01000,1.534
68,mlp.experts.0.gate_proj,0.0000056275,0.01000,1.593
68,mlp.experts.6.gate_proj,0.0000056945,0.01000,1.617
68,mlp.experts.3.gate_proj,0.0000056815,0.01000,1.714
68,mlp.experts.9.gate_proj,0.0000063014,0.01000,1.363
68,mlp.experts.11.gate_proj,0.0000058721,0.01000,1.358
68,mlp.experts.12.gate_proj,0.0000057227,0.01000,1.340
68,mlp.experts.8.gate_proj,0.0000055959,0.01000,1.469
68,mlp.experts.7.gate_proj,0.0000063069,0.01000,1.541
68,mlp.experts.10.gate_proj,0.0000061231,0.01000,1.607
68,mlp.experts.13.gate_proj,0.0000058113,0.01000,1.534
68,mlp.experts.16.gate_proj,0.0000058327,0.01000,1.332
68,mlp.experts.15.gate_proj,0.0000057861,0.01000,1.366
68,mlp.experts.14.gate_proj,0.0000057092,0.01000,1.481
68,mlp.experts.18.gate_proj,0.0000054229,0.01000,1.336
68,mlp.experts.17.gate_proj,0.0000055089,0.01000,1.453
68,mlp.experts.19.gate_proj,0.0000054080,0.01000,1.552
68,mlp.experts.20.gate_proj,0.0000057194,0.01000,1.615
68,mlp.experts.21.gate_proj,0.0000054800,0.01000,1.423
68,mlp.experts.24.gate_proj,0.0000057858,0.01000,1.405
68,mlp.experts.25.gate_proj,0.0000056072,0.01000,1.376
68,mlp.experts.23.gate_proj,0.0000057890,0.01000,1.575
68,mlp.experts.26.gate_proj,0.0000056675,0.01000,1.342
68,mlp.experts.22.gate_proj,0.0000058674,0.01000,1.963
68,mlp.experts.27.gate_proj,0.0000060362,0.01000,1.575
68,mlp.experts.28.gate_proj,0.0000060481,0.01000,1.494
68,mlp.experts.30.gate_proj,0.0000056458,0.01000,1.421
68,mlp.experts.31.gate_proj,0.0000058513,0.01000,1.359
68,mlp.experts.32.gate_proj,0.0000057223,0.01000,1.381
68,mlp.experts.33.gate_proj,0.0000058797,0.01000,1.359
68,mlp.experts.29.gate_proj,0.0000057252,0.01000,1.947
68,mlp.experts.34.gate_proj,0.0000055035,0.01000,1.535
68,mlp.experts.37.gate_proj,0.0000056930,0.01000,1.374
68,mlp.experts.35.gate_proj,0.0000056600,0.01000,1.530
68,mlp.experts.38.gate_proj,0.0000056671,0.01000,1.355
68,mlp.experts.39.gate_proj,0.0000058981,0.01000,1.339
68,mlp.experts.40.gate_proj,0.0000060420,0.01000,1.316
68,mlp.experts.36.gate_proj,0.0000057475,0.01000,1.931
68,mlp.experts.41.gate_proj,0.0000055766,0.01000,1.548
68,mlp.experts.42.gate_proj,0.0000055534,0.01000,1.361
68,mlp.experts.44.gate_proj,0.0000058143,0.01000,1.341
68,mlp.experts.45.gate_proj,0.0000058217,0.01000,1.372
68,mlp.experts.43.gate_proj,0.0000062517,0.01000,1.641
68,mlp.experts.46.gate_proj,0.0000056572,0.01000,1.360
68,mlp.experts.47.gate_proj,0.0000062406,0.01000,1.591
68,mlp.experts.48.gate_proj,0.0000057135,0.01000,1.671
68,mlp.experts.49.gate_proj,0.0000057232,0.01000,1.609
68,mlp.experts.51.gate_proj,0.0000055595,0.01000,1.401
68,mlp.experts.52.gate_proj,0.0000059702,0.01000,1.382
68,mlp.experts.53.gate_proj,0.0000061343,0.01000,1.359
68,mlp.experts.50.gate_proj,0.0000056396,0.01000,1.751
68,mlp.experts.54.gate_proj,0.0000059857,0.01000,1.456
68,mlp.experts.55.gate_proj,0.0000056425,0.01000,1.583
68,mlp.experts.56.gate_proj,0.0000058418,0.01000,1.422
68,mlp.experts.58.gate_proj,0.0000057870,0.01000,1.413
68,mlp.experts.60.gate_proj,0.0000057669,0.01000,1.378
68,mlp.experts.59.gate_proj,0.0000059828,0.01000,1.550
68,mlp.experts.57.gate_proj,0.0000055471,0.01000,1.590
68,mlp.experts.61.gate_proj,0.0000056087,0.01000,1.479
68,mlp.experts.63.gate_proj,0.0000060935,0.01000,1.362
68,mlp.experts.65.gate_proj,0.0000058565,0.01000,1.350
68,mlp.experts.62.gate_proj,0.0000056556,0.01000,1.823
68,mlp.experts.64.gate_proj,0.0000060683,0.01000,1.536
68,mlp.experts.66.gate_proj,0.0000059454,0.01000,1.452
68,mlp.experts.67.gate_proj,0.0000058447,0.01000,1.613
68,mlp.experts.68.gate_proj,0.0000057388,0.01000,1.361
68,mlp.experts.70.gate_proj,0.0000055569,0.01000,1.413
68,mlp.experts.71.gate_proj,0.0000067072,0.01000,1.448
68,mlp.experts.69.gate_proj,0.0000060976,0.01000,1.679
68,mlp.experts.73.gate_proj,0.0000056034,0.01000,1.342
68,mlp.experts.74.gate_proj,0.0000055898,0.01000,1.341
68,mlp.experts.72.gate_proj,0.0000058132,0.01000,1.685
68,mlp.experts.75.gate_proj,0.0000055886,0.01000,1.464
68,mlp.experts.77.gate_proj,0.0000056302,0.01000,1.401
68,mlp.experts.78.gate_proj,0.0000057563,0.01000,1.448
68,mlp.experts.79.gate_proj,0.0000056395,0.01000,1.463
68,mlp.experts.80.gate_proj,0.0000060165,0.01000,1.426
68,mlp.experts.76.gate_proj,0.0000058222,0.01000,1.718
68,mlp.experts.81.gate_proj,0.0000058994,0.01000,1.453
68,mlp.experts.82.gate_proj,0.0000055616,0.01000,1.382
68,mlp.experts.84.gate_proj,0.0000055573,0.01000,1.398
68,mlp.experts.85.gate_proj,0.0000058685,0.01000,1.492
68,mlp.experts.86.gate_proj,0.0000057117,0.01000,1.381
68,mlp.experts.87.gate_proj,0.0000057126,0.01000,1.467
68,mlp.experts.83.gate_proj,0.0000057982,0.01000,1.775
68,mlp.experts.89.gate_proj,0.0000060000,0.01000,1.385
68,mlp.experts.88.gate_proj,0.0000055621,0.01000,1.525
68,mlp.experts.92.gate_proj,0.0000055616,0.01000,1.370
68,mlp.experts.94.gate_proj,0.0000054446,0.01000,1.345
68,mlp.experts.91.gate_proj,0.0000058139,0.01000,1.548
68,mlp.experts.93.gate_proj,0.0000056447,0.01000,1.459
68,mlp.experts.95.gate_proj,0.0000054366,0.01000,1.377
68,mlp.experts.90.gate_proj,0.0000057183,0.01000,1.869
68,mlp.experts.96.gate_proj,0.0000056552,0.01000,1.701
68,mlp.experts.98.gate_proj,0.0000057875,0.01000,1.410
68,mlp.experts.101.gate_proj,0.0000057573,0.01000,1.342
68,mlp.experts.100.gate_proj,0.0000055263,0.01000,1.368
68,mlp.experts.99.gate_proj,0.0000055233,0.01000,1.384
68,mlp.experts.102.gate_proj,0.0000059917,0.01000,1.379
68,mlp.experts.97.gate_proj,0.0000057337,0.01000,1.760
68,mlp.experts.103.gate_proj,0.0000058127,0.01000,1.385
68,mlp.experts.105.gate_proj,0.0000059110,0.01000,1.392
68,mlp.experts.107.gate_proj,0.0000055253,0.01000,1.412
68,mlp.experts.106.gate_proj,0.0000065277,0.01000,1.504
68,mlp.experts.109.gate_proj,0.0000066888,0.01000,1.375
68,mlp.experts.104.gate_proj,0.0000055386,0.01000,1.742
68,mlp.experts.110.gate_proj,0.0000059666,0.01000,1.369
68,mlp.experts.108.gate_proj,0.0000060572,0.01000,1.710
68,mlp.experts.112.gate_proj,0.0000059789,0.01000,1.385
68,mlp.experts.113.gate_proj,0.0000059397,0.01000,1.340
68,mlp.experts.114.gate_proj,0.0000058001,0.01000,1.353
68,mlp.experts.115.gate_proj,0.0000057860,0.01000,1.444
68,mlp.experts.116.gate_proj,0.0000054220,0.01000,1.487
68,mlp.experts.111.gate_proj,0.0000055731,0.01000,1.927
68,mlp.experts.117.gate_proj,0.0000055742,0.01000,1.426
68,mlp.experts.0.up_proj,0.0000054097,0.01000,1.376
68,mlp.experts.119.gate_proj,0.0000056499,0.01000,1.565
68,mlp.experts.1.up_proj,0.0000055157,0.01000,1.360
68,mlp.experts.3.up_proj,0.0000054173,0.01000,1.375
68,mlp.experts.4.up_proj,0.0000053866,0.01000,1.377
68,mlp.experts.118.gate_proj,0.0000054386,0.01000,1.949
68,mlp.experts.2.up_proj,0.0000054712,0.01000,1.690
68,mlp.experts.6.up_proj,0.0000054549,0.01000,1.382
68,mlp.experts.7.up_proj,0.0000061496,0.01000,1.343
68,mlp.experts.8.up_proj,0.0000054289,0.01000,1.328
68,mlp.experts.10.up_proj,0.0000058980,0.01000,1.372
68,mlp.experts.9.up_proj,0.0000061428,0.01000,1.404
68,mlp.experts.5.up_proj,0.0000057385,0.01000,1.861
68,mlp.experts.11.up_proj,0.0000057372,0.01000,1.617
68,mlp.experts.13.up_proj,0.0000055764,0.01000,1.370
68,mlp.experts.14.up_proj,0.0000055301,0.01000,1.350
68,mlp.experts.16.up_proj,0.0000055968,0.01000,1.332
68,mlp.experts.17.up_proj,0.0000053798,0.01000,1.366
68,mlp.experts.15.up_proj,0.0000055432,0.01000,1.559
68,mlp.experts.12.up_proj,0.0000054520,0.01000,2.062
68,mlp.experts.18.up_proj,0.0000051989,0.01000,1.364
68,mlp.experts.20.up_proj,0.0000055084,0.01000,1.362
68,mlp.experts.21.up_proj,0.0000052527,0.01000,1.352
68,mlp.experts.23.up_proj,0.0000055677,0.01000,1.327
68,mlp.experts.22.up_proj,0.0000056339,0.01000,1.539
68,mlp.experts.19.up_proj,0.0000052861,0.01000,2.080
68,mlp.experts.24.up_proj,0.0000055637,0.01000,1.456
68,mlp.experts.25.up_proj,0.0000054476,0.01000,1.386
68,mlp.experts.27.up_proj,0.0000056510,0.01000,1.355
68,mlp.experts.29.up_proj,0.0000054778,0.01000,1.348
68,mlp.experts.26.up_proj,0.0000054311,0.01000,1.843
68,mlp.experts.30.up_proj,0.0000054566,0.01000,1.341
68,mlp.experts.31.up_proj,0.0000057003,0.01000,1.348
68,mlp.experts.32.up_proj,0.0000055458,0.01000,1.356
68,mlp.experts.28.up_proj,0.0000057358,0.01000,1.878
68,mlp.experts.33.up_proj,0.0000056563,0.01000,1.618
68,mlp.experts.34.up_proj,0.0000053426,0.01000,1.366
68,mlp.experts.37.up_proj,0.0000055296,0.01000,1.332
68,mlp.experts.36.up_proj,0.0000054882,0.01000,1.368
68,mlp.experts.38.up_proj,0.0000054737,0.01000,1.333
68,mlp.experts.35.up_proj,0.0000055049,0.01000,1.525
68,mlp.experts.39.up_proj,0.0000056581,0.01000,1.623
68,mlp.experts.41.up_proj,0.0000054829,0.01000,1.406
68,mlp.experts.42.up_proj,0.0000054429,0.01000,1.383
68,mlp.experts.44.up_proj,0.0000056347,0.01000,1.334
68,mlp.experts.43.up_proj,0.0000059354,0.01000,1.427
68,mlp.experts.40.up_proj,0.0000057696,0.01000,1.719
68,mlp.experts.45.up_proj,0.0000055452,0.01000,1.410
68,mlp.experts.46.up_proj,0.0000055774,0.01000,1.449
68,mlp.experts.49.up_proj,0.0000054991,0.01000,1.392
68,mlp.experts.48.up_proj,0.0000054842,0.01000,1.413
68,mlp.experts.50.up_proj,0.0000054306,0.01000,1.441
68,mlp.experts.51.up_proj,0.0000054128,0.01000,1.418
68,mlp.experts.52.up_proj,0.0000056469,0.01000,1.416
68,mlp.experts.47.up_proj,0.0000061206,0.01000,1.823
68,mlp.experts.53.up_proj,0.0000058001,0.01000,1.472
68,mlp.experts.55.up_proj,0.0000054942,0.01000,1.429
68,mlp.experts.58.up_proj,0.0000056571,0.01000,1.362
68,mlp.experts.57.up_proj,0.0000053482,0.01000,1.382
68,mlp.experts.59.up_proj,0.0000055504,0.01000,1.394
68,mlp.experts.54.up_proj,0.0000057045,0.01000,1.793
68,mlp.experts.56.up_proj,0.0000056518,0.01000,1.765
68,mlp.experts.60.up_proj,0.0000055927,0.01000,1.337
68,mlp.experts.62.up_proj,0.0000053660,0.01000,1.560
68,mlp.experts.64.up_proj,0.0000058196,0.01000,1.451
68,mlp.experts.61.up_proj,0.0000053197,0.01000,1.685
68,mlp.experts.65.up_proj,0.0000056206,0.01000,1.366
68,mlp.experts.63.up_proj,0.0000057915,0.01000,1.756
68,mlp.experts.66.up_proj,0.0000057257,0.01000,1.437
68,mlp.experts.67.up_proj,0.0000056400,0.01000,1.685
68,mlp.experts.71.up_proj,0.0000060986,0.01000,1.373
68,mlp.experts.70.up_proj,0.0000053540,0.01000,1.420
68,mlp.experts.73.up_proj,0.0000053317,0.01000,1.349
68,mlp.experts.72.up_proj,0.0000056382,0.01000,1.373
68,mlp.experts.68.up_proj,0.0000054732,0.01000,1.701
68,mlp.experts.69.up_proj,0.0000056739,0.01000,1.706
68,mlp.experts.74.up_proj,0.0000053146,0.01000,1.667
68,mlp.experts.77.up_proj,0.0000054526,0.01000,1.373
68,mlp.experts.76.up_proj,0.0000056256,0.01000,1.488
68,mlp.experts.78.up_proj,0.0000056127,0.01000,1.382
68,mlp.experts.79.up_proj,0.0000054792,0.01000,1.332
68,mlp.experts.80.up_proj,0.0000057620,0.01000,1.358
68,mlp.experts.75.up_proj,0.0000054082,0.01000,1.964
68,mlp.experts.81.up_proj,0.0000057490,0.01000,1.539
68,mlp.experts.83.up_proj,0.0000055301,0.01000,1.397
68,mlp.experts.85.up_proj,0.0000056010,0.01000,1.360
68,mlp.experts.84.up_proj,0.0000053775,0.01000,1.428
68,mlp.experts.86.up_proj,0.0000055152,0.01000,1.422
68,mlp.experts.87.up_proj,0.0000053744,0.01000,1.488
68,mlp.experts.82.up_proj,0.0000054161,0.01000,2.051
68,mlp.experts.88.up_proj,0.0000053119,0.01000,1.525
68,mlp.experts.91.up_proj,0.0000056222,0.01000,1.352
68,mlp.experts.90.up_proj,0.0000054714,0.01000,1.399
68,mlp.experts.92.up_proj,0.0000053386,0.01000,1.385
68,mlp.experts.93.up_proj,0.0000054069,0.01000,1.387
68,mlp.experts.94.up_proj,0.0000053009,0.01000,1.481
68,mlp.experts.89.up_proj,0.0000056010,0.01000,2.238
68,mlp.experts.95.up_proj,0.0000052944,0.01000,1.434
68,mlp.experts.97.up_proj,0.0000054698,0.01000,1.356
68,mlp.experts.98.up_proj,0.0000055816,0.01000,1.343
68,mlp.experts.99.up_proj,0.0000053947,0.01000,1.328
68,mlp.experts.100.up_proj,0.0000053158,0.01000,1.311
68,mlp.experts.101.up_proj,0.0000055025,0.01000,1.377
68,mlp.experts.96.up_proj,0.0000054899,0.01000,2.338
68,mlp.experts.102.up_proj,0.0000057788,0.01000,1.633
68,mlp.experts.104.up_proj,0.0000055278,0.01000,1.369
68,mlp.experts.106.up_proj,0.0000061411,0.01000,1.358
68,mlp.experts.103.up_proj,0.0000055778,0.01000,2.058
68,mlp.experts.107.up_proj,0.0000053401,0.01000,1.312
68,mlp.experts.105.up_proj,0.0000053826,0.01000,1.751
68,mlp.experts.108.up_proj,0.0000057872,0.01000,1.339
68,mlp.experts.109.up_proj,0.0000054052,0.01000,1.318
68,mlp.experts.110.up_proj,0.0000057773,0.01000,1.788
68,mlp.experts.111.up_proj,0.0000054597,0.01000,1.367
68,mlp.experts.112.up_proj,0.0000057179,0.01000,1.451
68,mlp.experts.113.up_proj,0.0000057034,0.01000,1.495
68,mlp.experts.115.up_proj,0.0000056065,0.01000,1.430
68,mlp.experts.114.up_proj,0.0000055852,0.01000,1.509
68,mlp.experts.116.up_proj,0.0000053422,0.01000,1.313
68,mlp.experts.118.up_proj,0.0000052469,0.01000,1.227
68,mlp.experts.117.up_proj,0.0000053519,0.01000,1.357
68,mlp.experts.119.up_proj,0.0000054954,0.01000,1.208
68,mlp.experts.3.down_proj,0.0000007160,0.01000,0.439
68,mlp.experts.5.down_proj,0.0000007563,0.01000,0.438
68,mlp.experts.2.down_proj,0.0000007026,0.01000,0.440
68,mlp.experts.4.down_proj,0.0000007971,0.01000,0.442
68,mlp.experts.1.down_proj,0.0000007234,0.01000,0.446
68,mlp.experts.6.down_proj,0.0000007013,0.01000,0.452
68,mlp.experts.0.down_proj,0.0000008666,0.01000,0.457
68,mlp.experts.9.down_proj,0.0000010846,0.01000,0.406
68,mlp.experts.10.down_proj,0.0000008060,0.01000,0.409
68,mlp.experts.8.down_proj,0.0000008255,0.01000,0.413
68,mlp.experts.11.down_proj,0.0000007356,0.01000,0.410
68,mlp.experts.12.down_proj,0.0000007200,0.01000,0.403
68,mlp.experts.13.down_proj,0.0000006368,0.01000,0.409
68,mlp.experts.7.down_proj,0.0000008336,0.01000,0.431
68,mlp.experts.16.down_proj,0.0000008776,0.01000,0.402
68,mlp.experts.17.down_proj,0.0000006857,0.01000,0.401
68,mlp.experts.19.down_proj,0.0000007357,0.01000,0.396
68,mlp.experts.18.down_proj,0.0000005872,0.01000,0.404
68,mlp.experts.14.down_proj,0.0000006873,0.01000,0.422
68,mlp.experts.15.down_proj,0.0000007256,0.01000,0.417
68,mlp.experts.20.down_proj,0.0000007320,0.01000,0.407
68,mlp.experts.23.down_proj,0.0000007024,0.01000,0.402
68,mlp.experts.24.down_proj,0.0000007289,0.01000,0.405
68,mlp.experts.21.down_proj,0.0000006405,0.01000,0.413
68,mlp.experts.22.down_proj,0.0000006680,0.01000,0.412
68,mlp.experts.25.down_proj,0.0000008505,0.01000,0.403
68,mlp.experts.26.down_proj,0.0000006735,0.01000,0.407
68,mlp.experts.27.down_proj,0.0000008178,0.01000,0.408
68,mlp.experts.31.down_proj,0.0000009469,0.01000,0.400
68,mlp.experts.30.down_proj,0.0000006629,0.01000,0.403
68,mlp.experts.28.down_proj,0.0000006162,0.01000,0.412
68,mlp.experts.32.down_proj,0.0000006810,0.01000,0.401
68,mlp.experts.33.down_proj,0.0000006111,0.01000,0.403
68,mlp.experts.29.down_proj,0.0000007455,0.01000,0.421
68,mlp.experts.34.down_proj,0.0000006928,0.01000,0.406
68,mlp.experts.36.down_proj,0.0000008535,0.01000,0.402
68,mlp.experts.38.down_proj,0.0000007047,0.01000,0.401
68,mlp.experts.37.down_proj,0.0000007447,0.01000,0.400
68,mlp.experts.39.down_proj,0.0000006346,0.01000,0.403
68,mlp.experts.40.down_proj,0.0000008732,0.01000,0.397
68,mlp.experts.35.down_proj,0.0000007428,0.01000,0.420
68,mlp.experts.41.down_proj,0.0000006992,0.01000,0.422
68,mlp.experts.44.down_proj,0.0000007054,0.01000,0.401
68,mlp.experts.45.down_proj,0.0000006195,0.01000,0.400
68,mlp.experts.43.down_proj,0.0000006573,0.01000,0.410
68,mlp.experts.46.down_proj,0.0000007028,0.01000,0.403
68,mlp.experts.47.down_proj,0.0000007692,0.01000,0.398
68,mlp.experts.42.down_proj,0.0000007801,0.01000,0.416
68,mlp.experts.48.down_proj,0.0000008774,0.01000,0.401
68,mlp.experts.52.down_proj,0.0000007139,0.01000,0.403
68,mlp.experts.50.down_proj,0.0000007099,0.01000,0.408
68,mlp.experts.49.down_proj,0.0000006712,0.01000,0.413
68,mlp.experts.54.down_proj,0.0000006335,0.01000,0.403
68,mlp.experts.53.down_proj,0.0000006505,0.01000,0.408
68,mlp.experts.51.down_proj,0.0000007469,0.01000,0.423
68,mlp.experts.55.down_proj,0.0000007432,0.01000,0.401
68,mlp.experts.59.down_proj,0.0000006858,0.01000,0.401
68,mlp.experts.58.down_proj,0.0000008179,0.01000,0.412
68,mlp.experts.57.down_proj,0.0000006795,0.01000,0.413
68,mlp.experts.60.down_proj,0.0000009179,0.01000,0.410
68,mlp.experts.56.down_proj,0.0000006703,0.01000,0.423
68,mlp.experts.61.down_proj,0.0000006201,0.01000,0.404
68,mlp.experts.62.down_proj,0.0000008017,0.01000,0.404
68,mlp.experts.63.down_proj,0.0000009584,0.01000,0.408
68,mlp.experts.64.down_proj,0.0000007034,0.01000,0.405
68,mlp.experts.65.down_proj,0.0000008391,0.01000,0.407
68,mlp.experts.68.down_proj,0.0000008595,0.01000,0.400
68,mlp.experts.66.down_proj,0.0000007914,0.01000,0.409
68,mlp.experts.67.down_proj,0.0000009290,0.01000,0.408
68,mlp.experts.69.down_proj,0.0000009795,0.01000,0.402
68,mlp.experts.70.down_proj,0.0000007494,0.01000,0.402
68,mlp.experts.71.down_proj,0.0000009030,0.01000,0.403
68,mlp.experts.72.down_proj,0.0000007669,0.01000,0.401
68,mlp.experts.75.down_proj,0.0000008775,0.01000,0.405
68,mlp.experts.74.down_proj,0.0000006720,0.01000,0.413
68,mlp.experts.76.down_proj,0.0000007281,0.01000,0.407
68,mlp.experts.73.down_proj,0.0000006445,0.01000,0.417
68,mlp.experts.77.down_proj,0.0000008095,0.01000,0.402
68,mlp.experts.79.down_proj,0.0000006850,0.01000,0.404
68,mlp.experts.78.down_proj,0.0000006916,0.01000,0.405
68,mlp.experts.80.down_proj,0.0000006627,0.01000,0.400
68,mlp.experts.82.down_proj,0.0000007410,0.01000,0.401
68,mlp.experts.81.down_proj,0.0000007361,0.01000,0.412
68,mlp.experts.83.down_proj,0.0000007399,0.01000,0.414
68,mlp.experts.84.down_proj,0.0000006464,0.01000,0.405
68,mlp.experts.85.down_proj,0.0000006386,0.01000,0.404
68,mlp.experts.86.down_proj,0.0000008540,0.01000,0.404
68,mlp.experts.87.down_proj,0.0000006451,0.01000,0.395
68,mlp.experts.88.down_proj,0.0000006726,0.01000,0.402
68,mlp.experts.89.down_proj,0.0000008154,0.01000,0.399
68,mlp.experts.90.down_proj,0.0000007885,0.01000,0.409
68,mlp.experts.94.down_proj,0.0000007322,0.01000,0.397
68,mlp.experts.92.down_proj,0.0000006558,0.01000,0.402
68,mlp.experts.93.down_proj,0.0000007261,0.01000,0.406
68,mlp.experts.91.down_proj,0.0000006821,0.01000,0.427
68,mlp.experts.95.down_proj,0.0000006445,0.01000,0.409
68,mlp.experts.96.down_proj,0.0000008120,0.01000,0.408
68,mlp.experts.97.down_proj,0.0000007479,0.01000,0.419
68,mlp.experts.99.down_proj,0.0000008485,0.01000,0.400
68,mlp.experts.100.down_proj,0.0000007535,0.01000,0.405
68,mlp.experts.98.down_proj,0.0000006704,0.01000,0.415
68,mlp.experts.101.down_proj,0.0000008214,0.01000,0.396
68,mlp.experts.102.down_proj,0.0000006631,0.01000,0.396
68,mlp.experts.103.down_proj,0.0000006813,0.01000,0.393
68,mlp.experts.104.down_proj,0.0000009111,0.01000,0.405
68,mlp.experts.105.down_proj,0.0000007572,0.01000,0.407
68,mlp.experts.108.down_proj,0.0000010373,0.01000,0.403
68,mlp.experts.107.down_proj,0.0000007647,0.01000,0.405
68,mlp.experts.110.down_proj,0.0000007043,0.01000,0.401
68,mlp.experts.109.down_proj,0.0000006441,0.01000,0.403
68,mlp.experts.106.down_proj,0.0000007930,0.01000,0.417
68,mlp.experts.111.down_proj,0.0000006853,0.01000,0.405
68,mlp.experts.112.down_proj,0.0000007129,0.01000,0.401
68,mlp.experts.115.down_proj,0.0000009067,0.01000,0.398
68,mlp.experts.114.down_proj,0.0000008401,0.01000,0.403
68,mlp.experts.116.down_proj,0.0000008152,0.01000,0.401
68,mlp.experts.113.down_proj,0.0000007063,0.01000,0.406
68,mlp.experts.117.down_proj,0.0000007796,0.01000,0.400
68,mlp.experts.118.down_proj,0.0000007598,0.01000,0.393
68,mlp.experts.119.down_proj,0.0000007333,0.01000,0.275
69,self_attn.v_proj,0.0000010129,0.01000,1.192
69,self_attn.k_proj,0.0000004265,0.01000,1.197
69,self_attn.q_proj,0.0000033127,0.01000,1.271
69,self_attn.o_proj,0.0000002919,0.01000,2.747
69,mlp.shared_experts.gate_proj,0.0000000124,0.01000,0.931
69,mlp.shared_experts.up_proj,0.0000000075,0.01000,0.913
69,mlp.shared_experts.down_proj,0.0000000008,0.01000,0.274
69,mlp.experts.3.gate_proj,0.0000056930,0.01000,1.513
69,mlp.experts.2.gate_proj,0.0000059962,0.01000,1.520
69,mlp.experts.4.gate_proj,0.0000058165,0.01000,1.520
69,mlp.experts.5.gate_proj,0.0000055902,0.01000,1.525
69,mlp.experts.6.gate_proj,0.0000058049,0.01000,1.538
69,mlp.experts.0.gate_proj,0.0000062246,0.01000,1.574
69,mlp.experts.1.gate_proj,0.0000057835,0.01000,1.577
69,mlp.experts.10.gate_proj,0.0000058272,0.01000,1.341
69,mlp.experts.9.gate_proj,0.0000056475,0.01000,1.351
69,mlp.experts.11.gate_proj,0.0000059790,0.01000,1.353
69,mlp.experts.12.gate_proj,0.0000063183,0.01000,1.335
69,mlp.experts.8.gate_proj,0.0000054949,0.01000,1.432
69,mlp.experts.7.gate_proj,0.0000055789,0.01000,1.442
69,mlp.experts.13.gate_proj,0.0000057999,0.01000,1.381
69,mlp.experts.15.gate_proj,0.0000056324,0.01000,1.362
69,mlp.experts.17.gate_proj,0.0000054812,0.01000,1.332
69,mlp.experts.16.gate_proj,0.0000057818,0.01000,1.353
69,mlp.experts.14.gate_proj,0.0000055392,0.01000,1.428
69,mlp.experts.18.gate_proj,0.0000058050,0.01000,1.357
69,mlp.experts.19.gate_proj,0.0000060123,0.01000,1.363
69,mlp.experts.20.gate_proj,0.0000059033,0.01000,1.367
69,mlp.experts.21.gate_proj,0.0000057768,0.01000,1.358
69,mlp.experts.23.gate_proj,0.0000059427,0.01000,1.351
69,mlp.experts.24.gate_proj,0.0000058476,0.01000,1.330
69,mlp.experts.26.gate_proj,0.0000057206,0.01000,1.338
69,mlp.experts.22.gate_proj,0.0000056613,0.01000,1.420
69,mlp.experts.25.gate_proj,0.0000058329,0.01000,1.355
69,mlp.experts.27.gate_proj,0.0000058489,0.01000,1.361
69,mlp.experts.28.gate_proj,0.0000060482,0.01000,1.360
69,mlp.experts.29.gate_proj,0.0000060935,0.01000,1.386
69,mlp.experts.30.gate_proj,0.0000064051,0.01000,1.361
69,mlp.experts.31.gate_proj,0.0000057158,0.01000,1.339
69,mlp.experts.32.gate_proj,0.0000055881,0.01000,1.352
69,mlp.experts.33.gate_proj,0.0000056783,0.01000,1.358
69,mlp.experts.34.gate_proj,0.0000056802,0.01000,1.366
69,mlp.experts.35.gate_proj,0.0000057130,0.01000,1.357
69,mlp.experts.38.gate_proj,0.0000055739,0.01000,1.342
69,mlp.experts.37.gate_proj,0.0000057856,0.01000,1.359
69,mlp.experts.39.gate_proj,0.0000055586,0.01000,1.352
69,mlp.experts.40.gate_proj,0.0000059671,0.01000,1.356
69,mlp.experts.36.gate_proj,0.0000059799,0.01000,1.437
69,mlp.experts.41.gate_proj,0.0000059272,0.01000,1.375
69,mlp.experts.42.gate_proj,0.0000062304,0.01000,1.358
69,mlp.experts.44.gate_proj,0.0000058613,0.01000,1.352
69,mlp.experts.45.gate_proj,0.0000054982,0.01000,1.337
69,mlp.experts.46.gate_proj,0.0000055447,0.01000,1.357
69,mlp.experts.43.gate_proj,0.0000058149,0.01000,1.418
69,mlp.experts.47.gate_proj,0.0000056479,0.01000,1.356
69,mlp.experts.48.gate_proj,0.0000056144,0.01000,1.370
69,mlp.experts.49.gate_proj,0.0000060908,0.01000,1.363
69,mlp.experts.51.gate_proj,0.0000055249,0.01000,1.338
69,mlp.experts.52.gate_proj,0.0000056377,0.01000,1.343
69,mlp.experts.53.gate_proj,0.0000064049,0.01000,1.341
69,mlp.experts.50.gate_proj,0.0000059083,0.01000,1.410
69,mlp.experts.54.gate_proj,0.0000062691,0.01000,1.343
69,mlp.experts.55.gate_proj,0.0000057079,0.01000,1.370
69,mlp.experts.57.gate_proj,0.0000055980,0.01000,1.355
69,mlp.experts.56.gate_proj,0.0000059405,0.01000,1.365
69,mlp.experts.59.gate_proj,0.0000059523,0.01000,1.332
69,mlp.experts.58.gate_proj,0.0000057874,0.01000,1.355
69,mlp.experts.60.gate_proj,0.0000065988,0.01000,1.342
69,mlp.experts.61.gate_proj,0.0000058854,0.01000,1.330
69,mlp.experts.62.gate_proj,0.0000061089,0.01000,1.362
69,mlp.experts.63.gate_proj,0.0000054947,0.01000,1.350
69,mlp.experts.64.gate_proj,0.0000058935,0.01000,1.354
69,mlp.experts.65.gate_proj,0.0000055625,0.01000,1.343
69,mlp.experts.66.gate_proj,0.0000059442,0.01000,1.352
69,mlp.experts.68.gate_proj,0.0000061540,0.01000,1.336
69,mlp.experts.67.gate_proj,0.0000058712,0.01000,1.394
69,mlp.experts.69.gate_proj,0.0000062266,0.01000,1.356
69,mlp.experts.70.gate_proj,0.0000060699,0.01000,1.342
69,mlp.experts.71.gate_proj,0.0000058299,0.01000,1.352
69,mlp.experts.72.gate_proj,0.0000059050,0.01000,1.336
69,mlp.experts.73.gate_proj,0.0000056206,0.01000,1.352
69,mlp.experts.74.gate_proj,0.0000062275,0.01000,1.359
69,mlp.experts.75.gate_proj,0.0000057410,0.01000,1.325
69,mlp.experts.76.gate_proj,0.0000056985,0.01000,1.354
69,mlp.experts.77.gate_proj,0.0000063782,0.01000,1.342
69,mlp.experts.78.gate_proj,0.0000055336,0.01000,1.352
69,mlp.experts.79.gate_proj,0.0000057632,0.01000,1.345
69,mlp.experts.81.gate_proj,0.0000056701,0.01000,1.346
69,mlp.experts.82.gate_proj,0.0000057980,0.01000,1.342
69,mlp.experts.80.gate_proj,0.0000056811,0.01000,1.400
69,mlp.experts.83.gate_proj,0.0000055339,0.01000,1.368
69,mlp.experts.84.gate_proj,0.0000055512,0.01000,1.350
69,mlp.experts.85.gate_proj,0.0000058273,0.01000,1.356
69,mlp.experts.86.gate_proj,0.0000056829,0.01000,1.356
69,mlp.experts.87.gate_proj,0.0000055643,0.01000,1.342
69,mlp.experts.88.gate_proj,0.0000060597,0.01000,1.348
69,mlp.experts.89.gate_proj,0.0000060310,0.01000,1.373
69,mlp.experts.90.gate_proj,0.0000057311,0.01000,1.377
69,mlp.experts.93.gate_proj,0.0000058422,0.01000,1.349
69,mlp.experts.91.gate_proj,0.0000055886,0.01000,1.384
69,mlp.experts.92.gate_proj,0.0000057672,0.01000,1.354
69,mlp.experts.94.gate_proj,0.0000059674,0.01000,1.368
69,mlp.experts.95.gate_proj,0.0000059178,0.01000,1.343
69,mlp.experts.96.gate_proj,0.0000058729,0.01000,1.350
69,mlp.experts.97.gate_proj,0.0000055061,0.01000,1.371
69,mlp.experts.100.gate_proj,0.0000058792,0.01000,1.357
69,mlp.experts.99.gate_proj,0.0000056296,0.01000,1.360
69,mlp.experts.101.gate_proj,0.0000058462,0.01000,1.348
69,mlp.experts.102.gate_proj,0.0000056217,0.01000,1.360
69,mlp.experts.98.gate_proj,0.0000058275,0.01000,1.413
69,mlp.experts.103.gate_proj,0.0000057496,0.01000,1.356
69,mlp.experts.104.gate_proj,0.0000061975,0.01000,1.360
69,mlp.experts.105.gate_proj,0.0000055178,0.01000,1.368
69,mlp.experts.106.gate_proj,0.0000063545,0.01000,1.368
69,mlp.experts.107.gate_proj,0.0000058146,0.01000,1.352
69,mlp.experts.108.gate_proj,0.0000057052,0.01000,1.345
69,mlp.experts.109.gate_proj,0.0000057867,0.01000,1.352
69,mlp.experts.110.gate_proj,0.0000058901,0.01000,1.357
69,mlp.experts.111.gate_proj,0.0000058173,0.01000,1.359
69,mlp.experts.115.gate_proj,0.0000056353,0.01000,1.340
69,mlp.experts.114.gate_proj,0.0000055346,0.01000,1.356
69,mlp.experts.116.gate_proj,0.0000057290,0.01000,1.349
69,mlp.experts.113.gate_proj,0.0000055406,0.01000,1.411
69,mlp.experts.112.gate_proj,0.0000063114,0.01000,1.419
69,mlp.experts.117.gate_proj,0.0000055671,0.01000,1.352
69,mlp.experts.118.gate_proj,0.0000059813,0.01000,1.357
69,mlp.experts.0.up_proj,0.0000060952,0.01000,1.372
69,mlp.experts.1.up_proj,0.0000056262,0.01000,1.359
69,mlp.experts.2.up_proj,0.0000058111,0.01000,1.339
69,mlp.experts.3.up_proj,0.0000054803,0.01000,1.360
69,mlp.experts.119.gate_proj,0.0000065508,0.01000,1.429
69,mlp.experts.4.up_proj,0.0000055968,0.01000,1.358
69,mlp.experts.5.up_proj,0.0000053746,0.01000,1.351
69,mlp.experts.8.up_proj,0.0000052936,0.01000,1.346
69,mlp.experts.9.up_proj,0.0000054797,0.01000,1.337
69,mlp.experts.10.up_proj,0.0000054699,0.01000,1.360
69,mlp.experts.11.up_proj,0.0000057244,0.01000,1.357
69,mlp.experts.7.up_proj,0.0000054145,0.01000,1.421
69,mlp.experts.6.up_proj,0.0000056044,0.01000,1.458
69,mlp.experts.12.up_proj,0.0000059922,0.01000,1.347
69,mlp.experts.14.up_proj,0.0000053185,0.01000,1.347
69,mlp.experts.15.up_proj,0.0000053538,0.01000,1.346
69,mlp.experts.16.up_proj,0.0000055716,0.01000,1.349
69,mlp.experts.17.up_proj,0.0000053080,0.01000,1.354
69,mlp.experts.13.up_proj,0.0000056726,0.01000,1.426
69,mlp.experts.18.up_proj,0.0000056901,0.01000,1.350
69,mlp.experts.19.up_proj,0.0000057921,0.01000,1.348
69,mlp.experts.20.up_proj,0.0000058555,0.01000,1.355
69,mlp.experts.21.up_proj,0.0000055616,0.01000,1.370
69,mlp.experts.23.up_proj,0.0000058566,0.01000,1.341
69,mlp.experts.24.up_proj,0.0000055843,0.01000,1.351
69,mlp.experts.25.up_proj,0.0000053624,0.01000,1.352
69,mlp.experts.22.up_proj,0.0000054703,0.01000,1.413
69,mlp.experts.26.up_proj,0.0000054907,0.01000,1.353
69,mlp.experts.27.up_proj,0.0000056461,0.01000,1.346
69,mlp.experts.30.up_proj,0.0000050709,0.01000,1.340
69,mlp.experts.29.up_proj,0.0000058883,0.01000,1.354
69,mlp.experts.31.up_proj,0.0000055075,0.01000,1.365
69,mlp.experts.28.up_proj,0.0000057144,0.01000,1.407
69,mlp.experts.32.up_proj,0.0000054678,0.01000,1.366
69,mlp.experts.33.up_proj,0.0000055131,0.01000,1.374
69,mlp.experts.34.up_proj,0.0000055150,0.01000,1.348
69,mlp.experts.36.up_proj,0.0000056172,0.01000,1.355
69,mlp.experts.37.up_proj,0.0000056349,0.01000,1.345
69,mlp.experts.35.up_proj,0.0000054683,0.01000,1.403
69,mlp.experts.38.up_proj,0.0000054125,0.01000,1.358
69,mlp.experts.39.up_proj,0.0000053730,0.01000,1.352
69,mlp.experts.40.up_proj,0.0000057823,0.01000,1.385
69,mlp.experts.41.up_proj,0.0000057966,0.01000,1.354
69,mlp.experts.42.up_proj,0.0000060187,0.01000,1.367
69,mlp.experts.44.up_proj,0.0000056241,0.01000,1.347
69,mlp.experts.45.up_proj,0.0000053116,0.01000,1.367
69,mlp.experts.46.up_proj,0.0000053704,0.01000,1.371
69,mlp.experts.43.up_proj,0.0000055572,0.01000,1.404
69,mlp.experts.47.up_proj,0.0000055062,0.01000,1.369
69,mlp.experts.48.up_proj,0.0000054283,0.01000,1.358
69,mlp.experts.49.up_proj,0.0000059352,0.01000,1.344
69,mlp.experts.50.up_proj,0.0000057159,0.01000,1.362
69,mlp.experts.51.up_proj,0.0000053406,0.01000,1.338
69,mlp.experts.53.up_proj,0.0000062114,0.01000,1.339
69,mlp.experts.52.up_proj,0.0000055307,0.01000,1.405
69,mlp.experts.54.up_proj,0.0000059020,0.01000,1.370
69,mlp.experts.55.up_proj,0.0000055341,0.01000,1.351
69,mlp.experts.56.up_proj,0.0000058307,0.01000,1.345
69,mlp.experts.58.up_proj,0.0000055563,0.01000,1.340
69,mlp.experts.59.up_proj,0.0000057065,0.01000,1.348
69,mlp.experts.57.up_proj,0.0000053745,0.01000,1.411
69,mlp.experts.60.up_proj,0.0000059622,0.01000,1.345
69,mlp.experts.61.up_proj,0.0000056533,0.01000,1.361
69,mlp.experts.62.up_proj,0.0000059619,0.01000,1.338
69,mlp.experts.63.up_proj,0.0000053557,0.01000,1.342
69,mlp.experts.64.up_proj,0.0000056945,0.01000,1.351
69,mlp.experts.65.up_proj,0.0000053622,0.01000,1.337
69,mlp.experts.67.up_proj,0.0000056363,0.01000,1.343
69,mlp.experts.66.up_proj,0.0000057414,0.01000,1.370
69,mlp.experts.68.up_proj,0.0000059132,0.01000,1.356
69,mlp.experts.69.up_proj,0.0000059130,0.01000,1.344
69,mlp.experts.70.up_proj,0.0000058984,0.01000,1.336
69,mlp.experts.71.up_proj,0.0000057068,0.01000,1.342
69,mlp.experts.72.up_proj,0.0000056248,0.01000,1.332
69,mlp.experts.73.up_proj,0.0000052990,0.01000,1.353
69,mlp.experts.74.up_proj,0.0000058132,0.01000,1.355
69,mlp.experts.75.up_proj,0.0000055506,0.01000,1.357
69,mlp.experts.76.up_proj,0.0000055301,0.01000,1.351
69,mlp.experts.77.up_proj,0.0000060898,0.01000,1.342
69,mlp.experts.78.up_proj,0.0000054105,0.01000,1.345
69,mlp.experts.79.up_proj,0.0000055716,0.01000,1.341
69,mlp.experts.80.up_proj,0.0000055100,0.01000,1.344
69,mlp.experts.81.up_proj,0.0000053506,0.01000,1.367
69,mlp.experts.82.up_proj,0.0000056459,0.01000,1.368
69,mlp.experts.83.up_proj,0.0000053080,0.01000,1.360
69,mlp.experts.84.up_proj,0.0000054426,0.01000,1.362
69,mlp.experts.86.up_proj,0.0000056322,0.01000,1.331
69,mlp.experts.85.up_proj,0.0000056267,0.01000,1.405
69,mlp.experts.87.up_proj,0.0000053378,0.01000,1.338
69,mlp.experts.88.up_proj,0.0000058394,0.01000,1.350
69,mlp.experts.89.up_proj,0.0000057893,0.01000,1.360
69,mlp.experts.90.up_proj,0.0000055818,0.01000,1.351
69,mlp.experts.91.up_proj,0.0000053462,0.01000,1.348
69,mlp.experts.92.up_proj,0.0000055735,0.01000,1.355
69,mlp.experts.93.up_proj,0.0000055722,0.01000,1.325
69,mlp.experts.94.up_proj,0.0000056975,0.01000,1.343
69,mlp.experts.95.up_proj,0.0000057206,0.01000,1.348
69,mlp.experts.96.up_proj,0.0000055993,0.01000,1.372
69,mlp.experts.97.up_proj,0.0000053646,0.01000,1.349
69,mlp.experts.98.up_proj,0.0000055781,0.01000,1.350
69,mlp.experts.99.up_proj,0.0000054863,0.01000,1.349
69,mlp.experts.100.up_proj,0.0000057337,0.01000,1.323
69,mlp.experts.101.up_proj,0.0000057147,0.01000,1.349
69,mlp.experts.102.up_proj,0.0000054086,0.01000,1.348
69,mlp.experts.103.up_proj,0.0000056277,0.01000,1.358
69,mlp.experts.104.up_proj,0.0000060011,0.01000,1.345
69,mlp.experts.105.up_proj,0.0000053635,0.01000,1.351
69,mlp.experts.106.up_proj,0.0000059992,0.01000,1.348
69,mlp.experts.107.up_proj,0.0000056386,0.01000,1.338
69,mlp.experts.108.up_proj,0.0000054493,0.01000,1.347
69,mlp.experts.109.up_proj,0.0000055590,0.01000,1.346
69,mlp.experts.110.up_proj,0.0000056294,0.01000,1.366
69,mlp.experts.111.up_proj,0.0000056450,0.01000,1.346
69,mlp.experts.112.up_proj,0.0000061934,0.01000,1.370
69,mlp.experts.114.up_proj,0.0000053943,0.01000,1.338
69,mlp.experts.113.up_proj,0.0000053866,0.01000,1.353
69,mlp.experts.115.up_proj,0.0000054896,0.01000,1.348
69,mlp.experts.116.up_proj,0.0000055077,0.01000,1.355
69,mlp.experts.117.up_proj,0.0000054029,0.01000,1.342
69,mlp.experts.118.up_proj,0.0000057486,0.01000,1.035
69,mlp.experts.119.up_proj,0.0000062543,0.01000,1.009
69,mlp.experts.3.down_proj,0.0000008504,0.01000,0.442
69,mlp.experts.5.down_proj,0.0000007028,0.01000,0.445
69,mlp.experts.2.down_proj,0.0000008293,0.01000,0.447
69,mlp.experts.4.down_proj,0.0000008505,0.01000,0.446
69,mlp.experts.6.down_proj,0.0000006527,0.01000,0.452
69,mlp.experts.1.down_proj,0.0000007406,0.01000,0.456
69,mlp.experts.0.down_proj,0.0000008001,0.01000,0.465
69,mlp.experts.10.down_proj,0.0000007600,0.01000,0.406
69,mlp.experts.9.down_proj,0.0000007717,0.01000,0.408
69,mlp.experts.12.down_proj,0.0000007893,0.01000,0.408
69,mlp.experts.11.down_proj,0.0000006444,0.01000,0.411
69,mlp.experts.7.down_proj,0.0000006605,0.01000,0.428
69,mlp.experts.8.down_proj,0.0000007014,0.01000,0.426
69,mlp.experts.13.down_proj,0.0000007826,0.01000,0.411
69,mlp.experts.16.down_proj,0.0000006725,0.01000,0.409
69,mlp.experts.14.down_proj,0.0000006676,0.01000,0.419
69,mlp.experts.15.down_proj,0.0000006276,0.01000,0.418
69,mlp.experts.17.down_proj,0.0000006388,0.01000,0.413
69,mlp.experts.19.down_proj,0.0000007551,0.01000,0.408
69,mlp.experts.18.down_proj,0.0000007263,0.01000,0.411
69,mlp.experts.20.down_proj,0.0000010011,0.01000,0.413
69,mlp.experts.24.down_proj,0.0000006627,0.01000,0.405
69,mlp.experts.23.down_proj,0.0000008824,0.01000,0.413
69,mlp.experts.22.down_proj,0.0000008157,0.01000,0.414
69,mlp.experts.26.down_proj,0.0000006387,0.01000,0.408
69,mlp.experts.25.down_proj,0.0000008351,0.01000,0.411
69,mlp.experts.27.down_proj,0.0000007025,0.01000,0.408
69,mlp.experts.21.down_proj,0.0000006621,0.01000,0.425
69,mlp.experts.31.down_proj,0.0000006534,0.01000,0.401
69,mlp.experts.30.down_proj,0.0000005391,0.01000,0.407
69,mlp.experts.29.down_proj,0.0000007293,0.01000,0.408
69,mlp.experts.33.down_proj,0.0000007488,0.01000,0.406
69,mlp.experts.34.down_proj,0.0000007283,0.01000,0.413
69,mlp.experts.32.down_proj,0.0000007025,0.01000,0.418
69,mlp.experts.28.down_proj,0.0000007055,0.01000,0.430
69,mlp.experts.36.down_proj,0.0000008610,0.01000,0.404
69,mlp.experts.37.down_proj,0.0000008240,0.01000,0.405
69,mlp.experts.38.down_proj,0.0000007058,0.01000,0.401
69,mlp.experts.40.down_proj,0.0000007336,0.01000,0.402
69,mlp.experts.35.down_proj,0.0000007225,0.01000,0.423
69,mlp.experts.39.down_proj,0.0000007587,0.01000,0.409
69,mlp.experts.41.down_proj,0.0000008618,0.01000,0.413
69,mlp.experts.44.down_proj,0.0000009179,0.01000,0.403
69,mlp.experts.43.down_proj,0.0000006449,0.01000,0.407
69,mlp.experts.45.down_proj,0.0000007133,0.01000,0.396
69,mlp.experts.42.down_proj,0.0000008945,0.01000,0.417
69,mlp.experts.47.down_proj,0.0000008108,0.01000,0.400
69,mlp.experts.46.down_proj,0.0000006622,0.01000,0.415
69,mlp.experts.48.down_proj,0.0000007868,0.01000,0.411
69,mlp.experts.49.down_proj,0.0000009205,0.01000,0.411
69,mlp.experts.52.down_proj,0.0000006093,0.01000,0.401
69,mlp.experts.51.down_proj,0.0000007100,0.01000,0.408
69,mlp.experts.50.down_proj,0.0000007165,0.01000,0.411
69,mlp.experts.53.down_proj,0.0000007938,0.01000,0.407
69,mlp.experts.54.down_proj,0.0000009828,0.01000,0.402
69,mlp.experts.55.down_proj,0.0000008814,0.01000,0.410
69,mlp.experts.56.down_proj,0.0000006571,0.01000,0.409
69,mlp.experts.57.down_proj,0.0000006687,0.01000,0.409
69,mlp.experts.59.down_proj,0.0000006223,0.01000,0.409
69,mlp.experts.60.down_proj,0.0000007992,0.01000,0.404
69,mlp.experts.61.down_proj,0.0000006802,0.01000,0.403
69,mlp.experts.58.down_proj,0.0000007896,0.01000,0.427
69,mlp.experts.62.down_proj,0.0000007271,0.01000,0.416
69,mlp.experts.66.down_proj,0.0000007663,0.01000,0.400
69,mlp.experts.64.down_proj,0.0000006914,0.01000,0.407
69,mlp.experts.65.down_proj,0.0000006878,0.01000,0.412
69,mlp.experts.68.down_proj,0.0000006831,0.01000,0.400
69,mlp.experts.63.down_proj,0.0000007437,0.01000,0.422
69,mlp.experts.67.down_proj,0.0000008053,0.01000,0.416
69,mlp.experts.69.down_proj,0.0000009247,0.01000,0.411
69,mlp.experts.71.down_proj,0.0000007012,0.01000,0.408
69,mlp.experts.70.down_proj,0.0000007348,0.01000,0.415
69,mlp.experts.72.down_proj,0.0000006768,0.01000,0.408
69,mlp.experts.73.down_proj,0.0000007606,0.01000,0.402
69,mlp.experts.74.down_proj,0.0000006327,0.01000,0.409
69,mlp.experts.75.down_proj,0.0000006503,0.01000,0.405
69,mlp.experts.76.down_proj,0.0000007984,0.01000,0.410
69,mlp.experts.78.down_proj,0.0000007123,0.01000,0.406
69,mlp.experts.80.down_proj,0.0000006450,0.01000,0.403
69,mlp.experts.79.down_proj,0.0000008793,0.01000,0.407
69,mlp.experts.77.down_proj,0.0000008387,0.01000,0.415
69,mlp.experts.81.down_proj,0.0000007673,0.01000,0.406
69,mlp.experts.82.down_proj,0.0000008550,0.01000,0.406
69,mlp.experts.83.down_proj,0.0000007407,0.01000,0.410
69,mlp.experts.87.down_proj,0.0000006796,0.01000,0.403
69,mlp.experts.85.down_proj,0.0000008032,0.01000,0.410
69,mlp.experts.86.down_proj,0.0000007457,0.01000,0.408
69,mlp.experts.89.down_proj,0.0000008581,0.01000,0.404
69,mlp.experts.88.down_proj,0.0000006702,0.01000,0.408
69,mlp.experts.84.down_proj,0.0000008659,0.01000,0.431
69,mlp.experts.90.down_proj,0.0000006279,0.01000,0.410
69,mlp.experts.93.down_proj,0.0000007667,0.01000,0.405
69,mlp.experts.94.down_proj,0.0000006828,0.01000,0.401
69,mlp.experts.95.down_proj,0.0000007546,0.01000,0.405
69,mlp.experts.92.down_proj,0.0000007068,0.01000,0.417
69,mlp.experts.96.down_proj,0.0000008811,0.01000,0.403
69,mlp.experts.91.down_proj,0.0000007548,0.01000,0.428
69,mlp.experts.97.down_proj,0.0000006491,0.01000,0.410
69,mlp.experts.101.down_proj,0.0000006974,0.01000,0.401
69,mlp.experts.99.down_proj,0.0000007086,0.01000,0.412
69,mlp.experts.100.down_proj,0.0000007069,0.01000,0.407
69,mlp.experts.103.down_proj,0.0000007550,0.01000,0.402
69,mlp.experts.98.down_proj,0.0000008704,0.01000,0.424
69,mlp.experts.102.down_proj,0.0000007881,0.01000,0.410
69,mlp.experts.104.down_proj,0.0000007591,0.01000,0.410
69,mlp.experts.108.down_proj,0.0000006127,0.01000,0.397
69,mlp.experts.107.down_proj,0.0000007201,0.01000,0.411
69,mlp.experts.106.down_proj,0.0000007489,0.01000,0.414
69,mlp.experts.109.down_proj,0.0000006305,0.01000,0.410
69,mlp.experts.110.down_proj,0.0000006476,0.01000,0.409
69,mlp.experts.105.down_proj,0.0000007574,0.01000,0.427
69,mlp.experts.111.down_proj,0.0000007970,0.01000,0.410
69,mlp.experts.112.down_proj,0.0000008434,0.01000,0.412
69,mlp.experts.115.down_proj,0.0000007844,0.01000,0.400
69,mlp.experts.113.down_proj,0.0000007107,0.01000,0.409
69,mlp.experts.114.down_proj,0.0000007656,0.01000,0.407
69,mlp.experts.117.down_proj,0.0000007599,0.01000,0.401
69,mlp.experts.116.down_proj,0.0000007799,0.01000,0.409
69,mlp.experts.118.down_proj,0.0000008199,0.01000,0.399
69,mlp.experts.119.down_proj,0.0000009333,0.01000,0.274
70,self_attn.k_proj,0.0000002986,0.01000,1.188
70,self_attn.v_proj,0.0000006398,0.01000,1.188
70,self_attn.q_proj,0.0000021817,0.01000,1.261
70,self_attn.o_proj,0.0000004068,0.01000,2.752
70,mlp.shared_experts.gate_proj,0.0000000127,0.01000,0.914
70,mlp.shared_experts.up_proj,0.0000000078,0.01000,0.912
70,mlp.shared_experts.down_proj,0.0000000009,0.01000,0.276
70,mlp.experts.3.gate_proj,0.0000059406,0.01000,1.505
70,mlp.experts.4.gate_proj,0.0000062003,0.01000,1.506
70,mlp.experts.2.gate_proj,0.0000057063,0.01000,1.506
70,mlp.experts.5.gate_proj,0.0000062977,0.01000,1.496
70,mlp.experts.6.gate_proj,0.0000059212,0.01000,1.522
70,mlp.experts.1.gate_proj,0.0000057905,0.01000,1.555
70,mlp.experts.0.gate_proj,0.0000061635,0.01000,1.563
70,mlp.experts.9.gate_proj,0.0000059658,0.01000,1.358
70,mlp.experts.10.gate_proj,0.0000067011,0.01000,1.355
70,mlp.experts.8.gate_proj,0.0000061442,0.01000,1.364
70,mlp.experts.11.gate_proj,0.0000062790,0.01000,1.350
70,mlp.experts.12.gate_proj,0.0000058160,0.01000,1.337
70,mlp.experts.13.gate_proj,0.0000060235,0.01000,1.357
70,mlp.experts.7.gate_proj,0.0000059485,0.01000,1.432
70,mlp.experts.17.gate_proj,0.0000057876,0.01000,1.319
70,mlp.experts.16.gate_proj,0.0000061444,0.01000,1.335
70,mlp.experts.19.gate_proj,0.0000059828,0.01000,1.330
70,mlp.experts.18.gate_proj,0.0000057006,0.01000,1.362
70,mlp.experts.15.gate_proj,0.0000064575,0.01000,1.396
70,mlp.experts.20.gate_proj,0.0000060078,0.01000,1.348
70,mlp.experts.14.gate_proj,0.0000067523,0.01000,1.439
70,mlp.experts.22.gate_proj,0.0000056310,0.01000,1.343
70,mlp.experts.23.gate_proj,0.0000064268,0.01000,1.344
70,mlp.experts.24.gate_proj,0.0000059555,0.01000,1.348
70,mlp.experts.25.gate_proj,0.0000060254,0.01000,1.352
70,mlp.experts.21.gate_proj,0.0000057993,0.01000,1.431
70,mlp.experts.26.gate_proj,0.0000057335,0.01000,1.339
70,mlp.experts.27.gate_proj,0.0000056969,0.01000,1.361
70,mlp.experts.28.gate_proj,0.0000060034,0.01000,1.360
70,mlp.experts.31.gate_proj,0.0000060516,0.01000,1.317
70,mlp.experts.30.gate_proj,0.0000059924,0.01000,1.341
70,mlp.experts.33.gate_proj,0.0000057601,0.01000,1.335
70,mlp.experts.32.gate_proj,0.0000055885,0.01000,1.341
70,mlp.experts.29.gate_proj,0.0000059495,0.01000,1.395
70,mlp.experts.34.gate_proj,0.0000059398,0.01000,1.368
70,mlp.experts.35.gate_proj,0.0000062090,0.01000,1.357
70,mlp.experts.36.gate_proj,0.0000058327,0.01000,1.353
70,mlp.experts.37.gate_proj,0.0000066683,0.01000,1.339
70,mlp.experts.38.gate_proj,0.0000060259,0.01000,1.328
70,mlp.experts.39.gate_proj,0.0000058911,0.01000,1.344
70,mlp.experts.40.gate_proj,0.0000055931,0.01000,1.347
70,mlp.experts.41.gate_proj,0.0000063135,0.01000,1.366
70,mlp.experts.42.gate_proj,0.0000060456,0.01000,1.343
70,mlp.experts.45.gate_proj,0.0000060268,0.01000,1.328
70,mlp.experts.44.gate_proj,0.0000061596,0.01000,1.341
70,mlp.experts.46.gate_proj,0.0000060387,0.01000,1.341
70,mlp.experts.43.gate_proj,0.0000060151,0.01000,1.392
70,mlp.experts.47.gate_proj,0.0000060071,0.01000,1.339
70,mlp.experts.48.gate_proj,0.0000060140,0.01000,1.368
70,mlp.experts.51.gate_proj,0.0000060608,0.01000,1.341
70,mlp.experts.49.gate_proj,0.0000059164,0.01000,1.356
70,mlp.experts.52.gate_proj,0.0000058316,0.01000,1.337
70,mlp.experts.54.gate_proj,0.0000060656,0.01000,1.346
70,mlp.experts.53.gate_proj,0.0000064450,0.01000,1.353
70,mlp.experts.50.gate_proj,0.0000058966,0.01000,1.445
70,mlp.experts.55.gate_proj,0.0000060114,0.01000,1.364
70,mlp.experts.56.gate_proj,0.0000058378,0.01000,1.343
70,mlp.experts.57.gate_proj,0.0000060431,0.01000,1.367
70,mlp.experts.58.gate_proj,0.0000059657,0.01000,1.357
70,mlp.experts.59.gate_proj,0.0000063058,0.01000,1.334
70,mlp.experts.60.gate_proj,0.0000059983,0.01000,1.337
70,mlp.experts.61.gate_proj,0.0000062064,0.01000,1.330
70,mlp.experts.62.gate_proj,0.0000059860,0.01000,1.360
70,mlp.experts.63.gate_proj,0.0000058214,0.01000,1.351
70,mlp.experts.65.gate_proj,0.0000058763,0.01000,1.336
70,mlp.experts.66.gate_proj,0.0000062242,0.01000,1.329
70,mlp.experts.67.gate_proj,0.0000059138,0.01000,1.339
70,mlp.experts.68.gate_proj,0.0000055748,0.01000,1.333
70,mlp.experts.64.gate_proj,0.0000058972,0.01000,1.396
70,mlp.experts.69.gate_proj,0.0000062552,0.01000,1.355
70,mlp.experts.70.gate_proj,0.0000057151,0.01000,1.345
70,mlp.experts.72.gate_proj,0.0000060070,0.01000,1.343
70,mlp.experts.73.gate_proj,0.0000063034,0.01000,1.329
70,mlp.experts.74.gate_proj,0.0000059797,0.01000,1.336
70,mlp.experts.75.gate_proj,0.0000059702,0.01000,1.331
70,mlp.experts.71.gate_proj,0.0000059925,0.01000,1.407
70,mlp.experts.76.gate_proj,0.0000061488,0.01000,1.340
70,mlp.experts.77.gate_proj,0.0000058838,0.01000,1.336
70,mlp.experts.79.gate_proj,0.0000058496,0.01000,1.329
70,mlp.experts.80.gate_proj,0.0000058676,0.01000,1.321
70,mlp.experts.81.gate_proj,0.0000058317,0.01000,1.340
70,mlp.experts.82.gate_proj,0.0000057285,0.01000,1.335
70,mlp.experts.78.gate_proj,0.0000058918,0.01000,1.405
70,mlp.experts.83.gate_proj,0.0000058306,0.01000,1.340
70,mlp.experts.84.gate_proj,0.0000056195,0.01000,1.336
70,mlp.experts.86.gate_proj,0.0000059999,0.01000,1.322
70,mlp.experts.87.gate_proj,0.0000057936,0.01000,1.311
70,mlp.experts.85.gate_proj,0.0000060077,0.01000,1.400
70,mlp.experts.89.gate_proj,0.0000059133,0.01000,1.331
70,mlp.experts.88.gate_proj,0.0000058335,0.01000,1.395
70,mlp.experts.90.gate_proj,0.0000059424,0.01000,1.331
70,mlp.experts.91.gate_proj,0.0000055414,0.01000,1.333
70,mlp.experts.92.gate_proj,0.0000062041,0.01000,1.346
70,mlp.experts.93.gate_proj,0.0000058652,0.01000,1.339
70,mlp.experts.94.gate_proj,0.0000060390,0.01000,1.323
70,mlp.experts.95.gate_proj,0.0000062508,0.01000,1.339
70,mlp.experts.96.gate_proj,0.0000060690,0.01000,1.330
70,mlp.experts.97.gate_proj,0.0000058776,0.01000,1.351
70,mlp.experts.98.gate_proj,0.0000060466,0.01000,1.342
70,mlp.experts.100.gate_proj,0.0000068556,0.01000,1.332
70,mlp.experts.99.gate_proj,0.0000060468,0.01000,1.336
70,mlp.experts.101.gate_proj,0.0000058510,0.01000,1.323
70,mlp.experts.102.gate_proj,0.0000057993,0.01000,1.329
70,mlp.experts.103.gate_proj,0.0000059148,0.01000,1.332
70,mlp.experts.104.gate_proj,0.0000058569,0.01000,1.348
70,mlp.experts.105.gate_proj,0.0000062956,0.01000,1.336
70,mlp.experts.107.gate_proj,0.0000059213,0.01000,1.324
70,mlp.experts.108.gate_proj,0.0000059179,0.01000,1.316
70,mlp.experts.109.gate_proj,0.0000059213,0.01000,1.332
70,mlp.experts.106.gate_proj,0.0000059426,0.01000,1.394
70,mlp.experts.110.gate_proj,0.0000058641,0.01000,1.331
70,mlp.experts.111.gate_proj,0.0000059503,0.01000,1.355
70,mlp.experts.112.gate_proj,0.0000060279,0.01000,1.339
70,mlp.experts.113.gate_proj,0.0000057955,0.01000,1.343
70,mlp.experts.114.gate_proj,0.0000060601,0.01000,1.329
70,mlp.experts.115.gate_proj,0.0000061563,0.01000,1.313
70,mlp.experts.116.gate_proj,0.0000058065,0.01000,1.342
70,mlp.experts.117.gate_proj,0.0000062626,0.01000,1.332
70,mlp.experts.118.gate_proj,0.0000057127,0.01000,1.360
70,mlp.experts.119.gate_proj,0.0000062773,0.01000,1.340
70,mlp.experts.1.up_proj,0.0000056160,0.01000,1.333
70,mlp.experts.2.up_proj,0.0000054678,0.01000,1.335
70,mlp.experts.3.up_proj,0.0000059510,0.01000,1.334
70,mlp.experts.0.up_proj,0.0000058517,0.01000,1.413
70,mlp.experts.4.up_proj,0.0000058924,0.01000,1.344
70,mlp.experts.5.up_proj,0.0000059264,0.01000,1.343
70,mlp.experts.6.up_proj,0.0000057718,0.01000,1.336
70,mlp.experts.7.up_proj,0.0000057334,0.01000,1.356
70,mlp.experts.8.up_proj,0.0000058935,0.01000,1.333
70,mlp.experts.9.up_proj,0.0000058272,0.01000,1.327
70,mlp.experts.10.up_proj,0.0000061469,0.01000,1.343
70,mlp.experts.11.up_proj,0.0000061164,0.01000,1.341
70,mlp.experts.12.up_proj,0.0000055818,0.01000,1.362
70,mlp.experts.13.up_proj,0.0000058591,0.01000,1.340
70,mlp.experts.15.up_proj,0.0000062819,0.01000,1.344
70,mlp.experts.14.up_proj,0.0000059734,0.01000,1.347
70,mlp.experts.16.up_proj,0.0000059636,0.01000,1.321
70,mlp.experts.17.up_proj,0.0000056108,0.01000,1.334
70,mlp.experts.18.up_proj,0.0000055082,0.01000,1.331
70,mlp.experts.19.up_proj,0.0000058262,0.01000,1.347
70,mlp.experts.20.up_proj,0.0000057057,0.01000,1.343
70,mlp.experts.22.up_proj,0.0000055231,0.01000,1.337
70,mlp.experts.23.up_proj,0.0000062988,0.01000,1.324
70,mlp.experts.24.up_proj,0.0000057297,0.01000,1.336
70,mlp.experts.25.up_proj,0.0000058876,0.01000,1.334
70,mlp.experts.21.up_proj,0.0000056195,0.01000,1.416
70,mlp.experts.26.up_proj,0.0000055636,0.01000,1.348
70,mlp.experts.27.up_proj,0.0000055564,0.01000,1.346
70,mlp.experts.29.up_proj,0.0000057470,0.01000,1.344
70,mlp.experts.30.up_proj,0.0000057128,0.01000,1.326
70,mlp.experts.28.up_proj,0.0000057264,0.01000,1.412
70,mlp.experts.31.up_proj,0.0000059077,0.01000,1.347
70,mlp.experts.32.up_proj,0.0000054997,0.01000,1.346
70,mlp.experts.33.up_proj,0.0000055965,0.01000,1.352
70,mlp.experts.34.up_proj,0.0000056515,0.01000,1.338
70,mlp.experts.35.up_proj,0.0000059475,0.01000,1.353
70,mlp.experts.36.up_proj,0.0000056350,0.01000,1.337
70,mlp.experts.37.up_proj,0.0000064938,0.01000,1.333
70,mlp.experts.39.up_proj,0.0000056543,0.01000,1.330
70,mlp.experts.38.up_proj,0.0000057374,0.01000,1.403
70,mlp.experts.40.up_proj,0.0000054493,0.01000,1.354
70,mlp.experts.41.up_proj,0.0000061056,0.01000,1.327
70,mlp.experts.43.up_proj,0.0000057894,0.01000,1.324
70,mlp.experts.44.up_proj,0.0000058702,0.01000,1.315
70,mlp.experts.45.up_proj,0.0000058168,0.01000,1.345
70,mlp.experts.42.up_proj,0.0000058847,0.01000,1.410
70,mlp.experts.46.up_proj,0.0000058197,0.01000,1.340
70,mlp.experts.47.up_proj,0.0000057837,0.01000,1.380
70,mlp.experts.48.up_proj,0.0000057641,0.01000,1.333
70,mlp.experts.50.up_proj,0.0000057021,0.01000,1.323
70,mlp.experts.51.up_proj,0.0000058107,0.01000,1.319
70,mlp.experts.49.up_proj,0.0000057705,0.01000,1.389
70,mlp.experts.52.up_proj,0.0000056908,0.01000,1.340
70,mlp.experts.53.up_proj,0.0000062273,0.01000,1.331
70,mlp.experts.54.up_proj,0.0000059303,0.01000,1.342
70,mlp.experts.55.up_proj,0.0000058574,0.01000,1.332
70,mlp.experts.56.up_proj,0.0000056477,0.01000,1.346
70,mlp.experts.57.up_proj,0.0000057367,0.01000,1.337
70,mlp.experts.58.up_proj,0.0000057943,0.01000,1.329
70,mlp.experts.59.up_proj,0.0000061658,0.01000,1.343
70,mlp.experts.60.up_proj,0.0000058079,0.01000,1.336
70,mlp.experts.61.up_proj,0.0000058485,0.01000,1.349
70,mlp.experts.62.up_proj,0.0000057410,0.01000,1.333
70,mlp.experts.63.up_proj,0.0000056287,0.01000,1.345
70,mlp.experts.64.up_proj,0.0000056834,0.01000,1.327
70,mlp.experts.65.up_proj,0.0000056073,0.01000,1.333
70,mlp.experts.66.up_proj,0.0000060547,0.01000,1.335
70,mlp.experts.67.up_proj,0.0000056163,0.01000,1.336
70,mlp.experts.68.up_proj,0.0000054586,0.01000,1.349
70,mlp.experts.69.up_proj,0.0000060387,0.01000,1.336
70,mlp.experts.71.up_proj,0.0000057273,0.01000,1.328
70,mlp.experts.72.up_proj,0.0000057663,0.01000,1.328
70,mlp.experts.73.up_proj,0.0000060986,0.01000,1.339
70,mlp.experts.70.up_proj,0.0000055989,0.01000,1.396
70,mlp.experts.74.up_proj,0.0000057451,0.01000,1.331
70,mlp.experts.75.up_proj,0.0000058352,0.01000,1.354
70,mlp.experts.76.up_proj,0.0000059237,0.01000,1.336
70,mlp.experts.77.up_proj,0.0000057160,0.01000,1.341
70,mlp.experts.78.up_proj,0.0000057088,0.01000,1.332
70,mlp.experts.79.up_proj,0.0000055436,0.01000,1.333
70,mlp.experts.80.up_proj,0.0000056808,0.01000,1.344
70,mlp.experts.81.up_proj,0.0000055691,0.01000,1.331
70,mlp.experts.82.up_proj,0.0000055394,0.01000,1.364
70,mlp.experts.83.up_proj,0.0000055634,0.01000,1.335
70,mlp.experts.85.up_proj,0.0000057758,0.01000,1.336
70,mlp.experts.86.up_proj,0.0000058214,0.01000,1.320
70,mlp.experts.84.up_proj,0.0000054855,0.01000,1.383
70,mlp.experts.88.up_proj,0.0000056837,0.01000,1.326
70,mlp.experts.87.up_proj,0.0000056108,0.01000,1.422
70,mlp.experts.89.up_proj,0.0000056990,0.01000,1.343
70,mlp.experts.90.up_proj,0.0000057841,0.01000,1.334
70,mlp.experts.91.up_proj,0.0000053389,0.01000,1.329
70,mlp.experts.93.up_proj,0.0000057134,0.01000,1.318
70,mlp.experts.92.up_proj,0.0000060115,0.01000,1.333
70,mlp.experts.94.up_proj,0.0000058953,0.01000,1.350
70,mlp.experts.95.up_proj,0.0000060669,0.01000,1.344
70,mlp.experts.96.up_proj,0.0000059081,0.01000,1.342
70,mlp.experts.97.up_proj,0.0000057846,0.01000,1.340
70,mlp.experts.98.up_proj,0.0000058228,0.01000,1.331
70,mlp.experts.100.up_proj,0.0000051461,0.01000,1.319
70,mlp.experts.99.up_proj,0.0000058613,0.01000,1.385
70,mlp.experts.101.up_proj,0.0000056508,0.01000,1.337
70,mlp.experts.102.up_proj,0.0000056426,0.01000,1.341
70,mlp.experts.103.up_proj,0.0000057501,0.01000,1.349
70,mlp.experts.104.up_proj,0.0000056853,0.01000,1.342
70,mlp.experts.105.up_proj,0.0000061256,0.01000,1.334
70,mlp.experts.106.up_proj,0.0000057351,0.01000,1.342
70,mlp.experts.107.up_proj,0.0000057223,0.01000,1.321
70,mlp.experts.108.up_proj,0.0000057207,0.01000,1.335
70,mlp.experts.109.up_proj,0.0000056679,0.01000,1.339
70,mlp.experts.110.up_proj,0.0000056040,0.01000,1.349
70,mlp.experts.111.up_proj,0.0000058621,0.01000,1.344
70,mlp.experts.112.up_proj,0.0000058038,0.01000,1.357
70,mlp.experts.113.up_proj,0.0000055693,0.01000,1.359
70,mlp.experts.114.up_proj,0.0000057201,0.01000,1.328
70,mlp.experts.115.up_proj,0.0000058938,0.01000,1.348
70,mlp.experts.116.up_proj,0.0000056804,0.01000,1.325
70,mlp.experts.117.up_proj,0.0000060548,0.01000,1.297
70,mlp.experts.118.up_proj,0.0000055795,0.01000,1.049
70,mlp.experts.119.up_proj,0.0000062521,0.01000,1.010
70,mlp.experts.2.down_proj,0.0000006094,0.01000,0.436
70,mlp.experts.3.down_proj,0.0000007913,0.01000,0.439
70,mlp.experts.1.down_proj,0.0000007958,0.01000,0.440
70,mlp.experts.4.down_proj,0.0000007694,0.01000,0.445
70,mlp.experts.6.down_proj,0.0000007157,0.01000,0.446
70,mlp.experts.0.down_proj,0.0000008561,0.01000,0.451
70,mlp.experts.5.down_proj,0.0000007279,0.01000,0.467
70,mlp.experts.9.down_proj,0.0000008513,0.01000,0.402
70,mlp.experts.10.down_proj,0.0000009726,0.01000,0.400
70,mlp.experts.7.down_proj,0.0000008834,0.01000,0.415
70,mlp.experts.11.down_proj,0.0000007499,0.01000,0.406
70,mlp.experts.12.down_proj,0.0000008450,0.01000,0.406
70,mlp.experts.8.down_proj,0.0000006761,0.01000,0.419
70,mlp.experts.13.down_proj,0.0000007329,0.01000,0.409
70,mlp.experts.14.down_proj,0.0000008673,0.01000,0.407
70,mlp.experts.16.down_proj,0.0000007725,0.01000,0.398
70,mlp.experts.17.down_proj,0.0000006802,0.01000,0.401
70,mlp.experts.18.down_proj,0.0000007164,0.01000,0.403
70,mlp.experts.19.down_proj,0.0000008808,0.01000,0.405
70,mlp.experts.15.down_proj,0.0000008383,0.01000,0.424
70,mlp.experts.20.down_proj,0.0000009191,0.01000,0.407
70,mlp.experts.21.down_proj,0.0000007457,0.01000,0.403
70,mlp.experts.24.down_proj,0.0000008868,0.01000,0.397
70,mlp.experts.22.down_proj,0.0000007631,0.01000,0.410
70,mlp.experts.23.down_proj,0.0000009019,0.01000,0.408
70,mlp.experts.25.down_proj,0.0000008363,0.01000,0.406
70,mlp.experts.26.down_proj,0.0000006667,0.01000,0.402
70,mlp.experts.27.down_proj,0.0000007583,0.01000,0.406
70,mlp.experts.28.down_proj,0.0000008200,0.01000,0.403
70,mlp.experts.30.down_proj,0.0000006983,0.01000,0.402
70,mlp.experts.29.down_proj,0.0000008796,0.01000,0.406
70,mlp.experts.31.down_proj,0.0000007599,0.01000,0.401
70,mlp.experts.33.down_proj,0.0000007250,0.01000,0.403
70,mlp.experts.32.down_proj,0.0000010176,0.01000,0.406
70,mlp.experts.34.down_proj,0.0000009201,0.01000,0.405
70,mlp.experts.35.down_proj,0.0000008609,0.01000,0.405
70,mlp.experts.37.down_proj,0.0000009308,0.01000,0.405
70,mlp.experts.38.down_proj,0.0000009849,0.01000,0.404
70,mlp.experts.36.down_proj,0.0000007477,0.01000,0.406
70,mlp.experts.40.down_proj,0.0000007755,0.01000,0.400
70,mlp.experts.39.down_proj,0.0000006258,0.01000,0.413
70,mlp.experts.41.down_proj,0.0000008219,0.01000,0.404
70,mlp.experts.42.down_proj,0.0000006680,0.01000,0.406
70,mlp.experts.45.down_proj,0.0000008425,0.01000,0.398
70,mlp.experts.44.down_proj,0.0000008820,0.01000,0.405
70,mlp.experts.46.down_proj,0.0000007662,0.01000,0.401
70,mlp.experts.47.down_proj,0.0000008707,0.01000,0.394
70,mlp.experts.43.down_proj,0.0000007416,0.01000,0.415
70,mlp.experts.48.down_proj,0.0000009575,0.01000,0.405
70,mlp.experts.51.down_proj,0.0000007087,0.01000,0.401
70,mlp.experts.49.down_proj,0.0000008013,0.01000,0.407
70,mlp.experts.52.down_proj,0.0000009965,0.01000,0.402
70,mlp.experts.54.down_proj,0.0000007951,0.01000,0.398
70,mlp.experts.53.down_proj,0.0000009722,0.01000,0.402
70,mlp.experts.50.down_proj,0.0000007228,0.01000,0.422
70,mlp.experts.55.down_proj,0.0000007623,0.01000,0.406
70,mlp.experts.59.down_proj,0.0000008495,0.01000,0.397
70,mlp.experts.57.down_proj,0.0000007770,0.01000,0.411
70,mlp.experts.61.down_proj,0.0000007624,0.01000,0.397
70,mlp.experts.60.down_proj,0.0000007494,0.01000,0.405
70,mlp.experts.58.down_proj,0.0000007849,0.01000,0.415
70,mlp.experts.56.down_proj,0.0000006289,0.01000,0.419
70,mlp.experts.62.down_proj,0.0000006405,0.01000,0.403
70,mlp.experts.65.down_proj,0.0000007474,0.01000,0.405
70,mlp.experts.64.down_proj,0.0000007517,0.01000,0.406
70,mlp.experts.63.down_proj,0.0000007269,0.01000,0.413
70,mlp.experts.66.down_proj,0.0000007315,0.01000,0.404
70,mlp.experts.68.down_proj,0.0000008502,0.01000,0.413
70,mlp.experts.69.down_proj,0.0000007705,0.01000,0.406
70,mlp.experts.67.down_proj,0.0000007041,0.01000,0.449
70,mlp.experts.73.down_proj,0.0000008330,0.01000,0.402
70,mlp.experts.71.down_proj,0.0000007060,0.01000,0.406
70,mlp.experts.72.down_proj,0.0000007756,0.01000,0.409
70,mlp.experts.70.down_proj,0.0000007171,0.01000,0.415
70,mlp.experts.75.down_proj,0.0000007079,0.01000,0.400
70,mlp.experts.74.down_proj,0.0000007870,0.01000,0.422
70,mlp.experts.76.down_proj,0.0000007686,0.01000,0.420
70,mlp.experts.80.down_proj,0.0000009192,0.01000,0.392
70,mlp.experts.79.down_proj,0.0000008852,0.01000,0.401
70,mlp.experts.78.down_proj,0.0000008352,0.01000,0.405
70,mlp.experts.77.down_proj,0.0000007736,0.01000,0.415
70,mlp.experts.81.down_proj,0.0000006740,0.01000,0.404
70,mlp.experts.82.down_proj,0.0000007693,0.01000,0.398
70,mlp.experts.83.down_proj,0.0000007905,0.01000,0.409
70,mlp.experts.87.down_proj,0.0000007498,0.01000,0.397
70,mlp.experts.84.down_proj,0.0000006968,0.01000,0.409
70,mlp.experts.86.down_proj,0.0000008110,0.01000,0.408
70,mlp.experts.85.down_proj,0.0000006761,0.01000,0.418
70,mlp.experts.88.down_proj,0.0000008299,0.01000,0.402
70,mlp.experts.89.down_proj,0.0000009584,0.01000,0.400
70,mlp.experts.90.down_proj,0.0000007087,0.01000,0.413
70,mlp.experts.93.down_proj,0.0000007898,0.01000,0.399
70,mlp.experts.92.down_proj,0.0000007423,0.01000,0.406
70,mlp.experts.94.down_proj,0.0000008001,0.01000,0.397
70,mlp.experts.91.down_proj,0.0000005786,0.01000,0.412
70,mlp.experts.96.down_proj,0.0000007465,0.01000,0.396
70,mlp.experts.95.down_proj,0.0000006871,0.01000,0.409
70,mlp.experts.97.down_proj,0.0000007217,0.01000,0.409
70,mlp.experts.98.down_proj,0.0000007432,0.01000,0.402
70,mlp.experts.99.down_proj,0.0000006524,0.01000,0.398
70,mlp.experts.101.down_proj,0.0000008318,0.01000,0.395
70,mlp.experts.100.down_proj,0.0000006106,0.01000,0.398
70,mlp.experts.102.down_proj,0.0000007152,0.01000,0.400
70,mlp.experts.103.down_proj,0.0000008309,0.01000,0.396
70,mlp.experts.104.down_proj,0.0000007920,0.01000,0.411
70,mlp.experts.106.down_proj,0.0000008585,0.01000,0.405
70,mlp.experts.105.down_proj,0.0000007720,0.01000,0.405
70,mlp.experts.108.down_proj,0.0000008288,0.01000,0.402
70,mlp.experts.107.down_proj,0.0000010470,0.01000,0.404
70,mlp.experts.109.down_proj,0.0000008181,0.01000,0.401
70,mlp.experts.110.down_proj,0.0000009189,0.01000,0.398
70,mlp.experts.111.down_proj,0.0000008789,0.01000,0.408
70,mlp.experts.115.down_proj,0.0000008657,0.01000,0.402
70,mlp.experts.113.down_proj,0.0000007399,0.01000,0.407
70,mlp.experts.117.down_proj,0.0000007371,0.01000,0.398
70,mlp.experts.114.down_proj,0.0000008284,0.01000,0.408
70,mlp.experts.116.down_proj,0.0000007894,0.01000,0.405
70,mlp.experts.112.down_proj,0.0000006878,0.01000,0.414
70,mlp.experts.118.down_proj,0.0000008018,0.01000,0.384
70,mlp.experts.119.down_proj,0.0000008631,0.01000,0.278
71,self_attn.k_proj,0.0000002778,0.01000,1.205
71,self_attn.v_proj,0.0000005948,0.01000,1.205
71,self_attn.q_proj,0.0000020047,0.01000,1.258
71,self_attn.o_proj,0.0000005553,0.01000,2.756
71,mlp.shared_experts.gate_proj,0.0000000136,0.01000,0.912
71,mlp.shared_experts.up_proj,0.0000000081,0.01000,0.912
71,mlp.shared_experts.down_proj,0.0000000009,0.01000,0.278
71,mlp.experts.3.gate_proj,0.0000060120,0.01000,1.485
71,mlp.experts.4.gate_proj,0.0000062070,0.01000,1.500
71,mlp.experts.5.gate_proj,0.0000059796,0.01000,1.503
71,mlp.experts.6.gate_proj,0.0000065009,0.01000,1.523
71,mlp.experts.2.gate_proj,0.0000058133,0.01000,1.556
71,mlp.experts.1.gate_proj,0.0000061196,0.01000,1.566
71,mlp.experts.0.gate_proj,0.0000057717,0.01000,1.569
71,mlp.experts.8.gate_proj,0.0000063066,0.01000,1.343
71,mlp.experts.7.gate_proj,0.0000063044,0.01000,1.360
71,mlp.experts.10.gate_proj,0.0000058749,0.01000,1.324
71,mlp.experts.12.gate_proj,0.0000059363,0.01000,1.331
71,mlp.experts.11.gate_proj,0.0000060547,0.01000,1.343
71,mlp.experts.9.gate_proj,0.0000059071,0.01000,1.395
71,mlp.experts.13.gate_proj,0.0000063656,0.01000,1.352
71,mlp.experts.15.gate_proj,0.0000059289,0.01000,1.328
71,mlp.experts.16.gate_proj,0.0000058009,0.01000,1.342
71,mlp.experts.14.gate_proj,0.0000060824,0.01000,1.378
71,mlp.experts.19.gate_proj,0.0000059462,0.01000,1.330
71,mlp.experts.17.gate_proj,0.0000059519,0.01000,1.333
71,mlp.experts.20.gate_proj,0.0000061286,0.01000,1.341
71,mlp.experts.18.gate_proj,0.0000062597,0.01000,1.414
71,mlp.experts.21.gate_proj,0.0000060559,0.01000,1.342
71,mlp.experts.22.gate_proj,0.0000058486,0.01000,1.352
71,mlp.experts.23.gate_proj,0.0000059119,0.01000,1.329
71,mlp.experts.24.gate_proj,0.0000061280,0.01000,1.324
71,mlp.experts.26.gate_proj,0.0000059249,0.01000,1.323
71,mlp.experts.25.gate_proj,0.0000063178,0.01000,1.420
71,mlp.experts.27.gate_proj,0.0000061326,0.01000,1.358
71,mlp.experts.28.gate_proj,0.0000063858,0.01000,1.349
71,mlp.experts.31.gate_proj,0.0000061191,0.01000,1.323
71,mlp.experts.30.gate_proj,0.0000061359,0.01000,1.337
71,mlp.experts.29.gate_proj,0.0000061027,0.01000,1.382
71,mlp.experts.32.gate_proj,0.0000061370,0.01000,1.344
71,mlp.experts.33.gate_proj,0.0000065707,0.01000,1.346
71,mlp.experts.34.gate_proj,0.0000059489,0.01000,1.352
71,mlp.experts.35.gate_proj,0.0000078594,0.01000,1.344
71,mlp.experts.37.gate_proj,0.0000059395,0.01000,1.328
71,mlp.experts.38.gate_proj,0.0000066918,0.01000,1.323
71,mlp.experts.36.gate_proj,0.0000065340,0.01000,1.392
71,mlp.experts.39.gate_proj,0.0000060211,0.01000,1.347
71,mlp.experts.40.gate_proj,0.0000060689,0.01000,1.330
71,mlp.experts.41.gate_proj,0.0000063364,0.01000,1.356
71,mlp.experts.42.gate_proj,0.0000059456,0.01000,1.346
71,mlp.experts.43.gate_proj,0.0000059071,0.01000,1.358
71,mlp.experts.44.gate_proj,0.0000059630,0.01000,1.347
71,mlp.experts.45.gate_proj,0.0000069624,0.01000,1.332
71,mlp.experts.46.gate_proj,0.0000058482,0.01000,1.355
71,mlp.experts.47.gate_proj,0.0000060635,0.01000,1.342
71,mlp.experts.48.gate_proj,0.0000061051,0.01000,1.369
71,mlp.experts.49.gate_proj,0.0000061627,0.01000,1.338
71,mlp.experts.50.gate_proj,0.0000066838,0.01000,1.339
71,mlp.experts.52.gate_proj,0.0000058307,0.01000,1.330
71,mlp.experts.53.gate_proj,0.0000060054,0.01000,1.338
71,mlp.experts.51.gate_proj,0.0000057551,0.01000,1.385
71,mlp.experts.54.gate_proj,0.0000061748,0.01000,1.330
71,mlp.experts.55.gate_proj,0.0000058521,0.01000,1.358
71,mlp.experts.56.gate_proj,0.0000064592,0.01000,1.340
71,mlp.experts.57.gate_proj,0.0000059807,0.01000,1.338
71,mlp.experts.58.gate_proj,0.0000058073,0.01000,1.340
71,mlp.experts.59.gate_proj,0.0000061813,0.01000,1.328
71,mlp.experts.60.gate_proj,0.0000059436,0.01000,1.338
71,mlp.experts.61.gate_proj,0.0000061753,0.01000,1.337
71,mlp.experts.62.gate_proj,0.0000060763,0.01000,1.362
71,mlp.experts.64.gate_proj,0.0000062696,0.01000,1.345
71,mlp.experts.63.gate_proj,0.0000063561,0.01000,1.362
71,mlp.experts.65.gate_proj,0.0000060983,0.01000,1.348
71,mlp.experts.66.gate_proj,0.0000059481,0.01000,1.327
71,mlp.experts.67.gate_proj,0.0000059381,0.01000,1.338
71,mlp.experts.68.gate_proj,0.0000060492,0.01000,1.339
71,mlp.experts.69.gate_proj,0.0000058706,0.01000,1.365
71,mlp.experts.71.gate_proj,0.0000061090,0.01000,1.352
71,mlp.experts.73.gate_proj,0.0000060300,0.01000,1.334
71,mlp.experts.72.gate_proj,0.0000062529,0.01000,1.356
71,mlp.experts.74.gate_proj,0.0000061009,0.01000,1.342
71,mlp.experts.75.gate_proj,0.0000061577,0.01000,1.341
71,mlp.experts.70.gate_proj,0.0000058818,0.01000,1.440
71,mlp.experts.76.gate_proj,0.0000060634,0.01000,1.354
71,mlp.experts.78.gate_proj,0.0000059221,0.01000,1.351
71,mlp.experts.79.gate_proj,0.0000060164,0.01000,1.359
71,mlp.experts.80.gate_proj,0.0000061544,0.01000,1.338
71,mlp.experts.81.gate_proj,0.0000060393,0.01000,1.356
71,mlp.experts.82.gate_proj,0.0000065350,0.01000,1.337
71,mlp.experts.77.gate_proj,0.0000064146,0.01000,1.424
71,mlp.experts.83.gate_proj,0.0000060360,0.01000,1.356
71,mlp.experts.84.gate_proj,0.0000064119,0.01000,1.374
71,mlp.experts.86.gate_proj,0.0000058512,0.01000,1.350
71,mlp.experts.87.gate_proj,0.0000058319,0.01000,1.346
71,mlp.experts.89.gate_proj,0.0000063137,0.01000,1.348
71,mlp.experts.88.gate_proj,0.0000058358,0.01000,1.353
71,mlp.experts.85.gate_proj,0.0000061350,0.01000,1.421
71,mlp.experts.90.gate_proj,0.0000060464,0.01000,1.357
71,mlp.experts.91.gate_proj,0.0000058499,0.01000,1.364
71,mlp.experts.92.gate_proj,0.0000058745,0.01000,1.367
71,mlp.experts.94.gate_proj,0.0000058651,0.01000,1.342
71,mlp.experts.95.gate_proj,0.0000063276,0.01000,1.348
71,mlp.experts.96.gate_proj,0.0000066540,0.01000,1.355
71,mlp.experts.93.gate_proj,0.0000061001,0.01000,1.395
71,mlp.experts.97.gate_proj,0.0000064248,0.01000,1.361
71,mlp.experts.100.gate_proj,0.0000059687,0.01000,1.345
71,mlp.experts.101.gate_proj,0.0000058397,0.01000,1.338
71,mlp.experts.99.gate_proj,0.0000059103,0.01000,1.372
71,mlp.experts.98.gate_proj,0.0000061528,0.01000,1.409
71,mlp.experts.102.gate_proj,0.0000063241,0.01000,1.361
71,mlp.experts.103.gate_proj,0.0000058184,0.01000,1.363
71,mlp.experts.104.gate_proj,0.0000062474,0.01000,1.356
71,mlp.experts.105.gate_proj,0.0000060247,0.01000,1.364
71,mlp.experts.106.gate_proj,0.0000058128,0.01000,1.366
71,mlp.experts.107.gate_proj,0.0000063436,0.01000,1.369
71,mlp.experts.108.gate_proj,0.0000062893,0.01000,1.351
71,mlp.experts.110.gate_proj,0.0000061284,0.01000,1.336
71,mlp.experts.109.gate_proj,0.0000061409,0.01000,1.355
71,mlp.experts.111.gate_proj,0.0000058996,0.01000,1.350
71,mlp.experts.112.gate_proj,0.0000060459,0.01000,1.353
71,mlp.experts.113.gate_proj,0.0000063798,0.01000,1.353
71,mlp.experts.115.gate_proj,0.0000058507,0.01000,1.332
71,mlp.experts.116.gate_proj,0.0000063877,0.01000,1.354
71,mlp.experts.117.gate_proj,0.0000067099,0.01000,1.343
71,mlp.experts.114.gate_proj,0.0000058510,0.01000,1.396
71,mlp.experts.118.gate_proj,0.0000059874,0.01000,1.350
71,mlp.experts.0.up_proj,0.0000056000,0.01000,1.349
71,mlp.experts.1.up_proj,0.0000059588,0.01000,1.344
71,mlp.experts.119.gate_proj,0.0000061689,0.01000,1.358
71,mlp.experts.2.up_proj,0.0000056441,0.01000,1.338
71,mlp.experts.3.up_proj,0.0000058468,0.01000,1.347
71,mlp.experts.4.up_proj,0.0000058347,0.01000,1.344
71,mlp.experts.5.up_proj,0.0000057334,0.01000,1.353
71,mlp.experts.8.up_proj,0.0000060072,0.01000,1.343
71,mlp.experts.9.up_proj,0.0000058944,0.01000,1.339
71,mlp.experts.10.up_proj,0.0000057741,0.01000,1.348
71,mlp.experts.11.up_proj,0.0000058160,0.01000,1.343
71,mlp.experts.7.up_proj,0.0000060775,0.01000,1.405
71,mlp.experts.6.up_proj,0.0000060044,0.01000,1.411
71,mlp.experts.12.up_proj,0.0000057856,0.01000,1.343
71,mlp.experts.14.up_proj,0.0000058819,0.01000,1.352
71,mlp.experts.15.up_proj,0.0000056919,0.01000,1.347
71,mlp.experts.16.up_proj,0.0000056204,0.01000,1.337
71,mlp.experts.17.up_proj,0.0000057803,0.01000,1.344
71,mlp.experts.18.up_proj,0.0000060631,0.01000,1.340
71,mlp.experts.13.up_proj,0.0000061774,0.01000,1.423
71,mlp.experts.19.up_proj,0.0000056849,0.01000,1.351
71,mlp.experts.20.up_proj,0.0000060004,0.01000,1.353
71,mlp.experts.23.up_proj,0.0000057526,0.01000,1.328
71,mlp.experts.24.up_proj,0.0000058825,0.01000,1.337
71,mlp.experts.22.up_proj,0.0000057447,0.01000,1.351
71,mlp.experts.25.up_proj,0.0000060842,0.01000,1.348
71,mlp.experts.21.up_proj,0.0000058453,0.01000,1.399
71,mlp.experts.26.up_proj,0.0000057788,0.01000,1.366
71,mlp.experts.29.up_proj,0.0000059856,0.01000,1.328
71,mlp.experts.30.up_proj,0.0000059742,0.01000,1.336
71,mlp.experts.28.up_proj,0.0000062232,0.01000,1.349
71,mlp.experts.31.up_proj,0.0000059336,0.01000,1.324
71,mlp.experts.32.up_proj,0.0000059027,0.01000,1.322
71,mlp.experts.27.up_proj,0.0000056512,0.01000,1.421
71,mlp.experts.33.up_proj,0.0000061359,0.01000,1.333
71,mlp.experts.37.up_proj,0.0000057846,0.01000,1.310
71,mlp.experts.36.up_proj,0.0000063883,0.01000,1.333
71,mlp.experts.38.up_proj,0.0000064311,0.01000,1.333
71,mlp.experts.34.up_proj,0.0000057608,0.01000,1.393
71,mlp.experts.35.up_proj,0.0000054775,0.01000,1.398
71,mlp.experts.39.up_proj,0.0000057742,0.01000,1.339
71,mlp.experts.40.up_proj,0.0000058619,0.01000,1.330
71,mlp.experts.41.up_proj,0.0000061139,0.01000,1.345
71,mlp.experts.43.up_proj,0.0000057109,0.01000,1.331
71,mlp.experts.44.up_proj,0.0000058471,0.01000,1.316
71,mlp.experts.42.up_proj,0.0000057340,0.01000,1.368
71,mlp.experts.45.up_proj,0.0000067333,0.01000,1.345
71,mlp.experts.46.up_proj,0.0000056610,0.01000,1.351
71,mlp.experts.47.up_proj,0.0000059159,0.01000,1.348
71,mlp.experts.48.up_proj,0.0000059511,0.01000,1.339
71,mlp.experts.49.up_proj,0.0000060078,0.01000,1.341
71,mlp.experts.50.up_proj,0.0000063533,0.01000,1.331
71,mlp.experts.51.up_proj,0.0000056024,0.01000,1.336
71,mlp.experts.52.up_proj,0.0000057255,0.01000,1.341
71,mlp.experts.53.up_proj,0.0000057909,0.01000,1.346
71,mlp.experts.54.up_proj,0.0000060299,0.01000,1.345
71,mlp.experts.55.up_proj,0.0000055935,0.01000,1.344
71,mlp.experts.57.up_proj,0.0000058264,0.01000,1.335
71,mlp.experts.58.up_proj,0.0000056701,0.01000,1.344
71,mlp.experts.56.up_proj,0.0000061276,0.01000,1.393
71,mlp.experts.59.up_proj,0.0000060043,0.01000,1.343
71,mlp.experts.60.up_proj,0.0000057802,0.01000,1.342
71,mlp.experts.61.up_proj,0.0000060894,0.01000,1.352
71,mlp.experts.62.up_proj,0.0000059385,0.01000,1.351
71,mlp.experts.64.up_proj,0.0000059933,0.01000,1.330
71,mlp.experts.65.up_proj,0.0000059688,0.01000,1.328
71,mlp.experts.63.up_proj,0.0000060997,0.01000,1.400
71,mlp.experts.66.up_proj,0.0000057183,0.01000,1.345
71,mlp.experts.67.up_proj,0.0000057589,0.01000,1.352
71,mlp.experts.68.up_proj,0.0000057982,0.01000,1.347
71,mlp.experts.69.up_proj,0.0000057558,0.01000,1.354
71,mlp.experts.70.up_proj,0.0000056602,0.01000,1.347
71,mlp.experts.71.up_proj,0.0000058682,0.01000,1.337
71,mlp.experts.72.up_proj,0.0000060874,0.01000,1.341
71,mlp.experts.73.up_proj,0.0000057925,0.01000,1.349
71,mlp.experts.74.up_proj,0.0000058743,0.01000,1.345
71,mlp.experts.75.up_proj,0.0000060156,0.01000,1.353
71,mlp.experts.76.up_proj,0.0000058688,0.01000,1.343
71,mlp.experts.77.up_proj,0.0000059625,0.01000,1.349
71,mlp.experts.78.up_proj,0.0000057227,0.01000,1.337
71,mlp.experts.79.up_proj,0.0000059423,0.01000,1.331
71,mlp.experts.80.up_proj,0.0000058719,0.01000,1.340
71,mlp.experts.81.up_proj,0.0000058754,0.01000,1.334
71,mlp.experts.82.up_proj,0.0000063902,0.01000,1.346
71,mlp.experts.83.up_proj,0.0000059315,0.01000,1.344
71,mlp.experts.84.up_proj,0.0000062134,0.01000,1.344
71,mlp.experts.85.up_proj,0.0000058717,0.01000,1.347
71,mlp.experts.86.up_proj,0.0000057426,0.01000,1.336
71,mlp.experts.88.up_proj,0.0000056544,0.01000,1.331
71,mlp.experts.87.up_proj,0.0000056612,0.01000,1.398
71,mlp.experts.89.up_proj,0.0000060802,0.01000,1.343
71,mlp.experts.90.up_proj,0.0000058048,0.01000,1.340
71,mlp.experts.91.up_proj,0.0000057836,0.01000,1.339
71,mlp.experts.92.up_proj,0.0000057060,0.01000,1.331
71,mlp.experts.93.up_proj,0.0000059448,0.01000,1.343
71,mlp.experts.94.up_proj,0.0000057151,0.01000,1.347
71,mlp.experts.95.up_proj,0.0000062413,0.01000,1.333
71,mlp.experts.96.up_proj,0.0000063892,0.01000,1.353
71,mlp.experts.99.up_proj,0.0000057230,0.01000,1.339
71,mlp.experts.98.up_proj,0.0000060337,0.01000,1.354
71,mlp.experts.100.up_proj,0.0000058729,0.01000,1.334
71,mlp.experts.101.up_proj,0.0000056578,0.01000,1.346
71,mlp.experts.97.up_proj,0.0000060670,0.01000,1.414
71,mlp.experts.102.up_proj,0.0000060458,0.01000,1.324
71,mlp.experts.103.up_proj,0.0000056863,0.01000,1.337
71,mlp.experts.104.up_proj,0.0000059507,0.01000,1.355
71,mlp.experts.105.up_proj,0.0000057606,0.01000,1.351
71,mlp.experts.106.up_proj,0.0000057436,0.01000,1.350
71,mlp.experts.107.up_proj,0.0000061799,0.01000,1.337
71,mlp.experts.108.up_proj,0.0000061989,0.01000,1.345
71,mlp.experts.109.up_proj,0.0000060205,0.01000,1.337
71,mlp.experts.110.up_proj,0.0000058677,0.01000,1.354
71,mlp.experts.112.up_proj,0.0000058280,0.01000,1.343
71,mlp.experts.113.up_proj,0.0000062045,0.01000,1.352
71,mlp.experts.114.up_proj,0.0000057023,0.01000,1.331
71,mlp.experts.116.up_proj,0.0000062698,0.01000,1.332
71,mlp.experts.115.up_proj,0.0000056783,0.01000,1.340
71,mlp.experts.111.up_proj,0.0000057407,0.01000,1.392
71,mlp.experts.117.up_proj,0.0000064227,0.01000,1.335
71,mlp.experts.119.up_proj,0.0000061008,0.01000,0.996
71,mlp.experts.118.up_proj,0.0000057717,0.01000,1.023
71,mlp.experts.3.down_proj,0.0000007481,0.01000,0.430
71,mlp.experts.2.down_proj,0.0000006601,0.01000,0.438
71,mlp.experts.4.down_proj,0.0000008304,0.01000,0.440
71,mlp.experts.5.down_proj,0.0000006835,0.01000,0.445
71,mlp.experts.6.down_proj,0.0000009368,0.01000,0.445
71,mlp.experts.1.down_proj,0.0000008330,0.01000,0.450
71,mlp.experts.0.down_proj,0.0000007010,0.01000,0.452
71,mlp.experts.9.down_proj,0.0000006974,0.01000,0.407
71,mlp.experts.7.down_proj,0.0000008355,0.01000,0.418
71,mlp.experts.10.down_proj,0.0000008627,0.01000,0.407
71,mlp.experts.12.down_proj,0.0000008283,0.01000,0.407
71,mlp.experts.11.down_proj,0.0000007825,0.01000,0.411
71,mlp.experts.13.down_proj,0.0000007857,0.01000,0.411
71,mlp.experts.8.down_proj,0.0000009444,0.01000,0.423
71,mlp.experts.17.down_proj,0.0000007724,0.01000,0.402
71,mlp.experts.14.down_proj,0.0000008193,0.01000,0.411
71,mlp.experts.15.down_proj,0.0000007773,0.01000,0.411
71,mlp.experts.19.down_proj,0.0000007505,0.01000,0.403
71,mlp.experts.20.down_proj,0.0000009911,0.01000,0.409
71,mlp.experts.16.down_proj,0.0000006848,0.01000,0.422
71,mlp.experts.18.down_proj,0.0000007678,0.01000,0.454
71,mlp.experts.22.down_proj,0.0000010731,0.01000,0.414
71,mlp.experts.23.down_proj,0.0000006818,0.01000,0.414
71,mlp.experts.21.down_proj,0.0000008966,0.01000,0.415
71,mlp.experts.24.down_proj,0.0000007832,0.01000,0.416
71,mlp.experts.26.down_proj,0.0000007665,0.01000,0.409
71,mlp.experts.27.down_proj,0.0000010142,0.01000,0.411
71,mlp.experts.25.down_proj,0.0000008044,0.01000,0.454
71,mlp.experts.31.down_proj,0.0000009478,0.01000,0.400
71,mlp.experts.29.down_proj,0.0000007678,0.01000,0.411
71,mlp.experts.30.down_proj,0.0000008718,0.01000,0.417
71,mlp.experts.28.down_proj,0.0000008000,0.01000,0.419
71,mlp.experts.32.down_proj,0.0000007946,0.01000,0.423
71,mlp.experts.33.down_proj,0.0000009144,0.01000,0.405
71,mlp.experts.34.down_proj,0.0000007097,0.01000,0.410
71,mlp.experts.36.down_proj,0.0000008071,0.01000,0.408
71,mlp.experts.38.down_proj,0.0000008940,0.01000,0.401
71,mlp.experts.37.down_proj,0.0000007137,0.01000,0.408
71,mlp.experts.35.down_proj,0.0000006572,0.01000,0.432
71,mlp.experts.39.down_proj,0.0000008672,0.01000,0.411
71,mlp.experts.40.down_proj,0.0000007253,0.01000,0.404
71,mlp.experts.41.down_proj,0.0000007351,0.01000,0.410
71,mlp.experts.43.down_proj,0.0000007730,0.01000,0.407
71,mlp.experts.44.down_proj,0.0000008085,0.01000,0.408
71,mlp.experts.45.down_proj,0.0000008807,0.01000,0.404
71,mlp.experts.42.down_proj,0.0000007903,0.01000,0.428
71,mlp.experts.46.down_proj,0.0000007774,0.01000,0.409
71,mlp.experts.47.down_proj,0.0000008692,0.01000,0.406
71,mlp.experts.48.down_proj,0.0000008084,0.01000,0.410
71,mlp.experts.49.down_proj,0.0000009440,0.01000,0.413
71,mlp.experts.52.down_proj,0.0000008072,0.01000,0.401
71,mlp.experts.50.down_proj,0.0000010375,0.01000,0.416
71,mlp.experts.53.down_proj,0.0000006734,0.01000,0.409
71,mlp.experts.51.down_proj,0.0000007673,0.01000,0.422
71,mlp.experts.54.down_proj,0.0000009464,0.01000,0.405
71,mlp.experts.55.down_proj,0.0000009676,0.01000,0.408
71,mlp.experts.57.down_proj,0.0000007171,0.01000,0.410
71,mlp.experts.58.down_proj,0.0000007653,0.01000,0.412
71,mlp.experts.56.down_proj,0.0000008158,0.01000,0.427
71,mlp.experts.59.down_proj,0.0000007855,0.01000,0.414
71,mlp.experts.60.down_proj,0.0000007889,0.01000,0.411
71,mlp.experts.61.down_proj,0.0000007247,0.01000,0.408
71,mlp.experts.62.down_proj,0.0000008049,0.01000,0.406
71,mlp.experts.63.down_proj,0.0000010329,0.01000,0.414
71,mlp.experts.65.down_proj,0.0000007298,0.01000,0.406
71,mlp.experts.66.down_proj,0.0000007912,0.01000,0.403
71,mlp.experts.64.down_proj,0.0000008557,0.01000,0.421
71,mlp.experts.67.down_proj,0.0000007372,0.01000,0.413
71,mlp.experts.68.down_proj,0.0000009631,0.01000,0.414
71,mlp.experts.69.down_proj,0.0000008819,0.01000,0.408
71,mlp.experts.70.down_proj,0.0000008393,0.01000,0.410
71,mlp.experts.71.down_proj,0.0000008251,0.01000,0.410
71,mlp.experts.72.down_proj,0.0000010678,0.01000,0.407
71,mlp.experts.73.down_proj,0.0000007974,0.01000,0.405
71,mlp.experts.74.down_proj,0.0000007196,0.01000,0.410
71,mlp.experts.75.down_proj,0.0000006811,0.01000,0.410
71,mlp.experts.76.down_proj,0.0000007589,0.01000,0.408
71,mlp.experts.80.down_proj,0.0000008328,0.01000,0.405
71,mlp.experts.77.down_proj,0.0000008282,0.01000,0.416
71,mlp.experts.79.down_proj,0.0000007909,0.01000,0.416
71,mlp.experts.78.down_proj,0.0000007094,0.01000,0.419
71,mlp.experts.82.down_proj,0.0000008911,0.01000,0.405
71,mlp.experts.81.down_proj,0.0000009045,0.01000,0.413
71,mlp.experts.83.down_proj,0.0000009091,0.01000,0.412
71,mlp.experts.87.down_proj,0.0000007350,0.01000,0.401
71,mlp.experts.85.down_proj,0.0000009039,0.01000,0.408
71,mlp.experts.86.down_proj,0.0000009273,0.01000,0.405
71,mlp.experts.88.down_proj,0.0000007127,0.01000,0.409
71,mlp.experts.89.down_proj,0.0000006992,0.01000,0.404
71,mlp.experts.84.down_proj,0.0000007384,0.01000,0.425
71,mlp.experts.90.down_proj,0.0000008210,0.01000,0.406
71,mlp.experts.93.down_proj,0.0000007620,0.01000,0.408
71,mlp.experts.92.down_proj,0.0000007298,0.01000,0.411
71,mlp.experts.94.down_proj,0.0000007592,0.01000,0.406
71,mlp.experts.91.down_proj,0.0000008906,0.01000,0.425
71,mlp.experts.95.down_proj,0.0000008812,0.01000,0.412
71,mlp.experts.96.down_proj,0.0000007479,0.01000,0.413
71,mlp.experts.97.down_proj,0.0000008320,0.01000,0.409
71,mlp.experts.99.down_proj,0.0000008964,0.01000,0.407
71,mlp.experts.101.down_proj,0.0000007106,0.01000,0.402
71,mlp.experts.100.down_proj,0.0000007812,0.01000,0.409
71,mlp.experts.98.down_proj,0.0000008336,0.01000,0.420
71,mlp.experts.102.down_proj,0.0000006963,0.01000,0.409
71,mlp.experts.103.down_proj,0.0000008329,0.01000,0.410
71,mlp.experts.104.down_proj,0.0000010072,0.01000,0.408
71,mlp.experts.105.down_proj,0.0000009222,0.01000,0.412
71,mlp.experts.108.down_proj,0.0000008344,0.01000,0.405
71,mlp.experts.106.down_proj,0.0000009949,0.01000,0.409
71,mlp.experts.109.down_proj,0.0000008247,0.01000,0.406
71,mlp.experts.107.down_proj,0.0000008461,0.01000,0.414
71,mlp.experts.110.down_proj,0.0000010749,0.01000,0.407
71,mlp.experts.111.down_proj,0.0000008207,0.01000,0.407
71,mlp.experts.115.down_proj,0.0000007197,0.01000,0.406
71,mlp.experts.112.down_proj,0.0000007083,0.01000,0.413
71,mlp.experts.114.down_proj,0.0000007653,0.01000,0.411
71,mlp.experts.117.down_proj,0.0000010081,0.01000,0.408
71,mlp.experts.116.down_proj,0.0000011403,0.01000,0.411
71,mlp.experts.118.down_proj,0.0000008833,0.01000,0.408
71,mlp.experts.113.down_proj,0.0000009257,0.01000,0.423
71,mlp.experts.119.down_proj,0.0000007938,0.01000,0.270
72,self_attn.k_proj,0.0000003489,0.01000,1.198
72,self_attn.v_proj,0.0000007610,0.01000,1.195
72,self_attn.q_proj,0.0000024032,0.01000,1.257
72,self_attn.o_proj,0.0000004556,0.01000,2.756
72,mlp.shared_experts.gate_proj,0.0000000135,0.01000,0.914
72,mlp.shared_experts.up_proj,0.0000000085,0.01000,0.909
72,mlp.shared_experts.down_proj,0.0000000010,0.01000,0.276
72,mlp.experts.3.gate_proj,0.0000063725,0.01000,1.492
72,mlp.experts.2.gate_proj,0.0000062406,0.01000,1.514
72,mlp.experts.5.gate_proj,0.0000062910,0.01000,1.517
72,mlp.experts.4.gate_proj,0.0000058928,0.01000,1.534
72,mlp.experts.6.gate_proj,0.0000063462,0.01000,1.549
72,mlp.experts.0.gate_proj,0.0000060204,0.01000,1.565
72,mlp.experts.1.gate_proj,0.0000062307,0.01000,1.563
72,mlp.experts.7.gate_proj,0.0000062467,0.01000,1.361
72,mlp.experts.9.gate_proj,0.0000060996,0.01000,1.347
72,mlp.experts.10.gate_proj,0.0000060640,0.01000,1.350
72,mlp.experts.12.gate_proj,0.0000062969,0.01000,1.340
72,mlp.experts.11.gate_proj,0.0000062211,0.01000,1.355
72,mlp.experts.8.gate_proj,0.0000063596,0.01000,1.407
72,mlp.experts.13.gate_proj,0.0000066688,0.01000,1.372
72,mlp.experts.14.gate_proj,0.0000061163,0.01000,1.352
72,mlp.experts.17.gate_proj,0.0000062161,0.01000,1.333
72,mlp.experts.16.gate_proj,0.0000061620,0.01000,1.357
72,mlp.experts.18.gate_proj,0.0000061544,0.01000,1.350
72,mlp.experts.19.gate_proj,0.0000064565,0.01000,1.344
72,mlp.experts.15.gate_proj,0.0000062885,0.01000,1.424
72,mlp.experts.20.gate_proj,0.0000063386,0.01000,1.356
72,mlp.experts.21.gate_proj,0.0000066730,0.01000,1.343
72,mlp.experts.22.gate_proj,0.0000063884,0.01000,1.351
72,mlp.experts.23.gate_proj,0.0000064688,0.01000,1.349
72,mlp.experts.24.gate_proj,0.0000061979,0.01000,1.340
72,mlp.experts.25.gate_proj,0.0000060794,0.01000,1.349
72,mlp.experts.26.gate_proj,0.0000060362,0.01000,1.349
72,mlp.experts.27.gate_proj,0.0000061803,0.01000,1.354
72,mlp.experts.28.gate_proj,0.0000061655,0.01000,1.336
72,mlp.experts.30.gate_proj,0.0000060999,0.01000,1.336
72,mlp.experts.31.gate_proj,0.0000063158,0.01000,1.355
72,mlp.experts.32.gate_proj,0.0000060241,0.01000,1.348
72,mlp.experts.33.gate_proj,0.0000065266,0.01000,1.339
72,mlp.experts.29.gate_proj,0.0000072263,0.01000,1.398
72,mlp.experts.34.gate_proj,0.0000072851,0.01000,1.364
72,mlp.experts.35.gate_proj,0.0000063268,0.01000,1.421
72,mlp.experts.36.gate_proj,0.0000069553,0.01000,1.380
72,mlp.experts.38.gate_proj,0.0000062206,0.01000,1.381
72,mlp.experts.40.gate_proj,0.0000062017,0.01000,1.405
72,mlp.experts.39.gate_proj,0.0000067443,0.01000,1.439
72,mlp.experts.37.gate_proj,0.0000062730,0.01000,1.467
72,mlp.experts.41.gate_proj,0.0000062862,0.01000,1.485
72,mlp.experts.43.gate_proj,0.0000060572,0.01000,1.359
72,mlp.experts.42.gate_proj,0.0000065445,0.01000,1.423
72,mlp.experts.44.gate_proj,0.0000063004,0.01000,1.395
72,mlp.experts.45.gate_proj,0.0000061978,0.01000,1.363
72,mlp.experts.46.gate_proj,0.0000064515,0.01000,1.373
72,mlp.experts.47.gate_proj,0.0000065494,0.01000,1.382
72,mlp.experts.48.gate_proj,0.0000067944,0.01000,1.432
72,mlp.experts.49.gate_proj,0.0000061726,0.01000,1.395
72,mlp.experts.50.gate_proj,0.0000062359,0.01000,1.361
72,mlp.experts.51.gate_proj,0.0000063508,0.01000,1.391
72,mlp.experts.52.gate_proj,0.0000059889,0.01000,1.378
72,mlp.experts.54.gate_proj,0.0000062002,0.01000,1.349
72,mlp.experts.53.gate_proj,0.0000063831,0.01000,1.412
72,mlp.experts.55.gate_proj,0.0000063579,0.01000,1.402
72,mlp.experts.56.gate_proj,0.0000065664,0.01000,1.376
72,mlp.experts.57.gate_proj,0.0000064102,0.01000,1.365
72,mlp.experts.59.gate_proj,0.0000063203,0.01000,1.363
72,mlp.experts.60.gate_proj,0.0000060210,0.01000,1.355
72,mlp.experts.58.gate_proj,0.0000061303,0.01000,1.377
72,mlp.experts.61.gate_proj,0.0000065530,0.01000,1.356
72,mlp.experts.62.gate_proj,0.0000075980,0.01000,1.403
72,mlp.experts.64.gate_proj,0.0000060419,0.01000,1.344
72,mlp.experts.66.gate_proj,0.0000059209,0.01000,1.359
72,mlp.experts.65.gate_proj,0.0000062503,0.01000,1.372
72,mlp.experts.63.gate_proj,0.0000060497,0.01000,1.431
72,mlp.experts.67.gate_proj,0.0000061696,0.01000,1.362
72,mlp.experts.68.gate_proj,0.0000062430,0.01000,1.383
72,mlp.experts.69.gate_proj,0.0000064587,0.01000,1.399
72,mlp.experts.70.gate_proj,0.0000059202,0.01000,1.359
72,mlp.experts.73.gate_proj,0.0000069332,0.01000,1.343
72,mlp.experts.72.gate_proj,0.0000062854,0.01000,1.354
72,mlp.experts.74.gate_proj,0.0000060776,0.01000,1.367
72,mlp.experts.71.gate_proj,0.0000061695,0.01000,1.401
72,mlp.experts.75.gate_proj,0.0000069325,0.01000,1.332
72,mlp.experts.76.gate_proj,0.0000062330,0.01000,1.422
72,mlp.experts.77.gate_proj,0.0000060195,0.01000,1.354
72,mlp.experts.80.gate_proj,0.0000066619,0.01000,1.333
72,mlp.experts.79.gate_proj,0.0000063641,0.01000,1.359
72,mlp.experts.81.gate_proj,0.0000073036,0.01000,1.352
72,mlp.experts.78.gate_proj,0.0000063661,0.01000,1.408
72,mlp.experts.82.gate_proj,0.0000064541,0.01000,1.359
72,mlp.experts.83.gate_proj,0.0000063820,0.01000,1.410
72,mlp.experts.84.gate_proj,0.0000066069,0.01000,1.402
72,mlp.experts.85.gate_proj,0.0000061161,0.01000,1.373
72,mlp.experts.86.gate_proj,0.0000063151,0.01000,1.387
72,mlp.experts.88.gate_proj,0.0000062241,0.01000,1.379
72,mlp.experts.89.gate_proj,0.0000061365,0.01000,1.392
72,mlp.experts.87.gate_proj,0.0000060474,0.01000,1.479
72,mlp.experts.90.gate_proj,0.0000062425,0.01000,1.425
72,mlp.experts.91.gate_proj,0.0000061839,0.01000,1.360
72,mlp.experts.92.gate_proj,0.0000065020,0.01000,1.334
72,mlp.experts.93.gate_proj,0.0000061622,0.01000,1.354
72,mlp.experts.94.gate_proj,0.0000062594,0.01000,1.335
72,mlp.experts.95.gate_proj,0.0000061836,0.01000,1.353
72,mlp.experts.96.gate_proj,0.0000064919,0.01000,1.364
72,mlp.experts.97.gate_proj,0.0000067139,0.01000,1.356
72,mlp.experts.99.gate_proj,0.0000063193,0.01000,1.349
72,mlp.experts.100.gate_proj,0.0000063625,0.01000,1.356
72,mlp.experts.101.gate_proj,0.0000067170,0.01000,1.363
72,mlp.experts.102.gate_proj,0.0000061630,0.01000,1.351
72,mlp.experts.98.gate_proj,0.0000061586,0.01000,1.498
72,mlp.experts.103.gate_proj,0.0000070992,0.01000,1.428
72,mlp.experts.104.gate_proj,0.0000064508,0.01000,1.465
72,mlp.experts.106.gate_proj,0.0000070006,0.01000,1.360
72,mlp.experts.108.gate_proj,0.0000060752,0.01000,1.344
72,mlp.experts.107.gate_proj,0.0000067866,0.01000,1.389
72,mlp.experts.105.gate_proj,0.0000067692,0.01000,1.474
72,mlp.experts.109.gate_proj,0.0000065751,0.01000,1.385
72,mlp.experts.110.gate_proj,0.0000063268,0.01000,1.373
72,mlp.experts.111.gate_proj,0.0000062811,0.01000,1.413
72,mlp.experts.112.gate_proj,0.0000059585,0.01000,1.379
72,mlp.experts.113.gate_proj,0.0000062764,0.01000,1.374
72,mlp.experts.115.gate_proj,0.0000063253,0.01000,1.352
72,mlp.experts.114.gate_proj,0.0000066097,0.01000,1.412
72,mlp.experts.116.gate_proj,0.0000061078,0.01000,1.345
72,mlp.experts.117.gate_proj,0.0000064886,0.01000,1.335
72,mlp.experts.118.gate_proj,0.0000062821,0.01000,1.391
72,mlp.experts.119.gate_proj,0.0000062535,0.01000,1.386
72,mlp.experts.0.up_proj,0.0000058504,0.01000,1.358
72,mlp.experts.1.up_proj,0.0000061050,0.01000,1.362
72,mlp.experts.2.up_proj,0.0000060418,0.01000,1.374
72,mlp.experts.3.up_proj,0.0000061475,0.01000,1.400
72,mlp.experts.4.up_proj,0.0000056907,0.01000,1.369
72,mlp.experts.5.up_proj,0.0000063002,0.01000,1.394
72,mlp.experts.7.up_proj,0.0000060768,0.01000,1.357
72,mlp.experts.8.up_proj,0.0000062088,0.01000,1.392
72,mlp.experts.9.up_proj,0.0000059743,0.01000,1.360
72,mlp.experts.6.up_proj,0.0000061097,0.01000,1.435
72,mlp.experts.10.up_proj,0.0000058291,0.01000,1.375
72,mlp.experts.11.up_proj,0.0000060729,0.01000,1.375
72,mlp.experts.12.up_proj,0.0000061803,0.01000,1.390
72,mlp.experts.13.up_proj,0.0000063259,0.01000,1.370
72,mlp.experts.15.up_proj,0.0000058917,0.01000,1.363
72,mlp.experts.16.up_proj,0.0000059687,0.01000,1.390
72,mlp.experts.17.up_proj,0.0000060748,0.01000,1.366
72,mlp.experts.14.up_proj,0.0000059398,0.01000,1.440
72,mlp.experts.18.up_proj,0.0000059401,0.01000,1.359
72,mlp.experts.19.up_proj,0.0000061919,0.01000,1.403
72,mlp.experts.20.up_proj,0.0000061272,0.01000,1.402
72,mlp.experts.21.up_proj,0.0000062847,0.01000,1.374
72,mlp.experts.23.up_proj,0.0000062178,0.01000,1.340
72,mlp.experts.24.up_proj,0.0000061202,0.01000,1.360
72,mlp.experts.22.up_proj,0.0000062153,0.01000,1.425
72,mlp.experts.25.up_proj,0.0000059789,0.01000,1.364
72,mlp.experts.26.up_proj,0.0000058347,0.01000,1.383
72,mlp.experts.27.up_proj,0.0000059660,0.01000,1.417
72,mlp.experts.28.up_proj,0.0000058969,0.01000,1.398
72,mlp.experts.30.up_proj,0.0000059342,0.01000,1.370
72,mlp.experts.31.up_proj,0.0000061347,0.01000,1.385
72,mlp.experts.32.up_proj,0.0000058327,0.01000,1.389
72,mlp.experts.29.up_proj,0.0000063845,0.01000,1.499
72,mlp.experts.33.up_proj,0.0000064430,0.01000,1.403
72,mlp.experts.34.up_proj,0.0000066297,0.01000,1.359
72,mlp.experts.35.up_proj,0.0000061279,0.01000,1.354
72,mlp.experts.36.up_proj,0.0000065933,0.01000,1.362
72,mlp.experts.37.up_proj,0.0000060506,0.01000,1.327
72,mlp.experts.38.up_proj,0.0000060469,0.01000,1.343
72,mlp.experts.39.up_proj,0.0000064637,0.01000,1.349
72,mlp.experts.40.up_proj,0.0000060835,0.01000,1.349
72,mlp.experts.42.up_proj,0.0000063035,0.01000,1.348
72,mlp.experts.43.up_proj,0.0000059207,0.01000,1.339
72,mlp.experts.44.up_proj,0.0000061485,0.01000,1.323
72,mlp.experts.45.up_proj,0.0000060049,0.01000,1.336
72,mlp.experts.41.up_proj,0.0000061711,0.01000,1.427
72,mlp.experts.46.up_proj,0.0000062678,0.01000,1.343
72,mlp.experts.47.up_proj,0.0000062666,0.01000,1.349
72,mlp.experts.50.up_proj,0.0000060309,0.01000,1.340
72,mlp.experts.49.up_proj,0.0000060055,0.01000,1.349
72,mlp.experts.51.up_proj,0.0000061546,0.01000,1.325
72,mlp.experts.48.up_proj,0.0000065954,0.01000,1.414
72,mlp.experts.52.up_proj,0.0000058110,0.01000,1.351
72,mlp.experts.53.up_proj,0.0000062068,0.01000,1.335
72,mlp.experts.54.up_proj,0.0000059764,0.01000,1.349
72,mlp.experts.56.up_proj,0.0000063079,0.01000,1.346
72,mlp.experts.57.up_proj,0.0000061598,0.01000,1.343
72,mlp.experts.58.up_proj,0.0000060831,0.01000,1.331
72,mlp.experts.55.up_proj,0.0000062938,0.01000,1.407
72,mlp.experts.59.up_proj,0.0000060134,0.01000,1.356
72,mlp.experts.60.up_proj,0.0000058395,0.01000,1.337
72,mlp.experts.61.up_proj,0.0000062978,0.01000,1.351
72,mlp.experts.62.up_proj,0.0000060654,0.01000,1.371
72,mlp.experts.63.up_proj,0.0000058706,0.01000,1.357
72,mlp.experts.65.up_proj,0.0000061556,0.01000,1.339
72,mlp.experts.64.up_proj,0.0000059579,0.01000,1.362
72,mlp.experts.67.up_proj,0.0000060198,0.01000,1.352
72,mlp.experts.66.up_proj,0.0000057569,0.01000,1.422
72,mlp.experts.68.up_proj,0.0000061308,0.01000,1.353
72,mlp.experts.69.up_proj,0.0000061884,0.01000,1.363
72,mlp.experts.72.up_proj,0.0000059641,0.01000,1.339
72,mlp.experts.70.up_proj,0.0000059086,0.01000,1.360
72,mlp.experts.73.up_proj,0.0000064415,0.01000,1.356
72,mlp.experts.71.up_proj,0.0000059819,0.01000,1.401
72,mlp.experts.74.up_proj,0.0000059282,0.01000,1.355
72,mlp.experts.75.up_proj,0.0000066847,0.01000,1.354
72,mlp.experts.77.up_proj,0.0000058562,0.01000,1.358
72,mlp.experts.79.up_proj,0.0000061879,0.01000,1.337
72,mlp.experts.78.up_proj,0.0000060962,0.01000,1.382
72,mlp.experts.80.up_proj,0.0000064484,0.01000,1.336
72,mlp.experts.76.up_proj,0.0000059841,0.01000,1.415
72,mlp.experts.81.up_proj,0.0000066469,0.01000,1.332
72,mlp.experts.82.up_proj,0.0000063636,0.01000,1.386
72,mlp.experts.83.up_proj,0.0000062127,0.01000,1.373
72,mlp.experts.86.up_proj,0.0000060865,0.01000,1.354
72,mlp.experts.84.up_proj,0.0000064337,0.01000,1.374
72,mlp.experts.87.up_proj,0.0000057966,0.01000,1.361
72,mlp.experts.88.up_proj,0.0000060671,0.01000,1.349
72,mlp.experts.85.up_proj,0.0000058558,0.01000,1.437
72,mlp.experts.89.up_proj,0.0000059305,0.01000,1.351
72,mlp.experts.90.up_proj,0.0000059909,0.01000,1.368
72,mlp.experts.93.up_proj,0.0000058253,0.01000,1.344
72,mlp.experts.91.up_proj,0.0000059830,0.01000,1.365
72,mlp.experts.92.up_proj,0.0000062326,0.01000,1.367
72,mlp.experts.94.up_proj,0.0000059871,0.01000,1.357
72,mlp.experts.95.up_proj,0.0000059704,0.01000,1.347
72,mlp.experts.96.up_proj,0.0000062863,0.01000,1.355
72,mlp.experts.100.up_proj,0.0000061629,0.01000,1.339
72,mlp.experts.99.up_proj,0.0000060956,0.01000,1.349
72,mlp.experts.101.up_proj,0.0000062999,0.01000,1.358
72,mlp.experts.102.up_proj,0.0000060023,0.01000,1.347
72,mlp.experts.97.up_proj,0.0000065153,0.01000,1.421
72,mlp.experts.98.up_proj,0.0000059286,0.01000,1.411
72,mlp.experts.103.up_proj,0.0000069602,0.01000,1.349
72,mlp.experts.105.up_proj,0.0000066409,0.01000,1.351
72,mlp.experts.107.up_proj,0.0000066641,0.01000,1.340
72,mlp.experts.106.up_proj,0.0000067093,0.01000,1.360
72,mlp.experts.109.up_proj,0.0000062358,0.01000,1.348
72,mlp.experts.108.up_proj,0.0000058672,0.01000,1.353
72,mlp.experts.104.up_proj,0.0000062279,0.01000,1.416
72,mlp.experts.110.up_proj,0.0000061617,0.01000,1.353
72,mlp.experts.111.up_proj,0.0000061353,0.01000,1.366
72,mlp.experts.113.up_proj,0.0000060176,0.01000,1.351
72,mlp.experts.114.up_proj,0.0000064615,0.01000,1.343
72,mlp.experts.116.up_proj,0.0000058323,0.01000,1.352
72,mlp.experts.115.up_proj,0.0000061346,0.01000,1.372
72,mlp.experts.112.up_proj,0.0000058061,0.01000,1.419
72,mlp.experts.117.up_proj,0.0000061158,0.01000,1.276
72,mlp.experts.118.up_proj,0.0000060670,0.01000,1.035
72,mlp.experts.119.up_proj,0.0000060211,0.01000,1.038
72,mlp.experts.3.down_proj,0.0000007909,0.01000,0.442
72,mlp.experts.2.down_proj,0.0000008165,0.01000,0.447
72,mlp.experts.5.down_proj,0.0000008118,0.01000,0.457
72,mlp.experts.4.down_proj,0.0000007012,0.01000,0.458
72,mlp.experts.6.down_proj,0.0000006612,0.01000,0.457
72,mlp.experts.0.down_proj,0.0000008400,0.01000,0.460
72,mlp.experts.1.down_proj,0.0000009753,0.01000,0.466
72,mlp.experts.7.down_proj,0.0000008285,0.01000,0.419
72,mlp.experts.8.down_proj,0.0000007527,0.01000,0.418
72,mlp.experts.9.down_proj,0.0000007976,0.01000,0.411
72,mlp.experts.10.down_proj,0.0000007683,0.01000,0.413
72,mlp.experts.12.down_proj,0.0000007732,0.01000,0.414
72,mlp.experts.11.down_proj,0.0000007774,0.01000,0.414
72,mlp.experts.13.down_proj,0.0000010276,0.01000,0.430
72,mlp.experts.14.down_proj,0.0000008647,0.01000,0.410
72,mlp.experts.15.down_proj,0.0000009643,0.01000,0.407
72,mlp.experts.16.down_proj,0.0000008644,0.01000,0.403
72,mlp.experts.17.down_proj,0.0000008181,0.01000,0.404
72,mlp.experts.19.down_proj,0.0000008156,0.01000,0.407
72,mlp.experts.18.down_proj,0.0000009163,0.01000,0.419
72,mlp.experts.20.down_proj,0.0000007848,0.01000,0.410
72,mlp.experts.23.down_proj,0.0000007789,0.01000,0.406
72,mlp.experts.24.down_proj,0.0000009293,0.01000,0.405
72,mlp.experts.21.down_proj,0.0000008480,0.01000,0.413
72,mlp.experts.25.down_proj,0.0000008057,0.01000,0.409
72,mlp.experts.26.down_proj,0.0000007218,0.01000,0.404
72,mlp.experts.22.down_proj,0.0000008247,0.01000,0.426
72,mlp.experts.27.down_proj,0.0000008288,0.01000,0.423
72,mlp.experts.28.down_proj,0.0000008083,0.01000,0.409
72,mlp.experts.31.down_proj,0.0000010526,0.01000,0.401
72,mlp.experts.30.down_proj,0.0000008154,0.01000,0.406
72,mlp.experts.29.down_proj,0.0000009423,0.01000,0.413
72,mlp.experts.32.down_proj,0.0000008705,0.01000,0.402
72,mlp.experts.33.down_proj,0.0000007845,0.01000,0.402
72,mlp.experts.34.down_proj,0.0000010099,0.01000,0.412
72,mlp.experts.38.down_proj,0.0000009793,0.01000,0.402
72,mlp.experts.40.down_proj,0.0000010777,0.01000,0.402
72,mlp.experts.39.down_proj,0.0000007595,0.01000,0.406
72,mlp.experts.36.down_proj,0.0000008362,0.01000,0.417
72,mlp.experts.35.down_proj,0.0000007570,0.01000,0.425
72,mlp.experts.37.down_proj,0.0000007336,0.01000,0.425
72,mlp.experts.41.down_proj,0.0000008390,0.01000,0.404
72,mlp.experts.45.down_proj,0.0000008497,0.01000,0.398
72,mlp.experts.43.down_proj,0.0000009332,0.01000,0.404
72,mlp.experts.42.down_proj,0.0000011058,0.01000,0.421
72,mlp.experts.47.down_proj,0.0000007660,0.01000,0.404
72,mlp.experts.46.down_proj,0.0000008651,0.01000,0.412
72,mlp.experts.44.down_proj,0.0000008538,0.01000,0.442
72,mlp.experts.48.down_proj,0.0000008964,0.01000,0.400
72,mlp.experts.50.down_proj,0.0000007721,0.01000,0.398
72,mlp.experts.52.down_proj,0.0000008325,0.01000,0.398
72,mlp.experts.49.down_proj,0.0000007948,0.01000,0.418
72,mlp.experts.53.down_proj,0.0000009542,0.01000,0.399
72,mlp.experts.51.down_proj,0.0000008161,0.01000,0.421
72,mlp.experts.54.down_proj,0.0000008441,0.01000,0.398
72,mlp.experts.55.down_proj,0.0000008819,0.01000,0.404
72,mlp.experts.56.down_proj,0.0000007645,0.01000,0.412
72,mlp.experts.59.down_proj,0.0000009404,0.01000,0.398
72,mlp.experts.58.down_proj,0.0000008955,0.01000,0.407
72,mlp.experts.57.down_proj,0.0000010306,0.01000,0.415
72,mlp.experts.61.down_proj,0.0000007504,0.01000,0.399
72,mlp.experts.60.down_proj,0.0000007193,0.01000,0.415
72,mlp.experts.62.down_proj,0.0000005884,0.01000,0.406
72,mlp.experts.63.down_proj,0.0000008106,0.01000,0.401
72,mlp.experts.64.down_proj,0.0000009065,0.01000,0.403
72,mlp.experts.66.down_proj,0.0000007602,0.01000,0.392
72,mlp.experts.65.down_proj,0.0000007986,0.01000,0.402
72,mlp.experts.67.down_proj,0.0000008941,0.01000,0.402
72,mlp.experts.68.down_proj,0.0000009402,0.01000,0.404
72,mlp.experts.69.down_proj,0.0000008367,0.01000,0.404
72,mlp.experts.70.down_proj,0.0000011073,0.01000,0.405
72,mlp.experts.73.down_proj,0.0000007194,0.01000,0.395
72,mlp.experts.72.down_proj,0.0000008382,0.01000,0.407
72,mlp.experts.71.down_proj,0.0000008203,0.01000,0.412
72,mlp.experts.74.down_proj,0.0000007367,0.01000,0.400
72,mlp.experts.75.down_proj,0.0000009230,0.01000,0.405
72,mlp.experts.76.down_proj,0.0000008923,0.01000,0.405
72,mlp.experts.80.down_proj,0.0000007789,0.01000,0.394
72,mlp.experts.78.down_proj,0.0000006816,0.01000,0.407
72,mlp.experts.79.down_proj,0.0000008560,0.01000,0.401
72,mlp.experts.81.down_proj,0.0000010362,0.01000,0.401
72,mlp.experts.77.down_proj,0.0000007415,0.01000,0.422
72,mlp.experts.82.down_proj,0.0000008248,0.01000,0.402
72,mlp.experts.83.down_proj,0.0000009759,0.01000,0.403
72,mlp.experts.86.down_proj,0.0000009824,0.01000,0.402
72,mlp.experts.85.down_proj,0.0000007797,0.01000,0.404
72,mlp.experts.87.down_proj,0.0000008270,0.01000,0.395
72,mlp.experts.88.down_proj,0.0000007932,0.01000,0.401
72,mlp.experts.84.down_proj,0.0000009597,0.01000,0.419
72,mlp.experts.89.down_proj,0.0000008676,0.01000,0.402
72,mlp.experts.90.down_proj,0.0000009308,0.01000,0.405
72,mlp.experts.94.down_proj,0.0000007697,0.01000,0.395
72,mlp.experts.93.down_proj,0.0000007782,0.01000,0.404
72,mlp.experts.92.down_proj,0.0000008464,0.01000,0.407
72,mlp.experts.95.down_proj,0.0000008017,0.01000,0.402
72,mlp.experts.91.down_proj,0.0000009432,0.01000,0.423
72,mlp.experts.96.down_proj,0.0000009302,0.01000,0.405
72,mlp.experts.97.down_proj,0.0000008148,0.01000,0.405
72,mlp.experts.100.down_proj,0.0000007498,0.01000,0.398
72,mlp.experts.101.down_proj,0.0000008220,0.01000,0.392
72,mlp.experts.99.down_proj,0.0000007812,0.01000,0.411
72,mlp.experts.98.down_proj,0.0000007167,0.01000,0.417
72,mlp.experts.102.down_proj,0.0000008991,0.01000,0.402
72,mlp.experts.103.down_proj,0.0000010038,0.01000,0.402
72,mlp.experts.104.down_proj,0.0000007287,0.01000,0.403
72,mlp.experts.106.down_proj,0.0000009274,0.01000,0.406
72,mlp.experts.105.down_proj,0.0000009500,0.01000,0.408
72,mlp.experts.107.down_proj,0.0000009669,0.01000,0.402
72,mlp.experts.108.down_proj,0.0000007725,0.01000,0.401
72,mlp.experts.109.down_proj,0.0000007016,0.01000,0.402
72,mlp.experts.110.down_proj,0.0000007934,0.01000,0.405
72,mlp.experts.111.down_proj,0.0000008050,0.01000,0.404
72,mlp.experts.115.down_proj,0.0000008336,0.01000,0.393
72,mlp.experts.113.down_proj,0.0000009832,0.01000,0.405
72,mlp.experts.114.down_proj,0.0000009157,0.01000,0.400
72,mlp.experts.116.down_proj,0.0000008302,0.01000,0.401
72,mlp.experts.112.down_proj,0.0000008289,0.01000,0.415
72,mlp.experts.117.down_proj,0.0000009491,0.01000,0.400
72,mlp.experts.118.down_proj,0.0000009989,0.01000,0.398
72,mlp.experts.119.down_proj,0.0000009197,0.01000,0.274
73,self_attn.v_proj,0.0000006476,0.01000,1.200
73,self_attn.k_proj,0.0000002614,0.01000,1.206
73,self_attn.q_proj,0.0000019400,0.01000,1.267
73,self_attn.o_proj,0.0000004966,0.01000,2.759
73,mlp.shared_experts.gate_proj,0.0000000136,0.01000,0.911
73,mlp.shared_experts.up_proj,0.0000000085,0.01000,0.908
73,mlp.shared_experts.down_proj,0.0000000010,0.01000,0.275
73,mlp.experts.3.gate_proj,0.0000063349,0.01000,1.508
73,mlp.experts.2.gate_proj,0.0000063199,0.01000,1.521
73,mlp.experts.5.gate_proj,0.0000064638,0.01000,1.527
73,mlp.experts.6.gate_proj,0.0000062631,0.01000,1.531
73,mlp.experts.4.gate_proj,0.0000065723,0.01000,1.532
73,mlp.experts.0.gate_proj,0.0000063321,0.01000,1.570
73,mlp.experts.1.gate_proj,0.0000060627,0.01000,1.578
73,mlp.experts.10.gate_proj,0.0000065950,0.01000,1.333
73,mlp.experts.8.gate_proj,0.0000073994,0.01000,1.368
73,mlp.experts.9.gate_proj,0.0000066526,0.01000,1.369
73,mlp.experts.11.gate_proj,0.0000069482,0.01000,1.367
73,mlp.experts.12.gate_proj,0.0000064646,0.01000,1.338
73,mlp.experts.7.gate_proj,0.0000065257,0.01000,1.416
73,mlp.experts.13.gate_proj,0.0000064731,0.01000,1.383
73,mlp.experts.14.gate_proj,0.0000063790,0.01000,1.370
73,mlp.experts.17.gate_proj,0.0000065333,0.01000,1.342
73,mlp.experts.18.gate_proj,0.0000070219,0.01000,1.354
73,mlp.experts.16.gate_proj,0.0000062809,0.01000,1.367
73,mlp.experts.19.gate_proj,0.0000063577,0.01000,1.347
73,mlp.experts.15.gate_proj,0.0000066751,0.01000,1.418
73,mlp.experts.20.gate_proj,0.0000063792,0.01000,1.360
73,mlp.experts.21.gate_proj,0.0000067516,0.01000,1.361
73,mlp.experts.23.gate_proj,0.0000063251,0.01000,1.340
73,mlp.experts.22.gate_proj,0.0000063917,0.01000,1.360
73,mlp.experts.24.gate_proj,0.0000066344,0.01000,1.352
73,mlp.experts.25.gate_proj,0.0000060764,0.01000,1.345
73,mlp.experts.26.gate_proj,0.0000063223,0.01000,1.336
73,mlp.experts.27.gate_proj,0.0000065031,0.01000,1.358
73,mlp.experts.29.gate_proj,0.0000061281,0.01000,1.351
73,mlp.experts.30.gate_proj,0.0000064579,0.01000,1.353
73,mlp.experts.32.gate_proj,0.0000070858,0.01000,1.345
73,mlp.experts.31.gate_proj,0.0000063587,0.01000,1.349
73,mlp.experts.33.gate_proj,0.0000062474,0.01000,1.336
73,mlp.experts.28.gate_proj,0.0000069086,0.01000,1.409
73,mlp.experts.34.gate_proj,0.0000064841,0.01000,1.358
73,mlp.experts.37.gate_proj,0.0000063522,0.01000,1.341
73,mlp.experts.35.gate_proj,0.0000068653,0.01000,1.351
73,mlp.experts.38.gate_proj,0.0000062033,0.01000,1.343
73,mlp.experts.39.gate_proj,0.0000062955,0.01000,1.345
73,mlp.experts.40.gate_proj,0.0000064619,0.01000,1.342
73,mlp.experts.36.gate_proj,0.0000062484,0.01000,1.402
73,mlp.experts.41.gate_proj,0.0000062899,0.01000,1.355
73,mlp.experts.43.gate_proj,0.0000063349,0.01000,1.353
73,mlp.experts.42.gate_proj,0.0000064185,0.01000,1.353
73,mlp.experts.45.gate_proj,0.0000067600,0.01000,1.334
73,mlp.experts.47.gate_proj,0.0000065923,0.01000,1.332
73,mlp.experts.46.gate_proj,0.0000064212,0.01000,1.353
73,mlp.experts.44.gate_proj,0.0000062431,0.01000,1.403
73,mlp.experts.48.gate_proj,0.0000066076,0.01000,1.353
73,mlp.experts.49.gate_proj,0.0000064536,0.01000,1.360
73,mlp.experts.51.gate_proj,0.0000065632,0.01000,1.361
73,mlp.experts.50.gate_proj,0.0000061652,0.01000,1.363
73,mlp.experts.52.gate_proj,0.0000062572,0.01000,1.333
73,mlp.experts.53.gate_proj,0.0000063053,0.01000,1.353
73,mlp.experts.54.gate_proj,0.0000061892,0.01000,1.356
73,mlp.experts.55.gate_proj,0.0000062037,0.01000,1.360
73,mlp.experts.59.gate_proj,0.0000062520,0.01000,1.331
73,mlp.experts.58.gate_proj,0.0000068815,0.01000,1.344
73,mlp.experts.60.gate_proj,0.0000063321,0.01000,1.334
73,mlp.experts.56.gate_proj,0.0000067733,0.01000,1.386
73,mlp.experts.57.gate_proj,0.0000061778,0.01000,1.393
73,mlp.experts.61.gate_proj,0.0000063761,0.01000,1.360
73,mlp.experts.62.gate_proj,0.0000062513,0.01000,1.348
73,mlp.experts.64.gate_proj,0.0000063628,0.01000,1.343
73,mlp.experts.66.gate_proj,0.0000062325,0.01000,1.327
73,mlp.experts.65.gate_proj,0.0000069534,0.01000,1.342
73,mlp.experts.67.gate_proj,0.0000063873,0.01000,1.352
73,mlp.experts.68.gate_proj,0.0000060131,0.01000,1.355
73,mlp.experts.63.gate_proj,0.0000064254,0.01000,1.431
73,mlp.experts.69.gate_proj,0.0000067481,0.01000,1.382
73,mlp.experts.71.gate_proj,0.0000063885,0.01000,1.348
73,mlp.experts.72.gate_proj,0.0000070460,0.01000,1.356
73,mlp.experts.73.gate_proj,0.0000065697,0.01000,1.339
73,mlp.experts.75.gate_proj,0.0000062210,0.01000,1.339
73,mlp.experts.70.gate_proj,0.0000063549,0.01000,1.429
73,mlp.experts.74.gate_proj,0.0000065033,0.01000,1.413
73,mlp.experts.76.gate_proj,0.0000062437,0.01000,1.366
73,mlp.experts.77.gate_proj,0.0000063726,0.01000,1.346
73,mlp.experts.78.gate_proj,0.0000079037,0.01000,1.344
73,mlp.experts.79.gate_proj,0.0000062304,0.01000,1.349
73,mlp.experts.80.gate_proj,0.0000065022,0.01000,1.334
73,mlp.experts.81.gate_proj,0.0000069087,0.01000,1.349
73,mlp.experts.82.gate_proj,0.0000067286,0.01000,1.352
73,mlp.experts.83.gate_proj,0.0000062624,0.01000,1.368
73,mlp.experts.84.gate_proj,0.0000066617,0.01000,1.343
73,mlp.experts.85.gate_proj,0.0000062349,0.01000,1.344
73,mlp.experts.86.gate_proj,0.0000067170,0.01000,1.341
73,mlp.experts.87.gate_proj,0.0000062765,0.01000,1.345
73,mlp.experts.88.gate_proj,0.0000065275,0.01000,1.337
73,mlp.experts.89.gate_proj,0.0000066452,0.01000,1.347
73,mlp.experts.90.gate_proj,0.0000063077,0.01000,1.368
73,mlp.experts.91.gate_proj,0.0000062055,0.01000,1.360
73,mlp.experts.94.gate_proj,0.0000063199,0.01000,1.331
73,mlp.experts.93.gate_proj,0.0000062691,0.01000,1.344
73,mlp.experts.95.gate_proj,0.0000075167,0.01000,1.334
73,mlp.experts.92.gate_proj,0.0000064346,0.01000,1.440
73,mlp.experts.96.gate_proj,0.0000062572,0.01000,1.321
73,mlp.experts.97.gate_proj,0.0000063518,0.01000,1.339
73,mlp.experts.100.gate_proj,0.0000073045,0.01000,1.342
73,mlp.experts.99.gate_proj,0.0000063035,0.01000,1.370
73,mlp.experts.101.gate_proj,0.0000062447,0.01000,1.354
73,mlp.experts.98.gate_proj,0.0000062577,0.01000,1.402
73,mlp.experts.103.gate_proj,0.0000066771,0.01000,1.326
73,mlp.experts.102.gate_proj,0.0000067969,0.01000,1.393
73,mlp.experts.104.gate_proj,0.0000065324,0.01000,1.348
73,mlp.experts.105.gate_proj,0.0000062804,0.01000,1.354
73,mlp.experts.106.gate_proj,0.0000063742,0.01000,1.352
73,mlp.experts.108.gate_proj,0.0000061852,0.01000,1.333
73,mlp.experts.107.gate_proj,0.0000061468,0.01000,1.354
73,mlp.experts.109.gate_proj,0.0000061987,0.01000,1.346
73,mlp.experts.110.gate_proj,0.0000063860,0.01000,1.328
73,mlp.experts.111.gate_proj,0.0000062707,0.01000,1.346
73,mlp.experts.112.gate_proj,0.0000066216,0.01000,1.360
73,mlp.experts.114.gate_proj,0.0000063964,0.01000,1.347
73,mlp.experts.115.gate_proj,0.0000063489,0.01000,1.347
73,mlp.experts.116.gate_proj,0.0000064053,0.01000,1.342
73,mlp.experts.113.gate_proj,0.0000063892,0.01000,1.406
73,mlp.experts.117.gate_proj,0.0000065857,0.01000,1.327
73,mlp.experts.118.gate_proj,0.0000060379,0.01000,1.359
73,mlp.experts.119.gate_proj,0.0000066019,0.01000,1.376
73,mlp.experts.2.up_proj,0.0000061510,0.01000,1.340
73,mlp.experts.1.up_proj,0.0000059277,0.01000,1.386
73,mlp.experts.4.up_proj,0.0000065352,0.01000,1.335
73,mlp.experts.3.up_proj,0.0000062011,0.01000,1.353
73,mlp.experts.0.up_proj,0.0000061257,0.01000,1.418
73,mlp.experts.5.up_proj,0.0000061215,0.01000,1.349
73,mlp.experts.7.up_proj,0.0000063494,0.01000,1.349
73,mlp.experts.9.up_proj,0.0000063859,0.01000,1.326
73,mlp.experts.10.up_proj,0.0000064625,0.01000,1.345
73,mlp.experts.11.up_proj,0.0000067708,0.01000,1.336
73,mlp.experts.6.up_proj,0.0000062192,0.01000,1.407
73,mlp.experts.8.up_proj,0.0000062224,0.01000,1.417
73,mlp.experts.12.up_proj,0.0000061631,0.01000,1.346
73,mlp.experts.14.up_proj,0.0000062172,0.01000,1.349
73,mlp.experts.13.up_proj,0.0000062810,0.01000,1.359
73,mlp.experts.16.up_proj,0.0000060278,0.01000,1.330
73,mlp.experts.17.up_proj,0.0000063947,0.01000,1.355
73,mlp.experts.18.up_proj,0.0000068824,0.01000,1.335
73,mlp.experts.15.up_proj,0.0000064768,0.01000,1.393
73,mlp.experts.19.up_proj,0.0000061365,0.01000,1.364
73,mlp.experts.20.up_proj,0.0000062438,0.01000,1.361
73,mlp.experts.22.up_proj,0.0000061400,0.01000,1.349
73,mlp.experts.21.up_proj,0.0000064697,0.01000,1.365
73,mlp.experts.23.up_proj,0.0000062397,0.01000,1.345
73,mlp.experts.25.up_proj,0.0000058233,0.01000,1.334
73,mlp.experts.24.up_proj,0.0000062616,0.01000,1.351
73,mlp.experts.26.up_proj,0.0000061297,0.01000,1.361
73,mlp.experts.27.up_proj,0.0000061440,0.01000,1.354
73,mlp.experts.29.up_proj,0.0000059016,0.01000,1.351
73,mlp.experts.30.up_proj,0.0000063065,0.01000,1.342
73,mlp.experts.31.up_proj,0.0000061372,0.01000,1.353
73,mlp.experts.28.up_proj,0.0000065520,0.01000,1.402
73,mlp.experts.32.up_proj,0.0000068869,0.01000,1.350
73,mlp.experts.33.up_proj,0.0000061666,0.01000,1.364
73,mlp.experts.34.up_proj,0.0000063545,0.01000,1.355
73,mlp.experts.35.up_proj,0.0000067199,0.01000,1.354
73,mlp.experts.36.up_proj,0.0000060821,0.01000,1.356
73,mlp.experts.37.up_proj,0.0000061409,0.01000,1.334
73,mlp.experts.39.up_proj,0.0000060600,0.01000,1.339
73,mlp.experts.38.up_proj,0.0000060361,0.01000,1.406
73,mlp.experts.40.up_proj,0.0000063059,0.01000,1.368
73,mlp.experts.42.up_proj,0.0000061708,0.01000,1.348
73,mlp.experts.44.up_proj,0.0000059750,0.01000,1.333
73,mlp.experts.43.up_proj,0.0000061445,0.01000,1.361
73,mlp.experts.45.up_proj,0.0000063852,0.01000,1.348
73,mlp.experts.41.up_proj,0.0000060880,0.01000,1.445
73,mlp.experts.46.up_proj,0.0000061728,0.01000,1.350
73,mlp.experts.47.up_proj,0.0000064058,0.01000,1.353
73,mlp.experts.49.up_proj,0.0000062292,0.01000,1.350
73,mlp.experts.51.up_proj,0.0000062632,0.01000,1.345
73,mlp.experts.50.up_proj,0.0000059845,0.01000,1.365
73,mlp.experts.48.up_proj,0.0000064275,0.01000,1.424
73,mlp.experts.53.up_proj,0.0000061717,0.01000,1.342
73,mlp.experts.54.up_proj,0.0000060349,0.01000,1.348
73,mlp.experts.52.up_proj,0.0000060799,0.01000,1.401
73,mlp.experts.55.up_proj,0.0000061160,0.01000,1.354
73,mlp.experts.56.up_proj,0.0000065514,0.01000,1.345
73,mlp.experts.58.up_proj,0.0000065758,0.01000,1.325
73,mlp.experts.57.up_proj,0.0000060012,0.01000,1.399
73,mlp.experts.59.up_proj,0.0000060911,0.01000,1.360
73,mlp.experts.60.up_proj,0.0000061366,0.01000,1.333
73,mlp.experts.61.up_proj,0.0000062394,0.01000,1.367
73,mlp.experts.62.up_proj,0.0000061485,0.01000,1.352
73,mlp.experts.63.up_proj,0.0000061188,0.01000,1.347
73,mlp.experts.64.up_proj,0.0000062206,0.01000,1.353
73,mlp.experts.65.up_proj,0.0000068329,0.01000,1.345
73,mlp.experts.67.up_proj,0.0000060780,0.01000,1.336
73,mlp.experts.66.up_proj,0.0000060299,0.01000,1.355
73,mlp.experts.68.up_proj,0.0000057718,0.01000,1.374
73,mlp.experts.69.up_proj,0.0000066770,0.01000,1.360
73,mlp.experts.70.up_proj,0.0000061461,0.01000,1.354
73,mlp.experts.71.up_proj,0.0000061999,0.01000,1.347
73,mlp.experts.72.up_proj,0.0000069264,0.01000,1.324
73,mlp.experts.74.up_proj,0.0000062689,0.01000,1.328
73,mlp.experts.73.up_proj,0.0000062910,0.01000,1.380
73,mlp.experts.75.up_proj,0.0000060799,0.01000,1.364
73,mlp.experts.76.up_proj,0.0000060567,0.01000,1.393
73,mlp.experts.77.up_proj,0.0000061560,0.01000,1.390
73,mlp.experts.79.up_proj,0.0000060556,0.01000,1.367
73,mlp.experts.80.up_proj,0.0000064341,0.01000,1.359
73,mlp.experts.81.up_proj,0.0000068156,0.01000,1.332
73,mlp.experts.78.up_proj,0.0000057420,0.01000,1.433
73,mlp.experts.82.up_proj,0.0000064046,0.01000,1.384
73,mlp.experts.83.up_proj,0.0000060700,0.01000,1.347
73,mlp.experts.86.up_proj,0.0000063158,0.01000,1.352
73,mlp.experts.85.up_proj,0.0000060897,0.01000,1.360
73,mlp.experts.87.up_proj,0.0000061023,0.01000,1.345
73,mlp.experts.88.up_proj,0.0000063564,0.01000,1.338
73,mlp.experts.84.up_proj,0.0000065987,0.01000,1.423
73,mlp.experts.89.up_proj,0.0000063906,0.01000,1.347
73,mlp.experts.90.up_proj,0.0000061975,0.01000,1.339
73,mlp.experts.93.up_proj,0.0000060294,0.01000,1.335
73,mlp.experts.92.up_proj,0.0000062595,0.01000,1.352
73,mlp.experts.91.up_proj,0.0000061024,0.01000,1.353
73,mlp.experts.94.up_proj,0.0000059562,0.01000,1.353
73,mlp.experts.95.up_proj,0.0000071182,0.01000,1.331
73,mlp.experts.96.up_proj,0.0000060500,0.01000,1.351
73,mlp.experts.97.up_proj,0.0000060375,0.01000,1.342
73,mlp.experts.100.up_proj,0.0000066918,0.01000,1.330
73,mlp.experts.99.up_proj,0.0000061590,0.01000,1.342
73,mlp.experts.102.up_proj,0.0000066973,0.01000,1.329
73,mlp.experts.101.up_proj,0.0000061059,0.01000,1.351
73,mlp.experts.98.up_proj,0.0000060805,0.01000,1.408
73,mlp.experts.103.up_proj,0.0000064753,0.01000,1.340
73,mlp.experts.104.up_proj,0.0000061879,0.01000,1.349
73,mlp.experts.107.up_proj,0.0000059660,0.01000,1.327
73,mlp.experts.106.up_proj,0.0000062307,0.01000,1.341
73,mlp.experts.108.up_proj,0.0000061429,0.01000,1.355
73,mlp.experts.105.up_proj,0.0000062033,0.01000,1.410
73,mlp.experts.109.up_proj,0.0000060956,0.01000,1.335
73,mlp.experts.110.up_proj,0.0000061445,0.01000,1.363
73,mlp.experts.111.up_proj,0.0000061632,0.01000,1.344
73,mlp.experts.113.up_proj,0.0000061880,0.01000,1.346
73,mlp.experts.114.up_proj,0.0000061235,0.01000,1.333
73,mlp.experts.116.up_proj,0.0000062253,0.01000,1.339
73,mlp.experts.112.up_proj,0.0000064929,0.01000,1.403
73,mlp.experts.115.up_proj,0.0000061096,0.01000,1.350
73,mlp.experts.117.up_proj,0.0000064478,0.01000,1.343
73,mlp.experts.118.up_proj,0.0000059424,0.01000,1.012
73,mlp.experts.119.up_proj,0.0000064080,0.01000,0.999
73,mlp.experts.1.down_proj,0.0000008439,0.01000,0.440
73,mlp.experts.5.down_proj,0.0000010308,0.01000,0.440
73,mlp.experts.2.down_proj,0.0000010033,0.01000,0.441
73,mlp.experts.3.down_proj,0.0000008527,0.01000,0.441
73,mlp.experts.0.down_proj,0.0000007574,0.01000,0.446
73,mlp.experts.6.down_proj,0.0000011597,0.01000,0.448
73,mlp.experts.4.down_proj,0.0000008071,0.01000,0.451
73,mlp.experts.9.down_proj,0.0000009132,0.01000,0.405
73,mlp.experts.8.down_proj,0.0000008824,0.01000,0.407
73,mlp.experts.10.down_proj,0.0000009069,0.01000,0.407
73,mlp.experts.12.down_proj,0.0000009536,0.01000,0.405
73,mlp.experts.11.down_proj,0.0000009410,0.01000,0.410
73,mlp.experts.7.down_proj,0.0000008379,0.01000,0.422
73,mlp.experts.13.down_proj,0.0000008061,0.01000,0.412
73,mlp.experts.15.down_proj,0.0000008873,0.01000,0.406
73,mlp.experts.17.down_proj,0.0000008630,0.01000,0.401
73,mlp.experts.16.down_proj,0.0000009069,0.01000,0.409
73,mlp.experts.19.down_proj,0.0000007639,0.01000,0.402
73,mlp.experts.14.down_proj,0.0000010687,0.01000,0.420
73,mlp.experts.18.down_proj,0.0000009000,0.01000,0.411
73,mlp.experts.20.down_proj,0.0000009830,0.01000,0.409
73,mlp.experts.24.down_proj,0.0000009834,0.01000,0.398
73,mlp.experts.22.down_proj,0.0000008282,0.01000,0.405
73,mlp.experts.23.down_proj,0.0000010484,0.01000,0.406
73,mlp.experts.21.down_proj,0.0000009523,0.01000,0.412
73,mlp.experts.26.down_proj,0.0000009208,0.01000,0.403
73,mlp.experts.25.down_proj,0.0000008419,0.01000,0.409
73,mlp.experts.27.down_proj,0.0000010937,0.01000,0.407
73,mlp.experts.31.down_proj,0.0000008211,0.01000,0.401
73,mlp.experts.29.down_proj,0.0000008063,0.01000,0.407
73,mlp.experts.33.down_proj,0.0000008473,0.01000,0.401
73,mlp.experts.32.down_proj,0.0000009668,0.01000,0.409
73,mlp.experts.28.down_proj,0.0000011032,0.01000,0.423
73,mlp.experts.34.down_proj,0.0000008670,0.01000,0.406
73,mlp.experts.30.down_proj,0.0000006661,0.01000,0.423
73,mlp.experts.36.down_proj,0.0000010146,0.01000,0.404
73,mlp.experts.38.down_proj,0.0000008034,0.01000,0.397
73,mlp.experts.37.down_proj,0.0000008304,0.01000,0.410
73,mlp.experts.35.down_proj,0.0000009502,0.01000,0.419
73,mlp.experts.40.down_proj,0.0000011422,0.01000,0.403
73,mlp.experts.39.down_proj,0.0000009704,0.01000,0.405
73,mlp.experts.41.down_proj,0.0000008327,0.01000,0.413
73,mlp.experts.45.down_proj,0.0000010582,0.01000,0.396
73,mlp.experts.44.down_proj,0.0000005763,0.01000,0.402
73,mlp.experts.47.down_proj,0.0000007634,0.01000,0.399
73,mlp.experts.43.down_proj,0.0000008001,0.01000,0.415
73,mlp.experts.46.down_proj,0.0000010228,0.01000,0.406
73,mlp.experts.42.down_proj,0.0000007940,0.01000,0.426
73,mlp.experts.48.down_proj,0.0000008664,0.01000,0.408
73,mlp.experts.49.down_proj,0.0000011671,0.01000,0.410
73,mlp.experts.50.down_proj,0.0000008141,0.01000,0.411
73,mlp.experts.51.down_proj,0.0000009375,0.01000,0.409
73,mlp.experts.52.down_proj,0.0000009810,0.01000,0.409
73,mlp.experts.54.down_proj,0.0000010027,0.01000,0.403
73,mlp.experts.53.down_proj,0.0000008420,0.01000,0.424
73,mlp.experts.55.down_proj,0.0000009230,0.01000,0.422
73,mlp.experts.56.down_proj,0.0000008390,0.01000,0.405
73,mlp.experts.57.down_proj,0.0000008537,0.01000,0.405
73,mlp.experts.59.down_proj,0.0000008680,0.01000,0.407
73,mlp.experts.60.down_proj,0.0000009757,0.01000,0.411
73,mlp.experts.58.down_proj,0.0000012209,0.01000,0.422
73,mlp.experts.61.down_proj,0.0000007615,0.01000,0.410
73,mlp.experts.62.down_proj,0.0000010141,0.01000,0.407
73,mlp.experts.63.down_proj,0.0000009269,0.01000,0.406
73,mlp.experts.64.down_proj,0.0000008617,0.01000,0.404
73,mlp.experts.66.down_proj,0.0000010017,0.01000,0.400
73,mlp.experts.65.down_proj,0.0000011296,0.01000,0.414
73,mlp.experts.68.down_proj,0.0000008306,0.01000,0.397
73,mlp.experts.67.down_proj,0.0000008374,0.01000,0.406
73,mlp.experts.69.down_proj,0.0000009660,0.01000,0.405
73,mlp.experts.70.down_proj,0.0000008771,0.01000,0.409
73,mlp.experts.71.down_proj,0.0000008508,0.01000,0.407
73,mlp.experts.73.down_proj,0.0000007335,0.01000,0.400
73,mlp.experts.72.down_proj,0.0000009333,0.01000,0.410
73,mlp.experts.75.down_proj,0.0000009976,0.01000,0.409
73,mlp.experts.74.down_proj,0.0000010553,0.01000,0.419
73,mlp.experts.76.down_proj,0.0000008916,0.01000,0.417
73,mlp.experts.78.down_proj,0.0000007089,0.01000,0.406
73,mlp.experts.80.down_proj,0.0000010808,0.01000,0.399
73,mlp.experts.79.down_proj,0.0000009278,0.01000,0.403
73,mlp.experts.81.down_proj,0.0000009400,0.01000,0.402
73,mlp.experts.77.down_proj,0.0000007269,0.01000,0.428
73,mlp.experts.82.down_proj,0.0000011197,0.01000,0.399
73,mlp.experts.83.down_proj,0.0000007690,0.01000,0.405
73,mlp.experts.86.down_proj,0.0000008292,0.01000,0.405
73,mlp.experts.85.down_proj,0.0000008215,0.01000,0.409
73,mlp.experts.84.down_proj,0.0000009938,0.01000,0.421
73,mlp.experts.87.down_proj,0.0000010099,0.01000,0.404
73,mlp.experts.89.down_proj,0.0000007417,0.01000,0.400
73,mlp.experts.88.down_proj,0.0000010878,0.01000,0.420
73,mlp.experts.90.down_proj,0.0000008103,0.01000,0.407
73,mlp.experts.92.down_proj,0.0000009012,0.01000,0.407
73,mlp.experts.91.down_proj,0.0000008447,0.01000,0.410
73,mlp.experts.93.down_proj,0.0000008561,0.01000,0.404
73,mlp.experts.94.down_proj,0.0000010006,0.01000,0.404
73,mlp.experts.95.down_proj,0.0000011229,0.01000,0.406
73,mlp.experts.96.down_proj,0.0000010107,0.01000,0.400
73,mlp.experts.97.down_proj,0.0000010774,0.01000,0.407
73,mlp.experts.99.down_proj,0.0000011047,0.01000,0.405
73,mlp.experts.100.down_proj,0.0000010380,0.01000,0.404
73,mlp.experts.101.down_proj,0.0000009464,0.01000,0.403
73,mlp.experts.102.down_proj,0.0000009826,0.01000,0.404
73,mlp.experts.98.down_proj,0.0000008696,0.01000,0.419
73,mlp.experts.103.down_proj,0.0000008037,0.01000,0.400
73,mlp.experts.104.down_proj,0.0000009247,0.01000,0.405
73,mlp.experts.108.down_proj,0.0000009213,0.01000,0.398
73,mlp.experts.106.down_proj,0.0000008014,0.01000,0.408
73,mlp.experts.105.down_proj,0.0000009024,0.01000,0.412
73,mlp.experts.110.down_proj,0.0000009496,0.01000,0.401
73,mlp.experts.109.down_proj,0.0000009023,0.01000,0.405
73,mlp.experts.107.down_proj,0.0000007999,0.01000,0.419
73,mlp.experts.111.down_proj,0.0000009131,0.01000,0.404
73,mlp.experts.112.down_proj,0.0000007513,0.01000,0.409
73,mlp.experts.115.down_proj,0.0000008736,0.01000,0.401
73,mlp.experts.114.down_proj,0.0000008880,0.01000,0.404
73,mlp.experts.113.down_proj,0.0000009182,0.01000,0.405
73,mlp.experts.116.down_proj,0.0000008776,0.01000,0.403
73,mlp.experts.117.down_proj,0.0000008289,0.01000,0.402
73,mlp.experts.118.down_proj,0.0000008628,0.01000,0.401
73,mlp.experts.119.down_proj,0.0000007684,0.01000,0.272
74,self_attn.v_proj,0.0000009443,0.01000,1.182
74,self_attn.k_proj,0.0000004151,0.01000,1.193
74,self_attn.q_proj,0.0000029678,0.01000,1.271
74,self_attn.o_proj,0.0000004683,0.01000,2.764
74,mlp.shared_experts.gate_proj,0.0000000143,0.01000,0.914
74,mlp.shared_experts.up_proj,0.0000000090,0.01000,0.913
74,mlp.shared_experts.down_proj,0.0000000012,0.01000,0.275
74,mlp.experts.2.gate_proj,0.0000066166,0.01000,1.517
74,mlp.experts.5.gate_proj,0.0000068892,0.01000,1.508
74,mlp.experts.3.gate_proj,0.0000069382,0.01000,1.522
74,mlp.experts.4.gate_proj,0.0000064610,0.01000,1.525
74,mlp.experts.1.gate_proj,0.0000065012,0.01000,1.534
74,mlp.experts.6.gate_proj,0.0000064108,0.01000,1.524
74,mlp.experts.0.gate_proj,0.0000065348,0.01000,1.577
74,mlp.experts.10.gate_proj,0.0000068748,0.01000,1.345
74,mlp.experts.8.gate_proj,0.0000064550,0.01000,1.369
74,mlp.experts.9.gate_proj,0.0000064609,0.01000,1.369
74,mlp.experts.12.gate_proj,0.0000071033,0.01000,1.366
74,mlp.experts.11.gate_proj,0.0000068294,0.01000,1.371
74,mlp.experts.7.gate_proj,0.0000069971,0.01000,1.426
74,mlp.experts.13.gate_proj,0.0000063803,0.01000,1.372
74,mlp.experts.17.gate_proj,0.0000065748,0.01000,1.344
74,mlp.experts.15.gate_proj,0.0000064087,0.01000,1.365
74,mlp.experts.18.gate_proj,0.0000068044,0.01000,1.356
74,mlp.experts.19.gate_proj,0.0000066563,0.01000,1.346
74,mlp.experts.14.gate_proj,0.0000064850,0.01000,1.438
74,mlp.experts.16.gate_proj,0.0000072933,0.01000,1.431
74,mlp.experts.20.gate_proj,0.0000066997,0.01000,1.380
74,mlp.experts.22.gate_proj,0.0000062940,0.01000,1.351
74,mlp.experts.23.gate_proj,0.0000063139,0.01000,1.359
74,mlp.experts.24.gate_proj,0.0000072572,0.01000,1.332
74,mlp.experts.25.gate_proj,0.0000064593,0.01000,1.338
74,mlp.experts.21.gate_proj,0.0000063239,0.01000,1.428
74,mlp.experts.26.gate_proj,0.0000062387,0.01000,1.359
74,mlp.experts.27.gate_proj,0.0000067171,0.01000,1.382
74,mlp.experts.30.gate_proj,0.0000065606,0.01000,1.347
74,mlp.experts.31.gate_proj,0.0000068193,0.01000,1.328
74,mlp.experts.32.gate_proj,0.0000065421,0.01000,1.335
74,mlp.experts.33.gate_proj,0.0000063294,0.01000,1.339
74,mlp.experts.29.gate_proj,0.0000061808,0.01000,1.419
74,mlp.experts.28.gate_proj,0.0000067227,0.01000,1.433
74,mlp.experts.34.gate_proj,0.0000073998,0.01000,1.366
74,mlp.experts.36.gate_proj,0.0000064184,0.01000,1.358
74,mlp.experts.35.gate_proj,0.0000064154,0.01000,1.378
74,mlp.experts.38.gate_proj,0.0000067384,0.01000,1.336
74,mlp.experts.37.gate_proj,0.0000064618,0.01000,1.350
74,mlp.experts.40.gate_proj,0.0000064233,0.01000,1.344
74,mlp.experts.41.gate_proj,0.0000064148,0.01000,1.363
74,mlp.experts.39.gate_proj,0.0000066017,0.01000,1.405
74,mlp.experts.42.gate_proj,0.0000067545,0.01000,1.349
74,mlp.experts.45.gate_proj,0.0000069666,0.01000,1.334
74,mlp.experts.43.gate_proj,0.0000062357,0.01000,1.351
74,mlp.experts.46.gate_proj,0.0000066914,0.01000,1.348
74,mlp.experts.44.gate_proj,0.0000064711,0.01000,1.400
74,mlp.experts.47.gate_proj,0.0000072470,0.01000,1.337
74,mlp.experts.48.gate_proj,0.0000066163,0.01000,1.377
74,mlp.experts.49.gate_proj,0.0000067183,0.01000,1.340
74,mlp.experts.51.gate_proj,0.0000062019,0.01000,1.348
74,mlp.experts.50.gate_proj,0.0000061715,0.01000,1.355
74,mlp.experts.52.gate_proj,0.0000064701,0.01000,1.333
74,mlp.experts.53.gate_proj,0.0000064266,0.01000,1.350
74,mlp.experts.54.gate_proj,0.0000065094,0.01000,1.336
74,mlp.experts.55.gate_proj,0.0000064905,0.01000,1.378
74,mlp.experts.56.gate_proj,0.0000066412,0.01000,1.364
74,mlp.experts.59.gate_proj,0.0000063435,0.01000,1.328
74,mlp.experts.57.gate_proj,0.0000077586,0.01000,1.352
74,mlp.experts.61.gate_proj,0.0000064446,0.01000,1.335
74,mlp.experts.60.gate_proj,0.0000062937,0.01000,1.352
74,mlp.experts.58.gate_proj,0.0000065059,0.01000,1.423
74,mlp.experts.62.gate_proj,0.0000065402,0.01000,1.406
74,mlp.experts.63.gate_proj,0.0000069961,0.01000,1.359
74,mlp.experts.64.gate_proj,0.0000067373,0.01000,1.358
74,mlp.experts.65.gate_proj,0.0000062763,0.01000,1.364
74,mlp.experts.66.gate_proj,0.0000063377,0.01000,1.347
74,mlp.experts.68.gate_proj,0.0000066270,0.01000,1.336
74,mlp.experts.67.gate_proj,0.0000068163,0.01000,1.411
74,mlp.experts.69.gate_proj,0.0000070576,0.01000,1.362
74,mlp.experts.72.gate_proj,0.0000065785,0.01000,1.342
74,mlp.experts.71.gate_proj,0.0000065538,0.01000,1.352
74,mlp.experts.73.gate_proj,0.0000064749,0.01000,1.348
74,mlp.experts.70.gate_proj,0.0000062478,0.01000,1.406
74,mlp.experts.74.gate_proj,0.0000064527,0.01000,1.346
74,mlp.experts.75.gate_proj,0.0000065258,0.01000,1.335
74,mlp.experts.76.gate_proj,0.0000064124,0.01000,1.350
74,mlp.experts.78.gate_proj,0.0000067066,0.01000,1.343
74,mlp.experts.80.gate_proj,0.0000061945,0.01000,1.342
74,mlp.experts.77.gate_proj,0.0000065218,0.01000,1.393
74,mlp.experts.81.gate_proj,0.0000063189,0.01000,1.342
74,mlp.experts.82.gate_proj,0.0000066905,0.01000,1.328
74,mlp.experts.79.gate_proj,0.0000062943,0.01000,1.401
74,mlp.experts.83.gate_proj,0.0000067185,0.01000,1.338
74,mlp.experts.84.gate_proj,0.0000063869,0.01000,1.348
74,mlp.experts.87.gate_proj,0.0000066882,0.01000,1.353
74,mlp.experts.86.gate_proj,0.0000064095,0.01000,1.358
74,mlp.experts.89.gate_proj,0.0000063213,0.01000,1.346
74,mlp.experts.88.gate_proj,0.0000064059,0.01000,1.358
74,mlp.experts.85.gate_proj,0.0000065136,0.01000,1.417
74,mlp.experts.90.gate_proj,0.0000068623,0.01000,1.351
74,mlp.experts.91.gate_proj,0.0000064178,0.01000,1.342
74,mlp.experts.93.gate_proj,0.0000069414,0.01000,1.342
74,mlp.experts.94.gate_proj,0.0000066767,0.01000,1.344
74,mlp.experts.96.gate_proj,0.0000062529,0.01000,1.338
74,mlp.experts.95.gate_proj,0.0000069807,0.01000,1.360
74,mlp.experts.92.gate_proj,0.0000066509,0.01000,1.458
74,mlp.experts.97.gate_proj,0.0000063146,0.01000,1.348
74,mlp.experts.98.gate_proj,0.0000063085,0.01000,1.359
74,mlp.experts.99.gate_proj,0.0000066556,0.01000,1.385
74,mlp.experts.101.gate_proj,0.0000064451,0.01000,1.334
74,mlp.experts.102.gate_proj,0.0000070317,0.01000,1.375
74,mlp.experts.100.gate_proj,0.0000064824,0.01000,1.397
74,mlp.experts.103.gate_proj,0.0000073370,0.01000,1.341
74,mlp.experts.104.gate_proj,0.0000066471,0.01000,1.362
74,mlp.experts.105.gate_proj,0.0000066080,0.01000,1.349
74,mlp.experts.106.gate_proj,0.0000065369,0.01000,1.348
74,mlp.experts.107.gate_proj,0.0000064088,0.01000,1.353
74,mlp.experts.108.gate_proj,0.0000063097,0.01000,1.337
74,mlp.experts.109.gate_proj,0.0000063905,0.01000,1.345
74,mlp.experts.110.gate_proj,0.0000070058,0.01000,1.342
74,mlp.experts.111.gate_proj,0.0000066624,0.01000,1.360
74,mlp.experts.112.gate_proj,0.0000068183,0.01000,1.351
74,mlp.experts.114.gate_proj,0.0000065837,0.01000,1.348
74,mlp.experts.115.gate_proj,0.0000062871,0.01000,1.337
74,mlp.experts.116.gate_proj,0.0000067645,0.01000,1.349
74,mlp.experts.117.gate_proj,0.0000069365,0.01000,1.343
74,mlp.experts.113.gate_proj,0.0000062394,0.01000,1.417
74,mlp.experts.118.gate_proj,0.0000065024,0.01000,1.378
74,mlp.experts.119.gate_proj,0.0000070143,0.01000,1.341
74,mlp.experts.1.up_proj,0.0000062936,0.01000,1.342
74,mlp.experts.2.up_proj,0.0000065599,0.01000,1.332
74,mlp.experts.4.up_proj,0.0000062434,0.01000,1.330
74,mlp.experts.3.up_proj,0.0000067830,0.01000,1.356
74,mlp.experts.0.up_proj,0.0000063065,0.01000,1.405
74,mlp.experts.5.up_proj,0.0000067256,0.01000,1.354
74,mlp.experts.6.up_proj,0.0000062559,0.01000,1.352
74,mlp.experts.7.up_proj,0.0000067110,0.01000,1.364
74,mlp.experts.8.up_proj,0.0000061790,0.01000,1.351
74,mlp.experts.9.up_proj,0.0000062485,0.01000,1.336
74,mlp.experts.11.up_proj,0.0000067330,0.01000,1.346
74,mlp.experts.10.up_proj,0.0000065426,0.01000,1.422
74,mlp.experts.12.up_proj,0.0000068180,0.01000,1.355
74,mlp.experts.13.up_proj,0.0000062376,0.01000,1.348
74,mlp.experts.16.up_proj,0.0000071354,0.01000,1.325
74,mlp.experts.15.up_proj,0.0000061888,0.01000,1.342
74,mlp.experts.17.up_proj,0.0000063971,0.01000,1.355
74,mlp.experts.14.up_proj,0.0000063746,0.01000,1.423
74,mlp.experts.18.up_proj,0.0000066391,0.01000,1.348
74,mlp.experts.19.up_proj,0.0000064928,0.01000,1.350
74,mlp.experts.20.up_proj,0.0000063578,0.01000,1.350
74,mlp.experts.22.up_proj,0.0000061536,0.01000,1.349
74,mlp.experts.23.up_proj,0.0000061039,0.01000,1.335
74,mlp.experts.21.up_proj,0.0000061424,0.01000,1.427
74,mlp.experts.24.up_proj,0.0000070769,0.01000,1.353
74,mlp.experts.25.up_proj,0.0000063366,0.01000,1.342
74,mlp.experts.26.up_proj,0.0000060823,0.01000,1.355
74,mlp.experts.27.up_proj,0.0000065334,0.01000,1.366
74,mlp.experts.28.up_proj,0.0000065050,0.01000,1.376
74,mlp.experts.29.up_proj,0.0000060418,0.01000,1.354
74,mlp.experts.30.up_proj,0.0000063419,0.01000,1.341
74,mlp.experts.32.up_proj,0.0000063747,0.01000,1.336
74,mlp.experts.31.up_proj,0.0000064334,0.01000,1.408
74,mlp.experts.33.up_proj,0.0000061557,0.01000,1.359
74,mlp.experts.34.up_proj,0.0000071369,0.01000,1.356
74,mlp.experts.35.up_proj,0.0000062792,0.01000,1.351
74,mlp.experts.36.up_proj,0.0000061993,0.01000,1.347
74,mlp.experts.37.up_proj,0.0000062985,0.01000,1.335
74,mlp.experts.38.up_proj,0.0000065797,0.01000,1.350
74,mlp.experts.39.up_proj,0.0000064875,0.01000,1.347
74,mlp.experts.40.up_proj,0.0000062399,0.01000,1.358
74,mlp.experts.41.up_proj,0.0000063157,0.01000,1.353
74,mlp.experts.44.up_proj,0.0000062661,0.01000,1.338
74,mlp.experts.43.up_proj,0.0000060860,0.01000,1.357
74,mlp.experts.42.up_proj,0.0000065475,0.01000,1.364
74,mlp.experts.45.up_proj,0.0000065382,0.01000,1.346
74,mlp.experts.46.up_proj,0.0000065163,0.01000,1.344
74,mlp.experts.47.up_proj,0.0000067342,0.01000,1.358
74,mlp.experts.48.up_proj,0.0000064725,0.01000,1.357
74,mlp.experts.51.up_proj,0.0000059887,0.01000,1.344
74,mlp.experts.50.up_proj,0.0000060891,0.01000,1.351
74,mlp.experts.49.up_proj,0.0000066564,0.01000,1.371
74,mlp.experts.52.up_proj,0.0000062901,0.01000,1.345
74,mlp.experts.53.up_proj,0.0000062959,0.01000,1.345
74,mlp.experts.54.up_proj,0.0000063887,0.01000,1.365
74,mlp.experts.55.up_proj,0.0000064222,0.01000,1.384
74,mlp.experts.57.up_proj,0.0000059445,0.01000,1.352
74,mlp.experts.58.up_proj,0.0000063237,0.01000,1.367
74,mlp.experts.59.up_proj,0.0000062093,0.01000,1.349
74,mlp.experts.56.up_proj,0.0000063843,0.01000,1.402
74,mlp.experts.60.up_proj,0.0000060903,0.01000,1.343
74,mlp.experts.61.up_proj,0.0000063337,0.01000,1.389
74,mlp.experts.62.up_proj,0.0000064659,0.01000,1.345
74,mlp.experts.63.up_proj,0.0000067701,0.01000,1.351
74,mlp.experts.65.up_proj,0.0000062025,0.01000,1.331
74,mlp.experts.66.up_proj,0.0000061960,0.01000,1.347
74,mlp.experts.67.up_proj,0.0000065902,0.01000,1.334
74,mlp.experts.64.up_proj,0.0000065067,0.01000,1.404
74,mlp.experts.68.up_proj,0.0000063180,0.01000,1.352
74,mlp.experts.69.up_proj,0.0000069392,0.01000,1.342
74,mlp.experts.70.up_proj,0.0000061312,0.01000,1.351
74,mlp.experts.71.up_proj,0.0000063864,0.01000,1.345
74,mlp.experts.72.up_proj,0.0000064046,0.01000,1.329
74,mlp.experts.73.up_proj,0.0000063121,0.01000,1.351
74,mlp.experts.74.up_proj,0.0000062925,0.01000,1.355
74,mlp.experts.75.up_proj,0.0000064646,0.01000,1.351
74,mlp.experts.76.up_proj,0.0000062559,0.01000,1.352
74,mlp.experts.77.up_proj,0.0000063402,0.01000,1.356
74,mlp.experts.79.up_proj,0.0000061758,0.01000,1.343
74,mlp.experts.78.up_proj,0.0000065534,0.01000,1.353
74,mlp.experts.80.up_proj,0.0000060281,0.01000,1.348
74,mlp.experts.81.up_proj,0.0000061879,0.01000,1.342
74,mlp.experts.82.up_proj,0.0000065596,0.01000,1.357
74,mlp.experts.83.up_proj,0.0000064924,0.01000,1.354
74,mlp.experts.86.up_proj,0.0000061938,0.01000,1.327
74,mlp.experts.85.up_proj,0.0000062155,0.01000,1.348
74,mlp.experts.84.up_proj,0.0000061816,0.01000,1.397
74,mlp.experts.87.up_proj,0.0000063753,0.01000,1.350
74,mlp.experts.88.up_proj,0.0000061827,0.01000,1.358
74,mlp.experts.89.up_proj,0.0000061927,0.01000,1.351
74,mlp.experts.90.up_proj,0.0000066936,0.01000,1.364
74,mlp.experts.91.up_proj,0.0000061862,0.01000,1.365
74,mlp.experts.92.up_proj,0.0000064536,0.01000,1.357
74,mlp.experts.93.up_proj,0.0000067621,0.01000,1.328
74,mlp.experts.94.up_proj,0.0000064465,0.01000,1.345
74,mlp.experts.95.up_proj,0.0000064518,0.01000,1.333
74,mlp.experts.96.up_proj,0.0000060935,0.01000,1.355
74,mlp.experts.97.up_proj,0.0000061742,0.01000,1.353
74,mlp.experts.100.up_proj,0.0000064212,0.01000,1.330
74,mlp.experts.99.up_proj,0.0000064889,0.01000,1.348
74,mlp.experts.102.up_proj,0.0000069804,0.01000,1.335
74,mlp.experts.101.up_proj,0.0000062648,0.01000,1.347
74,mlp.experts.98.up_proj,0.0000060273,0.01000,1.415
74,mlp.experts.103.up_proj,0.0000076054,0.01000,1.347
74,mlp.experts.104.up_proj,0.0000064816,0.01000,1.355
74,mlp.experts.106.up_proj,0.0000064257,0.01000,1.342
74,mlp.experts.107.up_proj,0.0000062687,0.01000,1.342
74,mlp.experts.108.up_proj,0.0000061866,0.01000,1.349
74,mlp.experts.105.up_proj,0.0000064345,0.01000,1.412
74,mlp.experts.109.up_proj,0.0000061935,0.01000,1.351
74,mlp.experts.110.up_proj,0.0000067017,0.01000,1.344
74,mlp.experts.111.up_proj,0.0000064326,0.01000,1.371
74,mlp.experts.113.up_proj,0.0000061641,0.01000,1.353
74,mlp.experts.112.up_proj,0.0000066308,0.01000,1.386
74,mlp.experts.114.up_proj,0.0000066400,0.01000,1.346
74,mlp.experts.115.up_proj,0.0000061261,0.01000,1.347
74,mlp.experts.116.up_proj,0.0000065665,0.01000,1.354
74,mlp.experts.117.up_proj,0.0000068796,0.01000,1.326
74,mlp.experts.118.up_proj,0.0000064019,0.01000,1.034
74,mlp.experts.119.up_proj,0.0000067530,0.01000,1.002
74,mlp.experts.0.down_proj,0.0000008768,0.01000,0.439
74,mlp.experts.2.down_proj,0.0000011569,0.01000,0.441
74,mlp.experts.3.down_proj,0.0000009271,0.01000,0.442
74,mlp.experts.1.down_proj,0.0000008851,0.01000,0.443
74,mlp.experts.4.down_proj,0.0000010133,0.01000,0.442
74,mlp.experts.5.down_proj,0.0000008878,0.01000,0.442
74,mlp.experts.6.down_proj,0.0000009455,0.01000,0.447
74,mlp.experts.7.down_proj,0.0000008152,0.01000,0.403
74,mlp.experts.10.down_proj,0.0000010848,0.01000,0.409
74,mlp.experts.11.down_proj,0.0000010047,0.01000,0.413
74,mlp.experts.8.down_proj,0.0000008955,0.01000,0.414
74,mlp.experts.12.down_proj,0.0000008903,0.01000,0.413
74,mlp.experts.13.down_proj,0.0000008257,0.01000,0.414
74,mlp.experts.9.down_proj,0.0000009318,0.01000,0.428
74,mlp.experts.14.down_proj,0.0000009123,0.01000,0.402
74,mlp.experts.15.down_proj,0.0000007105,0.01000,0.407
74,mlp.experts.17.down_proj,0.0000010632,0.01000,0.405
74,mlp.experts.19.down_proj,0.0000011790,0.01000,0.403
74,mlp.experts.18.down_proj,0.0000012667,0.01000,0.409
74,mlp.experts.16.down_proj,0.0000010363,0.01000,0.416
74,mlp.experts.20.down_proj,0.0000010090,0.01000,0.415
74,mlp.experts.21.down_proj,0.0000008639,0.01000,0.403
74,mlp.experts.22.down_proj,0.0000008834,0.01000,0.402
74,mlp.experts.23.down_proj,0.0000008636,0.01000,0.406
74,mlp.experts.24.down_proj,0.0000010797,0.01000,0.405
74,mlp.experts.26.down_proj,0.0000007799,0.01000,0.401
74,mlp.experts.25.down_proj,0.0000009498,0.01000,0.408
74,mlp.experts.27.down_proj,0.0000008483,0.01000,0.417
74,mlp.experts.28.down_proj,0.0000012083,0.01000,0.405
74,mlp.experts.29.down_proj,0.0000008835,0.01000,0.405
74,mlp.experts.30.down_proj,0.0000010340,0.01000,0.405
74,mlp.experts.31.down_proj,0.0000010454,0.01000,0.402
74,mlp.experts.33.down_proj,0.0000009567,0.01000,0.404
74,mlp.experts.32.down_proj,0.0000009395,0.01000,0.411
74,mlp.experts.34.down_proj,0.0000010964,0.01000,0.414
74,mlp.experts.35.down_proj,0.0000009963,0.01000,0.405
74,mlp.experts.36.down_proj,0.0000009084,0.01000,0.405
74,mlp.experts.38.down_proj,0.0000009273,0.01000,0.401
74,mlp.experts.37.down_proj,0.0000008966,0.01000,0.403
74,mlp.experts.39.down_proj,0.0000008897,0.01000,0.406
74,mlp.experts.40.down_proj,0.0000009384,0.01000,0.402
74,mlp.experts.41.down_proj,0.0000009140,0.01000,0.414
74,mlp.experts.42.down_proj,0.0000008739,0.01000,0.405
74,mlp.experts.43.down_proj,0.0000008013,0.01000,0.403
74,mlp.experts.45.down_proj,0.0000011974,0.01000,0.400
74,mlp.experts.47.down_proj,0.0000011578,0.01000,0.400
74,mlp.experts.44.down_proj,0.0000010509,0.01000,0.417
74,mlp.experts.46.down_proj,0.0000008222,0.01000,0.410
74,mlp.experts.48.down_proj,0.0000008272,0.01000,0.413
74,mlp.experts.49.down_proj,0.0000009619,0.01000,0.402
74,mlp.experts.50.down_proj,0.0000007753,0.01000,0.402
74,mlp.experts.52.down_proj,0.0000008765,0.01000,0.397
74,mlp.experts.51.down_proj,0.0000007106,0.01000,0.408
74,mlp.experts.54.down_proj,0.0000011975,0.01000,0.399
74,mlp.experts.53.down_proj,0.0000009588,0.01000,0.413
74,mlp.experts.55.down_proj,0.0000010492,0.01000,0.411
74,mlp.experts.56.down_proj,0.0000010354,0.01000,0.404
74,mlp.experts.57.down_proj,0.0000007368,0.01000,0.403
74,mlp.experts.59.down_proj,0.0000009061,0.01000,0.399
74,mlp.experts.58.down_proj,0.0000007877,0.01000,0.403
74,mlp.experts.60.down_proj,0.0000007834,0.01000,0.406
74,mlp.experts.61.down_proj,0.0000009092,0.01000,0.404
74,mlp.experts.62.down_proj,0.0000011089,0.01000,0.411
74,mlp.experts.63.down_proj,0.0000012865,0.01000,0.403
74,mlp.experts.66.down_proj,0.0000008412,0.01000,0.394
74,mlp.experts.65.down_proj,0.0000008116,0.01000,0.404
74,mlp.experts.67.down_proj,0.0000008199,0.01000,0.401
74,mlp.experts.64.down_proj,0.0000010728,0.01000,0.425
74,mlp.experts.68.down_proj,0.0000008989,0.01000,0.400
74,mlp.experts.69.down_proj,0.0000010281,0.01000,0.410
74,mlp.experts.70.down_proj,0.0000008892,0.01000,0.402
74,mlp.experts.71.down_proj,0.0000008031,0.01000,0.408
74,mlp.experts.73.down_proj,0.0000010299,0.01000,0.395
74,mlp.experts.75.down_proj,0.0000008673,0.01000,0.400
74,mlp.experts.72.down_proj,0.0000007907,0.01000,0.422
74,mlp.experts.74.down_proj,0.0000009715,0.01000,0.411
74,mlp.experts.76.down_proj,0.0000009175,0.01000,0.410
74,mlp.experts.77.down_proj,0.0000009618,0.01000,0.409
74,mlp.experts.78.down_proj,0.0000009209,0.01000,0.409
74,mlp.experts.79.down_proj,0.0000009022,0.01000,0.411
74,mlp.experts.80.down_proj,0.0000007204,0.01000,0.403
74,mlp.experts.81.down_proj,0.0000008450,0.01000,0.408
74,mlp.experts.82.down_proj,0.0000008903,0.01000,0.413
74,mlp.experts.83.down_proj,0.0000008191,0.01000,0.407
74,mlp.experts.84.down_proj,0.0000007821,0.01000,0.410
74,mlp.experts.85.down_proj,0.0000009660,0.01000,0.405
74,mlp.experts.87.down_proj,0.0000011692,0.01000,0.400
74,mlp.experts.86.down_proj,0.0000009396,0.01000,0.406
74,mlp.experts.88.down_proj,0.0000009101,0.01000,0.402
74,mlp.experts.89.down_proj,0.0000008784,0.01000,0.405
74,mlp.experts.90.down_proj,0.0000008518,0.01000,0.407
74,mlp.experts.92.down_proj,0.0000008317,0.01000,0.409
74,mlp.experts.91.down_proj,0.0000008639,0.01000,0.416
74,mlp.experts.94.down_proj,0.0000009158,0.01000,0.403
74,mlp.experts.95.down_proj,0.0000008088,0.01000,0.406
74,mlp.experts.93.down_proj,0.0000010397,0.01000,0.416
74,mlp.experts.96.down_proj,0.0000007824,0.01000,0.408
74,mlp.experts.97.down_proj,0.0000009614,0.01000,0.409
74,mlp.experts.100.down_proj,0.0000010134,0.01000,0.411
74,mlp.experts.102.down_proj,0.0000009955,0.01000,0.408
74,mlp.experts.101.down_proj,0.0000008011,0.01000,0.411
74,mlp.experts.99.down_proj,0.0000007941,0.01000,0.426
74,mlp.experts.103.down_proj,0.0000009598,0.01000,0.407
74,mlp.experts.98.down_proj,0.0000009404,0.01000,0.457
74,mlp.experts.104.down_proj,0.0000008797,0.01000,0.430
74,mlp.experts.108.down_proj,0.0000009890,0.01000,0.402
74,mlp.experts.107.down_proj,0.0000008598,0.01000,0.405
74,mlp.experts.106.down_proj,0.0000010615,0.01000,0.411
74,mlp.experts.109.down_proj,0.0000008784,0.01000,0.407
74,mlp.experts.105.down_proj,0.0000008252,0.01000,0.432
74,mlp.experts.110.down_proj,0.0000010038,0.01000,0.405
74,mlp.experts.111.down_proj,0.0000007257,0.01000,0.414
74,mlp.experts.114.down_proj,0.0000010420,0.01000,0.406
74,mlp.experts.115.down_proj,0.0000009160,0.01000,0.398
74,mlp.experts.113.down_proj,0.0000010239,0.01000,0.418
74,mlp.experts.112.down_proj,0.0000008357,0.01000,0.429
74,mlp.experts.116.down_proj,0.0000011668,0.01000,0.413
74,mlp.experts.117.down_proj,0.0000009636,0.01000,0.413
74,mlp.experts.118.down_proj,0.0000008919,0.01000,0.386
74,mlp.experts.119.down_proj,0.0000010253,0.01000,0.284
75,self_attn.k_proj,0.0000005580,0.01000,1.199
75,self_attn.v_proj,0.0000013075,0.01000,1.212
75,self_attn.q_proj,0.0000039129,0.01000,1.263
75,self_attn.o_proj,0.0000002272,0.01000,2.760
75,mlp.shared_experts.gate_proj,0.0000000137,0.01000,0.908
75,mlp.shared_experts.up_proj,0.0000000094,0.01000,0.904
75,mlp.shared_experts.down_proj,0.0000000016,0.01000,0.274
75,mlp.experts.3.gate_proj,0.0000067270,0.01000,1.491
75,mlp.experts.2.gate_proj,0.0000067365,0.01000,1.495
75,mlp.experts.4.gate_proj,0.0000064664,0.01000,1.505
75,mlp.experts.5.gate_proj,0.0000064068,0.01000,1.511
75,mlp.experts.6.gate_proj,0.0000067624,0.01000,1.524
75,mlp.experts.1.gate_proj,0.0000063998,0.01000,1.567
75,mlp.experts.0.gate_proj,0.0000064057,0.01000,1.571
75,mlp.experts.9.gate_proj,0.0000069219,0.01000,1.340
75,mlp.experts.10.gate_proj,0.0000068783,0.01000,1.341
75,mlp.experts.11.gate_proj,0.0000066402,0.01000,1.349
75,mlp.experts.12.gate_proj,0.0000064748,0.01000,1.343
75,mlp.experts.7.gate_proj,0.0000094403,0.01000,1.432
75,mlp.experts.8.gate_proj,0.0000066958,0.01000,1.428
75,mlp.experts.13.gate_proj,0.0000066317,0.01000,1.363
75,mlp.experts.15.gate_proj,0.0000068767,0.01000,1.361
75,mlp.experts.16.gate_proj,0.0000066380,0.01000,1.345
75,mlp.experts.17.gate_proj,0.0000065580,0.01000,1.321
75,mlp.experts.19.gate_proj,0.0000066921,0.01000,1.346
75,mlp.experts.18.gate_proj,0.0000068029,0.01000,1.351
75,mlp.experts.14.gate_proj,0.0000065561,0.01000,1.440
75,mlp.experts.20.gate_proj,0.0000067286,0.01000,1.361
75,mlp.experts.23.gate_proj,0.0000069347,0.01000,1.332
75,mlp.experts.22.gate_proj,0.0000072457,0.01000,1.359
75,mlp.experts.24.gate_proj,0.0000075318,0.01000,1.336
75,mlp.experts.21.gate_proj,0.0000063709,0.01000,1.405
75,mlp.experts.25.gate_proj,0.0000066882,0.01000,1.352
75,mlp.experts.26.gate_proj,0.0000071118,0.01000,1.349
75,mlp.experts.27.gate_proj,0.0000066272,0.01000,1.359
75,mlp.experts.28.gate_proj,0.0000066322,0.01000,1.356
75,mlp.experts.29.gate_proj,0.0000064021,0.01000,1.358
75,mlp.experts.31.gate_proj,0.0000065462,0.01000,1.328
75,mlp.experts.33.gate_proj,0.0000065424,0.01000,1.340
75,mlp.experts.32.gate_proj,0.0000068650,0.01000,1.349
75,mlp.experts.30.gate_proj,0.0000071748,0.01000,1.402
75,mlp.experts.34.gate_proj,0.0000064666,0.01000,1.367
75,mlp.experts.35.gate_proj,0.0000070101,0.01000,1.355
75,mlp.experts.36.gate_proj,0.0000065067,0.01000,1.358
75,mlp.experts.37.gate_proj,0.0000067594,0.01000,1.355
75,mlp.experts.38.gate_proj,0.0000068939,0.01000,1.338
75,mlp.experts.39.gate_proj,0.0000070925,0.01000,1.340
75,mlp.experts.40.gate_proj,0.0000065621,0.01000,1.349
75,mlp.experts.41.gate_proj,0.0000069497,0.01000,1.371
75,mlp.experts.42.gate_proj,0.0000066143,0.01000,1.365
75,mlp.experts.45.gate_proj,0.0000068565,0.01000,1.335
75,mlp.experts.44.gate_proj,0.0000065367,0.01000,1.347
75,mlp.experts.46.gate_proj,0.0000066190,0.01000,1.353
75,mlp.experts.43.gate_proj,0.0000064945,0.01000,1.409
75,mlp.experts.47.gate_proj,0.0000065461,0.01000,1.351
75,mlp.experts.48.gate_proj,0.0000068524,0.01000,1.344
75,mlp.experts.51.gate_proj,0.0000065827,0.01000,1.340
75,mlp.experts.52.gate_proj,0.0000067639,0.01000,1.329
75,mlp.experts.49.gate_proj,0.0000067889,0.01000,1.400
75,mlp.experts.53.gate_proj,0.0000065056,0.01000,1.344
75,mlp.experts.50.gate_proj,0.0000065228,0.01000,1.407
75,mlp.experts.54.gate_proj,0.0000070572,0.01000,1.353
75,mlp.experts.55.gate_proj,0.0000077956,0.01000,1.347
75,mlp.experts.56.gate_proj,0.0000067408,0.01000,1.359
75,mlp.experts.57.gate_proj,0.0000066660,0.01000,1.361
75,mlp.experts.59.gate_proj,0.0000070692,0.01000,1.333
75,mlp.experts.58.gate_proj,0.0000069693,0.01000,1.353
75,mlp.experts.60.gate_proj,0.0000069355,0.01000,1.351
75,mlp.experts.61.gate_proj,0.0000070686,0.01000,1.355
75,mlp.experts.62.gate_proj,0.0000066016,0.01000,1.354
75,mlp.experts.63.gate_proj,0.0000065378,0.01000,1.349
75,mlp.experts.64.gate_proj,0.0000070167,0.01000,1.350
75,mlp.experts.65.gate_proj,0.0000068017,0.01000,1.345
75,mlp.experts.66.gate_proj,0.0000067978,0.01000,1.365
75,mlp.experts.67.gate_proj,0.0000063305,0.01000,1.354
75,mlp.experts.68.gate_proj,0.0000063580,0.01000,1.361
75,mlp.experts.69.gate_proj,0.0000066499,0.01000,1.357
75,mlp.experts.70.gate_proj,0.0000064550,0.01000,1.363
75,mlp.experts.71.gate_proj,0.0000066830,0.01000,1.358
75,mlp.experts.72.gate_proj,0.0000069255,0.01000,1.343
75,mlp.experts.73.gate_proj,0.0000066355,0.01000,1.331
75,mlp.experts.74.gate_proj,0.0000067158,0.01000,1.358
75,mlp.experts.75.gate_proj,0.0000067823,0.01000,1.372
75,mlp.experts.76.gate_proj,0.0000067594,0.01000,1.371
75,mlp.experts.79.gate_proj,0.0000068820,0.01000,1.347
75,mlp.experts.80.gate_proj,0.0000064216,0.01000,1.335
75,mlp.experts.81.gate_proj,0.0000065730,0.01000,1.350
75,mlp.experts.77.gate_proj,0.0000064756,0.01000,1.411
75,mlp.experts.78.gate_proj,0.0000063152,0.01000,1.408
75,mlp.experts.82.gate_proj,0.0000068388,0.01000,1.337
75,mlp.experts.83.gate_proj,0.0000064299,0.01000,1.369
75,mlp.experts.84.gate_proj,0.0000063641,0.01000,1.358
75,mlp.experts.85.gate_proj,0.0000067206,0.01000,1.366
75,mlp.experts.87.gate_proj,0.0000069088,0.01000,1.341
75,mlp.experts.89.gate_proj,0.0000063893,0.01000,1.338
75,mlp.experts.88.gate_proj,0.0000067195,0.01000,1.357
75,mlp.experts.86.gate_proj,0.0000067047,0.01000,1.399
75,mlp.experts.90.gate_proj,0.0000064625,0.01000,1.370
75,mlp.experts.91.gate_proj,0.0000066192,0.01000,1.344
75,mlp.experts.92.gate_proj,0.0000064900,0.01000,1.351
75,mlp.experts.94.gate_proj,0.0000066477,0.01000,1.334
75,mlp.experts.95.gate_proj,0.0000069651,0.01000,1.344
75,mlp.experts.93.gate_proj,0.0000069387,0.01000,1.396
75,mlp.experts.96.gate_proj,0.0000064663,0.01000,1.344
75,mlp.experts.97.gate_proj,0.0000065939,0.01000,1.365
75,mlp.experts.98.gate_proj,0.0000068521,0.01000,1.347
75,mlp.experts.99.gate_proj,0.0000065405,0.01000,1.350
75,mlp.experts.100.gate_proj,0.0000067655,0.01000,1.347
75,mlp.experts.101.gate_proj,0.0000066290,0.01000,1.335
75,mlp.experts.103.gate_proj,0.0000070031,0.01000,1.347
75,mlp.experts.102.gate_proj,0.0000063581,0.01000,1.397
75,mlp.experts.104.gate_proj,0.0000067370,0.01000,1.364
75,mlp.experts.105.gate_proj,0.0000064533,0.01000,1.374
75,mlp.experts.108.gate_proj,0.0000067503,0.01000,1.334
75,mlp.experts.107.gate_proj,0.0000065949,0.01000,1.350
75,mlp.experts.109.gate_proj,0.0000067545,0.01000,1.352
75,mlp.experts.106.gate_proj,0.0000066927,0.01000,1.427
75,mlp.experts.110.gate_proj,0.0000063757,0.01000,1.341
75,mlp.experts.111.gate_proj,0.0000070077,0.01000,1.339
75,mlp.experts.114.gate_proj,0.0000063895,0.01000,1.337
75,mlp.experts.113.gate_proj,0.0000069822,0.01000,1.385
75,mlp.experts.115.gate_proj,0.0000068296,0.01000,1.336
75,mlp.experts.116.gate_proj,0.0000064708,0.01000,1.359
75,mlp.experts.117.gate_proj,0.0000064981,0.01000,1.333
75,mlp.experts.112.gate_proj,0.0000070369,0.01000,1.443
75,mlp.experts.118.gate_proj,0.0000067091,0.01000,1.342
75,mlp.experts.119.gate_proj,0.0000064718,0.01000,1.370
75,mlp.experts.0.up_proj,0.0000062195,0.01000,1.352
75,mlp.experts.1.up_proj,0.0000063231,0.01000,1.343
75,mlp.experts.2.up_proj,0.0000065965,0.01000,1.342
75,mlp.experts.4.up_proj,0.0000063116,0.01000,1.346
75,mlp.experts.5.up_proj,0.0000063604,0.01000,1.341
75,mlp.experts.3.up_proj,0.0000065479,0.01000,1.394
75,mlp.experts.6.up_proj,0.0000066027,0.01000,1.355
75,mlp.experts.7.up_proj,0.0000060730,0.01000,1.346
75,mlp.experts.8.up_proj,0.0000063737,0.01000,1.346
75,mlp.experts.9.up_proj,0.0000066255,0.01000,1.337
75,mlp.experts.10.up_proj,0.0000067706,0.01000,1.351
75,mlp.experts.11.up_proj,0.0000065260,0.01000,1.328
75,mlp.experts.12.up_proj,0.0000063309,0.01000,1.356
75,mlp.experts.15.up_proj,0.0000066495,0.01000,1.340
75,mlp.experts.14.up_proj,0.0000063821,0.01000,1.354
75,mlp.experts.16.up_proj,0.0000062659,0.01000,1.332
75,mlp.experts.18.up_proj,0.0000065643,0.01000,1.337
75,mlp.experts.13.up_proj,0.0000064128,0.01000,1.415
75,mlp.experts.17.up_proj,0.0000063134,0.01000,1.354
75,mlp.experts.19.up_proj,0.0000065993,0.01000,1.362
75,mlp.experts.22.up_proj,0.0000070960,0.01000,1.353
75,mlp.experts.21.up_proj,0.0000063103,0.01000,1.369
75,mlp.experts.23.up_proj,0.0000069213,0.01000,1.331
75,mlp.experts.24.up_proj,0.0000072613,0.01000,1.356
75,mlp.experts.25.up_proj,0.0000063976,0.01000,1.366
75,mlp.experts.20.up_proj,0.0000065493,0.01000,1.468
75,mlp.experts.26.up_proj,0.0000065983,0.01000,1.366
75,mlp.experts.29.up_proj,0.0000062469,0.01000,1.329
75,mlp.experts.28.up_proj,0.0000063660,0.01000,1.357
75,mlp.experts.30.up_proj,0.0000069391,0.01000,1.330
75,mlp.experts.31.up_proj,0.0000062724,0.01000,1.348
75,mlp.experts.32.up_proj,0.0000066846,0.01000,1.342
75,mlp.experts.27.up_proj,0.0000063980,0.01000,1.445
75,mlp.experts.33.up_proj,0.0000064389,0.01000,1.366
75,mlp.experts.36.up_proj,0.0000063264,0.01000,1.339
75,mlp.experts.35.up_proj,0.0000069193,0.01000,1.359
75,mlp.experts.37.up_proj,0.0000064519,0.01000,1.350
75,mlp.experts.34.up_proj,0.0000062530,0.01000,1.437
75,mlp.experts.38.up_proj,0.0000067977,0.01000,1.357
75,mlp.experts.39.up_proj,0.0000069317,0.01000,1.361
75,mlp.experts.40.up_proj,0.0000064373,0.01000,1.370
75,mlp.experts.41.up_proj,0.0000068576,0.01000,1.391
75,mlp.experts.42.up_proj,0.0000065167,0.01000,1.381
75,mlp.experts.43.up_proj,0.0000063599,0.01000,1.359
75,mlp.experts.44.up_proj,0.0000063537,0.01000,1.343
75,mlp.experts.46.up_proj,0.0000064269,0.01000,1.353
75,mlp.experts.45.up_proj,0.0000064720,0.01000,1.362
75,mlp.experts.47.up_proj,0.0000064179,0.01000,1.386
75,mlp.experts.51.up_proj,0.0000064181,0.01000,1.323
75,mlp.experts.49.up_proj,0.0000065023,0.01000,1.354
75,mlp.experts.50.up_proj,0.0000063399,0.01000,1.345
75,mlp.experts.53.up_proj,0.0000063860,0.01000,1.343
75,mlp.experts.52.up_proj,0.0000065355,0.01000,1.350
75,mlp.experts.48.up_proj,0.0000066619,0.01000,1.407
75,mlp.experts.54.up_proj,0.0000068021,0.01000,1.357
75,mlp.experts.57.up_proj,0.0000065390,0.01000,1.348
75,mlp.experts.56.up_proj,0.0000066604,0.01000,1.373
75,mlp.experts.58.up_proj,0.0000067708,0.01000,1.342
75,mlp.experts.55.up_proj,0.0000076638,0.01000,1.411
75,mlp.experts.60.up_proj,0.0000067221,0.01000,1.344
75,mlp.experts.59.up_proj,0.0000068473,0.01000,1.360
75,mlp.experts.61.up_proj,0.0000069256,0.01000,1.373
75,mlp.experts.62.up_proj,0.0000065073,0.01000,1.363
75,mlp.experts.63.up_proj,0.0000063352,0.01000,1.359
75,mlp.experts.64.up_proj,0.0000065711,0.01000,1.350
75,mlp.experts.65.up_proj,0.0000066636,0.01000,1.345
75,mlp.experts.66.up_proj,0.0000065826,0.01000,1.355
75,mlp.experts.67.up_proj,0.0000061334,0.01000,1.349
75,mlp.experts.68.up_proj,0.0000062089,0.01000,1.358
75,mlp.experts.69.up_proj,0.0000065115,0.01000,1.358
75,mlp.experts.72.up_proj,0.0000067617,0.01000,1.336
75,mlp.experts.73.up_proj,0.0000064505,0.01000,1.338
75,mlp.experts.74.up_proj,0.0000066143,0.01000,1.336
75,mlp.experts.70.up_proj,0.0000063807,0.01000,1.400
75,mlp.experts.71.up_proj,0.0000065453,0.01000,1.400
75,mlp.experts.75.up_proj,0.0000065503,0.01000,1.329
75,mlp.experts.79.up_proj,0.0000067225,0.01000,1.325
75,mlp.experts.78.up_proj,0.0000061342,0.01000,1.331
75,mlp.experts.76.up_proj,0.0000065487,0.01000,1.404
75,mlp.experts.80.up_proj,0.0000062582,0.01000,1.348
75,mlp.experts.77.up_proj,0.0000063080,0.01000,1.408
75,mlp.experts.81.up_proj,0.0000063958,0.01000,1.350
75,mlp.experts.82.up_proj,0.0000067944,0.01000,1.329
75,mlp.experts.83.up_proj,0.0000063164,0.01000,1.346
75,mlp.experts.84.up_proj,0.0000062517,0.01000,1.345
75,mlp.experts.86.up_proj,0.0000064009,0.01000,1.329
75,mlp.experts.87.up_proj,0.0000066906,0.01000,1.349
75,mlp.experts.88.up_proj,0.0000065131,0.01000,1.358
75,mlp.experts.85.up_proj,0.0000065190,0.01000,1.392
75,mlp.experts.89.up_proj,0.0000062467,0.01000,1.349
75,mlp.experts.91.up_proj,0.0000064971,0.01000,1.351
75,mlp.experts.93.up_proj,0.0000067345,0.01000,1.320
75,mlp.experts.92.up_proj,0.0000064059,0.01000,1.350
75,mlp.experts.90.up_proj,0.0000062981,0.01000,1.398
75,mlp.experts.95.up_proj,0.0000067485,0.01000,1.348
75,mlp.experts.94.up_proj,0.0000065808,0.01000,1.373
75,mlp.experts.96.up_proj,0.0000063172,0.01000,1.352
75,mlp.experts.97.up_proj,0.0000064109,0.01000,1.353
75,mlp.experts.98.up_proj,0.0000067049,0.01000,1.357
75,mlp.experts.100.up_proj,0.0000065046,0.01000,1.348
75,mlp.experts.102.up_proj,0.0000060836,0.01000,1.364
75,mlp.experts.99.up_proj,0.0000064008,0.01000,1.423
75,mlp.experts.101.up_proj,0.0000064632,0.01000,1.373
75,mlp.experts.103.up_proj,0.0000069393,0.01000,1.360
75,mlp.experts.104.up_proj,0.0000065787,0.01000,1.348
75,mlp.experts.105.up_proj,0.0000063445,0.01000,1.349
75,mlp.experts.106.up_proj,0.0000064440,0.01000,1.363
75,mlp.experts.107.up_proj,0.0000064759,0.01000,1.347
75,mlp.experts.108.up_proj,0.0000066583,0.01000,1.361
75,mlp.experts.110.up_proj,0.0000061984,0.01000,1.358
75,mlp.experts.109.up_proj,0.0000063792,0.01000,1.410
75,mlp.experts.111.up_proj,0.0000068655,0.01000,1.350
75,mlp.experts.112.up_proj,0.0000068598,0.01000,1.353
75,mlp.experts.113.up_proj,0.0000068676,0.01000,1.343
75,mlp.experts.114.up_proj,0.0000062458,0.01000,1.331
75,mlp.experts.116.up_proj,0.0000063371,0.01000,1.331
75,mlp.experts.115.up_proj,0.0000065482,0.01000,1.343
75,mlp.experts.117.up_proj,0.0000063590,0.01000,1.357
75,mlp.experts.118.up_proj,0.0000065596,0.01000,1.016
75,mlp.experts.119.up_proj,0.0000062832,0.01000,0.995
75,mlp.experts.2.down_proj,0.0000011086,0.01000,0.436
75,mlp.experts.3.down_proj,0.0000009253,0.01000,0.438
75,mlp.experts.4.down_proj,0.0000008651,0.01000,0.442
75,mlp.experts.5.down_proj,0.0000010242,0.01000,0.446
75,mlp.experts.6.down_proj,0.0000007905,0.01000,0.447
75,mlp.experts.0.down_proj,0.0000008130,0.01000,0.451
75,mlp.experts.1.down_proj,0.0000010066,0.01000,0.454
75,mlp.experts.9.down_proj,0.0000012391,0.01000,0.403
75,mlp.experts.10.down_proj,0.0000009955,0.01000,0.401
75,mlp.experts.12.down_proj,0.0000007779,0.01000,0.400
75,mlp.experts.7.down_proj,0.0000007358,0.01000,0.414
75,mlp.experts.11.down_proj,0.0000011236,0.01000,0.406
75,mlp.experts.13.down_proj,0.0000009260,0.01000,0.406
75,mlp.experts.8.down_proj,0.0000009917,0.01000,0.422
75,mlp.experts.16.down_proj,0.0000010736,0.01000,0.403
75,mlp.experts.17.down_proj,0.0000011803,0.01000,0.403
75,mlp.experts.18.down_proj,0.0000011538,0.01000,0.404
75,mlp.experts.19.down_proj,0.0000009193,0.01000,0.402
75,mlp.experts.14.down_proj,0.0000009522,0.01000,0.417
75,mlp.experts.15.down_proj,0.0000008346,0.01000,0.423
75,mlp.experts.20.down_proj,0.0000009008,0.01000,0.412
75,mlp.experts.21.down_proj,0.0000008736,0.01000,0.411
75,mlp.experts.23.down_proj,0.0000008469,0.01000,0.406
75,mlp.experts.24.down_proj,0.0000010614,0.01000,0.403
75,mlp.experts.25.down_proj,0.0000008987,0.01000,0.405
75,mlp.experts.22.down_proj,0.0000010425,0.01000,0.418
75,mlp.experts.26.down_proj,0.0000009268,0.01000,0.399
75,mlp.experts.27.down_proj,0.0000008300,0.01000,0.409
75,mlp.experts.28.down_proj,0.0000008480,0.01000,0.405
75,mlp.experts.31.down_proj,0.0000008080,0.01000,0.403
75,mlp.experts.33.down_proj,0.0000009012,0.01000,0.402
75,mlp.experts.30.down_proj,0.0000010071,0.01000,0.408
75,mlp.experts.32.down_proj,0.0000011515,0.01000,0.407
75,mlp.experts.29.down_proj,0.0000008692,0.01000,0.420
75,mlp.experts.34.down_proj,0.0000007324,0.01000,0.407
75,mlp.experts.35.down_proj,0.0000009236,0.01000,0.406
75,mlp.experts.38.down_proj,0.0000009015,0.01000,0.403
75,mlp.experts.37.down_proj,0.0000010938,0.01000,0.405
75,mlp.experts.40.down_proj,0.0000009219,0.01000,0.402
75,mlp.experts.39.down_proj,0.0000011577,0.01000,0.410
75,mlp.experts.36.down_proj,0.0000009310,0.01000,0.428
75,mlp.experts.41.down_proj,0.0000009366,0.01000,0.426
75,mlp.experts.42.down_proj,0.0000008332,0.01000,0.404
75,mlp.experts.44.down_proj,0.0000009434,0.01000,0.402
75,mlp.experts.45.down_proj,0.0000009419,0.01000,0.400
75,mlp.experts.46.down_proj,0.0000008403,0.01000,0.402
75,mlp.experts.47.down_proj,0.0000010338,0.01000,0.400
75,mlp.experts.43.down_proj,0.0000009885,0.01000,0.425
75,mlp.experts.48.down_proj,0.0000011032,0.01000,0.399
75,mlp.experts.49.down_proj,0.0000010441,0.01000,0.408
75,mlp.experts.52.down_proj,0.0000009487,0.01000,0.400
75,mlp.experts.50.down_proj,0.0000010018,0.01000,0.411
75,mlp.experts.51.down_proj,0.0000010451,0.01000,0.410
75,mlp.experts.54.down_proj,0.0000008415,0.01000,0.400
75,mlp.experts.53.down_proj,0.0000009520,0.01000,0.414
75,mlp.experts.55.down_proj,0.0000012890,0.01000,0.403
75,mlp.experts.56.down_proj,0.0000009318,0.01000,0.407
75,mlp.experts.58.down_proj,0.0000011981,0.01000,0.405
75,mlp.experts.59.down_proj,0.0000010612,0.01000,0.402
75,mlp.experts.57.down_proj,0.0000008226,0.01000,0.419
75,mlp.experts.60.down_proj,0.0000008701,0.01000,0.408
75,mlp.experts.61.down_proj,0.0000009619,0.01000,0.401
75,mlp.experts.62.down_proj,0.0000010123,0.01000,0.402
75,mlp.experts.63.down_proj,0.0000009295,0.01000,0.407
75,mlp.experts.65.down_proj,0.0000008631,0.01000,0.407
75,mlp.experts.66.down_proj,0.0000009307,0.01000,0.398
75,mlp.experts.64.down_proj,0.0000009198,0.01000,0.413
75,mlp.experts.67.down_proj,0.0000008774,0.01000,0.405
75,mlp.experts.68.down_proj,0.0000008705,0.01000,0.402
75,mlp.experts.69.down_proj,0.0000009387,0.01000,0.402
75,mlp.experts.73.down_proj,0.0000008654,0.01000,0.400
75,mlp.experts.70.down_proj,0.0000008857,0.01000,0.408
75,mlp.experts.72.down_proj,0.0000008995,0.01000,0.403
75,mlp.experts.75.down_proj,0.0000011684,0.01000,0.403
75,mlp.experts.74.down_proj,0.0000009813,0.01000,0.407
75,mlp.experts.76.down_proj,0.0000008265,0.01000,0.404
75,mlp.experts.71.down_proj,0.0000007991,0.01000,0.431
75,mlp.experts.79.down_proj,0.0000008092,0.01000,0.401
75,mlp.experts.80.down_proj,0.0000010047,0.01000,0.400
75,mlp.experts.82.down_proj,0.0000008984,0.01000,0.398
75,mlp.experts.81.down_proj,0.0000009416,0.01000,0.402
75,mlp.experts.77.down_proj,0.0000009528,0.01000,0.414
75,mlp.experts.78.down_proj,0.0000007944,0.01000,0.421
75,mlp.experts.83.down_proj,0.0000009100,0.01000,0.408
75,mlp.experts.84.down_proj,0.0000008593,0.01000,0.408
75,mlp.experts.86.down_proj,0.0000012161,0.01000,0.400
75,mlp.experts.87.down_proj,0.0000008493,0.01000,0.400
75,mlp.experts.88.down_proj,0.0000009916,0.01000,0.404
75,mlp.experts.89.down_proj,0.0000010164,0.01000,0.399
75,mlp.experts.85.down_proj,0.0000009330,0.01000,0.423
75,mlp.experts.90.down_proj,0.0000009329,0.01000,0.410
75,mlp.experts.94.down_proj,0.0000010594,0.01000,0.396
75,mlp.experts.91.down_proj,0.0000008334,0.01000,0.407
75,mlp.experts.93.down_proj,0.0000009091,0.01000,0.405
75,mlp.experts.95.down_proj,0.0000008094,0.01000,0.404
75,mlp.experts.92.down_proj,0.0000007993,0.01000,0.416
75,mlp.experts.96.down_proj,0.0000008131,0.01000,0.399
75,mlp.experts.97.down_proj,0.0000008459,0.01000,0.410
75,mlp.experts.101.down_proj,0.0000011281,0.01000,0.395
75,mlp.experts.100.down_proj,0.0000009432,0.01000,0.402
75,mlp.experts.98.down_proj,0.0000007889,0.01000,0.409
75,mlp.experts.102.down_proj,0.0000008977,0.01000,0.399
75,mlp.experts.99.down_proj,0.0000007793,0.01000,0.408
75,mlp.experts.103.down_proj,0.0000009425,0.01000,0.400
75,mlp.experts.104.down_proj,0.0000009571,0.01000,0.412
75,mlp.experts.108.down_proj,0.0000008945,0.01000,0.397
75,mlp.experts.107.down_proj,0.0000008988,0.01000,0.406
75,mlp.experts.109.down_proj,0.0000011195,0.01000,0.405
75,mlp.experts.106.down_proj,0.0000009323,0.01000,0.419
75,mlp.experts.110.down_proj,0.0000008644,0.01000,0.414
75,mlp.experts.105.down_proj,0.0000008273,0.01000,0.425
75,mlp.experts.111.down_proj,0.0000008945,0.01000,0.416
75,mlp.experts.112.down_proj,0.0000008582,0.01000,0.409
75,mlp.experts.114.down_proj,0.0000008920,0.01000,0.401
75,mlp.experts.113.down_proj,0.0000012916,0.01000,0.405
75,mlp.experts.115.down_proj,0.0000007579,0.01000,0.395
75,mlp.experts.117.down_proj,0.0000009033,0.01000,0.397
75,mlp.experts.116.down_proj,0.0000010336,0.01000,0.404
75,mlp.experts.118.down_proj,0.0000010097,0.01000,0.394
75,mlp.experts.119.down_proj,0.0000010663,0.01000,0.272
76,self_attn.v_proj,0.0000007384,0.01000,1.202
76,self_attn.k_proj,0.0000002501,0.01000,1.215
76,self_attn.q_proj,0.0000015906,0.01000,1.262
76,self_attn.o_proj,0.0000008389,0.01000,2.759
76,mlp.shared_experts.gate_proj,0.0000000156,0.01000,0.915
76,mlp.shared_experts.up_proj,0.0000000106,0.01000,0.907
76,mlp.shared_experts.down_proj,0.0000000016,0.01000,0.275
76,mlp.experts.3.gate_proj,0.0000071201,0.01000,1.503
76,mlp.experts.2.gate_proj,0.0000071649,0.01000,1.521
76,mlp.experts.5.gate_proj,0.0000070028,0.01000,1.521
76,mlp.experts.4.gate_proj,0.0000067227,0.01000,1.531
76,mlp.experts.6.gate_proj,0.0000076488,0.01000,1.537
76,mlp.experts.0.gate_proj,0.0000069617,0.01000,1.564
76,mlp.experts.1.gate_proj,0.0000069267,0.01000,1.573
76,mlp.experts.10.gate_proj,0.0000069697,0.01000,1.339
76,mlp.experts.9.gate_proj,0.0000070242,0.01000,1.356
76,mlp.experts.11.gate_proj,0.0000068291,0.01000,1.355
76,mlp.experts.12.gate_proj,0.0000070591,0.01000,1.341
76,mlp.experts.7.gate_proj,0.0000070431,0.01000,1.409
76,mlp.experts.13.gate_proj,0.0000074425,0.01000,1.363
76,mlp.experts.8.gate_proj,0.0000075856,0.01000,1.456
76,mlp.experts.17.gate_proj,0.0000068335,0.01000,1.323
76,mlp.experts.16.gate_proj,0.0000071928,0.01000,1.364
76,mlp.experts.18.gate_proj,0.0000068426,0.01000,1.344
76,mlp.experts.19.gate_proj,0.0000064412,0.01000,1.341
76,mlp.experts.14.gate_proj,0.0000069883,0.01000,1.411
76,mlp.experts.15.gate_proj,0.0000070302,0.01000,1.426
76,mlp.experts.20.gate_proj,0.0000070068,0.01000,1.371
76,mlp.experts.21.gate_proj,0.0000073082,0.01000,1.380
76,mlp.experts.24.gate_proj,0.0000066096,0.01000,1.341
76,mlp.experts.23.gate_proj,0.0000072197,0.01000,1.363
76,mlp.experts.25.gate_proj,0.0000070564,0.01000,1.358
76,mlp.experts.26.gate_proj,0.0000070845,0.01000,1.346
76,mlp.experts.22.gate_proj,0.0000072068,0.01000,1.416
76,mlp.experts.27.gate_proj,0.0000067576,0.01000,1.361
76,mlp.experts.28.gate_proj,0.0000070284,0.01000,1.350
76,mlp.experts.30.gate_proj,0.0000064642,0.01000,1.346
76,mlp.experts.31.gate_proj,0.0000074661,0.01000,1.336
76,mlp.experts.29.gate_proj,0.0000069671,0.01000,1.374
76,mlp.experts.32.gate_proj,0.0000073915,0.01000,1.355
76,mlp.experts.33.gate_proj,0.0000070666,0.01000,1.341
76,mlp.experts.34.gate_proj,0.0000073233,0.01000,1.363
76,mlp.experts.35.gate_proj,0.0000068555,0.01000,1.347
76,mlp.experts.37.gate_proj,0.0000073237,0.01000,1.344
76,mlp.experts.38.gate_proj,0.0000070722,0.01000,1.333
76,mlp.experts.40.gate_proj,0.0000075014,0.01000,1.340
76,mlp.experts.39.gate_proj,0.0000072863,0.01000,1.351
76,mlp.experts.36.gate_proj,0.0000066356,0.01000,1.425
76,mlp.experts.41.gate_proj,0.0000066300,0.01000,1.346
76,mlp.experts.44.gate_proj,0.0000066932,0.01000,1.332
76,mlp.experts.42.gate_proj,0.0000070217,0.01000,1.352
76,mlp.experts.45.gate_proj,0.0000071079,0.01000,1.326
76,mlp.experts.46.gate_proj,0.0000071080,0.01000,1.341
76,mlp.experts.43.gate_proj,0.0000078265,0.01000,1.412
76,mlp.experts.47.gate_proj,0.0000074894,0.01000,1.343
76,mlp.experts.48.gate_proj,0.0000076456,0.01000,1.345
76,mlp.experts.49.gate_proj,0.0000070640,0.01000,1.347
76,mlp.experts.51.gate_proj,0.0000073444,0.01000,1.336
76,mlp.experts.52.gate_proj,0.0000069264,0.01000,1.321
76,mlp.experts.50.gate_proj,0.0000070850,0.01000,1.415
76,mlp.experts.54.gate_proj,0.0000069882,0.01000,1.334
76,mlp.experts.53.gate_proj,0.0000067271,0.01000,1.346
76,mlp.experts.55.gate_proj,0.0000068637,0.01000,1.375
76,mlp.experts.56.gate_proj,0.0000073084,0.01000,1.355
76,mlp.experts.58.gate_proj,0.0000067348,0.01000,1.370
76,mlp.experts.59.gate_proj,0.0000070264,0.01000,1.339
76,mlp.experts.60.gate_proj,0.0000071272,0.01000,1.351
76,mlp.experts.61.gate_proj,0.0000067972,0.01000,1.380
76,mlp.experts.57.gate_proj,0.0000068691,0.01000,1.449
76,mlp.experts.62.gate_proj,0.0000068976,0.01000,1.358
76,mlp.experts.63.gate_proj,0.0000067829,0.01000,1.350
76,mlp.experts.64.gate_proj,0.0000066119,0.01000,1.368
76,mlp.experts.65.gate_proj,0.0000072110,0.01000,1.349
76,mlp.experts.66.gate_proj,0.0000070187,0.01000,1.336
76,mlp.experts.67.gate_proj,0.0000072093,0.01000,1.342
76,mlp.experts.68.gate_proj,0.0000073292,0.01000,1.345
76,mlp.experts.69.gate_proj,0.0000072042,0.01000,1.360
76,mlp.experts.70.gate_proj,0.0000068614,0.01000,1.345
76,mlp.experts.73.gate_proj,0.0000066954,0.01000,1.339
76,mlp.experts.72.gate_proj,0.0000069746,0.01000,1.352
76,mlp.experts.74.gate_proj,0.0000075773,0.01000,1.340
76,mlp.experts.75.gate_proj,0.0000069855,0.01000,1.347
76,mlp.experts.71.gate_proj,0.0000067130,0.01000,1.411
76,mlp.experts.76.gate_proj,0.0000068153,0.01000,1.351
76,mlp.experts.77.gate_proj,0.0000068973,0.01000,1.341
76,mlp.experts.79.gate_proj,0.0000068206,0.01000,1.333
76,mlp.experts.80.gate_proj,0.0000070720,0.01000,1.327
76,mlp.experts.82.gate_proj,0.0000069640,0.01000,1.343
76,mlp.experts.81.gate_proj,0.0000068987,0.01000,1.359
76,mlp.experts.78.gate_proj,0.0000069182,0.01000,1.417
76,mlp.experts.83.gate_proj,0.0000067078,0.01000,1.346
76,mlp.experts.84.gate_proj,0.0000068828,0.01000,1.338
76,mlp.experts.86.gate_proj,0.0000067242,0.01000,1.343
76,mlp.experts.87.gate_proj,0.0000067857,0.01000,1.328
76,mlp.experts.85.gate_proj,0.0000070716,0.01000,1.423
76,mlp.experts.89.gate_proj,0.0000066314,0.01000,1.345
76,mlp.experts.90.gate_proj,0.0000070172,0.01000,1.358
76,mlp.experts.88.gate_proj,0.0000072526,0.01000,1.404
76,mlp.experts.91.gate_proj,0.0000078619,0.01000,1.333
76,mlp.experts.93.gate_proj,0.0000068918,0.01000,1.331
76,mlp.experts.94.gate_proj,0.0000068034,0.01000,1.337
76,mlp.experts.95.gate_proj,0.0000070349,0.01000,1.342
76,mlp.experts.92.gate_proj,0.0000070421,0.01000,1.413
76,mlp.experts.96.gate_proj,0.0000068901,0.01000,1.343
76,mlp.experts.97.gate_proj,0.0000082183,0.01000,1.380
76,mlp.experts.98.gate_proj,0.0000068602,0.01000,1.343
76,mlp.experts.101.gate_proj,0.0000076103,0.01000,1.331
76,mlp.experts.99.gate_proj,0.0000069515,0.01000,1.375
76,mlp.experts.102.gate_proj,0.0000070011,0.01000,1.369
76,mlp.experts.103.gate_proj,0.0000070919,0.01000,1.344
76,mlp.experts.100.gate_proj,0.0000076387,0.01000,1.419
76,mlp.experts.104.gate_proj,0.0000068328,0.01000,1.359
76,mlp.experts.105.gate_proj,0.0000081584,0.01000,1.340
76,mlp.experts.106.gate_proj,0.0000066897,0.01000,1.348
76,mlp.experts.107.gate_proj,0.0000068618,0.01000,1.359
76,mlp.experts.108.gate_proj,0.0000073327,0.01000,1.342
76,mlp.experts.109.gate_proj,0.0000070470,0.01000,1.354
76,mlp.experts.110.gate_proj,0.0000068386,0.01000,1.361
76,mlp.experts.111.gate_proj,0.0000071973,0.01000,1.360
76,mlp.experts.112.gate_proj,0.0000069968,0.01000,1.348
76,mlp.experts.113.gate_proj,0.0000072394,0.01000,1.356
76,mlp.experts.114.gate_proj,0.0000077672,0.01000,1.348
76,mlp.experts.115.gate_proj,0.0000071307,0.01000,1.345
76,mlp.experts.116.gate_proj,0.0000070595,0.01000,1.358
76,mlp.experts.117.gate_proj,0.0000070481,0.01000,1.353
76,mlp.experts.118.gate_proj,0.0000069635,0.01000,1.365
76,mlp.experts.119.gate_proj,0.0000066455,0.01000,1.353
76,mlp.experts.1.up_proj,0.0000066242,0.01000,1.348
76,mlp.experts.2.up_proj,0.0000069211,0.01000,1.335
76,mlp.experts.0.up_proj,0.0000068383,0.01000,1.406
76,mlp.experts.3.up_proj,0.0000070019,0.01000,1.349
76,mlp.experts.4.up_proj,0.0000065805,0.01000,1.343
76,mlp.experts.5.up_proj,0.0000067826,0.01000,1.364
76,mlp.experts.6.up_proj,0.0000074167,0.01000,1.351
76,mlp.experts.8.up_proj,0.0000075047,0.01000,1.342
76,mlp.experts.9.up_proj,0.0000067122,0.01000,1.331
76,mlp.experts.7.up_proj,0.0000069219,0.01000,1.410
76,mlp.experts.11.up_proj,0.0000065935,0.01000,1.334
76,mlp.experts.10.up_proj,0.0000068204,0.01000,1.438
76,mlp.experts.12.up_proj,0.0000070433,0.01000,1.369
76,mlp.experts.13.up_proj,0.0000072502,0.01000,1.350
76,mlp.experts.14.up_proj,0.0000069334,0.01000,1.357
76,mlp.experts.15.up_proj,0.0000067352,0.01000,1.351
76,mlp.experts.16.up_proj,0.0000070674,0.01000,1.347
76,mlp.experts.17.up_proj,0.0000066629,0.01000,1.358
76,mlp.experts.18.up_proj,0.0000067553,0.01000,1.327
76,mlp.experts.19.up_proj,0.0000069001,0.01000,1.387
76,mlp.experts.20.up_proj,0.0000069665,0.01000,1.360
76,mlp.experts.21.up_proj,0.0000069571,0.01000,1.348
76,mlp.experts.23.up_proj,0.0000072058,0.01000,1.323
76,mlp.experts.22.up_proj,0.0000070276,0.01000,1.349
76,mlp.experts.24.up_proj,0.0000065370,0.01000,1.341
76,mlp.experts.25.up_proj,0.0000068410,0.01000,1.325
76,mlp.experts.26.up_proj,0.0000068900,0.01000,1.348
76,mlp.experts.27.up_proj,0.0000065665,0.01000,1.368
76,mlp.experts.30.up_proj,0.0000063950,0.01000,1.333
76,mlp.experts.28.up_proj,0.0000068958,0.01000,1.351
76,mlp.experts.31.up_proj,0.0000072450,0.01000,1.343
76,mlp.experts.29.up_proj,0.0000067261,0.01000,1.389
76,mlp.experts.32.up_proj,0.0000072929,0.01000,1.328
76,mlp.experts.33.up_proj,0.0000067967,0.01000,1.349
76,mlp.experts.34.up_proj,0.0000071579,0.01000,1.374
76,mlp.experts.36.up_proj,0.0000064132,0.01000,1.337
76,mlp.experts.37.up_proj,0.0000068495,0.01000,1.331
76,mlp.experts.39.up_proj,0.0000071520,0.01000,1.334
76,mlp.experts.38.up_proj,0.0000066124,0.01000,1.350
76,mlp.experts.35.up_proj,0.0000066832,0.01000,1.413
76,mlp.experts.40.up_proj,0.0000071917,0.01000,1.346
76,mlp.experts.41.up_proj,0.0000064211,0.01000,1.341
76,mlp.experts.42.up_proj,0.0000066965,0.01000,1.368
76,mlp.experts.43.up_proj,0.0000073043,0.01000,1.349
76,mlp.experts.44.up_proj,0.0000065659,0.01000,1.341
76,mlp.experts.45.up_proj,0.0000069801,0.01000,1.349
76,mlp.experts.46.up_proj,0.0000070109,0.01000,1.359
76,mlp.experts.47.up_proj,0.0000073330,0.01000,1.379
76,mlp.experts.48.up_proj,0.0000075161,0.01000,1.344
76,mlp.experts.51.up_proj,0.0000068458,0.01000,1.332
76,mlp.experts.50.up_proj,0.0000070483,0.01000,1.354
76,mlp.experts.53.up_proj,0.0000066201,0.01000,1.343
76,mlp.experts.52.up_proj,0.0000068584,0.01000,1.379
76,mlp.experts.49.up_proj,0.0000068279,0.01000,1.445
76,mlp.experts.54.up_proj,0.0000067701,0.01000,1.366
76,mlp.experts.55.up_proj,0.0000067693,0.01000,1.344
76,mlp.experts.57.up_proj,0.0000067196,0.01000,1.322
76,mlp.experts.58.up_proj,0.0000066726,0.01000,1.321
76,mlp.experts.59.up_proj,0.0000068898,0.01000,1.327
76,mlp.experts.60.up_proj,0.0000070495,0.01000,1.337
76,mlp.experts.56.up_proj,0.0000070997,0.01000,1.419
76,mlp.experts.61.up_proj,0.0000066801,0.01000,1.353
76,mlp.experts.62.up_proj,0.0000067451,0.01000,1.355
76,mlp.experts.64.up_proj,0.0000064636,0.01000,1.341
76,mlp.experts.65.up_proj,0.0000070545,0.01000,1.332
76,mlp.experts.63.up_proj,0.0000066112,0.01000,1.429
76,mlp.experts.67.up_proj,0.0000069000,0.01000,1.338
76,mlp.experts.66.up_proj,0.0000067840,0.01000,1.340
76,mlp.experts.68.up_proj,0.0000071438,0.01000,1.356
76,mlp.experts.69.up_proj,0.0000070060,0.01000,1.355
76,mlp.experts.71.up_proj,0.0000066361,0.01000,1.335
76,mlp.experts.72.up_proj,0.0000067927,0.01000,1.336
76,mlp.experts.74.up_proj,0.0000073854,0.01000,1.343
76,mlp.experts.73.up_proj,0.0000066407,0.01000,1.355
76,mlp.experts.70.up_proj,0.0000067781,0.01000,1.413
76,mlp.experts.75.up_proj,0.0000067428,0.01000,1.351
76,mlp.experts.76.up_proj,0.0000067292,0.01000,1.344
76,mlp.experts.77.up_proj,0.0000067364,0.01000,1.355
76,mlp.experts.78.up_proj,0.0000068467,0.01000,1.345
76,mlp.experts.79.up_proj,0.0000067575,0.01000,1.340
76,mlp.experts.80.up_proj,0.0000068288,0.01000,1.340
76,mlp.experts.81.up_proj,0.0000068058,0.01000,1.336
76,mlp.experts.82.up_proj,0.0000067913,0.01000,1.355
76,mlp.experts.83.up_proj,0.0000065809,0.01000,1.353
76,mlp.experts.84.up_proj,0.0000066688,0.01000,1.355
76,mlp.experts.85.up_proj,0.0000069549,0.01000,1.350
76,mlp.experts.86.up_proj,0.0000065669,0.01000,1.346
76,mlp.experts.88.up_proj,0.0000071827,0.01000,1.336
76,mlp.experts.87.up_proj,0.0000066895,0.01000,1.436
76,mlp.experts.89.up_proj,0.0000065544,0.01000,1.345
76,mlp.experts.90.up_proj,0.0000068471,0.01000,1.350
76,mlp.experts.93.up_proj,0.0000066695,0.01000,1.346
76,mlp.experts.92.up_proj,0.0000068119,0.01000,1.359
76,mlp.experts.94.up_proj,0.0000066510,0.01000,1.365
76,mlp.experts.91.up_proj,0.0000076539,0.01000,1.414
76,mlp.experts.95.up_proj,0.0000068807,0.01000,1.329
76,mlp.experts.96.up_proj,0.0000068272,0.01000,1.353
76,mlp.experts.97.up_proj,0.0000075638,0.01000,1.352
76,mlp.experts.99.up_proj,0.0000069152,0.01000,1.348
76,mlp.experts.100.up_proj,0.0000076402,0.01000,1.341
76,mlp.experts.101.up_proj,0.0000075051,0.01000,1.349
76,mlp.experts.102.up_proj,0.0000069899,0.01000,1.341
76,mlp.experts.98.up_proj,0.0000067865,0.01000,1.440
76,mlp.experts.103.up_proj,0.0000069621,0.01000,1.351
76,mlp.experts.104.up_proj,0.0000067658,0.01000,1.345
76,mlp.experts.106.up_proj,0.0000065675,0.01000,1.344
76,mlp.experts.107.up_proj,0.0000066375,0.01000,1.333
76,mlp.experts.108.up_proj,0.0000070180,0.01000,1.345
76,mlp.experts.105.up_proj,0.0000078797,0.01000,1.433
76,mlp.experts.109.up_proj,0.0000068883,0.01000,1.358
76,mlp.experts.110.up_proj,0.0000066610,0.01000,1.351
76,mlp.experts.111.up_proj,0.0000070152,0.01000,1.349
76,mlp.experts.113.up_proj,0.0000072278,0.01000,1.344
76,mlp.experts.114.up_proj,0.0000076005,0.01000,1.335
76,mlp.experts.112.up_proj,0.0000067767,0.01000,1.421
76,mlp.experts.115.up_proj,0.0000070242,0.01000,1.346
76,mlp.experts.116.up_proj,0.0000068263,0.01000,1.353
76,mlp.experts.117.up_proj,0.0000069153,0.01000,1.339
76,mlp.experts.118.up_proj,0.0000068635,0.01000,1.065
76,mlp.experts.119.up_proj,0.0000065659,0.01000,0.998
76,mlp.experts.0.down_proj,0.0000013400,0.01000,0.440
76,mlp.experts.2.down_proj,0.0000009271,0.01000,0.441
76,mlp.experts.3.down_proj,0.0000010258,0.01000,0.442
76,mlp.experts.4.down_proj,0.0000008877,0.01000,0.443
76,mlp.experts.5.down_proj,0.0000012423,0.01000,0.439
76,mlp.experts.6.down_proj,0.0000010097,0.01000,0.449
76,mlp.experts.1.down_proj,0.0000009573,0.01000,0.455
76,mlp.experts.7.down_proj,0.0000011555,0.01000,0.406
76,mlp.experts.10.down_proj,0.0000009851,0.01000,0.406
76,mlp.experts.9.down_proj,0.0000011354,0.01000,0.413
76,mlp.experts.12.down_proj,0.0000013276,0.01000,0.406
76,mlp.experts.11.down_proj,0.0000010573,0.01000,0.409
76,mlp.experts.13.down_proj,0.0000012700,0.01000,0.409
76,mlp.experts.8.down_proj,0.0000010868,0.01000,0.423
76,mlp.experts.14.down_proj,0.0000011838,0.01000,0.406
76,mlp.experts.16.down_proj,0.0000008915,0.01000,0.410
76,mlp.experts.17.down_proj,0.0000010125,0.01000,0.408
76,mlp.experts.18.down_proj,0.0000010718,0.01000,0.410
76,mlp.experts.19.down_proj,0.0000011081,0.01000,0.409
76,mlp.experts.20.down_proj,0.0000011523,0.01000,0.413
76,mlp.experts.15.down_proj,0.0000012733,0.01000,0.428
76,mlp.experts.21.down_proj,0.0000012232,0.01000,0.408
76,mlp.experts.24.down_proj,0.0000009837,0.01000,0.400
76,mlp.experts.23.down_proj,0.0000010422,0.01000,0.404
76,mlp.experts.25.down_proj,0.0000011302,0.01000,0.408
76,mlp.experts.26.down_proj,0.0000008953,0.01000,0.406
76,mlp.experts.27.down_proj,0.0000010576,0.01000,0.415
76,mlp.experts.22.down_proj,0.0000011120,0.01000,0.433
76,mlp.experts.28.down_proj,0.0000014307,0.01000,0.407
76,mlp.experts.30.down_proj,0.0000008453,0.01000,0.398
76,mlp.experts.31.down_proj,0.0000011890,0.01000,0.399
76,mlp.experts.32.down_proj,0.0000009982,0.01000,0.413
76,mlp.experts.29.down_proj,0.0000011671,0.01000,0.428
76,mlp.experts.33.down_proj,0.0000012214,0.01000,0.409
76,mlp.experts.34.down_proj,0.0000010863,0.01000,0.410
76,mlp.experts.35.down_proj,0.0000009461,0.01000,0.411
76,mlp.experts.37.down_proj,0.0000010397,0.01000,0.404
76,mlp.experts.38.down_proj,0.0000010617,0.01000,0.397
76,mlp.experts.36.down_proj,0.0000009614,0.01000,0.428
76,mlp.experts.40.down_proj,0.0000011321,0.01000,0.400
76,mlp.experts.39.down_proj,0.0000009393,0.01000,0.406
76,mlp.experts.41.down_proj,0.0000009231,0.01000,0.407
76,mlp.experts.42.down_proj,0.0000012912,0.01000,0.414
76,mlp.experts.43.down_proj,0.0000011130,0.01000,0.414
76,mlp.experts.44.down_proj,0.0000009650,0.01000,0.403
76,mlp.experts.45.down_proj,0.0000008685,0.01000,0.398
76,mlp.experts.46.down_proj,0.0000010085,0.01000,0.406
76,mlp.experts.47.down_proj,0.0000010484,0.01000,0.406
76,mlp.experts.48.down_proj,0.0000012562,0.01000,0.408
76,mlp.experts.52.down_proj,0.0000008796,0.01000,0.400
76,mlp.experts.49.down_proj,0.0000011176,0.01000,0.411
76,mlp.experts.51.down_proj,0.0000011337,0.01000,0.405
76,mlp.experts.53.down_proj,0.0000011631,0.01000,0.404
76,mlp.experts.54.down_proj,0.0000008224,0.01000,0.404
76,mlp.experts.50.down_proj,0.0000010778,0.01000,0.418
76,mlp.experts.55.down_proj,0.0000010018,0.01000,0.407
76,mlp.experts.58.down_proj,0.0000011564,0.01000,0.401
76,mlp.experts.56.down_proj,0.0000013070,0.01000,0.407
76,mlp.experts.59.down_proj,0.0000010343,0.01000,0.397
76,mlp.experts.60.down_proj,0.0000010467,0.01000,0.404
76,mlp.experts.57.down_proj,0.0000011507,0.01000,0.423
76,mlp.experts.62.down_proj,0.0000008989,0.01000,0.406
76,mlp.experts.61.down_proj,0.0000009731,0.01000,0.425
76,mlp.experts.65.down_proj,0.0000008635,0.01000,0.403
76,mlp.experts.66.down_proj,0.0000009935,0.01000,0.396
76,mlp.experts.64.down_proj,0.0000008835,0.01000,0.420
76,mlp.experts.67.down_proj,0.0000012451,0.01000,0.402
76,mlp.experts.63.down_proj,0.0000010330,0.01000,0.432
76,mlp.experts.68.down_proj,0.0000009908,0.01000,0.405
76,mlp.experts.69.down_proj,0.0000008543,0.01000,0.427
76,mlp.experts.71.down_proj,0.0000010842,0.01000,0.412
76,mlp.experts.73.down_proj,0.0000010681,0.01000,0.402
76,mlp.experts.72.down_proj,0.0000012577,0.01000,0.403
76,mlp.experts.70.down_proj,0.0000012245,0.01000,0.427
76,mlp.experts.75.down_proj,0.0000011192,0.01000,0.401
76,mlp.experts.74.down_proj,0.0000011192,0.01000,0.405
76,mlp.experts.76.down_proj,0.0000010079,0.01000,0.420
76,mlp.experts.77.down_proj,0.0000010111,0.01000,0.409
76,mlp.experts.80.down_proj,0.0000012405,0.01000,0.398
76,mlp.experts.79.down_proj,0.0000010697,0.01000,0.411
76,mlp.experts.81.down_proj,0.0000010318,0.01000,0.405
76,mlp.experts.82.down_proj,0.0000011000,0.01000,0.405
76,mlp.experts.78.down_proj,0.0000010286,0.01000,0.424
76,mlp.experts.83.down_proj,0.0000009125,0.01000,0.417
76,mlp.experts.84.down_proj,0.0000010332,0.01000,0.404
76,mlp.experts.87.down_proj,0.0000010584,0.01000,0.396
76,mlp.experts.85.down_proj,0.0000009076,0.01000,0.410
76,mlp.experts.88.down_proj,0.0000010631,0.01000,0.406
76,mlp.experts.89.down_proj,0.0000010076,0.01000,0.400
76,mlp.experts.86.down_proj,0.0000008916,0.01000,0.416
76,mlp.experts.90.down_proj,0.0000010204,0.01000,0.407
76,mlp.experts.91.down_proj,0.0000011072,0.01000,0.403
76,mlp.experts.93.down_proj,0.0000008588,0.01000,0.402
76,mlp.experts.94.down_proj,0.0000010821,0.01000,0.399
76,mlp.experts.92.down_proj,0.0000011626,0.01000,0.409
76,mlp.experts.95.down_proj,0.0000010652,0.01000,0.408
76,mlp.experts.96.down_proj,0.0000009178,0.01000,0.423
76,mlp.experts.97.down_proj,0.0000014116,0.01000,0.406
76,mlp.experts.98.down_proj,0.0000009621,0.01000,0.408
76,mlp.experts.101.down_proj,0.0000011013,0.01000,0.399
76,mlp.experts.100.down_proj,0.0000011719,0.01000,0.405
76,mlp.experts.102.down_proj,0.0000010854,0.01000,0.404
76,mlp.experts.99.down_proj,0.0000010369,0.01000,0.420
76,mlp.experts.103.down_proj,0.0000010363,0.01000,0.402
76,mlp.experts.104.down_proj,0.0000010059,0.01000,0.408
76,mlp.experts.105.down_proj,0.0000012601,0.01000,0.402
76,mlp.experts.107.down_proj,0.0000010441,0.01000,0.400
76,mlp.experts.106.down_proj,0.0000008855,0.01000,0.411
76,mlp.experts.108.down_proj,0.0000010402,0.01000,0.401
76,mlp.experts.109.down_proj,0.0000013163,0.01000,0.399
76,mlp.experts.110.down_proj,0.0000008179,0.01000,0.401
76,mlp.experts.111.down_proj,0.0000008316,0.01000,0.407
76,mlp.experts.112.down_proj,0.0000011930,0.01000,0.405
76,mlp.experts.114.down_proj,0.0000012498,0.01000,0.396
76,mlp.experts.113.down_proj,0.0000010358,0.01000,0.404
76,mlp.experts.115.down_proj,0.0000009512,0.01000,0.399
76,mlp.experts.116.down_proj,0.0000010779,0.01000,0.401
76,mlp.experts.117.down_proj,0.0000008984,0.01000,0.399
76,mlp.experts.118.down_proj,0.0000011601,0.01000,0.391
76,mlp.experts.119.down_proj,0.0000009086,0.01000,0.275
77,self_attn.v_proj,0.0000011127,0.01000,1.207
77,self_attn.k_proj,0.0000003592,0.01000,1.208
77,self_attn.q_proj,0.0000027823,0.01000,1.264
77,self_attn.o_proj,0.0000005137,0.01000,2.758
77,mlp.shared_experts.gate_proj,0.0000000158,0.01000,0.913
77,mlp.shared_experts.up_proj,0.0000000120,0.01000,0.907
77,mlp.shared_experts.down_proj,0.0000000020,0.01000,0.275
77,mlp.experts.3.gate_proj,0.0000077768,0.01000,1.503
77,mlp.experts.1.gate_proj,0.0000075710,0.01000,1.508
77,mlp.experts.5.gate_proj,0.0000070744,0.01000,1.515
77,mlp.experts.4.gate_proj,0.0000075898,0.01000,1.516
77,mlp.experts.2.gate_proj,0.0000070248,0.01000,1.520
77,mlp.experts.6.gate_proj,0.0000071694,0.01000,1.522
77,mlp.experts.0.gate_proj,0.0000071991,0.01000,1.562
77,mlp.experts.12.gate_proj,0.0000073718,0.01000,1.336
77,mlp.experts.10.gate_proj,0.0000074646,0.01000,1.345
77,mlp.experts.9.gate_proj,0.0000076678,0.01000,1.354
77,mlp.experts.11.gate_proj,0.0000073317,0.01000,1.353
77,mlp.experts.13.gate_proj,0.0000072161,0.01000,1.347
77,mlp.experts.8.gate_proj,0.0000068485,0.01000,1.400
77,mlp.experts.7.gate_proj,0.0000078442,0.01000,1.415
77,mlp.experts.16.gate_proj,0.0000072273,0.01000,1.344
77,mlp.experts.17.gate_proj,0.0000080980,0.01000,1.343
77,mlp.experts.18.gate_proj,0.0000068282,0.01000,1.338
77,mlp.experts.19.gate_proj,0.0000071202,0.01000,1.339
77,mlp.experts.14.gate_proj,0.0000072214,0.01000,1.401
77,mlp.experts.15.gate_proj,0.0000077664,0.01000,1.407
77,mlp.experts.20.gate_proj,0.0000068627,0.01000,1.357
77,mlp.experts.22.gate_proj,0.0000074504,0.01000,1.364
77,mlp.experts.24.gate_proj,0.0000075803,0.01000,1.338
77,mlp.experts.23.gate_proj,0.0000076100,0.01000,1.348
77,mlp.experts.25.gate_proj,0.0000079390,0.01000,1.347
77,mlp.experts.26.gate_proj,0.0000070482,0.01000,1.354
77,mlp.experts.21.gate_proj,0.0000077458,0.01000,1.414
77,mlp.experts.27.gate_proj,0.0000073864,0.01000,1.358
77,mlp.experts.28.gate_proj,0.0000077500,0.01000,1.353
77,mlp.experts.30.gate_proj,0.0000075001,0.01000,1.351
77,mlp.experts.29.gate_proj,0.0000077290,0.01000,1.360
77,mlp.experts.31.gate_proj,0.0000073367,0.01000,1.338
77,mlp.experts.33.gate_proj,0.0000069628,0.01000,1.361
77,mlp.experts.34.gate_proj,0.0000069693,0.01000,1.360
77,mlp.experts.32.gate_proj,0.0000071410,0.01000,1.444
77,mlp.experts.37.gate_proj,0.0000077933,0.01000,1.335
77,mlp.experts.38.gate_proj,0.0000074363,0.01000,1.336
77,mlp.experts.35.gate_proj,0.0000071816,0.01000,1.352
77,mlp.experts.40.gate_proj,0.0000072841,0.01000,1.330
77,mlp.experts.39.gate_proj,0.0000074026,0.01000,1.359
77,mlp.experts.36.gate_proj,0.0000072506,0.01000,1.411
77,mlp.experts.41.gate_proj,0.0000071463,0.01000,1.365
77,mlp.experts.44.gate_proj,0.0000077394,0.01000,1.332
77,mlp.experts.43.gate_proj,0.0000073814,0.01000,1.369
77,mlp.experts.45.gate_proj,0.0000072530,0.01000,1.334
77,mlp.experts.42.gate_proj,0.0000072610,0.01000,1.398
77,mlp.experts.46.gate_proj,0.0000072352,0.01000,1.346
77,mlp.experts.47.gate_proj,0.0000077924,0.01000,1.341
77,mlp.experts.48.gate_proj,0.0000073083,0.01000,1.363
77,mlp.experts.49.gate_proj,0.0000073968,0.01000,1.354
77,mlp.experts.51.gate_proj,0.0000074070,0.01000,1.347
77,mlp.experts.50.gate_proj,0.0000075259,0.01000,1.356
77,mlp.experts.52.gate_proj,0.0000071641,0.01000,1.334
77,mlp.experts.54.gate_proj,0.0000072226,0.01000,1.352
77,mlp.experts.53.gate_proj,0.0000071657,0.01000,1.354
77,mlp.experts.55.gate_proj,0.0000074548,0.01000,1.363
77,mlp.experts.56.gate_proj,0.0000077304,0.01000,1.357
77,mlp.experts.59.gate_proj,0.0000075677,0.01000,1.333
77,mlp.experts.58.gate_proj,0.0000073051,0.01000,1.352
77,mlp.experts.61.gate_proj,0.0000071940,0.01000,1.345
77,mlp.experts.60.gate_proj,0.0000072595,0.01000,1.353
77,mlp.experts.57.gate_proj,0.0000072982,0.01000,1.423
77,mlp.experts.62.gate_proj,0.0000069544,0.01000,1.349
77,mlp.experts.63.gate_proj,0.0000073758,0.01000,1.354
77,mlp.experts.65.gate_proj,0.0000075943,0.01000,1.351
77,mlp.experts.66.gate_proj,0.0000071409,0.01000,1.346
77,mlp.experts.67.gate_proj,0.0000074143,0.01000,1.348
77,mlp.experts.68.gate_proj,0.0000073251,0.01000,1.332
77,mlp.experts.64.gate_proj,0.0000078380,0.01000,1.416
77,mlp.experts.69.gate_proj,0.0000074223,0.01000,1.352
77,mlp.experts.70.gate_proj,0.0000072707,0.01000,1.347
77,mlp.experts.71.gate_proj,0.0000076772,0.01000,1.357
77,mlp.experts.73.gate_proj,0.0000078098,0.01000,1.337
77,mlp.experts.75.gate_proj,0.0000072012,0.01000,1.339
77,mlp.experts.74.gate_proj,0.0000073488,0.01000,1.346
77,mlp.experts.72.gate_proj,0.0000071380,0.01000,1.400
77,mlp.experts.76.gate_proj,0.0000073010,0.01000,1.342
77,mlp.experts.77.gate_proj,0.0000075268,0.01000,1.339
77,mlp.experts.78.gate_proj,0.0000073416,0.01000,1.345
77,mlp.experts.80.gate_proj,0.0000070942,0.01000,1.316
77,mlp.experts.81.gate_proj,0.0000079854,0.01000,1.333
77,mlp.experts.79.gate_proj,0.0000073719,0.01000,1.390
77,mlp.experts.82.gate_proj,0.0000075004,0.01000,1.343
77,mlp.experts.83.gate_proj,0.0000067694,0.01000,1.339
77,mlp.experts.84.gate_proj,0.0000071473,0.01000,1.346
77,mlp.experts.86.gate_proj,0.0000073083,0.01000,1.344
77,mlp.experts.87.gate_proj,0.0000074908,0.01000,1.335
77,mlp.experts.85.gate_proj,0.0000074660,0.01000,1.410
77,mlp.experts.88.gate_proj,0.0000072186,0.01000,1.346
77,mlp.experts.89.gate_proj,0.0000073748,0.01000,1.350
77,mlp.experts.90.gate_proj,0.0000072283,0.01000,1.350
77,mlp.experts.91.gate_proj,0.0000072046,0.01000,1.357
77,mlp.experts.92.gate_proj,0.0000070470,0.01000,1.355
77,mlp.experts.93.gate_proj,0.0000071710,0.01000,1.349
77,mlp.experts.94.gate_proj,0.0000078411,0.01000,1.346
77,mlp.experts.95.gate_proj,0.0000074143,0.01000,1.349
77,mlp.experts.96.gate_proj,0.0000069037,0.01000,1.355
77,mlp.experts.97.gate_proj,0.0000071496,0.01000,1.371
77,mlp.experts.98.gate_proj,0.0000071083,0.01000,1.346
77,mlp.experts.99.gate_proj,0.0000070442,0.01000,1.352
77,mlp.experts.100.gate_proj,0.0000072523,0.01000,1.345
77,mlp.experts.101.gate_proj,0.0000070835,0.01000,1.330
77,mlp.experts.102.gate_proj,0.0000074510,0.01000,1.336
77,mlp.experts.103.gate_proj,0.0000070926,0.01000,1.347
77,mlp.experts.104.gate_proj,0.0000072149,0.01000,1.358
77,mlp.experts.105.gate_proj,0.0000069438,0.01000,1.359
77,mlp.experts.107.gate_proj,0.0000077657,0.01000,1.332
77,mlp.experts.108.gate_proj,0.0000071920,0.01000,1.318
77,mlp.experts.109.gate_proj,0.0000076171,0.01000,1.340
77,mlp.experts.110.gate_proj,0.0000072717,0.01000,1.328
77,mlp.experts.106.gate_proj,0.0000079253,0.01000,1.411
77,mlp.experts.111.gate_proj,0.0000071458,0.01000,1.353
77,mlp.experts.112.gate_proj,0.0000071480,0.01000,1.360
77,mlp.experts.114.gate_proj,0.0000071972,0.01000,1.332
77,mlp.experts.115.gate_proj,0.0000072807,0.01000,1.327
77,mlp.experts.116.gate_proj,0.0000077514,0.01000,1.338
77,mlp.experts.117.gate_proj,0.0000068219,0.01000,1.331
77,mlp.experts.113.gate_proj,0.0000073559,0.01000,1.426
77,mlp.experts.118.gate_proj,0.0000076499,0.01000,1.349
77,mlp.experts.0.up_proj,0.0000070810,0.01000,1.362
77,mlp.experts.2.up_proj,0.0000068618,0.01000,1.332
77,mlp.experts.1.up_proj,0.0000074227,0.01000,1.365
77,mlp.experts.4.up_proj,0.0000074231,0.01000,1.331
77,mlp.experts.3.up_proj,0.0000077280,0.01000,1.359
77,mlp.experts.119.gate_proj,0.0000073065,0.01000,1.432
77,mlp.experts.5.up_proj,0.0000069931,0.01000,1.358
77,mlp.experts.6.up_proj,0.0000070611,0.01000,1.338
77,mlp.experts.8.up_proj,0.0000067264,0.01000,1.329
77,mlp.experts.9.up_proj,0.0000074589,0.01000,1.335
77,mlp.experts.10.up_proj,0.0000071745,0.01000,1.335
77,mlp.experts.11.up_proj,0.0000071363,0.01000,1.345
77,mlp.experts.7.up_proj,0.0000077092,0.01000,1.402
77,mlp.experts.12.up_proj,0.0000072929,0.01000,1.339
77,mlp.experts.13.up_proj,0.0000071264,0.01000,1.355
77,mlp.experts.14.up_proj,0.0000071570,0.01000,1.368
77,mlp.experts.15.up_proj,0.0000077006,0.01000,1.357
77,mlp.experts.16.up_proj,0.0000070479,0.01000,1.346
77,mlp.experts.18.up_proj,0.0000067149,0.01000,1.336
77,mlp.experts.17.up_proj,0.0000078408,0.01000,1.419
77,mlp.experts.19.up_proj,0.0000069115,0.01000,1.352
77,mlp.experts.20.up_proj,0.0000067955,0.01000,1.342
77,mlp.experts.23.up_proj,0.0000073391,0.01000,1.336
77,mlp.experts.22.up_proj,0.0000070977,0.01000,1.337
77,mlp.experts.21.up_proj,0.0000072819,0.01000,1.350
77,mlp.experts.24.up_proj,0.0000074190,0.01000,1.346
77,mlp.experts.25.up_proj,0.0000077875,0.01000,1.339
77,mlp.experts.26.up_proj,0.0000069544,0.01000,1.352
77,mlp.experts.27.up_proj,0.0000073153,0.01000,1.349
77,mlp.experts.30.up_proj,0.0000073330,0.01000,1.337
77,mlp.experts.29.up_proj,0.0000072457,0.01000,1.345
77,mlp.experts.31.up_proj,0.0000072917,0.01000,1.344
77,mlp.experts.28.up_proj,0.0000074655,0.01000,1.415
77,mlp.experts.32.up_proj,0.0000068348,0.01000,1.342
77,mlp.experts.33.up_proj,0.0000068448,0.01000,1.344
77,mlp.experts.34.up_proj,0.0000068019,0.01000,1.337
77,mlp.experts.36.up_proj,0.0000072020,0.01000,1.332
77,mlp.experts.37.up_proj,0.0000075919,0.01000,1.327
77,mlp.experts.38.up_proj,0.0000073939,0.01000,1.339
77,mlp.experts.35.up_proj,0.0000070708,0.01000,1.422
77,mlp.experts.39.up_proj,0.0000072552,0.01000,1.340
77,mlp.experts.40.up_proj,0.0000072615,0.01000,1.341
77,mlp.experts.41.up_proj,0.0000070683,0.01000,1.340
77,mlp.experts.42.up_proj,0.0000072360,0.01000,1.371
77,mlp.experts.43.up_proj,0.0000071573,0.01000,1.342
77,mlp.experts.44.up_proj,0.0000074882,0.01000,1.326
77,mlp.experts.45.up_proj,0.0000071596,0.01000,1.353
77,mlp.experts.46.up_proj,0.0000071705,0.01000,1.351
77,mlp.experts.47.up_proj,0.0000076377,0.01000,1.344
77,mlp.experts.48.up_proj,0.0000071558,0.01000,1.347
77,mlp.experts.50.up_proj,0.0000070839,0.01000,1.344
77,mlp.experts.51.up_proj,0.0000072122,0.01000,1.326
77,mlp.experts.49.up_proj,0.0000073812,0.01000,1.403
77,mlp.experts.53.up_proj,0.0000070284,0.01000,1.347
77,mlp.experts.54.up_proj,0.0000071784,0.01000,1.340
77,mlp.experts.52.up_proj,0.0000070222,0.01000,1.405
77,mlp.experts.55.up_proj,0.0000073828,0.01000,1.334
77,mlp.experts.57.up_proj,0.0000070800,0.01000,1.331
77,mlp.experts.58.up_proj,0.0000073598,0.01000,1.330
77,mlp.experts.59.up_proj,0.0000074513,0.01000,1.344
77,mlp.experts.60.up_proj,0.0000071262,0.01000,1.326
77,mlp.experts.56.up_proj,0.0000076224,0.01000,1.438
77,mlp.experts.61.up_proj,0.0000070782,0.01000,1.347
77,mlp.experts.62.up_proj,0.0000068685,0.01000,1.325
77,mlp.experts.63.up_proj,0.0000072978,0.01000,1.377
77,mlp.experts.64.up_proj,0.0000076453,0.01000,1.355
77,mlp.experts.65.up_proj,0.0000071817,0.01000,1.328
77,mlp.experts.66.up_proj,0.0000071306,0.01000,1.338
77,mlp.experts.67.up_proj,0.0000071711,0.01000,1.349
77,mlp.experts.68.up_proj,0.0000071327,0.01000,1.347
77,mlp.experts.69.up_proj,0.0000071072,0.01000,1.336
77,mlp.experts.72.up_proj,0.0000070338,0.01000,1.334
77,mlp.experts.71.up_proj,0.0000074627,0.01000,1.339
77,mlp.experts.73.up_proj,0.0000076180,0.01000,1.339
77,mlp.experts.70.up_proj,0.0000072068,0.01000,1.405
77,mlp.experts.74.up_proj,0.0000071314,0.01000,1.351
77,mlp.experts.75.up_proj,0.0000070134,0.01000,1.344
77,mlp.experts.76.up_proj,0.0000072534,0.01000,1.331
77,mlp.experts.78.up_proj,0.0000071018,0.01000,1.335
77,mlp.experts.79.up_proj,0.0000071323,0.01000,1.320
77,mlp.experts.80.up_proj,0.0000069940,0.01000,1.348
77,mlp.experts.81.up_proj,0.0000074806,0.01000,1.350
77,mlp.experts.77.up_proj,0.0000074273,0.01000,1.414
77,mlp.experts.82.up_proj,0.0000074882,0.01000,1.351
77,mlp.experts.83.up_proj,0.0000067474,0.01000,1.340
77,mlp.experts.85.up_proj,0.0000074126,0.01000,1.332
77,mlp.experts.86.up_proj,0.0000072271,0.01000,1.347
77,mlp.experts.88.up_proj,0.0000069988,0.01000,1.336
77,mlp.experts.87.up_proj,0.0000073933,0.01000,1.361
77,mlp.experts.89.up_proj,0.0000072936,0.01000,1.348
77,mlp.experts.84.up_proj,0.0000068547,0.01000,1.457
77,mlp.experts.90.up_proj,0.0000072006,0.01000,1.353
77,mlp.experts.91.up_proj,0.0000070093,0.01000,1.388
77,mlp.experts.93.up_proj,0.0000070478,0.01000,1.338
77,mlp.experts.95.up_proj,0.0000071019,0.01000,1.345
77,mlp.experts.94.up_proj,0.0000077045,0.01000,1.375
77,mlp.experts.92.up_proj,0.0000069471,0.01000,1.417
77,mlp.experts.96.up_proj,0.0000068051,0.01000,1.387
77,mlp.experts.97.up_proj,0.0000070037,0.01000,1.339
77,mlp.experts.98.up_proj,0.0000070098,0.01000,1.349
77,mlp.experts.99.up_proj,0.0000070153,0.01000,1.356
77,mlp.experts.100.up_proj,0.0000072240,0.01000,1.336
77,mlp.experts.101.up_proj,0.0000069285,0.01000,1.360
77,mlp.experts.102.up_proj,0.0000073049,0.01000,1.357
77,mlp.experts.103.up_proj,0.0000070177,0.01000,1.380
77,mlp.experts.104.up_proj,0.0000073437,0.01000,1.344
77,mlp.experts.105.up_proj,0.0000068845,0.01000,1.355
77,mlp.experts.106.up_proj,0.0000076416,0.01000,1.348
77,mlp.experts.107.up_proj,0.0000075717,0.01000,1.337
77,mlp.experts.108.up_proj,0.0000069899,0.01000,1.364
77,mlp.experts.109.up_proj,0.0000075632,0.01000,1.363
77,mlp.experts.110.up_proj,0.0000072524,0.01000,1.379
77,mlp.experts.111.up_proj,0.0000068724,0.01000,1.352
77,mlp.experts.112.up_proj,0.0000069555,0.01000,1.354
77,mlp.experts.114.up_proj,0.0000070049,0.01000,1.330
77,mlp.experts.113.up_proj,0.0000073155,0.01000,1.353
77,mlp.experts.115.up_proj,0.0000071240,0.01000,1.358
77,mlp.experts.116.up_proj,0.0000074361,0.01000,1.348
77,mlp.experts.117.up_proj,0.0000067348,0.01000,1.361
77,mlp.experts.118.up_proj,0.0000074634,0.01000,1.073
77,mlp.experts.119.up_proj,0.0000071550,0.01000,0.984
77,mlp.experts.0.down_proj,0.0000011180,0.01000,0.440
77,mlp.experts.3.down_proj,0.0000012291,0.01000,0.440
77,mlp.experts.2.down_proj,0.0000010089,0.01000,0.441
77,mlp.experts.5.down_proj,0.0000011882,0.01000,0.441
77,mlp.experts.6.down_proj,0.0000013502,0.01000,0.444
77,mlp.experts.4.down_proj,0.0000009571,0.01000,0.474
77,mlp.experts.1.down_proj,0.0000011345,0.01000,0.484
77,mlp.experts.7.down_proj,0.0000014591,0.01000,0.399
77,mlp.experts.10.down_proj,0.0000013846,0.01000,0.404
77,mlp.experts.9.down_proj,0.0000012091,0.01000,0.407
77,mlp.experts.11.down_proj,0.0000009921,0.01000,0.414
77,mlp.experts.12.down_proj,0.0000010255,0.01000,0.397
77,mlp.experts.8.down_proj,0.0000010350,0.01000,0.439
77,mlp.experts.13.down_proj,0.0000011740,0.01000,0.409
77,mlp.experts.14.down_proj,0.0000012830,0.01000,0.399
77,mlp.experts.16.down_proj,0.0000009820,0.01000,0.405
77,mlp.experts.17.down_proj,0.0000010898,0.01000,0.399
77,mlp.experts.18.down_proj,0.0000009884,0.01000,0.404
77,mlp.experts.15.down_proj,0.0000010856,0.01000,0.432
77,mlp.experts.19.down_proj,0.0000013234,0.01000,0.403
77,mlp.experts.20.down_proj,0.0000010208,0.01000,0.407
77,mlp.experts.21.down_proj,0.0000013080,0.01000,0.399
77,mlp.experts.23.down_proj,0.0000014113,0.01000,0.402
77,mlp.experts.24.down_proj,0.0000008858,0.01000,0.395
77,mlp.experts.22.down_proj,0.0000009321,0.01000,0.419
77,mlp.experts.26.down_proj,0.0000010244,0.01000,0.403
77,mlp.experts.25.down_proj,0.0000013350,0.01000,0.407
77,mlp.experts.27.down_proj,0.0000011815,0.01000,0.406
77,mlp.experts.28.down_proj,0.0000016153,0.01000,0.399
77,mlp.experts.29.down_proj,0.0000013428,0.01000,0.407
77,mlp.experts.31.down_proj,0.0000011561,0.01000,0.398
77,mlp.experts.30.down_proj,0.0000008710,0.01000,0.402
77,mlp.experts.33.down_proj,0.0000013328,0.01000,0.402
77,mlp.experts.32.down_proj,0.0000011707,0.01000,0.422
77,mlp.experts.34.down_proj,0.0000008415,0.01000,0.406
77,mlp.experts.35.down_proj,0.0000010722,0.01000,0.412
77,mlp.experts.38.down_proj,0.0000010679,0.01000,0.399
77,mlp.experts.36.down_proj,0.0000013278,0.01000,0.408
77,mlp.experts.37.down_proj,0.0000010274,0.01000,0.410
77,mlp.experts.39.down_proj,0.0000010042,0.01000,0.411
77,mlp.experts.40.down_proj,0.0000012209,0.01000,0.404
77,mlp.experts.41.down_proj,0.0000009609,0.01000,0.408
77,mlp.experts.42.down_proj,0.0000013431,0.01000,0.404
77,mlp.experts.43.down_proj,0.0000013079,0.01000,0.410
77,mlp.experts.44.down_proj,0.0000014232,0.01000,0.406
77,mlp.experts.45.down_proj,0.0000009696,0.01000,0.402
77,mlp.experts.46.down_proj,0.0000012094,0.01000,0.407
77,mlp.experts.47.down_proj,0.0000012948,0.01000,0.400
77,mlp.experts.48.down_proj,0.0000013777,0.01000,0.408
77,mlp.experts.49.down_proj,0.0000011319,0.01000,0.409
77,mlp.experts.51.down_proj,0.0000009662,0.01000,0.408
77,mlp.experts.52.down_proj,0.0000010953,0.01000,0.407
77,mlp.experts.50.down_proj,0.0000011178,0.01000,0.414
77,mlp.experts.54.down_proj,0.0000013632,0.01000,0.405
77,mlp.experts.53.down_proj,0.0000009925,0.01000,0.411
77,mlp.experts.55.down_proj,0.0000010640,0.01000,0.410
77,mlp.experts.56.down_proj,0.0000010380,0.01000,0.404
77,mlp.experts.59.down_proj,0.0000014844,0.01000,0.397
77,mlp.experts.58.down_proj,0.0000013527,0.01000,0.410
77,mlp.experts.57.down_proj,0.0000012566,0.01000,0.420
77,mlp.experts.61.down_proj,0.0000010075,0.01000,0.407
77,mlp.experts.60.down_proj,0.0000013339,0.01000,0.408
77,mlp.experts.62.down_proj,0.0000010539,0.01000,0.408
77,mlp.experts.63.down_proj,0.0000011285,0.01000,0.405
77,mlp.experts.64.down_proj,0.0000011097,0.01000,0.409
77,mlp.experts.65.down_proj,0.0000012262,0.01000,0.411
77,mlp.experts.66.down_proj,0.0000009948,0.01000,0.402
77,mlp.experts.68.down_proj,0.0000009282,0.01000,0.407
77,mlp.experts.67.down_proj,0.0000013398,0.01000,0.422
77,mlp.experts.69.down_proj,0.0000012726,0.01000,0.409
77,mlp.experts.70.down_proj,0.0000010640,0.01000,0.404
77,mlp.experts.71.down_proj,0.0000015294,0.01000,0.406
77,mlp.experts.73.down_proj,0.0000010717,0.01000,0.407
77,mlp.experts.72.down_proj,0.0000012313,0.01000,0.412
77,mlp.experts.75.down_proj,0.0000010834,0.01000,0.407
77,mlp.experts.74.down_proj,0.0000014966,0.01000,0.424
77,mlp.experts.76.down_proj,0.0000009375,0.01000,0.407
77,mlp.experts.77.down_proj,0.0000012651,0.01000,0.403
77,mlp.experts.78.down_proj,0.0000012434,0.01000,0.405
77,mlp.experts.80.down_proj,0.0000011051,0.01000,0.400
77,mlp.experts.79.down_proj,0.0000012608,0.01000,0.404
77,mlp.experts.82.down_proj,0.0000011730,0.01000,0.401
77,mlp.experts.81.down_proj,0.0000011909,0.01000,0.418
77,mlp.experts.83.down_proj,0.0000010180,0.01000,0.412
77,mlp.experts.84.down_proj,0.0000011870,0.01000,0.405
77,mlp.experts.87.down_proj,0.0000014220,0.01000,0.400
77,mlp.experts.86.down_proj,0.0000012230,0.01000,0.406
77,mlp.experts.85.down_proj,0.0000011548,0.01000,0.438
77,mlp.experts.88.down_proj,0.0000010929,0.01000,0.406
77,mlp.experts.89.down_proj,0.0000011855,0.01000,0.399
77,mlp.experts.90.down_proj,0.0000012543,0.01000,0.408
77,mlp.experts.91.down_proj,0.0000011637,0.01000,0.404
77,mlp.experts.93.down_proj,0.0000010522,0.01000,0.402
77,mlp.experts.92.down_proj,0.0000011253,0.01000,0.419
77,mlp.experts.94.down_proj,0.0000011997,0.01000,0.409
77,mlp.experts.95.down_proj,0.0000016668,0.01000,0.404
77,mlp.experts.96.down_proj,0.0000010970,0.01000,0.400
77,mlp.experts.97.down_proj,0.0000011027,0.01000,0.407
77,mlp.experts.98.down_proj,0.0000009133,0.01000,0.405
77,mlp.experts.99.down_proj,0.0000010754,0.01000,0.411
77,mlp.experts.100.down_proj,0.0000012227,0.01000,0.406
77,mlp.experts.101.down_proj,0.0000011689,0.01000,0.406
77,mlp.experts.102.down_proj,0.0000011419,0.01000,0.406
77,mlp.experts.103.down_proj,0.0000010857,0.01000,0.403
77,mlp.experts.104.down_proj,0.0000015245,0.01000,0.409
77,mlp.experts.105.down_proj,0.0000011306,0.01000,0.404
77,mlp.experts.106.down_proj,0.0000015089,0.01000,0.406
77,mlp.experts.107.down_proj,0.0000014740,0.01000,0.412
77,mlp.experts.108.down_proj,0.0000010892,0.01000,0.404
77,mlp.experts.110.down_proj,0.0000009101,0.01000,0.406
77,mlp.experts.109.down_proj,0.0000011122,0.01000,0.430
77,mlp.experts.111.down_proj,0.0000011304,0.01000,0.409
77,mlp.experts.112.down_proj,0.0000010356,0.01000,0.405
77,mlp.experts.113.down_proj,0.0000010591,0.01000,0.407
77,mlp.experts.114.down_proj,0.0000012090,0.01000,0.412
77,mlp.experts.115.down_proj,0.0000012587,0.01000,0.407
77,mlp.experts.116.down_proj,0.0000015618,0.01000,0.411
77,mlp.experts.117.down_proj,0.0000009346,0.01000,0.397
77,mlp.experts.118.down_proj,0.0000015028,0.01000,0.401
77,mlp.experts.119.down_proj,0.0000013598,0.01000,0.297
78,self_attn.v_proj,0.0000008394,0.01000,1.207
78,self_attn.k_proj,0.0000003227,0.01000,1.204
78,self_attn.q_proj,0.0000022735,0.01000,1.275
78,self_attn.o_proj,0.0000012383,0.01000,2.757
78,mlp.shared_experts.gate_proj,0.0000000162,0.01000,0.915
78,mlp.shared_experts.up_proj,0.0000000108,0.01000,0.911
78,mlp.shared_experts.down_proj,0.0000000022,0.01000,0.274
78,mlp.experts.2.gate_proj,0.0000084116,0.01000,1.493
78,mlp.experts.3.gate_proj,0.0000072698,0.01000,1.488
78,mlp.experts.4.gate_proj,0.0000070428,0.01000,1.491
78,mlp.experts.5.gate_proj,0.0000075404,0.01000,1.496
78,mlp.experts.6.gate_proj,0.0000072208,0.01000,1.522
78,mlp.experts.1.gate_proj,0.0000079229,0.01000,1.577
78,mlp.experts.0.gate_proj,0.0000078388,0.01000,1.585
78,mlp.experts.9.gate_proj,0.0000076695,0.01000,1.324
78,mlp.experts.10.gate_proj,0.0000073161,0.01000,1.326
78,mlp.experts.11.gate_proj,0.0000075347,0.01000,1.340
78,mlp.experts.7.gate_proj,0.0000079079,0.01000,1.407
78,mlp.experts.12.gate_proj,0.0000070432,0.01000,1.335
78,mlp.experts.13.gate_proj,0.0000077399,0.01000,1.351
78,mlp.experts.8.gate_proj,0.0000075394,0.01000,1.435
78,mlp.experts.14.gate_proj,0.0000074647,0.01000,1.350
78,mlp.experts.15.gate_proj,0.0000076462,0.01000,1.371
78,mlp.experts.16.gate_proj,0.0000078908,0.01000,1.333
78,mlp.experts.17.gate_proj,0.0000071073,0.01000,1.323
78,mlp.experts.18.gate_proj,0.0000072429,0.01000,1.349
78,mlp.experts.19.gate_proj,0.0000078332,0.01000,1.355
78,mlp.experts.20.gate_proj,0.0000078011,0.01000,1.406
78,mlp.experts.21.gate_proj,0.0000074096,0.01000,1.354
78,mlp.experts.24.gate_proj,0.0000074318,0.01000,1.329
78,mlp.experts.23.gate_proj,0.0000078994,0.01000,1.350
78,mlp.experts.25.gate_proj,0.0000072724,0.01000,1.349
78,mlp.experts.22.gate_proj,0.0000071652,0.01000,1.425
78,mlp.experts.26.gate_proj,0.0000094939,0.01000,1.351
78,mlp.experts.27.gate_proj,0.0000073415,0.01000,1.368
78,mlp.experts.30.gate_proj,0.0000079144,0.01000,1.338
78,mlp.experts.28.gate_proj,0.0000072278,0.01000,1.366
78,mlp.experts.31.gate_proj,0.0000079550,0.01000,1.344
78,mlp.experts.29.gate_proj,0.0000074197,0.01000,1.418
78,mlp.experts.32.gate_proj,0.0000074174,0.01000,1.350
78,mlp.experts.33.gate_proj,0.0000078075,0.01000,1.342
78,mlp.experts.34.gate_proj,0.0000072839,0.01000,1.359
78,mlp.experts.35.gate_proj,0.0000073779,0.01000,1.369
78,mlp.experts.36.gate_proj,0.0000073979,0.01000,1.377
78,mlp.experts.38.gate_proj,0.0000077468,0.01000,1.334
78,mlp.experts.39.gate_proj,0.0000076830,0.01000,1.359
78,mlp.experts.40.gate_proj,0.0000073906,0.01000,1.359
78,mlp.experts.37.gate_proj,0.0000081400,0.01000,1.416
78,mlp.experts.41.gate_proj,0.0000072794,0.01000,1.361
78,mlp.experts.42.gate_proj,0.0000072201,0.01000,1.343
78,mlp.experts.43.gate_proj,0.0000078983,0.01000,1.359
78,mlp.experts.44.gate_proj,0.0000070061,0.01000,1.355
78,mlp.experts.45.gate_proj,0.0000074181,0.01000,1.348
78,mlp.experts.46.gate_proj,0.0000072302,0.01000,1.357
78,mlp.experts.47.gate_proj,0.0000074021,0.01000,1.345
78,mlp.experts.48.gate_proj,0.0000074134,0.01000,1.358
78,mlp.experts.49.gate_proj,0.0000073666,0.01000,1.351
78,mlp.experts.51.gate_proj,0.0000083689,0.01000,1.349
78,mlp.experts.50.gate_proj,0.0000075597,0.01000,1.376
78,mlp.experts.52.gate_proj,0.0000071478,0.01000,1.340
78,mlp.experts.53.gate_proj,0.0000074484,0.01000,1.353
78,mlp.experts.54.gate_proj,0.0000071747,0.01000,1.349
78,mlp.experts.55.gate_proj,0.0000077630,0.01000,1.358
78,mlp.experts.56.gate_proj,0.0000072943,0.01000,1.382
78,mlp.experts.57.gate_proj,0.0000072792,0.01000,1.365
78,mlp.experts.58.gate_proj,0.0000073437,0.01000,1.367
78,mlp.experts.59.gate_proj,0.0000078710,0.01000,1.352
78,mlp.experts.60.gate_proj,0.0000072226,0.01000,1.355
78,mlp.experts.61.gate_proj,0.0000075302,0.01000,1.360
78,mlp.experts.62.gate_proj,0.0000074865,0.01000,1.370
78,mlp.experts.63.gate_proj,0.0000087241,0.01000,1.372
78,mlp.experts.66.gate_proj,0.0000073940,0.01000,1.347
78,mlp.experts.65.gate_proj,0.0000075173,0.01000,1.364
78,mlp.experts.67.gate_proj,0.0000072156,0.01000,1.358
78,mlp.experts.68.gate_proj,0.0000071782,0.01000,1.354
78,mlp.experts.64.gate_proj,0.0000076282,0.01000,1.419
78,mlp.experts.69.gate_proj,0.0000074463,0.01000,1.357
78,mlp.experts.70.gate_proj,0.0000071800,0.01000,1.358
78,mlp.experts.71.gate_proj,0.0000081128,0.01000,1.368
78,mlp.experts.72.gate_proj,0.0000073400,0.01000,1.359
78,mlp.experts.73.gate_proj,0.0000073900,0.01000,1.344
78,mlp.experts.75.gate_proj,0.0000070507,0.01000,1.339
78,mlp.experts.74.gate_proj,0.0000074037,0.01000,1.416
78,mlp.experts.76.gate_proj,0.0000070619,0.01000,1.368
78,mlp.experts.77.gate_proj,0.0000071670,0.01000,1.358
78,mlp.experts.80.gate_proj,0.0000073143,0.01000,1.342
78,mlp.experts.79.gate_proj,0.0000070836,0.01000,1.365
78,mlp.experts.81.gate_proj,0.0000079054,0.01000,1.359
78,mlp.experts.78.gate_proj,0.0000071900,0.01000,1.404
78,mlp.experts.82.gate_proj,0.0000071779,0.01000,1.344
78,mlp.experts.83.gate_proj,0.0000071601,0.01000,1.374
78,mlp.experts.84.gate_proj,0.0000075160,0.01000,1.369
78,mlp.experts.86.gate_proj,0.0000070686,0.01000,1.346
78,mlp.experts.87.gate_proj,0.0000072175,0.01000,1.329
78,mlp.experts.88.gate_proj,0.0000084948,0.01000,1.345
78,mlp.experts.85.gate_proj,0.0000072885,0.01000,1.409
78,mlp.experts.89.gate_proj,0.0000076145,0.01000,1.342
78,mlp.experts.90.gate_proj,0.0000072657,0.01000,1.376
78,mlp.experts.91.gate_proj,0.0000077621,0.01000,1.362
78,mlp.experts.93.gate_proj,0.0000081979,0.01000,1.347
78,mlp.experts.94.gate_proj,0.0000076076,0.01000,1.339
78,mlp.experts.96.gate_proj,0.0000072705,0.01000,1.348
78,mlp.experts.95.gate_proj,0.0000077810,0.01000,1.392
78,mlp.experts.92.gate_proj,0.0000073169,0.01000,1.445
78,mlp.experts.97.gate_proj,0.0000077942,0.01000,1.384
78,mlp.experts.98.gate_proj,0.0000073453,0.01000,1.352
78,mlp.experts.100.gate_proj,0.0000071998,0.01000,1.346
78,mlp.experts.101.gate_proj,0.0000069516,0.01000,1.334
78,mlp.experts.99.gate_proj,0.0000071845,0.01000,1.423
78,mlp.experts.103.gate_proj,0.0000074580,0.01000,1.339
78,mlp.experts.102.gate_proj,0.0000074811,0.01000,1.400
78,mlp.experts.104.gate_proj,0.0000073139,0.01000,1.360
78,mlp.experts.105.gate_proj,0.0000072532,0.01000,1.349
78,mlp.experts.106.gate_proj,0.0000077800,0.01000,1.356
78,mlp.experts.107.gate_proj,0.0000074287,0.01000,1.346
78,mlp.experts.108.gate_proj,0.0000073286,0.01000,1.323
78,mlp.experts.109.gate_proj,0.0000071729,0.01000,1.349
78,mlp.experts.110.gate_proj,0.0000072277,0.01000,1.347
78,mlp.experts.111.gate_proj,0.0000072997,0.01000,1.362
78,mlp.experts.112.gate_proj,0.0000073998,0.01000,1.350
78,mlp.experts.113.gate_proj,0.0000075850,0.01000,1.354
78,mlp.experts.115.gate_proj,0.0000079478,0.01000,1.328
78,mlp.experts.116.gate_proj,0.0000071544,0.01000,1.340
78,mlp.experts.114.gate_proj,0.0000073098,0.01000,1.391
78,mlp.experts.117.gate_proj,0.0000076950,0.01000,1.344
78,mlp.experts.118.gate_proj,0.0000074422,0.01000,1.358
78,mlp.experts.119.gate_proj,0.0000073684,0.01000,1.350
78,mlp.experts.1.up_proj,0.0000076228,0.01000,1.348
78,mlp.experts.2.up_proj,0.0000081557,0.01000,1.325
78,mlp.experts.0.up_proj,0.0000075036,0.01000,1.397
78,mlp.experts.3.up_proj,0.0000072585,0.01000,1.345
78,mlp.experts.4.up_proj,0.0000069890,0.01000,1.349
78,mlp.experts.5.up_proj,0.0000072829,0.01000,1.360
78,mlp.experts.6.up_proj,0.0000071963,0.01000,1.351
78,mlp.experts.8.up_proj,0.0000073242,0.01000,1.344
78,mlp.experts.7.up_proj,0.0000079190,0.01000,1.364
78,mlp.experts.9.up_proj,0.0000075625,0.01000,1.351
78,mlp.experts.10.up_proj,0.0000073430,0.01000,1.375
78,mlp.experts.11.up_proj,0.0000073794,0.01000,1.343
78,mlp.experts.12.up_proj,0.0000070139,0.01000,1.354
78,mlp.experts.13.up_proj,0.0000076425,0.01000,1.353
78,mlp.experts.15.up_proj,0.0000074589,0.01000,1.339
78,mlp.experts.16.up_proj,0.0000078357,0.01000,1.336
78,mlp.experts.14.up_proj,0.0000071946,0.01000,1.416
78,mlp.experts.17.up_proj,0.0000070306,0.01000,1.353
78,mlp.experts.18.up_proj,0.0000071863,0.01000,1.347
78,mlp.experts.19.up_proj,0.0000077539,0.01000,1.365
78,mlp.experts.20.up_proj,0.0000073678,0.01000,1.337
78,mlp.experts.21.up_proj,0.0000071780,0.01000,1.359
78,mlp.experts.22.up_proj,0.0000071361,0.01000,1.344
78,mlp.experts.23.up_proj,0.0000078777,0.01000,1.330
78,mlp.experts.24.up_proj,0.0000073665,0.01000,1.346
78,mlp.experts.25.up_proj,0.0000070283,0.01000,1.346
78,mlp.experts.26.up_proj,0.0000072517,0.01000,1.369
78,mlp.experts.27.up_proj,0.0000074685,0.01000,1.338
78,mlp.experts.28.up_proj,0.0000071302,0.01000,1.341
78,mlp.experts.29.up_proj,0.0000071563,0.01000,1.341
78,mlp.experts.30.up_proj,0.0000077994,0.01000,1.324
78,mlp.experts.31.up_proj,0.0000079012,0.01000,1.337
78,mlp.experts.32.up_proj,0.0000072098,0.01000,1.343
78,mlp.experts.33.up_proj,0.0000077741,0.01000,1.369
78,mlp.experts.34.up_proj,0.0000070123,0.01000,1.337
78,mlp.experts.35.up_proj,0.0000071955,0.01000,1.340
78,mlp.experts.37.up_proj,0.0000077917,0.01000,1.324
78,mlp.experts.38.up_proj,0.0000076728,0.01000,1.337
78,mlp.experts.36.up_proj,0.0000072610,0.01000,1.384
78,mlp.experts.39.up_proj,0.0000077626,0.01000,1.338
78,mlp.experts.40.up_proj,0.0000073623,0.01000,1.363
78,mlp.experts.41.up_proj,0.0000072380,0.01000,1.334
78,mlp.experts.43.up_proj,0.0000077419,0.01000,1.339
78,mlp.experts.42.up_proj,0.0000071468,0.01000,1.359
78,mlp.experts.44.up_proj,0.0000069010,0.01000,1.338
78,mlp.experts.45.up_proj,0.0000072499,0.01000,1.361
78,mlp.experts.46.up_proj,0.0000070251,0.01000,1.350
78,mlp.experts.47.up_proj,0.0000072729,0.01000,1.417
78,mlp.experts.48.up_proj,0.0000073614,0.01000,1.334
78,mlp.experts.50.up_proj,0.0000073166,0.01000,1.336
78,mlp.experts.51.up_proj,0.0000082311,0.01000,1.328
78,mlp.experts.49.up_proj,0.0000071442,0.01000,1.405
78,mlp.experts.53.up_proj,0.0000074545,0.01000,1.342
78,mlp.experts.52.up_proj,0.0000071374,0.01000,1.347
78,mlp.experts.54.up_proj,0.0000071226,0.01000,1.363
78,mlp.experts.55.up_proj,0.0000074703,0.01000,1.340
78,mlp.experts.56.up_proj,0.0000073018,0.01000,1.362
78,mlp.experts.57.up_proj,0.0000073061,0.01000,1.348
78,mlp.experts.58.up_proj,0.0000072439,0.01000,1.341
78,mlp.experts.60.up_proj,0.0000070636,0.01000,1.338
78,mlp.experts.59.up_proj,0.0000078747,0.01000,1.401
78,mlp.experts.61.up_proj,0.0000073199,0.01000,1.371
78,mlp.experts.62.up_proj,0.0000072308,0.01000,1.335
78,mlp.experts.63.up_proj,0.0000084471,0.01000,1.340
78,mlp.experts.64.up_proj,0.0000074865,0.01000,1.344
78,mlp.experts.65.up_proj,0.0000073199,0.01000,1.342
78,mlp.experts.66.up_proj,0.0000073285,0.01000,1.342
78,mlp.experts.67.up_proj,0.0000071536,0.01000,1.336
78,mlp.experts.68.up_proj,0.0000071166,0.01000,1.368
78,mlp.experts.69.up_proj,0.0000073398,0.01000,1.353
78,mlp.experts.70.up_proj,0.0000072222,0.01000,1.342
78,mlp.experts.71.up_proj,0.0000079212,0.01000,1.341
78,mlp.experts.72.up_proj,0.0000071921,0.01000,1.338
78,mlp.experts.73.up_proj,0.0000072851,0.01000,1.345
78,mlp.experts.74.up_proj,0.0000071858,0.01000,1.331
78,mlp.experts.75.up_proj,0.0000069678,0.01000,1.371
78,mlp.experts.76.up_proj,0.0000069303,0.01000,1.337
78,mlp.experts.77.up_proj,0.0000071520,0.01000,1.344
78,mlp.experts.78.up_proj,0.0000071233,0.01000,1.359
78,mlp.experts.79.up_proj,0.0000070374,0.01000,1.345
78,mlp.experts.80.up_proj,0.0000072893,0.01000,1.352
78,mlp.experts.81.up_proj,0.0000077184,0.01000,1.327
78,mlp.experts.82.up_proj,0.0000070822,0.01000,1.371
78,mlp.experts.83.up_proj,0.0000069844,0.01000,1.347
78,mlp.experts.84.up_proj,0.0000074802,0.01000,1.357
78,mlp.experts.86.up_proj,0.0000070414,0.01000,1.332
78,mlp.experts.88.up_proj,0.0000073519,0.01000,1.336
78,mlp.experts.87.up_proj,0.0000071199,0.01000,1.351
78,mlp.experts.85.up_proj,0.0000072937,0.01000,1.401
78,mlp.experts.89.up_proj,0.0000074623,0.01000,1.355
78,mlp.experts.90.up_proj,0.0000072496,0.01000,1.333
78,mlp.experts.91.up_proj,0.0000074467,0.01000,1.343
78,mlp.experts.92.up_proj,0.0000071986,0.01000,1.345
78,mlp.experts.93.up_proj,0.0000077705,0.01000,1.330
78,mlp.experts.95.up_proj,0.0000077083,0.01000,1.343
78,mlp.experts.94.up_proj,0.0000075230,0.01000,1.366
78,mlp.experts.96.up_proj,0.0000071195,0.01000,1.358
78,mlp.experts.97.up_proj,0.0000076611,0.01000,1.339
78,mlp.experts.98.up_proj,0.0000072863,0.01000,1.345
78,mlp.experts.99.up_proj,0.0000071807,0.01000,1.330
78,mlp.experts.100.up_proj,0.0000071053,0.01000,1.325
78,mlp.experts.102.up_proj,0.0000072832,0.01000,1.335
78,mlp.experts.101.up_proj,0.0000069088,0.01000,1.437
78,mlp.experts.103.up_proj,0.0000072651,0.01000,1.351
78,mlp.experts.104.up_proj,0.0000071938,0.01000,1.331
78,mlp.experts.106.up_proj,0.0000075591,0.01000,1.326
78,mlp.experts.107.up_proj,0.0000070761,0.01000,1.314
78,mlp.experts.105.up_proj,0.0000072297,0.01000,1.399
78,mlp.experts.108.up_proj,0.0000070908,0.01000,1.358
78,mlp.experts.109.up_proj,0.0000069694,0.01000,1.344
78,mlp.experts.110.up_proj,0.0000071888,0.01000,1.349
78,mlp.experts.111.up_proj,0.0000071864,0.01000,1.330
78,mlp.experts.113.up_proj,0.0000075484,0.01000,1.326
78,mlp.experts.114.up_proj,0.0000071622,0.01000,1.326
78,mlp.experts.112.up_proj,0.0000072619,0.01000,1.399
78,mlp.experts.115.up_proj,0.0000078015,0.01000,1.333
78,mlp.experts.116.up_proj,0.0000070120,0.01000,1.335
78,mlp.experts.117.up_proj,0.0000073843,0.01000,1.265
78,mlp.experts.118.up_proj,0.0000073236,0.01000,1.069
78,mlp.experts.119.up_proj,0.0000071849,0.01000,1.021
78,mlp.experts.5.down_proj,0.0000013900,0.01000,0.441
78,mlp.experts.1.down_proj,0.0000013989,0.01000,0.446
78,mlp.experts.3.down_proj,0.0000014736,0.01000,0.446
78,mlp.experts.0.down_proj,0.0000009132,0.01000,0.447
78,mlp.experts.4.down_proj,0.0000010438,0.01000,0.448
78,mlp.experts.6.down_proj,0.0000011311,0.01000,0.459
78,mlp.experts.2.down_proj,0.0000014778,0.01000,0.476
78,mlp.experts.10.down_proj,0.0000011317,0.01000,0.402
78,mlp.experts.8.down_proj,0.0000014850,0.01000,0.406
78,mlp.experts.11.down_proj,0.0000009947,0.01000,0.409
78,mlp.experts.7.down_proj,0.0000013449,0.01000,0.420
78,mlp.experts.12.down_proj,0.0000011918,0.01000,0.405
78,mlp.experts.9.down_proj,0.0000011510,0.01000,0.435
78,mlp.experts.13.down_proj,0.0000011536,0.01000,0.413
78,mlp.experts.14.down_proj,0.0000009440,0.01000,0.409
78,mlp.experts.15.down_proj,0.0000015056,0.01000,0.407
78,mlp.experts.17.down_proj,0.0000012402,0.01000,0.398
78,mlp.experts.18.down_proj,0.0000012858,0.01000,0.409
78,mlp.experts.16.down_proj,0.0000015378,0.01000,0.428
78,mlp.experts.19.down_proj,0.0000011985,0.01000,0.408
78,mlp.experts.20.down_proj,0.0000012334,0.01000,0.409
78,mlp.experts.22.down_proj,0.0000012678,0.01000,0.409
78,mlp.experts.23.down_proj,0.0000011314,0.01000,0.415
78,mlp.experts.21.down_proj,0.0000012061,0.01000,0.419
78,mlp.experts.24.down_proj,0.0000010430,0.01000,0.402
78,mlp.experts.25.down_proj,0.0000010467,0.01000,0.408
78,mlp.experts.26.down_proj,0.0000014786,0.01000,0.406
78,mlp.experts.27.down_proj,0.0000011292,0.01000,0.415
78,mlp.experts.28.down_proj,0.0000015127,0.01000,0.407
78,mlp.experts.31.down_proj,0.0000010775,0.01000,0.403
78,mlp.experts.30.down_proj,0.0000012386,0.01000,0.409
78,mlp.experts.29.down_proj,0.0000009386,0.01000,0.419
78,mlp.experts.33.down_proj,0.0000014748,0.01000,0.405
78,mlp.experts.32.down_proj,0.0000011597,0.01000,0.408
78,mlp.experts.34.down_proj,0.0000011927,0.01000,0.409
78,mlp.experts.35.down_proj,0.0000012043,0.01000,0.407
78,mlp.experts.38.down_proj,0.0000012229,0.01000,0.398
78,mlp.experts.37.down_proj,0.0000015805,0.01000,0.407
78,mlp.experts.36.down_proj,0.0000013458,0.01000,0.421
78,mlp.experts.40.down_proj,0.0000009646,0.01000,0.410
78,mlp.experts.39.down_proj,0.0000011240,0.01000,0.421
78,mlp.experts.41.down_proj,0.0000014935,0.01000,0.411
78,mlp.experts.42.down_proj,0.0000014719,0.01000,0.403
78,mlp.experts.44.down_proj,0.0000009426,0.01000,0.401
78,mlp.experts.45.down_proj,0.0000011427,0.01000,0.398
78,mlp.experts.43.down_proj,0.0000013790,0.01000,0.415
78,mlp.experts.46.down_proj,0.0000011234,0.01000,0.408
78,mlp.experts.47.down_proj,0.0000009407,0.01000,0.406
78,mlp.experts.48.down_proj,0.0000010456,0.01000,0.409
78,mlp.experts.49.down_proj,0.0000014964,0.01000,0.404
78,mlp.experts.50.down_proj,0.0000012922,0.01000,0.408
78,mlp.experts.52.down_proj,0.0000014261,0.01000,0.397
78,mlp.experts.51.down_proj,0.0000013939,0.01000,0.406
78,mlp.experts.53.down_proj,0.0000012244,0.01000,0.405
78,mlp.experts.54.down_proj,0.0000011839,0.01000,0.405
78,mlp.experts.55.down_proj,0.0000013906,0.01000,0.406
78,mlp.experts.56.down_proj,0.0000013983,0.01000,0.406
78,mlp.experts.59.down_proj,0.0000011831,0.01000,0.401
78,mlp.experts.57.down_proj,0.0000011583,0.01000,0.408
78,mlp.experts.58.down_proj,0.0000011814,0.01000,0.405
78,mlp.experts.60.down_proj,0.0000009617,0.01000,0.407
78,mlp.experts.61.down_proj,0.0000013472,0.01000,0.407
78,mlp.experts.62.down_proj,0.0000013473,0.01000,0.408
78,mlp.experts.63.down_proj,0.0000013267,0.01000,0.403
78,mlp.experts.66.down_proj,0.0000014025,0.01000,0.400
78,mlp.experts.65.down_proj,0.0000013882,0.01000,0.402
78,mlp.experts.64.down_proj,0.0000015061,0.01000,0.420
78,mlp.experts.67.down_proj,0.0000013448,0.01000,0.404
78,mlp.experts.68.down_proj,0.0000012962,0.01000,0.404
78,mlp.experts.69.down_proj,0.0000012143,0.01000,0.406
78,mlp.experts.70.down_proj,0.0000013416,0.01000,0.405
78,mlp.experts.72.down_proj,0.0000009971,0.01000,0.401
78,mlp.experts.73.down_proj,0.0000009962,0.01000,0.400
78,mlp.experts.71.down_proj,0.0000012303,0.01000,0.423
78,mlp.experts.74.down_proj,0.0000012237,0.01000,0.409
78,mlp.experts.75.down_proj,0.0000010929,0.01000,0.407
78,mlp.experts.76.down_proj,0.0000011266,0.01000,0.409
78,mlp.experts.78.down_proj,0.0000011834,0.01000,0.411
78,mlp.experts.77.down_proj,0.0000011475,0.01000,0.420
78,mlp.experts.80.down_proj,0.0000011801,0.01000,0.398
78,mlp.experts.79.down_proj,0.0000009938,0.01000,0.412
78,mlp.experts.82.down_proj,0.0000011760,0.01000,0.406
78,mlp.experts.81.down_proj,0.0000013189,0.01000,0.415
78,mlp.experts.83.down_proj,0.0000008161,0.01000,0.408
78,mlp.experts.84.down_proj,0.0000010973,0.01000,0.405
78,mlp.experts.86.down_proj,0.0000011112,0.01000,0.404
78,mlp.experts.87.down_proj,0.0000012812,0.01000,0.399
78,mlp.experts.85.down_proj,0.0000010493,0.01000,0.431
78,mlp.experts.88.down_proj,0.0000010759,0.01000,0.409
78,mlp.experts.89.down_proj,0.0000014489,0.01000,0.417
78,mlp.experts.90.down_proj,0.0000013321,0.01000,0.409
78,mlp.experts.91.down_proj,0.0000013338,0.01000,0.402
78,mlp.experts.93.down_proj,0.0000011781,0.01000,0.405
78,mlp.experts.94.down_proj,0.0000011467,0.01000,0.395
78,mlp.experts.92.down_proj,0.0000010990,0.01000,0.421
78,mlp.experts.95.down_proj,0.0000012077,0.01000,0.404
78,mlp.experts.96.down_proj,0.0000010361,0.01000,0.403
78,mlp.experts.97.down_proj,0.0000011733,0.01000,0.408
78,mlp.experts.98.down_proj,0.0000012127,0.01000,0.404
78,mlp.experts.100.down_proj,0.0000012779,0.01000,0.399
78,mlp.experts.102.down_proj,0.0000011725,0.01000,0.400
78,mlp.experts.101.down_proj,0.0000014977,0.01000,0.419
78,mlp.experts.103.down_proj,0.0000011709,0.01000,0.398
78,mlp.experts.99.down_proj,0.0000012812,0.01000,0.440
78,mlp.experts.104.down_proj,0.0000012149,0.01000,0.404
78,mlp.experts.105.down_proj,0.0000010281,0.01000,0.416
78,mlp.experts.106.down_proj,0.0000013783,0.01000,0.413
78,mlp.experts.108.down_proj,0.0000013615,0.01000,0.398
78,mlp.experts.107.down_proj,0.0000012408,0.01000,0.404
78,mlp.experts.110.down_proj,0.0000011131,0.01000,0.404
78,mlp.experts.109.down_proj,0.0000010577,0.01000,0.427
78,mlp.experts.111.down_proj,0.0000010737,0.01000,0.409
78,mlp.experts.112.down_proj,0.0000009375,0.01000,0.401
78,mlp.experts.113.down_proj,0.0000010908,0.01000,0.399
78,mlp.experts.115.down_proj,0.0000011286,0.01000,0.393
78,mlp.experts.114.down_proj,0.0000013836,0.01000,0.401
78,mlp.experts.116.down_proj,0.0000012990,0.01000,0.404
78,mlp.experts.117.down_proj,0.0000014240,0.01000,0.397
78,mlp.experts.118.down_proj,0.0000012377,0.01000,0.402
78,mlp.experts.119.down_proj,0.0000012681,0.01000,0.279
79,self_attn.v_proj,0.0000009590,0.01000,1.190
79,self_attn.k_proj,0.0000003585,0.01000,1.204
79,self_attn.q_proj,0.0000026753,0.01000,1.267
79,self_attn.o_proj,0.0000013063,0.01000,2.757
79,mlp.shared_experts.gate_proj,0.0000000172,0.01000,0.913
79,mlp.shared_experts.up_proj,0.0000000145,0.01000,0.913
79,mlp.shared_experts.down_proj,0.0000000032,0.01000,0.278
79,mlp.experts.3.gate_proj,0.0000084634,0.01000,1.506
79,mlp.experts.2.gate_proj,0.0000077740,0.01000,1.511
79,mlp.experts.5.gate_proj,0.0000074953,0.01000,1.511
79,mlp.experts.4.gate_proj,0.0000089039,0.01000,1.513
79,mlp.experts.6.gate_proj,0.0000076967,0.01000,1.542
79,mlp.experts.1.gate_proj,0.0000087388,0.01000,1.566
79,mlp.experts.0.gate_proj,0.0000074032,0.01000,1.625
79,mlp.experts.10.gate_proj,0.0000075274,0.01000,1.336
79,mlp.experts.9.gate_proj,0.0000074300,0.01000,1.348
79,mlp.experts.11.gate_proj,0.0000081775,0.01000,1.345
79,mlp.experts.12.gate_proj,0.0000074892,0.01000,1.338
79,mlp.experts.8.gate_proj,0.0000072969,0.01000,1.442
79,mlp.experts.7.gate_proj,0.0000076684,0.01000,1.446
79,mlp.experts.13.gate_proj,0.0000075424,0.01000,1.351
79,mlp.experts.14.gate_proj,0.0000083089,0.01000,1.380
79,mlp.experts.16.gate_proj,0.0000077847,0.01000,1.354
79,mlp.experts.17.gate_proj,0.0000076366,0.01000,1.342
79,mlp.experts.15.gate_proj,0.0000077520,0.01000,1.437
79,mlp.experts.18.gate_proj,0.0000083997,0.01000,1.357
79,mlp.experts.19.gate_proj,0.0000075059,0.01000,1.359
79,mlp.experts.20.gate_proj,0.0000078436,0.01000,1.371
79,mlp.experts.23.gate_proj,0.0000082322,0.01000,1.349
79,mlp.experts.22.gate_proj,0.0000082109,0.01000,1.380
79,mlp.experts.21.gate_proj,0.0000076989,0.01000,1.423
79,mlp.experts.24.gate_proj,0.0000085056,0.01000,1.359
79,mlp.experts.26.gate_proj,0.0000082601,0.01000,1.355
79,mlp.experts.27.gate_proj,0.0000083757,0.01000,1.367
79,mlp.experts.25.gate_proj,0.0000075765,0.01000,1.435
79,mlp.experts.28.gate_proj,0.0000082675,0.01000,1.341
79,mlp.experts.31.gate_proj,0.0000086880,0.01000,1.324
79,mlp.experts.29.gate_proj,0.0000081630,0.01000,1.361
79,mlp.experts.30.gate_proj,0.0000081568,0.01000,1.335
79,mlp.experts.32.gate_proj,0.0000084056,0.01000,1.353
79,mlp.experts.33.gate_proj,0.0000078291,0.01000,1.335
79,mlp.experts.34.gate_proj,0.0000083942,0.01000,1.388
79,mlp.experts.35.gate_proj,0.0000083071,0.01000,1.342
79,mlp.experts.38.gate_proj,0.0000079305,0.01000,1.320
79,mlp.experts.37.gate_proj,0.0000079885,0.01000,1.355
79,mlp.experts.39.gate_proj,0.0000076590,0.01000,1.345
79,mlp.experts.40.gate_proj,0.0000086246,0.01000,1.332
79,mlp.experts.36.gate_proj,0.0000081834,0.01000,1.422
79,mlp.experts.41.gate_proj,0.0000078256,0.01000,1.375
79,mlp.experts.42.gate_proj,0.0000079736,0.01000,1.342
79,mlp.experts.43.gate_proj,0.0000074727,0.01000,1.367
79,mlp.experts.45.gate_proj,0.0000079654,0.01000,1.332
79,mlp.experts.44.gate_proj,0.0000083796,0.01000,1.355
79,mlp.experts.46.gate_proj,0.0000080009,0.01000,1.340
79,mlp.experts.47.gate_proj,0.0000078019,0.01000,1.339
79,mlp.experts.48.gate_proj,0.0000080555,0.01000,1.370
79,mlp.experts.49.gate_proj,0.0000075743,0.01000,1.344
79,mlp.experts.50.gate_proj,0.0000081265,0.01000,1.348
79,mlp.experts.52.gate_proj,0.0000077582,0.01000,1.333
79,mlp.experts.51.gate_proj,0.0000079343,0.01000,1.349
79,mlp.experts.53.gate_proj,0.0000078712,0.01000,1.335
79,mlp.experts.54.gate_proj,0.0000078344,0.01000,1.337
79,mlp.experts.55.gate_proj,0.0000082224,0.01000,1.367
79,mlp.experts.56.gate_proj,0.0000078283,0.01000,1.350
79,mlp.experts.57.gate_proj,0.0000078211,0.01000,1.359
79,mlp.experts.59.gate_proj,0.0000078333,0.01000,1.353
79,mlp.experts.60.gate_proj,0.0000079575,0.01000,1.360
79,mlp.experts.61.gate_proj,0.0000082728,0.01000,1.349
79,mlp.experts.58.gate_proj,0.0000078252,0.01000,1.429
79,mlp.experts.62.gate_proj,0.0000076673,0.01000,1.380
79,mlp.experts.63.gate_proj,0.0000075278,0.01000,1.382
79,mlp.experts.64.gate_proj,0.0000079249,0.01000,1.360
79,mlp.experts.66.gate_proj,0.0000082963,0.01000,1.336
79,mlp.experts.67.gate_proj,0.0000081187,0.01000,1.373
79,mlp.experts.68.gate_proj,0.0000075296,0.01000,1.357
79,mlp.experts.65.gate_proj,0.0000077580,0.01000,1.432
79,mlp.experts.69.gate_proj,0.0000078560,0.01000,1.369
79,mlp.experts.70.gate_proj,0.0000075259,0.01000,1.347
79,mlp.experts.71.gate_proj,0.0000073128,0.01000,1.350
79,mlp.experts.72.gate_proj,0.0000079139,0.01000,1.352
79,mlp.experts.73.gate_proj,0.0000078843,0.01000,1.318
79,mlp.experts.75.gate_proj,0.0000077639,0.01000,1.334
79,mlp.experts.74.gate_proj,0.0000076371,0.01000,1.350
79,mlp.experts.76.gate_proj,0.0000078758,0.01000,1.356
79,mlp.experts.77.gate_proj,0.0000082846,0.01000,1.353
79,mlp.experts.79.gate_proj,0.0000081942,0.01000,1.341
79,mlp.experts.80.gate_proj,0.0000078386,0.01000,1.323
79,mlp.experts.82.gate_proj,0.0000080379,0.01000,1.338
79,mlp.experts.78.gate_proj,0.0000078468,0.01000,1.420
79,mlp.experts.81.gate_proj,0.0000077175,0.01000,1.400
79,mlp.experts.83.gate_proj,0.0000079495,0.01000,1.357
79,mlp.experts.84.gate_proj,0.0000076395,0.01000,1.349
79,mlp.experts.86.gate_proj,0.0000077715,0.01000,1.332
79,mlp.experts.87.gate_proj,0.0000079554,0.01000,1.340
79,mlp.experts.88.gate_proj,0.0000077943,0.01000,1.349
79,mlp.experts.85.gate_proj,0.0000078506,0.01000,1.424
79,mlp.experts.89.gate_proj,0.0000077593,0.01000,1.325
79,mlp.experts.90.gate_proj,0.0000078233,0.01000,1.349
79,mlp.experts.91.gate_proj,0.0000079769,0.01000,1.373
79,mlp.experts.92.gate_proj,0.0000077596,0.01000,1.378
79,mlp.experts.94.gate_proj,0.0000077427,0.01000,1.333
79,mlp.experts.95.gate_proj,0.0000078191,0.01000,1.364
79,mlp.experts.96.gate_proj,0.0000077971,0.01000,1.340
79,mlp.experts.93.gate_proj,0.0000077504,0.01000,1.411
79,mlp.experts.97.gate_proj,0.0000076086,0.01000,1.356
79,mlp.experts.98.gate_proj,0.0000075684,0.01000,1.353
79,mlp.experts.99.gate_proj,0.0000076796,0.01000,1.352
79,mlp.experts.100.gate_proj,0.0000077131,0.01000,1.356
79,mlp.experts.102.gate_proj,0.0000082988,0.01000,1.343
79,mlp.experts.103.gate_proj,0.0000073635,0.01000,1.341
79,mlp.experts.101.gate_proj,0.0000078288,0.01000,1.403
79,mlp.experts.104.gate_proj,0.0000079767,0.01000,1.357
79,mlp.experts.105.gate_proj,0.0000081001,0.01000,1.353
79,mlp.experts.106.gate_proj,0.0000078816,0.01000,1.347
79,mlp.experts.107.gate_proj,0.0000073989,0.01000,1.339
79,mlp.experts.108.gate_proj,0.0000079591,0.01000,1.327
79,mlp.experts.109.gate_proj,0.0000080986,0.01000,1.349
79,mlp.experts.110.gate_proj,0.0000076868,0.01000,1.337
79,mlp.experts.111.gate_proj,0.0000081149,0.01000,1.369
79,mlp.experts.112.gate_proj,0.0000078809,0.01000,1.360
79,mlp.experts.113.gate_proj,0.0000079067,0.01000,1.349
79,mlp.experts.115.gate_proj,0.0000078651,0.01000,1.324
79,mlp.experts.114.gate_proj,0.0000079570,0.01000,1.341
79,mlp.experts.117.gate_proj,0.0000078669,0.01000,1.320
79,mlp.experts.116.gate_proj,0.0000080206,0.01000,1.384
79,mlp.experts.118.gate_proj,0.0000091592,0.01000,1.346
79,mlp.experts.0.up_proj,0.0000073537,0.01000,1.347
79,mlp.experts.2.up_proj,0.0000077140,0.01000,1.335
79,mlp.experts.1.up_proj,0.0000087826,0.01000,1.344
79,mlp.experts.119.gate_proj,0.0000076161,0.01000,1.411
79,mlp.experts.3.up_proj,0.0000080710,0.01000,1.332
79,mlp.experts.4.up_proj,0.0000086046,0.01000,1.333
79,mlp.experts.5.up_proj,0.0000073002,0.01000,1.362
79,mlp.experts.8.up_proj,0.0000071709,0.01000,1.348
79,mlp.experts.7.up_proj,0.0000074219,0.01000,1.362
79,mlp.experts.9.up_proj,0.0000073684,0.01000,1.334
79,mlp.experts.10.up_proj,0.0000074260,0.01000,1.336
79,mlp.experts.6.up_proj,0.0000074196,0.01000,1.427
79,mlp.experts.11.up_proj,0.0000080334,0.01000,1.323
79,mlp.experts.12.up_proj,0.0000073728,0.01000,1.371
79,mlp.experts.13.up_proj,0.0000074979,0.01000,1.373
79,mlp.experts.14.up_proj,0.0000082431,0.01000,1.364
79,mlp.experts.15.up_proj,0.0000077745,0.01000,1.346
79,mlp.experts.16.up_proj,0.0000074289,0.01000,1.338
79,mlp.experts.17.up_proj,0.0000077403,0.01000,1.353
79,mlp.experts.18.up_proj,0.0000082994,0.01000,1.351
79,mlp.experts.19.up_proj,0.0000075156,0.01000,1.374
79,mlp.experts.22.up_proj,0.0000076578,0.01000,1.358
79,mlp.experts.23.up_proj,0.0000080327,0.01000,1.358
79,mlp.experts.24.up_proj,0.0000082377,0.01000,1.350
79,mlp.experts.25.up_proj,0.0000075314,0.01000,1.351
79,mlp.experts.20.up_proj,0.0000076896,0.01000,1.408
79,mlp.experts.21.up_proj,0.0000076666,0.01000,1.427
79,mlp.experts.26.up_proj,0.0000078253,0.01000,1.348
79,mlp.experts.28.up_proj,0.0000078493,0.01000,1.364
79,mlp.experts.29.up_proj,0.0000077399,0.01000,1.349
79,mlp.experts.30.up_proj,0.0000078054,0.01000,1.351
79,mlp.experts.31.up_proj,0.0000085275,0.01000,1.352
79,mlp.experts.27.up_proj,0.0000080294,0.01000,1.410
79,mlp.experts.32.up_proj,0.0000080961,0.01000,1.342
79,mlp.experts.33.up_proj,0.0000077179,0.01000,1.359
79,mlp.experts.34.up_proj,0.0000080839,0.01000,1.366
79,mlp.experts.35.up_proj,0.0000078616,0.01000,1.367
79,mlp.experts.37.up_proj,0.0000078914,0.01000,1.354
79,mlp.experts.39.up_proj,0.0000075144,0.01000,1.351
79,mlp.experts.38.up_proj,0.0000080446,0.01000,1.355
79,mlp.experts.36.up_proj,0.0000081096,0.01000,1.414
79,mlp.experts.40.up_proj,0.0000081551,0.01000,1.360
79,mlp.experts.44.up_proj,0.0000079572,0.01000,1.341
79,mlp.experts.42.up_proj,0.0000075084,0.01000,1.367
79,mlp.experts.43.up_proj,0.0000074170,0.01000,1.366
79,mlp.experts.45.up_proj,0.0000077412,0.01000,1.358
79,mlp.experts.41.up_proj,0.0000077793,0.01000,1.419
79,mlp.experts.46.up_proj,0.0000081359,0.01000,1.347
79,mlp.experts.47.up_proj,0.0000077617,0.01000,1.369
79,mlp.experts.48.up_proj,0.0000079341,0.01000,1.363
79,mlp.experts.51.up_proj,0.0000078451,0.01000,1.347
79,mlp.experts.50.up_proj,0.0000078362,0.01000,1.368
79,mlp.experts.53.up_proj,0.0000078787,0.01000,1.345
79,mlp.experts.52.up_proj,0.0000076307,0.01000,1.359
79,mlp.experts.49.up_proj,0.0000074884,0.01000,1.419
79,mlp.experts.54.up_proj,0.0000078025,0.01000,1.364
79,mlp.experts.55.up_proj,0.0000080627,0.01000,1.354
79,mlp.experts.57.up_proj,0.0000079565,0.01000,1.344
79,mlp.experts.58.up_proj,0.0000078321,0.01000,1.340
79,mlp.experts.59.up_proj,0.0000076413,0.01000,1.350
79,mlp.experts.60.up_proj,0.0000078791,0.01000,1.330
79,mlp.experts.56.up_proj,0.0000077148,0.01000,1.414
79,mlp.experts.61.up_proj,0.0000083538,0.01000,1.352
79,mlp.experts.62.up_proj,0.0000074620,0.01000,1.356
79,mlp.experts.65.up_proj,0.0000076447,0.01000,1.336
79,mlp.experts.64.up_proj,0.0000076781,0.01000,1.367
79,mlp.experts.66.up_proj,0.0000081240,0.01000,1.344
79,mlp.experts.67.up_proj,0.0000082748,0.01000,1.338
79,mlp.experts.63.up_proj,0.0000074456,0.01000,1.414
79,mlp.experts.68.up_proj,0.0000073914,0.01000,1.352
79,mlp.experts.72.up_proj,0.0000078905,0.01000,1.329
79,mlp.experts.69.up_proj,0.0000077077,0.01000,1.379
79,mlp.experts.70.up_proj,0.0000075161,0.01000,1.358
79,mlp.experts.73.up_proj,0.0000077388,0.01000,1.350
79,mlp.experts.74.up_proj,0.0000075384,0.01000,1.338
79,mlp.experts.71.up_proj,0.0000073327,0.01000,1.432
79,mlp.experts.75.up_proj,0.0000076567,0.01000,1.346
79,mlp.experts.76.up_proj,0.0000077641,0.01000,1.350
79,mlp.experts.79.up_proj,0.0000079518,0.01000,1.332
79,mlp.experts.78.up_proj,0.0000077047,0.01000,1.367
79,mlp.experts.80.up_proj,0.0000077442,0.01000,1.345
79,mlp.experts.81.up_proj,0.0000077327,0.01000,1.351
79,mlp.experts.77.up_proj,0.0000079117,0.01000,1.446
79,mlp.experts.82.up_proj,0.0000081031,0.01000,1.344
79,mlp.experts.83.up_proj,0.0000077448,0.01000,1.348
79,mlp.experts.86.up_proj,0.0000076839,0.01000,1.325
79,mlp.experts.85.up_proj,0.0000076353,0.01000,1.340
79,mlp.experts.84.up_proj,0.0000075739,0.01000,1.440
79,mlp.experts.88.up_proj,0.0000077782,0.01000,1.343
79,mlp.experts.87.up_proj,0.0000075745,0.01000,1.406
79,mlp.experts.89.up_proj,0.0000077187,0.01000,1.370
79,mlp.experts.90.up_proj,0.0000077037,0.01000,1.347
79,mlp.experts.92.up_proj,0.0000077443,0.01000,1.336
79,mlp.experts.93.up_proj,0.0000075365,0.01000,1.336
79,mlp.experts.91.up_proj,0.0000077663,0.01000,1.445
79,mlp.experts.94.up_proj,0.0000074772,0.01000,1.357
79,mlp.experts.95.up_proj,0.0000078526,0.01000,1.333
79,mlp.experts.96.up_proj,0.0000077658,0.01000,1.364
79,mlp.experts.97.up_proj,0.0000075010,0.01000,1.349
79,mlp.experts.98.up_proj,0.0000075162,0.01000,1.389
79,mlp.experts.99.up_proj,0.0000076398,0.01000,1.342
79,mlp.experts.100.up_proj,0.0000075039,0.01000,1.344
79,mlp.experts.101.up_proj,0.0000076952,0.01000,1.352
79,mlp.experts.102.up_proj,0.0000079314,0.01000,1.341
79,mlp.experts.103.up_proj,0.0000072978,0.01000,1.360
79,mlp.experts.104.up_proj,0.0000077682,0.01000,1.346
79,mlp.experts.105.up_proj,0.0000078097,0.01000,1.346
79,mlp.experts.107.up_proj,0.0000074775,0.01000,1.323
79,mlp.experts.108.up_proj,0.0000078200,0.01000,1.348
79,mlp.experts.109.up_proj,0.0000078677,0.01000,1.334
79,mlp.experts.106.up_proj,0.0000076965,0.01000,1.389
79,mlp.experts.110.up_proj,0.0000074144,0.01000,1.376
79,mlp.experts.111.up_proj,0.0000079452,0.01000,1.349
79,mlp.experts.112.up_proj,0.0000075870,0.01000,1.355
79,mlp.experts.113.up_proj,0.0000077084,0.01000,1.349
79,mlp.experts.114.up_proj,0.0000077342,0.01000,1.332
79,mlp.experts.116.up_proj,0.0000080703,0.01000,1.341
79,mlp.experts.115.up_proj,0.0000078615,0.01000,1.351
79,mlp.experts.117.up_proj,0.0000077650,0.01000,1.333
79,mlp.experts.118.up_proj,0.0000088248,0.01000,1.036
79,mlp.experts.119.up_proj,0.0000076178,0.01000,1.022
79,mlp.experts.3.down_proj,0.0000016532,0.01000,0.435
79,mlp.experts.2.down_proj,0.0000011397,0.01000,0.443
79,mlp.experts.5.down_proj,0.0000014038,0.01000,0.444
79,mlp.experts.4.down_proj,0.0000013180,0.01000,0.448
79,mlp.experts.1.down_proj,0.0000015663,0.01000,0.454
79,mlp.experts.0.down_proj,0.0000013326,0.01000,0.455
79,mlp.experts.6.down_proj,0.0000013830,0.01000,0.456
79,mlp.experts.7.down_proj,0.0000012369,0.01000,0.410
79,mlp.experts.10.down_proj,0.0000012910,0.01000,0.402
79,mlp.experts.9.down_proj,0.0000012919,0.01000,0.408
79,mlp.experts.11.down_proj,0.0000013165,0.01000,0.406
79,mlp.experts.12.down_proj,0.0000013922,0.01000,0.407
79,mlp.experts.13.down_proj,0.0000011593,0.01000,0.417
79,mlp.experts.8.down_proj,0.0000008350,0.01000,0.436
79,mlp.experts.14.down_proj,0.0000014455,0.01000,0.407
79,mlp.experts.16.down_proj,0.0000010071,0.01000,0.405
79,mlp.experts.17.down_proj,0.0000014799,0.01000,0.401
79,mlp.experts.18.down_proj,0.0000014668,0.01000,0.409
79,mlp.experts.15.down_proj,0.0000012390,0.01000,0.427
79,mlp.experts.19.down_proj,0.0000011712,0.01000,0.411
79,mlp.experts.20.down_proj,0.0000011706,0.01000,0.410
79,mlp.experts.21.down_proj,0.0000012468,0.01000,0.408
79,mlp.experts.23.down_proj,0.0000013173,0.01000,0.407
79,mlp.experts.24.down_proj,0.0000011330,0.01000,0.399
79,mlp.experts.22.down_proj,0.0000015126,0.01000,0.425
79,mlp.experts.25.down_proj,0.0000012072,0.01000,0.407
79,mlp.experts.26.down_proj,0.0000014959,0.01000,0.409
79,mlp.experts.27.down_proj,0.0000016455,0.01000,0.409
79,mlp.experts.28.down_proj,0.0000014184,0.01000,0.407
79,mlp.experts.30.down_proj,0.0000017469,0.01000,0.406
79,mlp.experts.31.down_proj,0.0000014124,0.01000,0.400
79,mlp.experts.32.down_proj,0.0000012659,0.01000,0.404
79,mlp.experts.29.down_proj,0.0000010428,0.01000,0.424
79,mlp.experts.33.down_proj,0.0000015365,0.01000,0.407
79,mlp.experts.34.down_proj,0.0000016587,0.01000,0.408
79,mlp.experts.35.down_proj,0.0000014560,0.01000,0.408
79,mlp.experts.37.down_proj,0.0000012571,0.01000,0.403
79,mlp.experts.38.down_proj,0.0000011650,0.01000,0.400
79,mlp.experts.36.down_proj,0.0000012621,0.01000,0.422
79,mlp.experts.39.down_proj,0.0000013465,0.01000,0.407
79,mlp.experts.40.down_proj,0.0000013988,0.01000,0.407
79,mlp.experts.41.down_proj,0.0000014542,0.01000,0.406
79,mlp.experts.42.down_proj,0.0000013754,0.01000,0.407
79,mlp.experts.45.down_proj,0.0000014013,0.01000,0.398
79,mlp.experts.43.down_proj,0.0000013386,0.01000,0.407
79,mlp.experts.44.down_proj,0.0000016816,0.01000,0.402
79,mlp.experts.46.down_proj,0.0000014698,0.01000,0.403
79,mlp.experts.48.down_proj,0.0000014617,0.01000,0.406
79,mlp.experts.47.down_proj,0.0000013720,0.01000,0.406
79,mlp.experts.49.down_proj,0.0000016824,0.01000,0.406
79,mlp.experts.52.down_proj,0.0000019010,0.01000,0.403
79,mlp.experts.51.down_proj,0.0000011848,0.01000,0.406
79,mlp.experts.53.down_proj,0.0000014348,0.01000,0.402
79,mlp.experts.50.down_proj,0.0000014741,0.01000,0.420
79,mlp.experts.54.down_proj,0.0000011778,0.01000,0.401
79,mlp.experts.55.down_proj,0.0000012574,0.01000,0.418
79,mlp.experts.56.down_proj,0.0000015721,0.01000,0.407
79,mlp.experts.58.down_proj,0.0000013779,0.01000,0.402
79,mlp.experts.59.down_proj,0.0000014038,0.01000,0.398
79,mlp.experts.61.down_proj,0.0000011273,0.01000,0.399
79,mlp.experts.60.down_proj,0.0000011577,0.01000,0.404
79,mlp.experts.57.down_proj,0.0000013868,0.01000,0.420
79,mlp.experts.62.down_proj,0.0000013367,0.01000,0.413
79,mlp.experts.65.down_proj,0.0000014111,0.01000,0.401
79,mlp.experts.63.down_proj,0.0000012587,0.01000,0.406
79,mlp.experts.66.down_proj,0.0000011621,0.01000,0.398
79,mlp.experts.68.down_proj,0.0000013112,0.01000,0.402
79,mlp.experts.64.down_proj,0.0000013312,0.01000,0.421
79,mlp.experts.67.down_proj,0.0000026623,0.01000,0.406
79,mlp.experts.69.down_proj,0.0000016174,0.01000,0.411
79,mlp.experts.70.down_proj,0.0000012605,0.01000,0.410
79,mlp.experts.73.down_proj,0.0000009315,0.01000,0.397
79,mlp.experts.72.down_proj,0.0000011985,0.01000,0.403
79,mlp.experts.71.down_proj,0.0000012877,0.01000,0.415
79,mlp.experts.75.down_proj,0.0000010988,0.01000,0.403
79,mlp.experts.74.down_proj,0.0000012719,0.01000,0.404
79,mlp.experts.76.down_proj,0.0000014701,0.01000,0.414
79,mlp.experts.80.down_proj,0.0000016386,0.01000,0.402
79,mlp.experts.79.down_proj,0.0000012807,0.01000,0.404
79,mlp.experts.77.down_proj,0.0000015505,0.01000,0.408
79,mlp.experts.82.down_proj,0.0000013309,0.01000,0.401
79,mlp.experts.81.down_proj,0.0000011588,0.01000,0.404
79,mlp.experts.78.down_proj,0.0000014549,0.01000,0.418
79,mlp.experts.83.down_proj,0.0000014658,0.01000,0.415
79,mlp.experts.87.down_proj,0.0000016205,0.01000,0.399
79,mlp.experts.86.down_proj,0.0000012569,0.01000,0.406
79,mlp.experts.85.down_proj,0.0000011764,0.01000,0.411
79,mlp.experts.89.down_proj,0.0000012267,0.01000,0.399
79,mlp.experts.88.down_proj,0.0000015956,0.01000,0.405
79,mlp.experts.84.down_proj,0.0000011113,0.01000,0.421
79,mlp.experts.90.down_proj,0.0000014604,0.01000,0.415
79,mlp.experts.93.down_proj,0.0000014449,0.01000,0.399
79,mlp.experts.94.down_proj,0.0000014019,0.01000,0.398
79,mlp.experts.96.down_proj,0.0000011382,0.01000,0.399
79,mlp.experts.95.down_proj,0.0000014236,0.01000,0.405
79,mlp.experts.91.down_proj,0.0000014515,0.01000,0.418
79,mlp.experts.92.down_proj,0.0000014644,0.01000,0.417
79,mlp.experts.97.down_proj,0.0000012922,0.01000,0.413
79,mlp.experts.98.down_proj,0.0000011288,0.01000,0.410
79,mlp.experts.101.down_proj,0.0000012747,0.01000,0.402
79,mlp.experts.100.down_proj,0.0000014912,0.01000,0.403
79,mlp.experts.99.down_proj,0.0000013631,0.01000,0.414
79,mlp.experts.103.down_proj,0.0000012719,0.01000,0.400
79,mlp.experts.102.down_proj,0.0000013952,0.01000,0.409
79,mlp.experts.104.down_proj,0.0000015207,0.01000,0.411
79,mlp.experts.107.down_proj,0.0000011586,0.01000,0.405
79,mlp.experts.108.down_proj,0.0000013409,0.01000,0.402
79,mlp.experts.110.down_proj,0.0000012354,0.01000,0.404
79,mlp.experts.109.down_proj,0.0000015094,0.01000,0.412
79,mlp.experts.105.down_proj,0.0000015900,0.01000,0.419
79,mlp.experts.106.down_proj,0.0000016379,0.01000,0.428
79,mlp.experts.111.down_proj,0.0000013084,0.01000,0.404
79,mlp.experts.114.down_proj,0.0000015390,0.01000,0.401
79,mlp.experts.112.down_proj,0.0000011648,0.01000,0.412
79,mlp.experts.113.down_proj,0.0000012914,0.01000,0.413
79,mlp.experts.115.down_proj,0.0000013105,0.01000,0.405
79,mlp.experts.116.down_proj,0.0000014017,0.01000,0.408
79,mlp.experts.117.down_proj,0.0000016599,0.01000,0.402
79,mlp.experts.118.down_proj,0.0000014285,0.01000,0.389
79,mlp.experts.119.down_proj,0.0000013856,0.01000,0.277
80,self_attn.v_proj,0.0000006161,0.01000,1.186
80,self_attn.k_proj,0.0000001716,0.01000,1.201
80,self_attn.q_proj,0.0000009553,0.01000,1.274
80,self_attn.o_proj,0.0000015351,0.01000,2.753
80,mlp.shared_experts.gate_proj,0.0000000173,0.01000,0.910
80,mlp.shared_experts.up_proj,0.0000000146,0.01000,0.910
80,mlp.shared_experts.down_proj,0.0000000032,0.01000,0.274
80,mlp.experts.3.gate_proj,0.0000080678,0.01000,1.518
80,mlp.experts.2.gate_proj,0.0000082193,0.01000,1.521
80,mlp.experts.5.gate_proj,0.0000081078,0.01000,1.521
80,mlp.experts.4.gate_proj,0.0000080435,0.01000,1.533
80,mlp.experts.6.gate_proj,0.0000078158,0.01000,1.536
80,mlp.experts.0.gate_proj,0.0000078616,0.01000,1.570
80,mlp.experts.1.gate_proj,0.0000071604,0.01000,1.572
80,mlp.experts.9.gate_proj,0.0000077824,0.01000,1.353
80,mlp.experts.10.gate_proj,0.0000083413,0.01000,1.357
80,mlp.experts.11.gate_proj,0.0000081456,0.01000,1.354
80,mlp.experts.12.gate_proj,0.0000080480,0.01000,1.345
80,mlp.experts.13.gate_proj,0.0000083014,0.01000,1.363
80,mlp.experts.8.gate_proj,0.0000072858,0.01000,1.424
80,mlp.experts.7.gate_proj,0.0000077543,0.01000,1.436
80,mlp.experts.16.gate_proj,0.0000081837,0.01000,1.349
80,mlp.experts.17.gate_proj,0.0000080263,0.01000,1.332
80,mlp.experts.18.gate_proj,0.0000078728,0.01000,1.347
80,mlp.experts.19.gate_proj,0.0000076942,0.01000,1.358
80,mlp.experts.15.gate_proj,0.0000080073,0.01000,1.422
80,mlp.experts.20.gate_proj,0.0000083226,0.01000,1.364
80,mlp.experts.14.gate_proj,0.0000077453,0.01000,1.451
80,mlp.experts.23.gate_proj,0.0000076697,0.01000,1.352
80,mlp.experts.22.gate_proj,0.0000073917,0.01000,1.394
80,mlp.experts.24.gate_proj,0.0000074099,0.01000,1.361
80,mlp.experts.26.gate_proj,0.0000080153,0.01000,1.354
80,mlp.experts.25.gate_proj,0.0000085298,0.01000,1.381
80,mlp.experts.21.gate_proj,0.0000074934,0.01000,1.460
80,mlp.experts.27.gate_proj,0.0000075048,0.01000,1.395
80,mlp.experts.28.gate_proj,0.0000074976,0.01000,1.374
80,mlp.experts.31.gate_proj,0.0000080707,0.01000,1.348
80,mlp.experts.29.gate_proj,0.0000072806,0.01000,1.383
80,mlp.experts.32.gate_proj,0.0000075146,0.01000,1.364
80,mlp.experts.33.gate_proj,0.0000076166,0.01000,1.360
80,mlp.experts.30.gate_proj,0.0000077306,0.01000,1.415
80,mlp.experts.34.gate_proj,0.0000080338,0.01000,1.358
80,mlp.experts.35.gate_proj,0.0000078344,0.01000,1.355
80,mlp.experts.36.gate_proj,0.0000087144,0.01000,1.360
80,mlp.experts.37.gate_proj,0.0000074647,0.01000,1.362
80,mlp.experts.38.gate_proj,0.0000078172,0.01000,1.342
80,mlp.experts.39.gate_proj,0.0000075967,0.01000,1.350
80,mlp.experts.41.gate_proj,0.0000073771,0.01000,1.355
80,mlp.experts.40.gate_proj,0.0000079626,0.01000,1.361
80,mlp.experts.42.gate_proj,0.0000073520,0.01000,1.365
80,mlp.experts.44.gate_proj,0.0000084880,0.01000,1.354
80,mlp.experts.45.gate_proj,0.0000081089,0.01000,1.352
80,mlp.experts.46.gate_proj,0.0000074352,0.01000,1.354
80,mlp.experts.47.gate_proj,0.0000082022,0.01000,1.366
80,mlp.experts.48.gate_proj,0.0000078095,0.01000,1.371
80,mlp.experts.43.gate_proj,0.0000079066,0.01000,1.432
80,mlp.experts.49.gate_proj,0.0000074135,0.01000,1.353
80,mlp.experts.52.gate_proj,0.0000078348,0.01000,1.340
80,mlp.experts.51.gate_proj,0.0000081252,0.01000,1.365
80,mlp.experts.53.gate_proj,0.0000088853,0.01000,1.349
80,mlp.experts.54.gate_proj,0.0000080015,0.01000,1.343
80,mlp.experts.50.gate_proj,0.0000080140,0.01000,1.430
80,mlp.experts.55.gate_proj,0.0000079433,0.01000,1.362
80,mlp.experts.56.gate_proj,0.0000074272,0.01000,1.345
80,mlp.experts.58.gate_proj,0.0000083723,0.01000,1.350
80,mlp.experts.59.gate_proj,0.0000075898,0.01000,1.355
80,mlp.experts.60.gate_proj,0.0000088257,0.01000,1.359
80,mlp.experts.61.gate_proj,0.0000078379,0.01000,1.351
80,mlp.experts.57.gate_proj,0.0000068995,0.01000,1.426
80,mlp.experts.62.gate_proj,0.0000078082,0.01000,1.376
80,mlp.experts.63.gate_proj,0.0000077822,0.01000,1.337
80,mlp.experts.64.gate_proj,0.0000078465,0.01000,1.371
80,mlp.experts.65.gate_proj,0.0000080409,0.01000,1.346
80,mlp.experts.66.gate_proj,0.0000076258,0.01000,1.349
80,mlp.experts.68.gate_proj,0.0000074249,0.01000,1.342
80,mlp.experts.69.gate_proj,0.0000083872,0.01000,1.371
80,mlp.experts.67.gate_proj,0.0000079953,0.01000,1.405
80,mlp.experts.70.gate_proj,0.0000078689,0.01000,1.343
80,mlp.experts.72.gate_proj,0.0000073793,0.01000,1.347
80,mlp.experts.73.gate_proj,0.0000083496,0.01000,1.342
80,mlp.experts.74.gate_proj,0.0000078954,0.01000,1.352
80,mlp.experts.71.gate_proj,0.0000077993,0.01000,1.410
80,mlp.experts.75.gate_proj,0.0000077739,0.01000,1.352
80,mlp.experts.76.gate_proj,0.0000083697,0.01000,1.368
80,mlp.experts.77.gate_proj,0.0000074500,0.01000,1.341
80,mlp.experts.79.gate_proj,0.0000078458,0.01000,1.343
80,mlp.experts.80.gate_proj,0.0000072438,0.01000,1.327
80,mlp.experts.81.gate_proj,0.0000073289,0.01000,1.347
80,mlp.experts.78.gate_proj,0.0000073731,0.01000,1.401
80,mlp.experts.82.gate_proj,0.0000086005,0.01000,1.349
80,mlp.experts.83.gate_proj,0.0000077223,0.01000,1.362
80,mlp.experts.84.gate_proj,0.0000080171,0.01000,1.342
80,mlp.experts.86.gate_proj,0.0000079183,0.01000,1.332
80,mlp.experts.87.gate_proj,0.0000074964,0.01000,1.335
80,mlp.experts.88.gate_proj,0.0000078611,0.01000,1.340
80,mlp.experts.85.gate_proj,0.0000081943,0.01000,1.419
80,mlp.experts.89.gate_proj,0.0000074366,0.01000,1.342
80,mlp.experts.90.gate_proj,0.0000080878,0.01000,1.354
80,mlp.experts.91.gate_proj,0.0000077600,0.01000,1.341
80,mlp.experts.94.gate_proj,0.0000085076,0.01000,1.337
80,mlp.experts.92.gate_proj,0.0000076639,0.01000,1.392
80,mlp.experts.93.gate_proj,0.0000077008,0.01000,1.353
80,mlp.experts.96.gate_proj,0.0000081131,0.01000,1.346
80,mlp.experts.95.gate_proj,0.0000075322,0.01000,1.423
80,mlp.experts.97.gate_proj,0.0000074496,0.01000,1.380
80,mlp.experts.98.gate_proj,0.0000080976,0.01000,1.343
80,mlp.experts.100.gate_proj,0.0000077724,0.01000,1.340
80,mlp.experts.101.gate_proj,0.0000075418,0.01000,1.343
80,mlp.experts.102.gate_proj,0.0000077449,0.01000,1.364
80,mlp.experts.99.gate_proj,0.0000079469,0.01000,1.409
80,mlp.experts.104.gate_proj,0.0000073956,0.01000,1.371
80,mlp.experts.103.gate_proj,0.0000073797,0.01000,1.420
80,mlp.experts.105.gate_proj,0.0000079607,0.01000,1.338
80,mlp.experts.107.gate_proj,0.0000078995,0.01000,1.347
80,mlp.experts.108.gate_proj,0.0000086430,0.01000,1.329
80,mlp.experts.109.gate_proj,0.0000080063,0.01000,1.344
80,mlp.experts.106.gate_proj,0.0000076717,0.01000,1.413
80,mlp.experts.110.gate_proj,0.0000078929,0.01000,1.339
80,mlp.experts.111.gate_proj,0.0000079879,0.01000,1.381
80,mlp.experts.112.gate_proj,0.0000081720,0.01000,1.358
80,mlp.experts.114.gate_proj,0.0000074875,0.01000,1.346
80,mlp.experts.115.gate_proj,0.0000084717,0.01000,1.332
80,mlp.experts.116.gate_proj,0.0000084711,0.01000,1.347
80,mlp.experts.113.gate_proj,0.0000078750,0.01000,1.434
80,mlp.experts.117.gate_proj,0.0000087796,0.01000,1.341
80,mlp.experts.118.gate_proj,0.0000075976,0.01000,1.369
80,mlp.experts.119.gate_proj,0.0000079485,0.01000,1.361
80,mlp.experts.1.up_proj,0.0000072077,0.01000,1.343
80,mlp.experts.2.up_proj,0.0000081069,0.01000,1.333
80,mlp.experts.3.up_proj,0.0000080901,0.01000,1.341
80,mlp.experts.0.up_proj,0.0000077688,0.01000,1.416
80,mlp.experts.4.up_proj,0.0000082047,0.01000,1.342
80,mlp.experts.5.up_proj,0.0000080964,0.01000,1.373
80,mlp.experts.6.up_proj,0.0000078083,0.01000,1.368
80,mlp.experts.8.up_proj,0.0000073165,0.01000,1.338
80,mlp.experts.9.up_proj,0.0000076526,0.01000,1.358
80,mlp.experts.10.up_proj,0.0000082428,0.01000,1.358
80,mlp.experts.11.up_proj,0.0000079119,0.01000,1.344
80,mlp.experts.7.up_proj,0.0000077302,0.01000,1.439
80,mlp.experts.12.up_proj,0.0000076316,0.01000,1.368
80,mlp.experts.13.up_proj,0.0000077526,0.01000,1.351
80,mlp.experts.14.up_proj,0.0000076628,0.01000,1.383
80,mlp.experts.15.up_proj,0.0000078102,0.01000,1.339
80,mlp.experts.17.up_proj,0.0000077189,0.01000,1.354
80,mlp.experts.16.up_proj,0.0000079236,0.01000,1.372
80,mlp.experts.18.up_proj,0.0000077917,0.01000,1.361
80,mlp.experts.19.up_proj,0.0000075807,0.01000,1.360
80,mlp.experts.20.up_proj,0.0000079323,0.01000,1.352
80,mlp.experts.22.up_proj,0.0000074200,0.01000,1.328
80,mlp.experts.23.up_proj,0.0000075083,0.01000,1.334
80,mlp.experts.25.up_proj,0.0000081301,0.01000,1.361
80,mlp.experts.24.up_proj,0.0000074057,0.01000,1.369
80,mlp.experts.21.up_proj,0.0000074656,0.01000,1.439
80,mlp.experts.26.up_proj,0.0000077131,0.01000,1.366
80,mlp.experts.27.up_proj,0.0000075750,0.01000,1.353
80,mlp.experts.28.up_proj,0.0000074422,0.01000,1.373
80,mlp.experts.29.up_proj,0.0000072643,0.01000,1.350
80,mlp.experts.30.up_proj,0.0000075924,0.01000,1.353
80,mlp.experts.31.up_proj,0.0000079498,0.01000,1.360
80,mlp.experts.32.up_proj,0.0000074676,0.01000,1.357
80,mlp.experts.33.up_proj,0.0000073886,0.01000,1.371
80,mlp.experts.34.up_proj,0.0000077676,0.01000,1.351
80,mlp.experts.35.up_proj,0.0000077869,0.01000,1.353
80,mlp.experts.36.up_proj,0.0000079847,0.01000,1.338
80,mlp.experts.37.up_proj,0.0000073098,0.01000,1.342
80,mlp.experts.39.up_proj,0.0000074177,0.01000,1.350
80,mlp.experts.38.up_proj,0.0000078543,0.01000,1.402
80,mlp.experts.40.up_proj,0.0000077099,0.01000,1.360
80,mlp.experts.41.up_proj,0.0000073938,0.01000,1.355
80,mlp.experts.42.up_proj,0.0000074578,0.01000,1.343
80,mlp.experts.43.up_proj,0.0000079995,0.01000,1.353
80,mlp.experts.44.up_proj,0.0000080438,0.01000,1.326
80,mlp.experts.45.up_proj,0.0000080029,0.01000,1.371
80,mlp.experts.46.up_proj,0.0000076619,0.01000,1.357
80,mlp.experts.47.up_proj,0.0000079925,0.01000,1.382
80,mlp.experts.48.up_proj,0.0000078399,0.01000,1.351
80,mlp.experts.49.up_proj,0.0000073549,0.01000,1.356
80,mlp.experts.50.up_proj,0.0000078832,0.01000,1.366
80,mlp.experts.51.up_proj,0.0000081847,0.01000,1.353
80,mlp.experts.53.up_proj,0.0000086491,0.01000,1.362
80,mlp.experts.52.up_proj,0.0000076559,0.01000,1.398
80,mlp.experts.54.up_proj,0.0000074609,0.01000,1.372
80,mlp.experts.55.up_proj,0.0000079746,0.01000,1.364
80,mlp.experts.56.up_proj,0.0000074261,0.01000,1.355
80,mlp.experts.58.up_proj,0.0000080452,0.01000,1.331
80,mlp.experts.57.up_proj,0.0000071064,0.01000,1.405
80,mlp.experts.60.up_proj,0.0000082810,0.01000,1.329
80,mlp.experts.59.up_proj,0.0000074804,0.01000,1.336
80,mlp.experts.61.up_proj,0.0000077834,0.01000,1.351
80,mlp.experts.62.up_proj,0.0000078075,0.01000,1.351
80,mlp.experts.63.up_proj,0.0000079860,0.01000,1.354
80,mlp.experts.64.up_proj,0.0000077594,0.01000,1.342
80,mlp.experts.65.up_proj,0.0000080200,0.01000,1.342
80,mlp.experts.67.up_proj,0.0000080242,0.01000,1.343
80,mlp.experts.66.up_proj,0.0000075498,0.01000,1.399
80,mlp.experts.68.up_proj,0.0000073954,0.01000,1.355
80,mlp.experts.69.up_proj,0.0000079434,0.01000,1.373
80,mlp.experts.71.up_proj,0.0000077386,0.01000,1.333
80,mlp.experts.70.up_proj,0.0000077772,0.01000,1.406
80,mlp.experts.72.up_proj,0.0000073635,0.01000,1.339
80,mlp.experts.73.up_proj,0.0000080517,0.01000,1.344
80,mlp.experts.74.up_proj,0.0000079687,0.01000,1.347
80,mlp.experts.75.up_proj,0.0000076922,0.01000,1.356
80,mlp.experts.76.up_proj,0.0000079809,0.01000,1.353
80,mlp.experts.77.up_proj,0.0000073710,0.01000,1.364
80,mlp.experts.79.up_proj,0.0000076445,0.01000,1.344
80,mlp.experts.78.up_proj,0.0000073274,0.01000,1.346
80,mlp.experts.80.up_proj,0.0000072346,0.01000,1.340
80,mlp.experts.81.up_proj,0.0000073401,0.01000,1.338
80,mlp.experts.82.up_proj,0.0000079959,0.01000,1.359
80,mlp.experts.83.up_proj,0.0000076721,0.01000,1.363
80,mlp.experts.84.up_proj,0.0000075552,0.01000,1.352
80,mlp.experts.86.up_proj,0.0000075351,0.01000,1.332
80,mlp.experts.87.up_proj,0.0000075557,0.01000,1.341
80,mlp.experts.85.up_proj,0.0000081613,0.01000,1.440
80,mlp.experts.88.up_proj,0.0000077153,0.01000,1.338
80,mlp.experts.89.up_proj,0.0000073533,0.01000,1.351
80,mlp.experts.90.up_proj,0.0000081377,0.01000,1.349
80,mlp.experts.91.up_proj,0.0000078370,0.01000,1.341
80,mlp.experts.92.up_proj,0.0000075131,0.01000,1.355
80,mlp.experts.93.up_proj,0.0000076035,0.01000,1.327
80,mlp.experts.95.up_proj,0.0000075240,0.01000,1.337
80,mlp.experts.94.up_proj,0.0000079936,0.01000,1.417
80,mlp.experts.96.up_proj,0.0000080017,0.01000,1.348
80,mlp.experts.97.up_proj,0.0000075489,0.01000,1.346
80,mlp.experts.98.up_proj,0.0000078712,0.01000,1.349
80,mlp.experts.99.up_proj,0.0000079510,0.01000,1.332
80,mlp.experts.100.up_proj,0.0000076607,0.01000,1.321
80,mlp.experts.101.up_proj,0.0000074671,0.01000,1.352
80,mlp.experts.102.up_proj,0.0000078122,0.01000,1.352
80,mlp.experts.103.up_proj,0.0000073118,0.01000,1.351
80,mlp.experts.104.up_proj,0.0000072976,0.01000,1.346
80,mlp.experts.105.up_proj,0.0000078005,0.01000,1.349
80,mlp.experts.106.up_proj,0.0000074486,0.01000,1.341
80,mlp.experts.107.up_proj,0.0000077455,0.01000,1.325
80,mlp.experts.108.up_proj,0.0000082398,0.01000,1.350
80,mlp.experts.109.up_proj,0.0000079529,0.01000,1.357
80,mlp.experts.110.up_proj,0.0000076092,0.01000,1.356
80,mlp.experts.111.up_proj,0.0000079087,0.01000,1.353
80,mlp.experts.112.up_proj,0.0000080484,0.01000,1.357
80,mlp.experts.114.up_proj,0.0000075044,0.01000,1.331
80,mlp.experts.113.up_proj,0.0000079116,0.01000,1.344
80,mlp.experts.115.up_proj,0.0000083820,0.01000,1.332
80,mlp.experts.116.up_proj,0.0000083333,0.01000,1.341
80,mlp.experts.117.up_proj,0.0000081407,0.01000,1.300
80,mlp.experts.118.up_proj,0.0000075214,0.01000,1.062
80,mlp.experts.119.up_proj,0.0000077445,0.01000,1.009
80,mlp.experts.3.down_proj,0.0000012343,0.01000,0.443
80,mlp.experts.5.down_proj,0.0000013086,0.01000,0.446
80,mlp.experts.4.down_proj,0.0000011633,0.01000,0.451
80,mlp.experts.0.down_proj,0.0000012472,0.01000,0.458
80,mlp.experts.6.down_proj,0.0000013444,0.01000,0.460
80,mlp.experts.1.down_proj,0.0000013736,0.01000,0.467
80,mlp.experts.2.down_proj,0.0000013427,0.01000,0.457
80,mlp.experts.7.down_proj,0.0000013605,0.01000,0.417
80,mlp.experts.10.down_proj,0.0000016401,0.01000,0.408
80,mlp.experts.9.down_proj,0.0000012918,0.01000,0.414
80,mlp.experts.11.down_proj,0.0000012293,0.01000,0.407
80,mlp.experts.12.down_proj,0.0000013460,0.01000,0.408
80,mlp.experts.8.down_proj,0.0000015212,0.01000,0.432
80,mlp.experts.13.down_proj,0.0000015958,0.01000,0.412
80,mlp.experts.17.down_proj,0.0000013690,0.01000,0.400
80,mlp.experts.16.down_proj,0.0000013759,0.01000,0.406
80,mlp.experts.14.down_proj,0.0000013063,0.01000,0.413
80,mlp.experts.18.down_proj,0.0000015688,0.01000,0.404
80,mlp.experts.19.down_proj,0.0000013030,0.01000,0.404
80,mlp.experts.20.down_proj,0.0000017602,0.01000,0.408
80,mlp.experts.15.down_proj,0.0000013384,0.01000,0.428
80,mlp.experts.24.down_proj,0.0000014992,0.01000,0.399
80,mlp.experts.23.down_proj,0.0000013100,0.01000,0.411
80,mlp.experts.25.down_proj,0.0000027933,0.01000,0.405
80,mlp.experts.21.down_proj,0.0000014439,0.01000,0.420
80,mlp.experts.26.down_proj,0.0000017368,0.01000,0.403
80,mlp.experts.22.down_proj,0.0000013701,0.01000,0.426
80,mlp.experts.27.down_proj,0.0000010516,0.01000,0.412
80,mlp.experts.28.down_proj,0.0000013064,0.01000,0.415
80,mlp.experts.30.down_proj,0.0000013437,0.01000,0.404
80,mlp.experts.31.down_proj,0.0000013225,0.01000,0.404
80,mlp.experts.32.down_proj,0.0000015059,0.01000,0.407
80,mlp.experts.33.down_proj,0.0000012732,0.01000,0.408
80,mlp.experts.29.down_proj,0.0000011724,0.01000,0.425
80,mlp.experts.34.down_proj,0.0000010019,0.01000,0.412
80,mlp.experts.35.down_proj,0.0000010698,0.01000,0.405
80,mlp.experts.38.down_proj,0.0000012771,0.01000,0.399
80,mlp.experts.37.down_proj,0.0000014843,0.01000,0.404
80,mlp.experts.39.down_proj,0.0000019841,0.01000,0.404
80,mlp.experts.36.down_proj,0.0000025723,0.01000,0.418
80,mlp.experts.40.down_proj,0.0000014896,0.01000,0.406
80,mlp.experts.41.down_proj,0.0000013577,0.01000,0.407
80,mlp.experts.42.down_proj,0.0000012894,0.01000,0.405
80,mlp.experts.44.down_proj,0.0000017593,0.01000,0.407
80,mlp.experts.43.down_proj,0.0000012582,0.01000,0.412
80,mlp.experts.45.down_proj,0.0000011304,0.01000,0.403
80,mlp.experts.46.down_proj,0.0000017461,0.01000,0.404
80,mlp.experts.47.down_proj,0.0000013539,0.01000,0.406
80,mlp.experts.48.down_proj,0.0000013748,0.01000,0.409
80,mlp.experts.49.down_proj,0.0000011401,0.01000,0.406
80,mlp.experts.52.down_proj,0.0000016557,0.01000,0.403
80,mlp.experts.51.down_proj,0.0000016781,0.01000,0.406
80,mlp.experts.53.down_proj,0.0000015543,0.01000,0.404
80,mlp.experts.50.down_proj,0.0000015393,0.01000,0.413
80,mlp.experts.54.down_proj,0.0000015303,0.01000,0.404
80,mlp.experts.55.down_proj,0.0000012741,0.01000,0.407
80,mlp.experts.56.down_proj,0.0000011610,0.01000,0.405
80,mlp.experts.58.down_proj,0.0000011188,0.01000,0.403
80,mlp.experts.59.down_proj,0.0000010724,0.01000,0.404
80,mlp.experts.60.down_proj,0.0000011866,0.01000,0.405
80,mlp.experts.61.down_proj,0.0000013691,0.01000,0.405
80,mlp.experts.57.down_proj,0.0000012316,0.01000,0.418
80,mlp.experts.62.down_proj,0.0000012064,0.01000,0.405
80,mlp.experts.63.down_proj,0.0000016074,0.01000,0.407
80,mlp.experts.66.down_proj,0.0000015809,0.01000,0.402
80,mlp.experts.65.down_proj,0.0000012294,0.01000,0.408
80,mlp.experts.67.down_proj,0.0000015039,0.01000,0.408
80,mlp.experts.68.down_proj,0.0000015064,0.01000,0.407
80,mlp.experts.64.down_proj,0.0000011402,0.01000,0.418
80,mlp.experts.69.down_proj,0.0000018590,0.01000,0.407
80,mlp.experts.70.down_proj,0.0000014576,0.01000,0.403
80,mlp.experts.73.down_proj,0.0000014810,0.01000,0.398
80,mlp.experts.72.down_proj,0.0000013075,0.01000,0.407
80,mlp.experts.71.down_proj,0.0000013995,0.01000,0.411
80,mlp.experts.74.down_proj,0.0000013440,0.01000,0.405
80,mlp.experts.75.down_proj,0.0000013281,0.01000,0.405
80,mlp.experts.76.down_proj,0.0000016726,0.01000,0.405
80,mlp.experts.77.down_proj,0.0000010862,0.01000,0.405
80,mlp.experts.80.down_proj,0.0000013320,0.01000,0.402
80,mlp.experts.79.down_proj,0.0000017217,0.01000,0.411
80,mlp.experts.81.down_proj,0.0000009331,0.01000,0.407
80,mlp.experts.82.down_proj,0.0000015233,0.01000,0.411
80,mlp.experts.78.down_proj,0.0000014224,0.01000,0.422
80,mlp.experts.83.down_proj,0.0000015524,0.01000,0.406
80,mlp.experts.84.down_proj,0.0000012559,0.01000,0.402
80,mlp.experts.87.down_proj,0.0000012246,0.01000,0.399
80,mlp.experts.89.down_proj,0.0000012055,0.01000,0.402
80,mlp.experts.86.down_proj,0.0000014055,0.01000,0.410
80,mlp.experts.88.down_proj,0.0000017040,0.01000,0.408
80,mlp.experts.90.down_proj,0.0000012701,0.01000,0.405
80,mlp.experts.85.down_proj,0.0000013469,0.01000,0.441
80,mlp.experts.91.down_proj,0.0000014531,0.01000,0.404
80,mlp.experts.94.down_proj,0.0000017004,0.01000,0.402
80,mlp.experts.92.down_proj,0.0000013323,0.01000,0.421
80,mlp.experts.95.down_proj,0.0000013636,0.01000,0.407
80,mlp.experts.96.down_proj,0.0000011087,0.01000,0.407
80,mlp.experts.93.down_proj,0.0000013230,0.01000,0.424
80,mlp.experts.97.down_proj,0.0000012215,0.01000,0.408
80,mlp.experts.98.down_proj,0.0000016447,0.01000,0.406
80,mlp.experts.101.down_proj,0.0000011315,0.01000,0.404
80,mlp.experts.100.down_proj,0.0000015355,0.01000,0.409
80,mlp.experts.99.down_proj,0.0000011854,0.01000,0.416
80,mlp.experts.102.down_proj,0.0000013170,0.01000,0.410
80,mlp.experts.103.down_proj,0.0000012346,0.01000,0.407
80,mlp.experts.104.down_proj,0.0000013923,0.01000,0.409
80,mlp.experts.105.down_proj,0.0000012975,0.01000,0.404
80,mlp.experts.108.down_proj,0.0000013062,0.01000,0.405
80,mlp.experts.107.down_proj,0.0000011818,0.01000,0.406
80,mlp.experts.106.down_proj,0.0000015743,0.01000,0.417
80,mlp.experts.109.down_proj,0.0000012996,0.01000,0.406
80,mlp.experts.110.down_proj,0.0000015561,0.01000,0.405
80,mlp.experts.111.down_proj,0.0000010748,0.01000,0.406
80,mlp.experts.112.down_proj,0.0000014655,0.01000,0.405
80,mlp.experts.114.down_proj,0.0000014483,0.01000,0.401
80,mlp.experts.115.down_proj,0.0000012640,0.01000,0.403
80,mlp.experts.116.down_proj,0.0000013051,0.01000,0.405
80,mlp.experts.113.down_proj,0.0000014280,0.01000,0.418
80,mlp.experts.117.down_proj,0.0000015580,0.01000,0.412
80,mlp.experts.118.down_proj,0.0000015106,0.01000,0.405
80,mlp.experts.119.down_proj,0.0000015160,0.01000,0.285
81,self_attn.v_proj,0.0000011155,0.01000,1.209
81,self_attn.k_proj,0.0000003796,0.01000,1.216
81,self_attn.q_proj,0.0000024138,0.01000,1.273
81,self_attn.o_proj,0.0000024102,0.01000,2.763
81,mlp.shared_experts.gate_proj,0.0000000187,0.01000,0.927
81,mlp.shared_experts.up_proj,0.0000000153,0.01000,0.915
81,mlp.shared_experts.down_proj,0.0000000037,0.01000,0.278
81,mlp.experts.3.gate_proj,0.0000081861,0.01000,1.511
81,mlp.experts.2.gate_proj,0.0000109324,0.01000,1.517
81,mlp.experts.5.gate_proj,0.0000082623,0.01000,1.522
81,mlp.experts.6.gate_proj,0.0000086449,0.01000,1.536
81,mlp.experts.4.gate_proj,0.0000082260,0.01000,1.541
81,mlp.experts.0.gate_proj,0.0000081564,0.01000,1.583
81,mlp.experts.1.gate_proj,0.0000084269,0.01000,1.588
81,mlp.experts.9.gate_proj,0.0000084484,0.01000,1.352
81,mlp.experts.10.gate_proj,0.0000078246,0.01000,1.352
81,mlp.experts.11.gate_proj,0.0000081460,0.01000,1.368
81,mlp.experts.12.gate_proj,0.0000080240,0.01000,1.346
81,mlp.experts.8.gate_proj,0.0000084158,0.01000,1.426
81,mlp.experts.7.gate_proj,0.0000081943,0.01000,1.434
81,mlp.experts.13.gate_proj,0.0000088997,0.01000,1.364
81,mlp.experts.14.gate_proj,0.0000075902,0.01000,1.378
81,mlp.experts.17.gate_proj,0.0000087399,0.01000,1.343
81,mlp.experts.15.gate_proj,0.0000079870,0.01000,1.383
81,mlp.experts.19.gate_proj,0.0000083998,0.01000,1.350
81,mlp.experts.18.gate_proj,0.0000085734,0.01000,1.365
81,mlp.experts.20.gate_proj,0.0000083466,0.01000,1.372
81,mlp.experts.16.gate_proj,0.0000093147,0.01000,1.418
81,mlp.experts.21.gate_proj,0.0000082346,0.01000,1.375
81,mlp.experts.24.gate_proj,0.0000087085,0.01000,1.336
81,mlp.experts.23.gate_proj,0.0000088216,0.01000,1.363
81,mlp.experts.26.gate_proj,0.0000078139,0.01000,1.347
81,mlp.experts.25.gate_proj,0.0000078769,0.01000,1.368
81,mlp.experts.27.gate_proj,0.0000080452,0.01000,1.378
81,mlp.experts.22.gate_proj,0.0000080792,0.01000,1.450
81,mlp.experts.30.gate_proj,0.0000081502,0.01000,1.349
81,mlp.experts.31.gate_proj,0.0000081879,0.01000,1.338
81,mlp.experts.29.gate_proj,0.0000089449,0.01000,1.377
81,mlp.experts.28.gate_proj,0.0000083948,0.01000,1.412
81,mlp.experts.32.gate_proj,0.0000080361,0.01000,1.365
81,mlp.experts.33.gate_proj,0.0000082174,0.01000,1.348
81,mlp.experts.34.gate_proj,0.0000084574,0.01000,1.366
81,mlp.experts.35.gate_proj,0.0000076207,0.01000,1.369
81,mlp.experts.37.gate_proj,0.0000083613,0.01000,1.358
81,mlp.experts.38.gate_proj,0.0000084102,0.01000,1.339
81,mlp.experts.40.gate_proj,0.0000078354,0.01000,1.350
81,mlp.experts.39.gate_proj,0.0000082044,0.01000,1.367
81,mlp.experts.36.gate_proj,0.0000084587,0.01000,1.420
81,mlp.experts.41.gate_proj,0.0000087985,0.01000,1.362
81,mlp.experts.42.gate_proj,0.0000094485,0.01000,1.356
81,mlp.experts.44.gate_proj,0.0000082785,0.01000,1.345
81,mlp.experts.45.gate_proj,0.0000081563,0.01000,1.339
81,mlp.experts.46.gate_proj,0.0000084644,0.01000,1.364
81,mlp.experts.47.gate_proj,0.0000091800,0.01000,1.351
81,mlp.experts.43.gate_proj,0.0000080743,0.01000,1.425
81,mlp.experts.48.gate_proj,0.0000086773,0.01000,1.362
81,mlp.experts.49.gate_proj,0.0000081545,0.01000,1.362
81,mlp.experts.51.gate_proj,0.0000080169,0.01000,1.338
81,mlp.experts.52.gate_proj,0.0000083080,0.01000,1.355
81,mlp.experts.54.gate_proj,0.0000086076,0.01000,1.339
81,mlp.experts.53.gate_proj,0.0000084868,0.01000,1.358
81,mlp.experts.50.gate_proj,0.0000088450,0.01000,1.416
81,mlp.experts.55.gate_proj,0.0000092747,0.01000,1.355
81,mlp.experts.56.gate_proj,0.0000085350,0.01000,1.358
81,mlp.experts.57.gate_proj,0.0000081438,0.01000,1.363
81,mlp.experts.59.gate_proj,0.0000079844,0.01000,1.341
81,mlp.experts.60.gate_proj,0.0000080647,0.01000,1.349
81,mlp.experts.61.gate_proj,0.0000080429,0.01000,1.366
81,mlp.experts.62.gate_proj,0.0000080138,0.01000,1.372
81,mlp.experts.58.gate_proj,0.0000080381,0.01000,1.416
81,mlp.experts.63.gate_proj,0.0000085162,0.01000,1.357
81,mlp.experts.64.gate_proj,0.0000081418,0.01000,1.357
81,mlp.experts.66.gate_proj,0.0000089597,0.01000,1.329
81,mlp.experts.67.gate_proj,0.0000079847,0.01000,1.348
81,mlp.experts.68.gate_proj,0.0000091043,0.01000,1.339
81,mlp.experts.65.gate_proj,0.0000079333,0.01000,1.407
81,mlp.experts.69.gate_proj,0.0000078097,0.01000,1.374
81,mlp.experts.70.gate_proj,0.0000080447,0.01000,1.357
81,mlp.experts.71.gate_proj,0.0000081757,0.01000,1.357
81,mlp.experts.72.gate_proj,0.0000087441,0.01000,1.358
81,mlp.experts.73.gate_proj,0.0000082749,0.01000,1.338
81,mlp.experts.74.gate_proj,0.0000080748,0.01000,1.342
81,mlp.experts.75.gate_proj,0.0000085233,0.01000,1.339
81,mlp.experts.76.gate_proj,0.0000081723,0.01000,1.385
81,mlp.experts.77.gate_proj,0.0000082230,0.01000,1.360
81,mlp.experts.79.gate_proj,0.0000078933,0.01000,1.347
81,mlp.experts.78.gate_proj,0.0000082842,0.01000,1.363
81,mlp.experts.80.gate_proj,0.0000086544,0.01000,1.339
81,mlp.experts.82.gate_proj,0.0000083578,0.01000,1.339
81,mlp.experts.81.gate_proj,0.0000086516,0.01000,1.392
81,mlp.experts.83.gate_proj,0.0000085713,0.01000,1.378
81,mlp.experts.84.gate_proj,0.0000081775,0.01000,1.358
81,mlp.experts.86.gate_proj,0.0000088854,0.01000,1.348
81,mlp.experts.87.gate_proj,0.0000081327,0.01000,1.339
81,mlp.experts.88.gate_proj,0.0000081602,0.01000,1.344
81,mlp.experts.85.gate_proj,0.0000077277,0.01000,1.411
81,mlp.experts.89.gate_proj,0.0000079012,0.01000,1.330
81,mlp.experts.90.gate_proj,0.0000083616,0.01000,1.376
81,mlp.experts.91.gate_proj,0.0000082843,0.01000,1.356
81,mlp.experts.93.gate_proj,0.0000084517,0.01000,1.365
81,mlp.experts.94.gate_proj,0.0000079355,0.01000,1.336
81,mlp.experts.96.gate_proj,0.0000086826,0.01000,1.343
81,mlp.experts.92.gate_proj,0.0000086880,0.01000,1.414
81,mlp.experts.95.gate_proj,0.0000081753,0.01000,1.406
81,mlp.experts.97.gate_proj,0.0000081466,0.01000,1.402
81,mlp.experts.98.gate_proj,0.0000080094,0.01000,1.362
81,mlp.experts.100.gate_proj,0.0000083397,0.01000,1.355
81,mlp.experts.101.gate_proj,0.0000084187,0.01000,1.334
81,mlp.experts.102.gate_proj,0.0000087069,0.01000,1.363
81,mlp.experts.99.gate_proj,0.0000077128,0.01000,1.419
81,mlp.experts.103.gate_proj,0.0000083084,0.01000,1.334
81,mlp.experts.104.gate_proj,0.0000077959,0.01000,1.367
81,mlp.experts.105.gate_proj,0.0000081190,0.01000,1.370
81,mlp.experts.106.gate_proj,0.0000080038,0.01000,1.369
81,mlp.experts.107.gate_proj,0.0000086665,0.01000,1.352
81,mlp.experts.108.gate_proj,0.0000078774,0.01000,1.343
81,mlp.experts.110.gate_proj,0.0000080452,0.01000,1.334
81,mlp.experts.109.gate_proj,0.0000085016,0.01000,1.349
81,mlp.experts.111.gate_proj,0.0000079447,0.01000,1.360
81,mlp.experts.114.gate_proj,0.0000082226,0.01000,1.356
81,mlp.experts.113.gate_proj,0.0000081450,0.01000,1.367
81,mlp.experts.115.gate_proj,0.0000081071,0.01000,1.354
81,mlp.experts.117.gate_proj,0.0000082259,0.01000,1.350
81,mlp.experts.116.gate_proj,0.0000105533,0.01000,1.353
81,mlp.experts.112.gate_proj,0.0000082380,0.01000,1.426
81,mlp.experts.118.gate_proj,0.0000083615,0.01000,1.354
81,mlp.experts.2.up_proj,0.0000101616,0.01000,1.336
81,mlp.experts.0.up_proj,0.0000080372,0.01000,1.364
81,mlp.experts.1.up_proj,0.0000083656,0.01000,1.355
81,mlp.experts.3.up_proj,0.0000079759,0.01000,1.350
81,mlp.experts.4.up_proj,0.0000078495,0.01000,1.354
81,mlp.experts.119.gate_proj,0.0000085196,0.01000,1.422
81,mlp.experts.5.up_proj,0.0000081476,0.01000,1.360
81,mlp.experts.9.up_proj,0.0000085401,0.01000,1.343
81,mlp.experts.8.up_proj,0.0000081294,0.01000,1.358
81,mlp.experts.6.up_proj,0.0000084366,0.01000,1.380
81,mlp.experts.11.up_proj,0.0000081254,0.01000,1.358
81,mlp.experts.7.up_proj,0.0000080430,0.01000,1.411
81,mlp.experts.10.up_proj,0.0000077750,0.01000,1.424
81,mlp.experts.12.up_proj,0.0000078337,0.01000,1.415
81,mlp.experts.14.up_proj,0.0000078100,0.01000,1.368
81,mlp.experts.15.up_proj,0.0000078144,0.01000,1.353
81,mlp.experts.16.up_proj,0.0000089823,0.01000,1.336
81,mlp.experts.13.up_proj,0.0000088194,0.01000,1.419
81,mlp.experts.17.up_proj,0.0000083007,0.01000,1.371
81,mlp.experts.18.up_proj,0.0000086354,0.01000,1.336
81,mlp.experts.19.up_proj,0.0000081864,0.01000,1.412
81,mlp.experts.22.up_proj,0.0000080080,0.01000,1.344
81,mlp.experts.21.up_proj,0.0000080807,0.01000,1.364
81,mlp.experts.23.up_proj,0.0000083937,0.01000,1.334
81,mlp.experts.20.up_proj,0.0000079958,0.01000,1.407
81,mlp.experts.25.up_proj,0.0000078281,0.01000,1.343
81,mlp.experts.24.up_proj,0.0000083668,0.01000,1.363
81,mlp.experts.26.up_proj,0.0000078102,0.01000,1.383
81,mlp.experts.28.up_proj,0.0000083751,0.01000,1.360
81,mlp.experts.29.up_proj,0.0000087205,0.01000,1.350
81,mlp.experts.30.up_proj,0.0000078839,0.01000,1.347
81,mlp.experts.32.up_proj,0.0000078279,0.01000,1.352
81,mlp.experts.27.up_proj,0.0000081159,0.01000,1.415
81,mlp.experts.31.up_proj,0.0000080806,0.01000,1.406
81,mlp.experts.33.up_proj,0.0000081193,0.01000,1.378
81,mlp.experts.34.up_proj,0.0000084304,0.01000,1.363
81,mlp.experts.35.up_proj,0.0000075904,0.01000,1.360
81,mlp.experts.36.up_proj,0.0000081280,0.01000,1.351
81,mlp.experts.37.up_proj,0.0000081154,0.01000,1.341
81,mlp.experts.38.up_proj,0.0000083181,0.01000,1.360
81,mlp.experts.39.up_proj,0.0000080157,0.01000,1.347
81,mlp.experts.40.up_proj,0.0000076546,0.01000,1.387
81,mlp.experts.41.up_proj,0.0000086271,0.01000,1.359
81,mlp.experts.43.up_proj,0.0000080461,0.01000,1.354
81,mlp.experts.44.up_proj,0.0000081516,0.01000,1.369
81,mlp.experts.45.up_proj,0.0000083267,0.01000,1.353
81,mlp.experts.42.up_proj,0.0000088870,0.01000,1.418
81,mlp.experts.46.up_proj,0.0000084374,0.01000,1.351
81,mlp.experts.47.up_proj,0.0000090590,0.01000,1.380
81,mlp.experts.48.up_proj,0.0000086118,0.01000,1.357
81,mlp.experts.51.up_proj,0.0000080697,0.01000,1.351
81,mlp.experts.49.up_proj,0.0000080092,0.01000,1.380
81,mlp.experts.52.up_proj,0.0000083030,0.01000,1.361
81,mlp.experts.53.up_proj,0.0000082234,0.01000,1.365
81,mlp.experts.50.up_proj,0.0000084001,0.01000,1.448
81,mlp.experts.54.up_proj,0.0000082224,0.01000,1.370
81,mlp.experts.55.up_proj,0.0000085791,0.01000,1.352
81,mlp.experts.57.up_proj,0.0000080287,0.01000,1.370
81,mlp.experts.58.up_proj,0.0000079048,0.01000,1.344
81,mlp.experts.59.up_proj,0.0000076232,0.01000,1.360
81,mlp.experts.56.up_proj,0.0000085570,0.01000,1.418
81,mlp.experts.60.up_proj,0.0000079413,0.01000,1.357
81,mlp.experts.61.up_proj,0.0000080783,0.01000,1.359
81,mlp.experts.62.up_proj,0.0000080765,0.01000,1.351
81,mlp.experts.64.up_proj,0.0000080784,0.01000,1.354
81,mlp.experts.63.up_proj,0.0000083112,0.01000,1.366
81,mlp.experts.65.up_proj,0.0000078473,0.01000,1.357
81,mlp.experts.66.up_proj,0.0000088736,0.01000,1.353
81,mlp.experts.67.up_proj,0.0000079812,0.01000,1.361
81,mlp.experts.68.up_proj,0.0000086761,0.01000,1.373
81,mlp.experts.69.up_proj,0.0000077671,0.01000,1.359
81,mlp.experts.71.up_proj,0.0000079666,0.01000,1.350
81,mlp.experts.72.up_proj,0.0000087725,0.01000,1.354
81,mlp.experts.73.up_proj,0.0000081934,0.01000,1.355
81,mlp.experts.70.up_proj,0.0000081073,0.01000,1.424
81,mlp.experts.74.up_proj,0.0000079594,0.01000,1.355
81,mlp.experts.75.up_proj,0.0000082189,0.01000,1.358
81,mlp.experts.76.up_proj,0.0000082236,0.01000,1.345
81,mlp.experts.77.up_proj,0.0000081482,0.01000,1.377
81,mlp.experts.79.up_proj,0.0000079169,0.01000,1.341
81,mlp.experts.81.up_proj,0.0000084998,0.01000,1.345
81,mlp.experts.78.up_proj,0.0000079337,0.01000,1.412
81,mlp.experts.80.up_proj,0.0000082182,0.01000,1.376
81,mlp.experts.82.up_proj,0.0000081402,0.01000,1.351
81,mlp.experts.83.up_proj,0.0000083616,0.01000,1.349
81,mlp.experts.85.up_proj,0.0000077172,0.01000,1.351
81,mlp.experts.86.up_proj,0.0000091228,0.01000,1.345
81,mlp.experts.84.up_proj,0.0000080184,0.01000,1.406
81,mlp.experts.87.up_proj,0.0000079376,0.01000,1.356
81,mlp.experts.88.up_proj,0.0000077874,0.01000,1.363
81,mlp.experts.89.up_proj,0.0000079479,0.01000,1.348
81,mlp.experts.90.up_proj,0.0000082978,0.01000,1.339
81,mlp.experts.91.up_proj,0.0000079571,0.01000,1.358
81,mlp.experts.93.up_proj,0.0000084859,0.01000,1.339
81,mlp.experts.94.up_proj,0.0000079439,0.01000,1.347
81,mlp.experts.95.up_proj,0.0000079529,0.01000,1.344
81,mlp.experts.92.up_proj,0.0000086076,0.01000,1.407
81,mlp.experts.96.up_proj,0.0000084857,0.01000,1.349
81,mlp.experts.97.up_proj,0.0000081593,0.01000,1.335
81,mlp.experts.99.up_proj,0.0000076686,0.01000,1.354
81,mlp.experts.100.up_proj,0.0000083334,0.01000,1.345
81,mlp.experts.101.up_proj,0.0000080531,0.01000,1.354
81,mlp.experts.98.up_proj,0.0000078481,0.01000,1.438
81,mlp.experts.102.up_proj,0.0000083869,0.01000,1.353
81,mlp.experts.103.up_proj,0.0000080810,0.01000,1.366
81,mlp.experts.104.up_proj,0.0000077952,0.01000,1.342
81,mlp.experts.105.up_proj,0.0000079774,0.01000,1.371
81,mlp.experts.107.up_proj,0.0000085763,0.01000,1.341
81,mlp.experts.106.up_proj,0.0000077397,0.01000,1.363
81,mlp.experts.108.up_proj,0.0000077903,0.01000,1.364
81,mlp.experts.109.up_proj,0.0000082840,0.01000,1.368
81,mlp.experts.110.up_proj,0.0000079648,0.01000,1.363
81,mlp.experts.111.up_proj,0.0000077044,0.01000,1.352
81,mlp.experts.114.up_proj,0.0000080081,0.01000,1.345
81,mlp.experts.113.up_proj,0.0000082350,0.01000,1.352
81,mlp.experts.115.up_proj,0.0000079669,0.01000,1.358
81,mlp.experts.112.up_proj,0.0000083077,0.01000,1.426
81,mlp.experts.116.up_proj,0.0000093065,0.01000,1.377
81,mlp.experts.117.up_proj,0.0000079048,0.01000,1.306
81,mlp.experts.118.up_proj,0.0000082384,0.01000,1.061
81,mlp.experts.119.up_proj,0.0000085343,0.01000,1.004
81,mlp.experts.2.down_proj,0.0000056161,0.01000,0.445
81,mlp.experts.0.down_proj,0.0000015837,0.01000,0.446
81,mlp.experts.4.down_proj,0.0000015666,0.01000,0.448
81,mlp.experts.5.down_proj,0.0000017218,0.01000,0.448
81,mlp.experts.6.down_proj,0.0000018009,0.01000,0.451
81,mlp.experts.3.down_proj,0.0000016977,0.01000,0.446
81,mlp.experts.1.down_proj,0.0000012382,0.01000,0.463
81,mlp.experts.7.down_proj,0.0000010584,0.01000,0.411
81,mlp.experts.10.down_proj,0.0000011337,0.01000,0.413
81,mlp.experts.9.down_proj,0.0000013479,0.01000,0.415
81,mlp.experts.8.down_proj,0.0000014825,0.01000,0.419
81,mlp.experts.12.down_proj,0.0000015750,0.01000,0.409
81,mlp.experts.11.down_proj,0.0000012499,0.01000,0.415
81,mlp.experts.13.down_proj,0.0000013488,0.01000,0.417
81,mlp.experts.14.down_proj,0.0000016958,0.01000,0.411
81,mlp.experts.17.down_proj,0.0000016897,0.01000,0.407
81,mlp.experts.16.down_proj,0.0000015339,0.01000,0.412
81,mlp.experts.19.down_proj,0.0000012920,0.01000,0.411
81,mlp.experts.18.down_proj,0.0000013884,0.01000,0.417
81,mlp.experts.20.down_proj,0.0000014419,0.01000,0.412
81,mlp.experts.15.down_proj,0.0000015097,0.01000,0.436
81,mlp.experts.21.down_proj,0.0000016306,0.01000,0.412
81,mlp.experts.24.down_proj,0.0000012137,0.01000,0.403
81,mlp.experts.23.down_proj,0.0000017731,0.01000,0.409
81,mlp.experts.25.down_proj,0.0000015704,0.01000,0.409
81,mlp.experts.26.down_proj,0.0000014772,0.01000,0.407
81,mlp.experts.22.down_proj,0.0000011780,0.01000,0.427
81,mlp.experts.27.down_proj,0.0000013908,0.01000,0.412
81,mlp.experts.28.down_proj,0.0000011041,0.01000,0.411
81,mlp.experts.30.down_proj,0.0000013852,0.01000,0.409
81,mlp.experts.31.down_proj,0.0000016609,0.01000,0.405
81,mlp.experts.29.down_proj,0.0000014623,0.01000,0.425
81,mlp.experts.33.down_proj,0.0000011645,0.01000,0.408
81,mlp.experts.34.down_proj,0.0000015940,0.01000,0.412
81,mlp.experts.32.down_proj,0.0000015537,0.01000,0.426
81,mlp.experts.35.down_proj,0.0000015677,0.01000,0.408
81,mlp.experts.37.down_proj,0.0000014769,0.01000,0.407
81,mlp.experts.36.down_proj,0.0000017166,0.01000,0.416
81,mlp.experts.38.down_proj,0.0000013651,0.01000,0.404
81,mlp.experts.39.down_proj,0.0000014200,0.01000,0.411
81,mlp.experts.40.down_proj,0.0000013469,0.01000,0.409
81,mlp.experts.41.down_proj,0.0000019096,0.01000,0.416
81,mlp.experts.42.down_proj,0.0000015744,0.01000,0.410
81,mlp.experts.45.down_proj,0.0000018285,0.01000,0.404
81,mlp.experts.44.down_proj,0.0000011860,0.01000,0.413
81,mlp.experts.46.down_proj,0.0000012981,0.01000,0.408
81,mlp.experts.43.down_proj,0.0000019495,0.01000,0.424
81,mlp.experts.47.down_proj,0.0000016732,0.01000,0.405
81,mlp.experts.48.down_proj,0.0000013513,0.01000,0.415
81,mlp.experts.49.down_proj,0.0000016833,0.01000,0.409
81,mlp.experts.50.down_proj,0.0000017985,0.01000,0.413
81,mlp.experts.52.down_proj,0.0000013105,0.01000,0.402
81,mlp.experts.51.down_proj,0.0000014956,0.01000,0.417
81,mlp.experts.53.down_proj,0.0000013637,0.01000,0.411
81,mlp.experts.54.down_proj,0.0000013532,0.01000,0.404
81,mlp.experts.55.down_proj,0.0000017391,0.01000,0.414
81,mlp.experts.56.down_proj,0.0000013863,0.01000,0.406
81,mlp.experts.58.down_proj,0.0000013436,0.01000,0.404
81,mlp.experts.57.down_proj,0.0000015656,0.01000,0.408
81,mlp.experts.59.down_proj,0.0000013663,0.01000,0.404
81,mlp.experts.61.down_proj,0.0000013771,0.01000,0.407
81,mlp.experts.60.down_proj,0.0000016179,0.01000,0.420
81,mlp.experts.62.down_proj,0.0000016922,0.01000,0.414
81,mlp.experts.63.down_proj,0.0000014954,0.01000,0.407
81,mlp.experts.65.down_proj,0.0000014664,0.01000,0.407
81,mlp.experts.66.down_proj,0.0000016193,0.01000,0.403
81,mlp.experts.64.down_proj,0.0000014668,0.01000,0.418
81,mlp.experts.68.down_proj,0.0000015348,0.01000,0.410
81,mlp.experts.67.down_proj,0.0000016043,0.01000,0.424
81,mlp.experts.69.down_proj,0.0000014163,0.01000,0.412
81,mlp.experts.70.down_proj,0.0000018300,0.01000,0.408
81,mlp.experts.73.down_proj,0.0000021295,0.01000,0.400
81,mlp.experts.71.down_proj,0.0000013948,0.01000,0.413
81,mlp.experts.72.down_proj,0.0000015744,0.01000,0.409
81,mlp.experts.75.down_proj,0.0000016046,0.01000,0.406
81,mlp.experts.74.down_proj,0.0000015915,0.01000,0.428
81,mlp.experts.76.down_proj,0.0000012661,0.01000,0.412
81,mlp.experts.77.down_proj,0.0000012110,0.01000,0.409
81,mlp.experts.80.down_proj,0.0000012627,0.01000,0.406
81,mlp.experts.78.down_proj,0.0000014849,0.01000,0.412
81,mlp.experts.79.down_proj,0.0000011844,0.01000,0.420
81,mlp.experts.81.down_proj,0.0000017605,0.01000,0.412
81,mlp.experts.82.down_proj,0.0000016974,0.01000,0.414
81,mlp.experts.83.down_proj,0.0000018700,0.01000,0.413
81,mlp.experts.84.down_proj,0.0000010664,0.01000,0.405
81,mlp.experts.85.down_proj,0.0000014827,0.01000,0.412
81,mlp.experts.86.down_proj,0.0000014429,0.01000,0.410
81,mlp.experts.87.down_proj,0.0000016254,0.01000,0.402
81,mlp.experts.88.down_proj,0.0000012662,0.01000,0.408
81,mlp.experts.89.down_proj,0.0000012093,0.01000,0.407
81,mlp.experts.90.down_proj,0.0000014385,0.01000,0.412
81,mlp.experts.91.down_proj,0.0000016211,0.01000,0.425
81,mlp.experts.94.down_proj,0.0000014756,0.01000,0.405
81,mlp.experts.93.down_proj,0.0000015537,0.01000,0.411
81,mlp.experts.92.down_proj,0.0000014169,0.01000,0.420
81,mlp.experts.95.down_proj,0.0000012443,0.01000,0.407
81,mlp.experts.96.down_proj,0.0000014453,0.01000,0.410
81,mlp.experts.97.down_proj,0.0000017023,0.01000,0.413
81,mlp.experts.98.down_proj,0.0000015931,0.01000,0.412
81,mlp.experts.101.down_proj,0.0000019055,0.01000,0.404
81,mlp.experts.99.down_proj,0.0000014485,0.01000,0.416
81,mlp.experts.100.down_proj,0.0000020244,0.01000,0.411
81,mlp.experts.102.down_proj,0.0000018393,0.01000,0.410
81,mlp.experts.103.down_proj,0.0000015396,0.01000,0.409
81,mlp.experts.104.down_proj,0.0000011468,0.01000,0.414
81,mlp.experts.105.down_proj,0.0000016832,0.01000,0.408
81,mlp.experts.107.down_proj,0.0000013197,0.01000,0.408
81,mlp.experts.108.down_proj,0.0000012101,0.01000,0.410
81,mlp.experts.106.down_proj,0.0000018004,0.01000,0.420
81,mlp.experts.109.down_proj,0.0000019272,0.01000,0.406
81,mlp.experts.110.down_proj,0.0000016143,0.01000,0.406
81,mlp.experts.111.down_proj,0.0000015887,0.01000,0.422
81,mlp.experts.112.down_proj,0.0000013293,0.01000,0.410
81,mlp.experts.113.down_proj,0.0000013997,0.01000,0.414
81,mlp.experts.114.down_proj,0.0000015794,0.01000,0.410
81,mlp.experts.115.down_proj,0.0000013531,0.01000,0.405
81,mlp.experts.116.down_proj,0.0000018986,0.01000,0.409
81,mlp.experts.117.down_proj,0.0000014448,0.01000,0.399
81,mlp.experts.118.down_proj,0.0000018178,0.01000,0.401
81,mlp.experts.119.down_proj,0.0000012273,0.01000,0.282
82,self_attn.v_proj,0.0000012364,0.01000,1.198
82,self_attn.k_proj,0.0000004266,0.01000,1.205
82,self_attn.q_proj,0.0000030445,0.01000,1.265
82,self_attn.o_proj,0.0000029479,0.01000,2.752
82,mlp.shared_experts.gate_proj,0.0000000196,0.01000,0.907
82,mlp.shared_experts.up_proj,0.0000000164,0.01000,0.908
82,mlp.shared_experts.down_proj,0.0000000043,0.01000,0.275
82,mlp.experts.3.gate_proj,0.0000079772,0.01000,1.493
82,mlp.experts.2.gate_proj,0.0000079179,0.01000,1.505
82,mlp.experts.5.gate_proj,0.0000089500,0.01000,1.509
82,mlp.experts.4.gate_proj,0.0000085610,0.01000,1.520
82,mlp.experts.6.gate_proj,0.0000077156,0.01000,1.531
82,mlp.experts.0.gate_proj,0.0000087508,0.01000,1.580
82,mlp.experts.1.gate_proj,0.0000089465,0.01000,1.599
82,mlp.experts.9.gate_proj,0.0000091112,0.01000,1.331
82,mlp.experts.10.gate_proj,0.0000085439,0.01000,1.323
82,mlp.experts.11.gate_proj,0.0000084578,0.01000,1.337
82,mlp.experts.12.gate_proj,0.0000095941,0.01000,1.327
82,mlp.experts.7.gate_proj,0.0000086870,0.01000,1.424
82,mlp.experts.8.gate_proj,0.0000095682,0.01000,1.430
82,mlp.experts.13.gate_proj,0.0000078895,0.01000,1.347
82,mlp.experts.16.gate_proj,0.0000077553,0.01000,1.347
82,mlp.experts.14.gate_proj,0.0000085198,0.01000,1.377
82,mlp.experts.17.gate_proj,0.0000081547,0.01000,1.335
82,mlp.experts.15.gate_proj,0.0000082838,0.01000,1.423
82,mlp.experts.18.gate_proj,0.0000083411,0.01000,1.354
82,mlp.experts.19.gate_proj,0.0000084727,0.01000,1.344
82,mlp.experts.20.gate_proj,0.0000085696,0.01000,1.353
82,mlp.experts.22.gate_proj,0.0000085106,0.01000,1.364
82,mlp.experts.21.gate_proj,0.0000092503,0.01000,1.365
82,mlp.experts.23.gate_proj,0.0000084720,0.01000,1.350
82,mlp.experts.24.gate_proj,0.0000086711,0.01000,1.331
82,mlp.experts.25.gate_proj,0.0000089385,0.01000,1.350
82,mlp.experts.26.gate_proj,0.0000082140,0.01000,1.346
82,mlp.experts.27.gate_proj,0.0000095564,0.01000,1.366
82,mlp.experts.31.gate_proj,0.0000085544,0.01000,1.331
82,mlp.experts.30.gate_proj,0.0000083456,0.01000,1.348
82,mlp.experts.32.gate_proj,0.0000087414,0.01000,1.335
82,mlp.experts.28.gate_proj,0.0000081579,0.01000,1.397
82,mlp.experts.33.gate_proj,0.0000080822,0.01000,1.364
82,mlp.experts.29.gate_proj,0.0000088763,0.01000,1.411
82,mlp.experts.34.gate_proj,0.0000086010,0.01000,1.356
82,mlp.experts.35.gate_proj,0.0000078484,0.01000,1.361
82,mlp.experts.37.gate_proj,0.0000084519,0.01000,1.339
82,mlp.experts.38.gate_proj,0.0000083418,0.01000,1.328
82,mlp.experts.40.gate_proj,0.0000091705,0.01000,1.344
82,mlp.experts.39.gate_proj,0.0000081924,0.01000,1.355
82,mlp.experts.36.gate_proj,0.0000086996,0.01000,1.412
82,mlp.experts.41.gate_proj,0.0000084662,0.01000,1.361
82,mlp.experts.42.gate_proj,0.0000083611,0.01000,1.358
82,mlp.experts.43.gate_proj,0.0000098952,0.01000,1.359
82,mlp.experts.44.gate_proj,0.0000081686,0.01000,1.349
82,mlp.experts.45.gate_proj,0.0000082679,0.01000,1.339
82,mlp.experts.46.gate_proj,0.0000089937,0.01000,1.355
82,mlp.experts.47.gate_proj,0.0000084740,0.01000,1.349
82,mlp.experts.48.gate_proj,0.0000079080,0.01000,1.365
82,mlp.experts.51.gate_proj,0.0000102238,0.01000,1.341
82,mlp.experts.49.gate_proj,0.0000085868,0.01000,1.352
82,mlp.experts.52.gate_proj,0.0000085440,0.01000,1.342
82,mlp.experts.54.gate_proj,0.0000080989,0.01000,1.343
82,mlp.experts.53.gate_proj,0.0000085136,0.01000,1.357
82,mlp.experts.50.gate_proj,0.0000083948,0.01000,1.406
82,mlp.experts.55.gate_proj,0.0000088278,0.01000,1.359
82,mlp.experts.56.gate_proj,0.0000092891,0.01000,1.354
82,mlp.experts.57.gate_proj,0.0000082607,0.01000,1.363
82,mlp.experts.59.gate_proj,0.0000080946,0.01000,1.328
82,mlp.experts.61.gate_proj,0.0000087532,0.01000,1.337
82,mlp.experts.60.gate_proj,0.0000082725,0.01000,1.349
82,mlp.experts.58.gate_proj,0.0000082888,0.01000,1.406
82,mlp.experts.62.gate_proj,0.0000085175,0.01000,1.362
82,mlp.experts.63.gate_proj,0.0000082048,0.01000,1.342
82,mlp.experts.64.gate_proj,0.0000087570,0.01000,1.362
82,mlp.experts.65.gate_proj,0.0000096132,0.01000,1.348
82,mlp.experts.66.gate_proj,0.0000079267,0.01000,1.333
82,mlp.experts.67.gate_proj,0.0000087946,0.01000,1.363
82,mlp.experts.68.gate_proj,0.0000084523,0.01000,1.354
82,mlp.experts.69.gate_proj,0.0000080058,0.01000,1.355
82,mlp.experts.70.gate_proj,0.0000080429,0.01000,1.348
82,mlp.experts.72.gate_proj,0.0000080794,0.01000,1.326
82,mlp.experts.73.gate_proj,0.0000082397,0.01000,1.325
82,mlp.experts.75.gate_proj,0.0000096379,0.01000,1.341
82,mlp.experts.71.gate_proj,0.0000081721,0.01000,1.399
82,mlp.experts.76.gate_proj,0.0000086118,0.01000,1.335
82,mlp.experts.74.gate_proj,0.0000081104,0.01000,1.403
82,mlp.experts.79.gate_proj,0.0000079035,0.01000,1.327
82,mlp.experts.78.gate_proj,0.0000086496,0.01000,1.355
82,mlp.experts.77.gate_proj,0.0000086090,0.01000,1.389
82,mlp.experts.80.gate_proj,0.0000087651,0.01000,1.333
82,mlp.experts.81.gate_proj,0.0000082653,0.01000,1.357
82,mlp.experts.82.gate_proj,0.0000097806,0.01000,1.342
82,mlp.experts.83.gate_proj,0.0000081128,0.01000,1.375
82,mlp.experts.84.gate_proj,0.0000086186,0.01000,1.352
82,mlp.experts.85.gate_proj,0.0000082360,0.01000,1.343
82,mlp.experts.86.gate_proj,0.0000081278,0.01000,1.334
82,mlp.experts.87.gate_proj,0.0000085868,0.01000,1.333
82,mlp.experts.88.gate_proj,0.0000084671,0.01000,1.355
82,mlp.experts.89.gate_proj,0.0000089143,0.01000,1.338
82,mlp.experts.90.gate_proj,0.0000086838,0.01000,1.376
82,mlp.experts.91.gate_proj,0.0000090082,0.01000,1.352
82,mlp.experts.92.gate_proj,0.0000080357,0.01000,1.344
82,mlp.experts.93.gate_proj,0.0000085810,0.01000,1.344
82,mlp.experts.94.gate_proj,0.0000083392,0.01000,1.326
82,mlp.experts.96.gate_proj,0.0000089819,0.01000,1.334
82,mlp.experts.95.gate_proj,0.0000085457,0.01000,1.415
82,mlp.experts.97.gate_proj,0.0000083954,0.01000,1.372
82,mlp.experts.100.gate_proj,0.0000082328,0.01000,1.337
82,mlp.experts.101.gate_proj,0.0000081550,0.01000,1.330
82,mlp.experts.98.gate_proj,0.0000079691,0.01000,1.360
82,mlp.experts.99.gate_proj,0.0000082866,0.01000,1.399
82,mlp.experts.102.gate_proj,0.0000088458,0.01000,1.364
82,mlp.experts.103.gate_proj,0.0000083828,0.01000,1.334
82,mlp.experts.104.gate_proj,0.0000082923,0.01000,1.368
82,mlp.experts.107.gate_proj,0.0000077868,0.01000,1.349
82,mlp.experts.108.gate_proj,0.0000080453,0.01000,1.306
82,mlp.experts.106.gate_proj,0.0000086732,0.01000,1.369
82,mlp.experts.105.gate_proj,0.0000085566,0.01000,1.400
82,mlp.experts.109.gate_proj,0.0000084242,0.01000,1.318
82,mlp.experts.110.gate_proj,0.0000081908,0.01000,1.330
82,mlp.experts.111.gate_proj,0.0000080368,0.01000,1.357
82,mlp.experts.113.gate_proj,0.0000085784,0.01000,1.341
82,mlp.experts.114.gate_proj,0.0000085608,0.01000,1.346
82,mlp.experts.115.gate_proj,0.0000087216,0.01000,1.321
82,mlp.experts.116.gate_proj,0.0000091438,0.01000,1.330
82,mlp.experts.112.gate_proj,0.0000089431,0.01000,1.401
82,mlp.experts.117.gate_proj,0.0000080077,0.01000,1.334
82,mlp.experts.118.gate_proj,0.0000083635,0.01000,1.345
82,mlp.experts.119.gate_proj,0.0000083845,0.01000,1.346
82,mlp.experts.2.up_proj,0.0000078917,0.01000,1.319
82,mlp.experts.1.up_proj,0.0000085043,0.01000,1.340
82,mlp.experts.3.up_proj,0.0000079972,0.01000,1.340
82,mlp.experts.0.up_proj,0.0000083718,0.01000,1.416
82,mlp.experts.4.up_proj,0.0000082671,0.01000,1.336
82,mlp.experts.5.up_proj,0.0000084415,0.01000,1.343
82,mlp.experts.6.up_proj,0.0000075079,0.01000,1.350
82,mlp.experts.8.up_proj,0.0000089036,0.01000,1.347
82,mlp.experts.9.up_proj,0.0000089550,0.01000,1.329
82,mlp.experts.7.up_proj,0.0000085557,0.01000,1.411
82,mlp.experts.10.up_proj,0.0000082192,0.01000,1.348
82,mlp.experts.11.up_proj,0.0000082762,0.01000,1.342
82,mlp.experts.12.up_proj,0.0000088541,0.01000,1.355
82,mlp.experts.13.up_proj,0.0000078635,0.01000,1.355
82,mlp.experts.15.up_proj,0.0000079399,0.01000,1.336
82,mlp.experts.16.up_proj,0.0000078328,0.01000,1.328
82,mlp.experts.18.up_proj,0.0000080210,0.01000,1.337
82,mlp.experts.17.up_proj,0.0000079660,0.01000,1.343
82,mlp.experts.14.up_proj,0.0000082804,0.01000,1.487
82,mlp.experts.19.up_proj,0.0000082291,0.01000,1.353
82,mlp.experts.20.up_proj,0.0000085613,0.01000,1.349
82,mlp.experts.22.up_proj,0.0000083043,0.01000,1.330
82,mlp.experts.23.up_proj,0.0000082684,0.01000,1.328
82,mlp.experts.24.up_proj,0.0000087326,0.01000,1.340
82,mlp.experts.21.up_proj,0.0000096022,0.01000,1.439
82,mlp.experts.25.up_proj,0.0000088037,0.01000,1.334
82,mlp.experts.26.up_proj,0.0000082510,0.01000,1.341
82,mlp.experts.27.up_proj,0.0000087319,0.01000,1.341
82,mlp.experts.28.up_proj,0.0000079811,0.01000,1.351
82,mlp.experts.30.up_proj,0.0000080967,0.01000,1.331
82,mlp.experts.29.up_proj,0.0000085908,0.01000,1.396
82,mlp.experts.31.up_proj,0.0000084218,0.01000,1.359
82,mlp.experts.32.up_proj,0.0000083083,0.01000,1.340
82,mlp.experts.33.up_proj,0.0000080542,0.01000,1.340
82,mlp.experts.34.up_proj,0.0000082176,0.01000,1.338
82,mlp.experts.35.up_proj,0.0000077686,0.01000,1.336
82,mlp.experts.36.up_proj,0.0000085907,0.01000,1.329
82,mlp.experts.37.up_proj,0.0000083390,0.01000,1.330
82,mlp.experts.38.up_proj,0.0000079914,0.01000,1.338
82,mlp.experts.39.up_proj,0.0000080564,0.01000,1.334
82,mlp.experts.40.up_proj,0.0000089581,0.01000,1.346
82,mlp.experts.41.up_proj,0.0000080303,0.01000,1.342
82,mlp.experts.42.up_proj,0.0000081506,0.01000,1.338
82,mlp.experts.43.up_proj,0.0000091238,0.01000,1.335
82,mlp.experts.44.up_proj,0.0000079981,0.01000,1.327
82,mlp.experts.45.up_proj,0.0000079046,0.01000,1.330
82,mlp.experts.46.up_proj,0.0000085531,0.01000,1.332
82,mlp.experts.47.up_proj,0.0000081840,0.01000,1.344
82,mlp.experts.48.up_proj,0.0000075434,0.01000,1.348
82,mlp.experts.49.up_proj,0.0000084540,0.01000,1.340
82,mlp.experts.50.up_proj,0.0000082614,0.01000,1.339
82,mlp.experts.51.up_proj,0.0000091229,0.01000,1.337
82,mlp.experts.52.up_proj,0.0000080856,0.01000,1.340
82,mlp.experts.53.up_proj,0.0000081596,0.01000,1.333
82,mlp.experts.54.up_proj,0.0000080311,0.01000,1.346
82,mlp.experts.55.up_proj,0.0000082631,0.01000,1.351
82,mlp.experts.56.up_proj,0.0000087623,0.01000,1.345
82,mlp.experts.57.up_proj,0.0000080633,0.01000,1.340
82,mlp.experts.58.up_proj,0.0000083285,0.01000,1.342
82,mlp.experts.59.up_proj,0.0000080859,0.01000,1.338
82,mlp.experts.60.up_proj,0.0000080470,0.01000,1.340
82,mlp.experts.61.up_proj,0.0000084859,0.01000,1.345
82,mlp.experts.62.up_proj,0.0000081859,0.01000,1.366
82,mlp.experts.64.up_proj,0.0000083922,0.01000,1.360
82,mlp.experts.65.up_proj,0.0000085117,0.01000,1.351
82,mlp.experts.63.up_proj,0.0000080173,0.01000,1.431
82,mlp.experts.67.up_proj,0.0000083364,0.01000,1.364
82,mlp.experts.66.up_proj,0.0000078884,0.01000,1.421
82,mlp.experts.68.up_proj,0.0000081920,0.01000,1.368
82,mlp.experts.69.up_proj,0.0000077488,0.01000,1.358
82,mlp.experts.70.up_proj,0.0000079600,0.01000,1.359
82,mlp.experts.71.up_proj,0.0000081672,0.01000,1.345
82,mlp.experts.72.up_proj,0.0000080660,0.01000,1.326
82,mlp.experts.73.up_proj,0.0000081783,0.01000,1.347
82,mlp.experts.74.up_proj,0.0000079901,0.01000,1.345
82,mlp.experts.75.up_proj,0.0000088054,0.01000,1.361
82,mlp.experts.77.up_proj,0.0000086025,0.01000,1.362
82,mlp.experts.76.up_proj,0.0000084367,0.01000,1.365
82,mlp.experts.79.up_proj,0.0000079222,0.01000,1.331
82,mlp.experts.80.up_proj,0.0000086992,0.01000,1.347
82,mlp.experts.78.up_proj,0.0000082029,0.01000,1.410
82,mlp.experts.81.up_proj,0.0000081099,0.01000,1.344
82,mlp.experts.82.up_proj,0.0000088033,0.01000,1.363
82,mlp.experts.84.up_proj,0.0000085183,0.01000,1.354
82,mlp.experts.85.up_proj,0.0000080256,0.01000,1.354
82,mlp.experts.86.up_proj,0.0000079686,0.01000,1.325
82,mlp.experts.87.up_proj,0.0000083633,0.01000,1.345
82,mlp.experts.88.up_proj,0.0000081025,0.01000,1.342
82,mlp.experts.83.up_proj,0.0000080465,0.01000,1.443
82,mlp.experts.89.up_proj,0.0000083547,0.01000,1.360
82,mlp.experts.91.up_proj,0.0000087807,0.01000,1.349
82,mlp.experts.92.up_proj,0.0000080048,0.01000,1.353
82,mlp.experts.93.up_proj,0.0000084079,0.01000,1.321
82,mlp.experts.94.up_proj,0.0000084164,0.01000,1.340
82,mlp.experts.90.up_proj,0.0000086212,0.01000,1.417
82,mlp.experts.95.up_proj,0.0000080899,0.01000,1.352
82,mlp.experts.96.up_proj,0.0000086253,0.01000,1.353
82,mlp.experts.99.up_proj,0.0000081743,0.01000,1.342
82,mlp.experts.98.up_proj,0.0000079422,0.01000,1.362
82,mlp.experts.100.up_proj,0.0000080367,0.01000,1.330
82,mlp.experts.97.up_proj,0.0000081182,0.01000,1.414
82,mlp.experts.101.up_proj,0.0000080533,0.01000,1.353
82,mlp.experts.102.up_proj,0.0000086979,0.01000,1.353
82,mlp.experts.103.up_proj,0.0000082092,0.01000,1.356
82,mlp.experts.104.up_proj,0.0000084453,0.01000,1.363
82,mlp.experts.106.up_proj,0.0000083344,0.01000,1.348
82,mlp.experts.105.up_proj,0.0000084341,0.01000,1.364
82,mlp.experts.107.up_proj,0.0000077038,0.01000,1.339
82,mlp.experts.108.up_proj,0.0000078728,0.01000,1.352
82,mlp.experts.109.up_proj,0.0000082756,0.01000,1.349
82,mlp.experts.110.up_proj,0.0000081153,0.01000,1.361
82,mlp.experts.111.up_proj,0.0000080044,0.01000,1.351
82,mlp.experts.114.up_proj,0.0000085928,0.01000,1.344
82,mlp.experts.113.up_proj,0.0000084235,0.01000,1.355
82,mlp.experts.115.up_proj,0.0000084679,0.01000,1.348
82,mlp.experts.116.up_proj,0.0000089377,0.01000,1.352
82,mlp.experts.112.up_proj,0.0000084617,0.01000,1.425
82,mlp.experts.117.up_proj,0.0000079743,0.01000,1.328
82,mlp.experts.118.up_proj,0.0000080944,0.01000,1.010
82,mlp.experts.119.up_proj,0.0000081353,0.01000,1.008
82,mlp.experts.3.down_proj,0.0000017573,0.01000,0.426
82,mlp.experts.2.down_proj,0.0000012306,0.01000,0.431
82,mlp.experts.5.down_proj,0.0000018280,0.01000,0.430
82,mlp.experts.6.down_proj,0.0000011509,0.01000,0.434
82,mlp.experts.4.down_proj,0.0000016542,0.01000,0.436
82,mlp.experts.1.down_proj,0.0000017843,0.01000,0.454
82,mlp.experts.0.down_proj,0.0000010173,0.01000,0.476
82,mlp.experts.10.down_proj,0.0000010818,0.01000,0.402
82,mlp.experts.9.down_proj,0.0000016319,0.01000,0.411
82,mlp.experts.11.down_proj,0.0000014033,0.01000,0.411
82,mlp.experts.8.down_proj,0.0000016590,0.01000,0.423
82,mlp.experts.12.down_proj,0.0000017263,0.01000,0.412
82,mlp.experts.7.down_proj,0.0000016419,0.01000,0.436
82,mlp.experts.13.down_proj,0.0000013106,0.01000,0.411
82,mlp.experts.17.down_proj,0.0000015038,0.01000,0.402
82,mlp.experts.15.down_proj,0.0000013587,0.01000,0.414
82,mlp.experts.16.down_proj,0.0000011297,0.01000,0.409
82,mlp.experts.19.down_proj,0.0000018057,0.01000,0.402
82,mlp.experts.18.down_proj,0.0000014138,0.01000,0.413
82,mlp.experts.14.down_proj,0.0000016277,0.01000,0.429
82,mlp.experts.20.down_proj,0.0000014756,0.01000,0.408
82,mlp.experts.24.down_proj,0.0000013955,0.01000,0.400
82,mlp.experts.23.down_proj,0.0000018937,0.01000,0.410
82,mlp.experts.26.down_proj,0.0000014021,0.01000,0.407
82,mlp.experts.22.down_proj,0.0000011417,0.01000,0.424
82,mlp.experts.25.down_proj,0.0000013023,0.01000,0.413
82,mlp.experts.21.down_proj,0.0000017181,0.01000,0.427
82,mlp.experts.27.down_proj,0.0000012356,0.01000,0.407
82,mlp.experts.28.down_proj,0.0000015774,0.01000,0.417
82,mlp.experts.30.down_proj,0.0000015551,0.01000,0.405
82,mlp.experts.31.down_proj,0.0000011493,0.01000,0.403
82,mlp.experts.29.down_proj,0.0000011335,0.01000,0.417
82,mlp.experts.33.down_proj,0.0000015553,0.01000,0.407
82,mlp.experts.32.down_proj,0.0000018364,0.01000,0.409
82,mlp.experts.34.down_proj,0.0000015404,0.01000,0.409
82,mlp.experts.38.down_proj,0.0000014401,0.01000,0.404
82,mlp.experts.35.down_proj,0.0000014873,0.01000,0.410
82,mlp.experts.37.down_proj,0.0000014150,0.01000,0.409
82,mlp.experts.39.down_proj,0.0000015319,0.01000,0.408
82,mlp.experts.40.down_proj,0.0000014585,0.01000,0.407
82,mlp.experts.41.down_proj,0.0000015912,0.01000,0.407
82,mlp.experts.36.down_proj,0.0000013310,0.01000,0.426
82,mlp.experts.44.down_proj,0.0000014083,0.01000,0.406
82,mlp.experts.45.down_proj,0.0000009856,0.01000,0.401
82,mlp.experts.46.down_proj,0.0000016250,0.01000,0.408
82,mlp.experts.42.down_proj,0.0000014100,0.01000,0.422
82,mlp.experts.47.down_proj,0.0000015386,0.01000,0.406
82,mlp.experts.48.down_proj,0.0000010324,0.01000,0.410
82,mlp.experts.43.down_proj,0.0000021383,0.01000,0.430
82,mlp.experts.51.down_proj,0.0000018324,0.01000,0.402
82,mlp.experts.49.down_proj,0.0000014274,0.01000,0.414
82,mlp.experts.50.down_proj,0.0000015124,0.01000,0.415
82,mlp.experts.52.down_proj,0.0000014923,0.01000,0.401
82,mlp.experts.53.down_proj,0.0000017007,0.01000,0.407
82,mlp.experts.54.down_proj,0.0000012370,0.01000,0.403
82,mlp.experts.55.down_proj,0.0000013607,0.01000,0.406
82,mlp.experts.59.down_proj,0.0000018595,0.01000,0.403
82,mlp.experts.58.down_proj,0.0000013872,0.01000,0.408
82,mlp.experts.61.down_proj,0.0000011646,0.01000,0.405
82,mlp.experts.60.down_proj,0.0000014376,0.01000,0.412
82,mlp.experts.56.down_proj,0.0000014850,0.01000,0.424
82,mlp.experts.57.down_proj,0.0000012255,0.01000,0.420
82,mlp.experts.62.down_proj,0.0000014403,0.01000,0.409
82,mlp.experts.63.down_proj,0.0000015608,0.01000,0.411
82,mlp.experts.64.down_proj,0.0000011931,0.01000,0.410
82,mlp.experts.65.down_proj,0.0000017330,0.01000,0.405
82,mlp.experts.66.down_proj,0.0000013685,0.01000,0.402
82,mlp.experts.68.down_proj,0.0000019395,0.01000,0.407
82,mlp.experts.69.down_proj,0.0000014254,0.01000,0.410
82,mlp.experts.67.down_proj,0.0000015208,0.01000,0.419
82,mlp.experts.70.down_proj,0.0000011694,0.01000,0.407
82,mlp.experts.73.down_proj,0.0000013127,0.01000,0.405
82,mlp.experts.72.down_proj,0.0000014672,0.01000,0.407
82,mlp.experts.74.down_proj,0.0000013359,0.01000,0.409
82,mlp.experts.75.down_proj,0.0000016061,0.01000,0.406
82,mlp.experts.71.down_proj,0.0000011816,0.01000,0.421
82,mlp.experts.76.down_proj,0.0000015471,0.01000,0.412
82,mlp.experts.79.down_proj,0.0000011673,0.01000,0.407
82,mlp.experts.80.down_proj,0.0000015978,0.01000,0.404
82,mlp.experts.77.down_proj,0.0000016906,0.01000,0.419
82,mlp.experts.81.down_proj,0.0000018040,0.01000,0.407
82,mlp.experts.82.down_proj,0.0000013123,0.01000,0.406
82,mlp.experts.78.down_proj,0.0000015823,0.01000,0.433
82,mlp.experts.83.down_proj,0.0000012674,0.01000,0.413
82,mlp.experts.87.down_proj,0.0000011904,0.01000,0.399
82,mlp.experts.84.down_proj,0.0000012563,0.01000,0.410
82,mlp.experts.88.down_proj,0.0000017897,0.01000,0.407
82,mlp.experts.86.down_proj,0.0000016728,0.01000,0.410
82,mlp.experts.89.down_proj,0.0000016319,0.01000,0.402
82,mlp.experts.85.down_proj,0.0000014038,0.01000,0.425
82,mlp.experts.90.down_proj,0.0000012551,0.01000,0.412
82,mlp.experts.91.down_proj,0.0000018792,0.01000,0.409
82,mlp.experts.94.down_proj,0.0000014189,0.01000,0.404
82,mlp.experts.93.down_proj,0.0000017317,0.01000,0.409
82,mlp.experts.95.down_proj,0.0000017675,0.01000,0.406
82,mlp.experts.92.down_proj,0.0000015492,0.01000,0.421
82,mlp.experts.97.down_proj,0.0000016230,0.01000,0.412
82,mlp.experts.96.down_proj,0.0000016168,0.01000,0.426
82,mlp.experts.98.down_proj,0.0000012863,0.01000,0.407
82,mlp.experts.101.down_proj,0.0000020062,0.01000,0.396
82,mlp.experts.102.down_proj,0.0000014361,0.01000,0.405
82,mlp.experts.100.down_proj,0.0000014038,0.01000,0.413
82,mlp.experts.99.down_proj,0.0000015354,0.01000,0.426
82,mlp.experts.103.down_proj,0.0000012947,0.01000,0.406
82,mlp.experts.104.down_proj,0.0000023370,0.01000,0.410
82,mlp.experts.105.down_proj,0.0000019481,0.01000,0.419
82,mlp.experts.107.down_proj,0.0000017506,0.01000,0.408
82,mlp.experts.109.down_proj,0.0000015738,0.01000,0.406
82,mlp.experts.108.down_proj,0.0000016288,0.01000,0.417
82,mlp.experts.110.down_proj,0.0000014593,0.01000,0.406
82,mlp.experts.106.down_proj,0.0000010978,0.01000,0.442
82,mlp.experts.111.down_proj,0.0000015064,0.01000,0.413
82,mlp.experts.112.down_proj,0.0000018001,0.01000,0.405
82,mlp.experts.114.down_proj,0.0000015439,0.01000,0.404
82,mlp.experts.113.down_proj,0.0000017979,0.01000,0.417
82,mlp.experts.116.down_proj,0.0000015677,0.01000,0.408
82,mlp.experts.117.down_proj,0.0000014833,0.01000,0.403
82,mlp.experts.115.down_proj,0.0000011669,0.01000,0.415
82,mlp.experts.118.down_proj,0.0000014223,0.01000,0.405
82,mlp.experts.119.down_proj,0.0000015631,0.01000,0.273
83,self_attn.v_proj,0.0000013175,0.01000,1.206
83,self_attn.k_proj,0.0000004615,0.01000,1.207
83,self_attn.q_proj,0.0000030309,0.01000,1.265
83,self_attn.o_proj,0.0000034179,0.01000,2.768
83,mlp.shared_experts.gate_proj,0.0000000199,0.01000,0.909
83,mlp.shared_experts.up_proj,0.0000000181,0.01000,0.909
83,mlp.shared_experts.down_proj,0.0000000055,0.01000,0.275
83,mlp.experts.3.gate_proj,0.0000084796,0.01000,1.503
83,mlp.experts.2.gate_proj,0.0000079738,0.01000,1.518
83,mlp.experts.5.gate_proj,0.0000080774,0.01000,1.521
83,mlp.experts.4.gate_proj,0.0000089667,0.01000,1.523
83,mlp.experts.6.gate_proj,0.0000085840,0.01000,1.531
83,mlp.experts.1.gate_proj,0.0000083477,0.01000,1.568
83,mlp.experts.0.gate_proj,0.0000090763,0.01000,1.576
83,mlp.experts.10.gate_proj,0.0000084329,0.01000,1.349
83,mlp.experts.11.gate_proj,0.0000078903,0.01000,1.352
83,mlp.experts.9.gate_proj,0.0000088921,0.01000,1.362
83,mlp.experts.12.gate_proj,0.0000084323,0.01000,1.346
83,mlp.experts.7.gate_proj,0.0000089390,0.01000,1.419
83,mlp.experts.13.gate_proj,0.0000085549,0.01000,1.363
83,mlp.experts.8.gate_proj,0.0000097588,0.01000,1.439
83,mlp.experts.16.gate_proj,0.0000091760,0.01000,1.361
83,mlp.experts.15.gate_proj,0.0000089618,0.01000,1.375
83,mlp.experts.17.gate_proj,0.0000088869,0.01000,1.346
83,mlp.experts.18.gate_proj,0.0000095470,0.01000,1.349
83,mlp.experts.19.gate_proj,0.0000084104,0.01000,1.353
83,mlp.experts.14.gate_proj,0.0000083398,0.01000,1.423
83,mlp.experts.20.gate_proj,0.0000079239,0.01000,1.372
83,mlp.experts.23.gate_proj,0.0000098161,0.01000,1.357
83,mlp.experts.22.gate_proj,0.0000085610,0.01000,1.363
83,mlp.experts.24.gate_proj,0.0000091526,0.01000,1.354
83,mlp.experts.26.gate_proj,0.0000088402,0.01000,1.355
83,mlp.experts.25.gate_proj,0.0000095218,0.01000,1.360
83,mlp.experts.21.gate_proj,0.0000087609,0.01000,1.418
83,mlp.experts.27.gate_proj,0.0000086001,0.01000,1.366
83,mlp.experts.30.gate_proj,0.0000087638,0.01000,1.343
83,mlp.experts.29.gate_proj,0.0000094477,0.01000,1.362
83,mlp.experts.31.gate_proj,0.0000082855,0.01000,1.343
83,mlp.experts.33.gate_proj,0.0000085118,0.01000,1.350
83,mlp.experts.28.gate_proj,0.0000081154,0.01000,1.421
83,mlp.experts.34.gate_proj,0.0000082799,0.01000,1.377
83,mlp.experts.32.gate_proj,0.0000084388,0.01000,1.437
83,mlp.experts.36.gate_proj,0.0000080707,0.01000,1.343
83,mlp.experts.35.gate_proj,0.0000082107,0.01000,1.357
83,mlp.experts.37.gate_proj,0.0000082877,0.01000,1.345
83,mlp.experts.38.gate_proj,0.0000083310,0.01000,1.329
83,mlp.experts.39.gate_proj,0.0000092523,0.01000,1.346
83,mlp.experts.40.gate_proj,0.0000084927,0.01000,1.333
83,mlp.experts.41.gate_proj,0.0000080199,0.01000,1.367
83,mlp.experts.43.gate_proj,0.0000082983,0.01000,1.349
83,mlp.experts.45.gate_proj,0.0000081695,0.01000,1.337
83,mlp.experts.44.gate_proj,0.0000082487,0.01000,1.355
83,mlp.experts.42.gate_proj,0.0000088912,0.01000,1.398
83,mlp.experts.46.gate_proj,0.0000085930,0.01000,1.340
83,mlp.experts.47.gate_proj,0.0000113373,0.01000,1.334
83,mlp.experts.48.gate_proj,0.0000085431,0.01000,1.374
83,mlp.experts.49.gate_proj,0.0000091940,0.01000,1.357
83,mlp.experts.51.gate_proj,0.0000079813,0.01000,1.352
83,mlp.experts.50.gate_proj,0.0000089683,0.01000,1.377
83,mlp.experts.52.gate_proj,0.0000083451,0.01000,1.337
83,mlp.experts.53.gate_proj,0.0000082329,0.01000,1.349
83,mlp.experts.54.gate_proj,0.0000091635,0.01000,1.338
83,mlp.experts.55.gate_proj,0.0000088216,0.01000,1.370
83,mlp.experts.56.gate_proj,0.0000085316,0.01000,1.354
83,mlp.experts.59.gate_proj,0.0000084999,0.01000,1.344
83,mlp.experts.61.gate_proj,0.0000097552,0.01000,1.342
83,mlp.experts.58.gate_proj,0.0000084853,0.01000,1.362
83,mlp.experts.60.gate_proj,0.0000090042,0.01000,1.354
83,mlp.experts.57.gate_proj,0.0000088546,0.01000,1.410
83,mlp.experts.62.gate_proj,0.0000087790,0.01000,1.374
83,mlp.experts.63.gate_proj,0.0000105231,0.01000,1.350
83,mlp.experts.64.gate_proj,0.0000081049,0.01000,1.370
83,mlp.experts.65.gate_proj,0.0000106430,0.01000,1.368
83,mlp.experts.67.gate_proj,0.0000087974,0.01000,1.360
83,mlp.experts.66.gate_proj,0.0000100999,0.01000,1.367
83,mlp.experts.68.gate_proj,0.0000091797,0.01000,1.368
83,mlp.experts.69.gate_proj,0.0000087558,0.01000,1.376
83,mlp.experts.70.gate_proj,0.0000088339,0.01000,1.370
83,mlp.experts.73.gate_proj,0.0000084584,0.01000,1.354
83,mlp.experts.72.gate_proj,0.0000086498,0.01000,1.357
83,mlp.experts.74.gate_proj,0.0000087773,0.01000,1.363
83,mlp.experts.75.gate_proj,0.0000088605,0.01000,1.344
83,mlp.experts.71.gate_proj,0.0000099492,0.01000,1.421
83,mlp.experts.76.gate_proj,0.0000085012,0.01000,1.387
83,mlp.experts.77.gate_proj,0.0000086872,0.01000,1.350
83,mlp.experts.80.gate_proj,0.0000087698,0.01000,1.337
83,mlp.experts.79.gate_proj,0.0000084076,0.01000,1.345
83,mlp.experts.81.gate_proj,0.0000091484,0.01000,1.343
83,mlp.experts.82.gate_proj,0.0000091405,0.01000,1.344
83,mlp.experts.78.gate_proj,0.0000110425,0.01000,1.423
83,mlp.experts.83.gate_proj,0.0000087199,0.01000,1.358
83,mlp.experts.84.gate_proj,0.0000088386,0.01000,1.363
83,mlp.experts.86.gate_proj,0.0000087292,0.01000,1.347
83,mlp.experts.87.gate_proj,0.0000089418,0.01000,1.331
83,mlp.experts.88.gate_proj,0.0000087042,0.01000,1.352
83,mlp.experts.89.gate_proj,0.0000084504,0.01000,1.340
83,mlp.experts.85.gate_proj,0.0000086679,0.01000,1.443
83,mlp.experts.90.gate_proj,0.0000088000,0.01000,1.362
83,mlp.experts.93.gate_proj,0.0000085592,0.01000,1.343
83,mlp.experts.92.gate_proj,0.0000082958,0.01000,1.383
83,mlp.experts.94.gate_proj,0.0000082715,0.01000,1.337
83,mlp.experts.91.gate_proj,0.0000089688,0.01000,1.424
83,mlp.experts.95.gate_proj,0.0000081133,0.01000,1.351
83,mlp.experts.96.gate_proj,0.0000089267,0.01000,1.347
83,mlp.experts.97.gate_proj,0.0000084012,0.01000,1.369
83,mlp.experts.98.gate_proj,0.0000080710,0.01000,1.367
83,mlp.experts.100.gate_proj,0.0000086568,0.01000,1.343
83,mlp.experts.101.gate_proj,0.0000087394,0.01000,1.355
83,mlp.experts.102.gate_proj,0.0000081834,0.01000,1.354
83,mlp.experts.99.gate_proj,0.0000088833,0.01000,1.409
83,mlp.experts.103.gate_proj,0.0000083556,0.01000,1.351
83,mlp.experts.104.gate_proj,0.0000089350,0.01000,1.362
83,mlp.experts.105.gate_proj,0.0000087661,0.01000,1.346
83,mlp.experts.106.gate_proj,0.0000100198,0.01000,1.361
83,mlp.experts.107.gate_proj,0.0000088242,0.01000,1.335
83,mlp.experts.108.gate_proj,0.0000088182,0.01000,1.340
83,mlp.experts.110.gate_proj,0.0000082935,0.01000,1.345
83,mlp.experts.109.gate_proj,0.0000089766,0.01000,1.349
83,mlp.experts.111.gate_proj,0.0000091499,0.01000,1.355
83,mlp.experts.112.gate_proj,0.0000088604,0.01000,1.341
83,mlp.experts.114.gate_proj,0.0000081888,0.01000,1.334
83,mlp.experts.113.gate_proj,0.0000082252,0.01000,1.345
83,mlp.experts.115.gate_proj,0.0000081762,0.01000,1.331
83,mlp.experts.117.gate_proj,0.0000081195,0.01000,1.336
83,mlp.experts.116.gate_proj,0.0000081238,0.01000,1.387
83,mlp.experts.118.gate_proj,0.0000088663,0.01000,1.363
83,mlp.experts.119.gate_proj,0.0000089094,0.01000,1.346
83,mlp.experts.2.up_proj,0.0000079462,0.01000,1.330
83,mlp.experts.1.up_proj,0.0000082161,0.01000,1.341
83,mlp.experts.3.up_proj,0.0000080894,0.01000,1.340
83,mlp.experts.0.up_proj,0.0000086174,0.01000,1.397
83,mlp.experts.4.up_proj,0.0000085108,0.01000,1.344
83,mlp.experts.5.up_proj,0.0000079265,0.01000,1.349
83,mlp.experts.6.up_proj,0.0000084284,0.01000,1.362
83,mlp.experts.8.up_proj,0.0000092263,0.01000,1.336
83,mlp.experts.9.up_proj,0.0000085781,0.01000,1.323
83,mlp.experts.10.up_proj,0.0000077928,0.01000,1.342
83,mlp.experts.7.up_proj,0.0000086945,0.01000,1.411
83,mlp.experts.11.up_proj,0.0000079143,0.01000,1.344
83,mlp.experts.12.up_proj,0.0000081567,0.01000,1.350
83,mlp.experts.13.up_proj,0.0000084291,0.01000,1.357
83,mlp.experts.14.up_proj,0.0000081105,0.01000,1.380
83,mlp.experts.15.up_proj,0.0000087572,0.01000,1.360
83,mlp.experts.16.up_proj,0.0000087875,0.01000,1.329
83,mlp.experts.17.up_proj,0.0000083491,0.01000,1.364
83,mlp.experts.18.up_proj,0.0000098258,0.01000,1.362
83,mlp.experts.19.up_proj,0.0000082161,0.01000,1.359
83,mlp.experts.20.up_proj,0.0000079183,0.01000,1.367
83,mlp.experts.23.up_proj,0.0000086975,0.01000,1.342
83,mlp.experts.22.up_proj,0.0000080501,0.01000,1.370
83,mlp.experts.24.up_proj,0.0000089438,0.01000,1.362
83,mlp.experts.21.up_proj,0.0000086189,0.01000,1.438
83,mlp.experts.25.up_proj,0.0000090591,0.01000,1.362
83,mlp.experts.26.up_proj,0.0000083988,0.01000,1.370
83,mlp.experts.27.up_proj,0.0000083031,0.01000,1.352
83,mlp.experts.28.up_proj,0.0000079589,0.01000,1.366
83,mlp.experts.29.up_proj,0.0000087740,0.01000,1.347
83,mlp.experts.30.up_proj,0.0000083859,0.01000,1.335
83,mlp.experts.31.up_proj,0.0000082036,0.01000,1.338
83,mlp.experts.32.up_proj,0.0000081103,0.01000,1.354
83,mlp.experts.33.up_proj,0.0000082345,0.01000,1.358
83,mlp.experts.34.up_proj,0.0000079305,0.01000,1.371
83,mlp.experts.36.up_proj,0.0000080404,0.01000,1.354
83,mlp.experts.37.up_proj,0.0000081968,0.01000,1.355
83,mlp.experts.38.up_proj,0.0000081767,0.01000,1.346
83,mlp.experts.35.up_proj,0.0000079822,0.01000,1.418
83,mlp.experts.39.up_proj,0.0000086629,0.01000,1.346
83,mlp.experts.40.up_proj,0.0000082168,0.01000,1.365
83,mlp.experts.41.up_proj,0.0000079166,0.01000,1.354
83,mlp.experts.42.up_proj,0.0000087968,0.01000,1.383
83,mlp.experts.43.up_proj,0.0000081048,0.01000,1.364
83,mlp.experts.44.up_proj,0.0000081181,0.01000,1.355
83,mlp.experts.45.up_proj,0.0000079945,0.01000,1.350
83,mlp.experts.46.up_proj,0.0000083771,0.01000,1.352
83,mlp.experts.47.up_proj,0.0000101249,0.01000,1.375
83,mlp.experts.48.up_proj,0.0000082695,0.01000,1.354
83,mlp.experts.52.up_proj,0.0000081392,0.01000,1.345
83,mlp.experts.50.up_proj,0.0000084728,0.01000,1.364
83,mlp.experts.51.up_proj,0.0000080181,0.01000,1.359
83,mlp.experts.53.up_proj,0.0000082138,0.01000,1.353
83,mlp.experts.49.up_proj,0.0000087123,0.01000,1.425
83,mlp.experts.54.up_proj,0.0000085453,0.01000,1.384
83,mlp.experts.55.up_proj,0.0000084712,0.01000,1.346
83,mlp.experts.58.up_proj,0.0000080731,0.01000,1.338
83,mlp.experts.57.up_proj,0.0000087651,0.01000,1.343
83,mlp.experts.59.up_proj,0.0000082460,0.01000,1.350
83,mlp.experts.60.up_proj,0.0000085021,0.01000,1.339
83,mlp.experts.56.up_proj,0.0000082525,0.01000,1.418
83,mlp.experts.61.up_proj,0.0000093373,0.01000,1.389
83,mlp.experts.62.up_proj,0.0000087744,0.01000,1.343
83,mlp.experts.64.up_proj,0.0000079483,0.01000,1.339
83,mlp.experts.65.up_proj,0.0000096809,0.01000,1.332
83,mlp.experts.66.up_proj,0.0000090387,0.01000,1.342
83,mlp.experts.67.up_proj,0.0000084122,0.01000,1.337
83,mlp.experts.63.up_proj,0.0000092873,0.01000,1.423
83,mlp.experts.68.up_proj,0.0000086469,0.01000,1.364
83,mlp.experts.69.up_proj,0.0000081952,0.01000,1.358
83,mlp.experts.70.up_proj,0.0000083683,0.01000,1.373
83,mlp.experts.71.up_proj,0.0000093612,0.01000,1.359
83,mlp.experts.72.up_proj,0.0000082715,0.01000,1.337
83,mlp.experts.73.up_proj,0.0000083171,0.01000,1.345
83,mlp.experts.74.up_proj,0.0000083677,0.01000,1.337
83,mlp.experts.75.up_proj,0.0000085264,0.01000,1.372
83,mlp.experts.76.up_proj,0.0000083819,0.01000,1.356
83,mlp.experts.79.up_proj,0.0000082556,0.01000,1.344
83,mlp.experts.78.up_proj,0.0000093609,0.01000,1.363
83,mlp.experts.80.up_proj,0.0000087407,0.01000,1.343
83,mlp.experts.81.up_proj,0.0000088330,0.01000,1.343
83,mlp.experts.77.up_proj,0.0000084518,0.01000,1.406
83,mlp.experts.82.up_proj,0.0000085403,0.01000,1.365
83,mlp.experts.83.up_proj,0.0000083715,0.01000,1.347
83,mlp.experts.86.up_proj,0.0000083461,0.01000,1.328
83,mlp.experts.85.up_proj,0.0000083564,0.01000,1.352
83,mlp.experts.87.up_proj,0.0000088543,0.01000,1.351
83,mlp.experts.88.up_proj,0.0000082919,0.01000,1.338
83,mlp.experts.84.up_proj,0.0000086242,0.01000,1.427
83,mlp.experts.89.up_proj,0.0000082734,0.01000,1.354
83,mlp.experts.90.up_proj,0.0000083279,0.01000,1.342
83,mlp.experts.92.up_proj,0.0000080244,0.01000,1.356
83,mlp.experts.93.up_proj,0.0000085694,0.01000,1.343
83,mlp.experts.94.up_proj,0.0000081144,0.01000,1.352
83,mlp.experts.95.up_proj,0.0000079984,0.01000,1.338
83,mlp.experts.91.up_proj,0.0000084945,0.01000,1.424
83,mlp.experts.96.up_proj,0.0000085863,0.01000,1.376
83,mlp.experts.97.up_proj,0.0000083391,0.01000,1.349
83,mlp.experts.99.up_proj,0.0000085834,0.01000,1.346
83,mlp.experts.100.up_proj,0.0000085483,0.01000,1.333
83,mlp.experts.101.up_proj,0.0000085259,0.01000,1.339
83,mlp.experts.102.up_proj,0.0000080955,0.01000,1.338
83,mlp.experts.98.up_proj,0.0000080448,0.01000,1.424
83,mlp.experts.103.up_proj,0.0000081688,0.01000,1.369
83,mlp.experts.104.up_proj,0.0000085834,0.01000,1.350
83,mlp.experts.106.up_proj,0.0000090417,0.01000,1.331
83,mlp.experts.107.up_proj,0.0000083229,0.01000,1.326
83,mlp.experts.108.up_proj,0.0000087530,0.01000,1.344
83,mlp.experts.109.up_proj,0.0000087240,0.01000,1.337
83,mlp.experts.105.up_proj,0.0000086372,0.01000,1.420
83,mlp.experts.110.up_proj,0.0000080312,0.01000,1.372
83,mlp.experts.111.up_proj,0.0000087604,0.01000,1.353
83,mlp.experts.113.up_proj,0.0000082550,0.01000,1.339
83,mlp.experts.114.up_proj,0.0000080836,0.01000,1.331
83,mlp.experts.112.up_proj,0.0000085731,0.01000,1.416
83,mlp.experts.116.up_proj,0.0000080437,0.01000,1.334
83,mlp.experts.115.up_proj,0.0000080899,0.01000,1.346
83,mlp.experts.117.up_proj,0.0000080675,0.01000,1.305
83,mlp.experts.118.up_proj,0.0000085827,0.01000,1.048
83,mlp.experts.119.up_proj,0.0000087497,0.01000,1.005
83,mlp.experts.3.down_proj,0.0000013439,0.01000,0.428
83,mlp.experts.2.down_proj,0.0000020046,0.01000,0.430
83,mlp.experts.5.down_proj,0.0000013577,0.01000,0.429
83,mlp.experts.0.down_proj,0.0000014344,0.01000,0.436
83,mlp.experts.4.down_proj,0.0000020309,0.01000,0.434
83,mlp.experts.6.down_proj,0.0000014105,0.01000,0.435
83,mlp.experts.1.down_proj,0.0000012328,0.01000,0.446
83,mlp.experts.10.down_proj,0.0000016018,0.01000,0.404
83,mlp.experts.9.down_proj,0.0000014538,0.01000,0.411
83,mlp.experts.11.down_proj,0.0000020327,0.01000,0.413
83,mlp.experts.12.down_proj,0.0000012701,0.01000,0.411
83,mlp.experts.8.down_proj,0.0000014560,0.01000,0.428
83,mlp.experts.7.down_proj,0.0000011905,0.01000,0.431
83,mlp.experts.13.down_proj,0.0000014932,0.01000,0.414
83,mlp.experts.17.down_proj,0.0000014314,0.01000,0.405
83,mlp.experts.15.down_proj,0.0000018010,0.01000,0.414
83,mlp.experts.14.down_proj,0.0000012667,0.01000,0.415
83,mlp.experts.16.down_proj,0.0000014378,0.01000,0.407
83,mlp.experts.18.down_proj,0.0000017846,0.01000,0.410
83,mlp.experts.19.down_proj,0.0000015030,0.01000,0.409
83,mlp.experts.20.down_proj,0.0000014791,0.01000,0.414
83,mlp.experts.22.down_proj,0.0000017327,0.01000,0.419
83,mlp.experts.23.down_proj,0.0000019071,0.01000,0.418
83,mlp.experts.26.down_proj,0.0000015789,0.01000,0.414
83,mlp.experts.24.down_proj,0.0000014793,0.01000,0.430
83,mlp.experts.25.down_proj,0.0000014800,0.01000,0.420
83,mlp.experts.21.down_proj,0.0000013354,0.01000,0.433
83,mlp.experts.27.down_proj,0.0000012246,0.01000,0.433
83,mlp.experts.29.down_proj,0.0000015732,0.01000,0.409
83,mlp.experts.31.down_proj,0.0000017056,0.01000,0.401
83,mlp.experts.30.down_proj,0.0000013524,0.01000,0.411
83,mlp.experts.28.down_proj,0.0000013543,0.01000,0.420
83,mlp.experts.33.down_proj,0.0000017451,0.01000,0.412
83,mlp.experts.32.down_proj,0.0000017454,0.01000,0.414
83,mlp.experts.34.down_proj,0.0000016109,0.01000,0.410
83,mlp.experts.35.down_proj,0.0000014041,0.01000,0.411
83,mlp.experts.38.down_proj,0.0000016143,0.01000,0.401
83,mlp.experts.36.down_proj,0.0000013844,0.01000,0.409
83,mlp.experts.40.down_proj,0.0000012208,0.01000,0.408
83,mlp.experts.39.down_proj,0.0000016348,0.01000,0.414
83,mlp.experts.37.down_proj,0.0000020488,0.01000,0.422
83,mlp.experts.41.down_proj,0.0000016985,0.01000,0.411
83,mlp.experts.42.down_proj,0.0000015164,0.01000,0.407
83,mlp.experts.43.down_proj,0.0000015837,0.01000,0.410
83,mlp.experts.45.down_proj,0.0000016491,0.01000,0.402
83,mlp.experts.44.down_proj,0.0000013698,0.01000,0.426
83,mlp.experts.46.down_proj,0.0000013102,0.01000,0.409
83,mlp.experts.47.down_proj,0.0000018669,0.01000,0.408
83,mlp.experts.48.down_proj,0.0000013281,0.01000,0.410
83,mlp.experts.49.down_proj,0.0000013039,0.01000,0.403
83,mlp.experts.50.down_proj,0.0000011756,0.01000,0.404
83,mlp.experts.51.down_proj,0.0000019272,0.01000,0.406
83,mlp.experts.52.down_proj,0.0000014365,0.01000,0.401
83,mlp.experts.54.down_proj,0.0000017038,0.01000,0.407
83,mlp.experts.53.down_proj,0.0000018653,0.01000,0.413
83,mlp.experts.55.down_proj,0.0000018062,0.01000,0.410
83,mlp.experts.56.down_proj,0.0000016664,0.01000,0.406
83,mlp.experts.57.down_proj,0.0000013501,0.01000,0.408
83,mlp.experts.59.down_proj,0.0000011017,0.01000,0.400
83,mlp.experts.60.down_proj,0.0000011067,0.01000,0.415
83,mlp.experts.61.down_proj,0.0000015562,0.01000,0.413
83,mlp.experts.58.down_proj,0.0000018325,0.01000,0.432
83,mlp.experts.62.down_proj,0.0000015579,0.01000,0.418
83,mlp.experts.63.down_proj,0.0000016753,0.01000,0.404
83,mlp.experts.64.down_proj,0.0000012022,0.01000,0.404
83,mlp.experts.65.down_proj,0.0000018480,0.01000,0.413
83,mlp.experts.66.down_proj,0.0000020199,0.01000,0.402
83,mlp.experts.68.down_proj,0.0000013722,0.01000,0.408
83,mlp.experts.67.down_proj,0.0000016280,0.01000,0.410
83,mlp.experts.69.down_proj,0.0000014854,0.01000,0.416
83,mlp.experts.70.down_proj,0.0000017259,0.01000,0.407
83,mlp.experts.71.down_proj,0.0000017172,0.01000,0.408
83,mlp.experts.72.down_proj,0.0000016058,0.01000,0.411
83,mlp.experts.73.down_proj,0.0000018405,0.01000,0.404
83,mlp.experts.75.down_proj,0.0000014236,0.01000,0.411
83,mlp.experts.74.down_proj,0.0000014207,0.01000,0.432
83,mlp.experts.76.down_proj,0.0000017768,0.01000,0.424
83,mlp.experts.78.down_proj,0.0000023831,0.01000,0.407
83,mlp.experts.77.down_proj,0.0000014524,0.01000,0.410
83,mlp.experts.80.down_proj,0.0000018794,0.01000,0.399
83,mlp.experts.79.down_proj,0.0000013558,0.01000,0.422
83,mlp.experts.81.down_proj,0.0000018880,0.01000,0.428
83,mlp.experts.82.down_proj,0.0000016259,0.01000,0.410
83,mlp.experts.83.down_proj,0.0000018132,0.01000,0.411
83,mlp.experts.85.down_proj,0.0000012327,0.01000,0.409
83,mlp.experts.84.down_proj,0.0000011769,0.01000,0.410
83,mlp.experts.86.down_proj,0.0000016923,0.01000,0.413
83,mlp.experts.87.down_proj,0.0000012927,0.01000,0.403
83,mlp.experts.89.down_proj,0.0000015082,0.01000,0.405
83,mlp.experts.88.down_proj,0.0000018356,0.01000,0.435
83,mlp.experts.90.down_proj,0.0000012443,0.01000,0.419
83,mlp.experts.92.down_proj,0.0000013046,0.01000,0.412
83,mlp.experts.93.down_proj,0.0000014925,0.01000,0.407
83,mlp.experts.91.down_proj,0.0000020524,0.01000,0.428
83,mlp.experts.94.down_proj,0.0000014358,0.01000,0.403
83,mlp.experts.95.down_proj,0.0000013831,0.01000,0.431
83,mlp.experts.96.down_proj,0.0000011229,0.01000,0.411
83,mlp.experts.97.down_proj,0.0000013293,0.01000,0.421
83,mlp.experts.98.down_proj,0.0000013933,0.01000,0.409
83,mlp.experts.100.down_proj,0.0000013445,0.01000,0.402
83,mlp.experts.99.down_proj,0.0000019099,0.01000,0.403
83,mlp.experts.101.down_proj,0.0000011201,0.01000,0.403
83,mlp.experts.102.down_proj,0.0000016200,0.01000,0.405
83,mlp.experts.103.down_proj,0.0000017956,0.01000,0.412
83,mlp.experts.104.down_proj,0.0000011240,0.01000,0.409
83,mlp.experts.107.down_proj,0.0000018329,0.01000,0.405
83,mlp.experts.108.down_proj,0.0000012960,0.01000,0.405
83,mlp.experts.105.down_proj,0.0000016962,0.01000,0.424
83,mlp.experts.106.down_proj,0.0000011611,0.01000,0.419
83,mlp.experts.109.down_proj,0.0000017230,0.01000,0.399
83,mlp.experts.110.down_proj,0.0000014805,0.01000,0.412
83,mlp.experts.111.down_proj,0.0000011896,0.01000,0.407
83,mlp.experts.112.down_proj,0.0000011160,0.01000,0.412
83,mlp.experts.113.down_proj,0.0000014668,0.01000,0.410
83,mlp.experts.114.down_proj,0.0000017964,0.01000,0.401
83,mlp.experts.115.down_proj,0.0000012824,0.01000,0.407
83,mlp.experts.116.down_proj,0.0000013141,0.01000,0.396
83,mlp.experts.117.down_proj,0.0000019531,0.01000,0.390
83,mlp.experts.118.down_proj,0.0000015089,0.01000,0.392
83,mlp.experts.119.down_proj,0.0000016748,0.01000,0.283
84,self_attn.v_proj,0.0000015839,0.01000,1.200
84,self_attn.k_proj,0.0000004663,0.01000,1.213
84,self_attn.q_proj,0.0000031784,0.01000,1.262
84,self_attn.o_proj,0.0000031848,0.01000,2.754
84,mlp.shared_experts.gate_proj,0.0000000201,0.01000,0.909
84,mlp.shared_experts.up_proj,0.0000000157,0.01000,0.906
84,mlp.shared_experts.down_proj,0.0000000059,0.01000,0.275
84,mlp.experts.2.gate_proj,0.0000084220,0.01000,1.508
84,mlp.experts.3.gate_proj,0.0000081067,0.01000,1.512
84,mlp.experts.4.gate_proj,0.0000083959,0.01000,1.514
84,mlp.experts.5.gate_proj,0.0000087951,0.01000,1.521
84,mlp.experts.6.gate_proj,0.0000082837,0.01000,1.529
84,mlp.experts.1.gate_proj,0.0000080706,0.01000,1.574
84,mlp.experts.0.gate_proj,0.0000082773,0.01000,1.590
84,mlp.experts.7.gate_proj,0.0000114450,0.01000,1.357
84,mlp.experts.10.gate_proj,0.0000086941,0.01000,1.348
84,mlp.experts.9.gate_proj,0.0000084178,0.01000,1.363
84,mlp.experts.11.gate_proj,0.0000077653,0.01000,1.357
84,mlp.experts.12.gate_proj,0.0000085080,0.01000,1.337
84,mlp.experts.8.gate_proj,0.0000077052,0.01000,1.422
84,mlp.experts.13.gate_proj,0.0000077382,0.01000,1.364
84,mlp.experts.14.gate_proj,0.0000079739,0.01000,1.356
84,mlp.experts.17.gate_proj,0.0000091052,0.01000,1.345
84,mlp.experts.16.gate_proj,0.0000094690,0.01000,1.369
84,mlp.experts.18.gate_proj,0.0000086691,0.01000,1.342
84,mlp.experts.19.gate_proj,0.0000082610,0.01000,1.358
84,mlp.experts.15.gate_proj,0.0000084797,0.01000,1.435
84,mlp.experts.20.gate_proj,0.0000093128,0.01000,1.371
84,mlp.experts.21.gate_proj,0.0000082480,0.01000,1.346
84,mlp.experts.24.gate_proj,0.0000088746,0.01000,1.324
84,mlp.experts.23.gate_proj,0.0000096517,0.01000,1.339
84,mlp.experts.26.gate_proj,0.0000083694,0.01000,1.338
84,mlp.experts.25.gate_proj,0.0000089926,0.01000,1.354
84,mlp.experts.22.gate_proj,0.0000085994,0.01000,1.431
84,mlp.experts.27.gate_proj,0.0000086600,0.01000,1.369
84,mlp.experts.28.gate_proj,0.0000084603,0.01000,1.343
84,mlp.experts.30.gate_proj,0.0000082597,0.01000,1.342
84,mlp.experts.29.gate_proj,0.0000086990,0.01000,1.383
84,mlp.experts.31.gate_proj,0.0000086980,0.01000,1.321
84,mlp.experts.32.gate_proj,0.0000090941,0.01000,1.349
84,mlp.experts.33.gate_proj,0.0000089905,0.01000,1.344
84,mlp.experts.34.gate_proj,0.0000089432,0.01000,1.369
84,mlp.experts.35.gate_proj,0.0000087168,0.01000,1.351
84,mlp.experts.36.gate_proj,0.0000084221,0.01000,1.363
84,mlp.experts.37.gate_proj,0.0000079707,0.01000,1.340
84,mlp.experts.38.gate_proj,0.0000081886,0.01000,1.337
84,mlp.experts.39.gate_proj,0.0000085508,0.01000,1.344
84,mlp.experts.40.gate_proj,0.0000080678,0.01000,1.341
84,mlp.experts.41.gate_proj,0.0000080698,0.01000,1.371
84,mlp.experts.42.gate_proj,0.0000083425,0.01000,1.351
84,mlp.experts.44.gate_proj,0.0000084483,0.01000,1.338
84,mlp.experts.45.gate_proj,0.0000080764,0.01000,1.341
84,mlp.experts.46.gate_proj,0.0000086257,0.01000,1.343
84,mlp.experts.47.gate_proj,0.0000089601,0.01000,1.337
84,mlp.experts.43.gate_proj,0.0000088563,0.01000,1.406
84,mlp.experts.48.gate_proj,0.0000090122,0.01000,1.348
84,mlp.experts.49.gate_proj,0.0000081355,0.01000,1.349
84,mlp.experts.51.gate_proj,0.0000082191,0.01000,1.351
84,mlp.experts.52.gate_proj,0.0000088279,0.01000,1.326
84,mlp.experts.53.gate_proj,0.0000111930,0.01000,1.358
84,mlp.experts.54.gate_proj,0.0000083291,0.01000,1.348
84,mlp.experts.50.gate_proj,0.0000096149,0.01000,1.436
84,mlp.experts.55.gate_proj,0.0000080772,0.01000,1.349
84,mlp.experts.56.gate_proj,0.0000085994,0.01000,1.352
84,mlp.experts.58.gate_proj,0.0000086204,0.01000,1.340
84,mlp.experts.59.gate_proj,0.0000088150,0.01000,1.363
84,mlp.experts.60.gate_proj,0.0000080540,0.01000,1.362
84,mlp.experts.61.gate_proj,0.0000087994,0.01000,1.340
84,mlp.experts.57.gate_proj,0.0000078955,0.01000,1.429
84,mlp.experts.62.gate_proj,0.0000089296,0.01000,1.364
84,mlp.experts.63.gate_proj,0.0000085616,0.01000,1.352
84,mlp.experts.64.gate_proj,0.0000080749,0.01000,1.371
84,mlp.experts.66.gate_proj,0.0000085952,0.01000,1.331
84,mlp.experts.68.gate_proj,0.0000081343,0.01000,1.340
84,mlp.experts.67.gate_proj,0.0000084523,0.01000,1.355
84,mlp.experts.65.gate_proj,0.0000088148,0.01000,1.391
84,mlp.experts.69.gate_proj,0.0000085523,0.01000,1.350
84,mlp.experts.70.gate_proj,0.0000083728,0.01000,1.344
84,mlp.experts.72.gate_proj,0.0000087067,0.01000,1.343
84,mlp.experts.73.gate_proj,0.0000082585,0.01000,1.334
84,mlp.experts.74.gate_proj,0.0000090077,0.01000,1.334
84,mlp.experts.71.gate_proj,0.0000091491,0.01000,1.408
84,mlp.experts.75.gate_proj,0.0000092957,0.01000,1.334
84,mlp.experts.76.gate_proj,0.0000091959,0.01000,1.339
84,mlp.experts.77.gate_proj,0.0000084574,0.01000,1.345
84,mlp.experts.80.gate_proj,0.0000092866,0.01000,1.315
84,mlp.experts.79.gate_proj,0.0000089415,0.01000,1.334
84,mlp.experts.82.gate_proj,0.0000080203,0.01000,1.334
84,mlp.experts.81.gate_proj,0.0000084637,0.01000,1.352
84,mlp.experts.78.gate_proj,0.0000086063,0.01000,1.419
84,mlp.experts.83.gate_proj,0.0000079842,0.01000,1.342
84,mlp.experts.84.gate_proj,0.0000081701,0.01000,1.339
84,mlp.experts.86.gate_proj,0.0000085980,0.01000,1.329
84,mlp.experts.87.gate_proj,0.0000088023,0.01000,1.330
84,mlp.experts.85.gate_proj,0.0000079204,0.01000,1.425
84,mlp.experts.88.gate_proj,0.0000079698,0.01000,1.359
84,mlp.experts.89.gate_proj,0.0000086616,0.01000,1.363
84,mlp.experts.90.gate_proj,0.0000092513,0.01000,1.361
84,mlp.experts.91.gate_proj,0.0000080885,0.01000,1.347
84,mlp.experts.93.gate_proj,0.0000080522,0.01000,1.328
84,mlp.experts.92.gate_proj,0.0000081398,0.01000,1.362
84,mlp.experts.94.gate_proj,0.0000086897,0.01000,1.323
84,mlp.experts.95.gate_proj,0.0000095731,0.01000,1.335
84,mlp.experts.96.gate_proj,0.0000118266,0.01000,1.343
84,mlp.experts.97.gate_proj,0.0000087562,0.01000,1.339
84,mlp.experts.98.gate_proj,0.0000081590,0.01000,1.355
84,mlp.experts.100.gate_proj,0.0000086003,0.01000,1.323
84,mlp.experts.101.gate_proj,0.0000085643,0.01000,1.317
84,mlp.experts.102.gate_proj,0.0000082880,0.01000,1.331
84,mlp.experts.99.gate_proj,0.0000076645,0.01000,1.397
84,mlp.experts.103.gate_proj,0.0000086794,0.01000,1.331
84,mlp.experts.104.gate_proj,0.0000087867,0.01000,1.334
84,mlp.experts.105.gate_proj,0.0000080134,0.01000,1.350
84,mlp.experts.106.gate_proj,0.0000080678,0.01000,1.354
84,mlp.experts.107.gate_proj,0.0000082660,0.01000,1.326
84,mlp.experts.108.gate_proj,0.0000078359,0.01000,1.322
84,mlp.experts.109.gate_proj,0.0000087638,0.01000,1.345
84,mlp.experts.110.gate_proj,0.0000086429,0.01000,1.328
84,mlp.experts.111.gate_proj,0.0000079821,0.01000,1.334
84,mlp.experts.112.gate_proj,0.0000087989,0.01000,1.363
84,mlp.experts.114.gate_proj,0.0000097170,0.01000,1.331
84,mlp.experts.115.gate_proj,0.0000087085,0.01000,1.325
84,mlp.experts.116.gate_proj,0.0000078805,0.01000,1.333
84,mlp.experts.117.gate_proj,0.0000084093,0.01000,1.348
84,mlp.experts.113.gate_proj,0.0000083078,0.01000,1.424
84,mlp.experts.118.gate_proj,0.0000078838,0.01000,1.352
84,mlp.experts.1.up_proj,0.0000081632,0.01000,1.336
84,mlp.experts.119.gate_proj,0.0000087625,0.01000,1.362
84,mlp.experts.2.up_proj,0.0000081374,0.01000,1.332
84,mlp.experts.3.up_proj,0.0000081298,0.01000,1.339
84,mlp.experts.4.up_proj,0.0000082344,0.01000,1.328
84,mlp.experts.0.up_proj,0.0000080601,0.01000,1.422
84,mlp.experts.5.up_proj,0.0000085612,0.01000,1.344
84,mlp.experts.6.up_proj,0.0000081728,0.01000,1.351
84,mlp.experts.7.up_proj,0.0000099238,0.01000,1.373
84,mlp.experts.8.up_proj,0.0000077132,0.01000,1.359
84,mlp.experts.9.up_proj,0.0000084304,0.01000,1.336
84,mlp.experts.11.up_proj,0.0000076758,0.01000,1.340
84,mlp.experts.10.up_proj,0.0000086514,0.01000,1.348
84,mlp.experts.12.up_proj,0.0000082842,0.01000,1.348
84,mlp.experts.13.up_proj,0.0000078407,0.01000,1.350
84,mlp.experts.16.up_proj,0.0000087277,0.01000,1.333
84,mlp.experts.15.up_proj,0.0000079902,0.01000,1.342
84,mlp.experts.18.up_proj,0.0000081892,0.01000,1.335
84,mlp.experts.17.up_proj,0.0000086470,0.01000,1.348
84,mlp.experts.19.up_proj,0.0000081040,0.01000,1.345
84,mlp.experts.14.up_proj,0.0000079325,0.01000,1.441
84,mlp.experts.20.up_proj,0.0000088207,0.01000,1.349
84,mlp.experts.23.up_proj,0.0000088781,0.01000,1.331
84,mlp.experts.22.up_proj,0.0000082574,0.01000,1.343
84,mlp.experts.24.up_proj,0.0000083313,0.01000,1.344
84,mlp.experts.25.up_proj,0.0000088709,0.01000,1.330
84,mlp.experts.21.up_proj,0.0000080904,0.01000,1.420
84,mlp.experts.26.up_proj,0.0000081842,0.01000,1.394
84,mlp.experts.27.up_proj,0.0000081439,0.01000,1.353
84,mlp.experts.29.up_proj,0.0000086473,0.01000,1.342
84,mlp.experts.30.up_proj,0.0000081253,0.01000,1.330
84,mlp.experts.31.up_proj,0.0000087556,0.01000,1.335
84,mlp.experts.32.up_proj,0.0000089749,0.01000,1.329
84,mlp.experts.28.up_proj,0.0000080164,0.01000,1.419
84,mlp.experts.33.up_proj,0.0000083964,0.01000,1.391
84,mlp.experts.34.up_proj,0.0000086504,0.01000,1.345
84,mlp.experts.37.up_proj,0.0000079360,0.01000,1.316
84,mlp.experts.36.up_proj,0.0000079996,0.01000,1.336
84,mlp.experts.38.up_proj,0.0000079270,0.01000,1.337
84,mlp.experts.39.up_proj,0.0000084602,0.01000,1.335
84,mlp.experts.35.up_proj,0.0000090127,0.01000,1.414
84,mlp.experts.40.up_proj,0.0000081313,0.01000,1.378
84,mlp.experts.41.up_proj,0.0000079181,0.01000,1.348
84,mlp.experts.43.up_proj,0.0000082906,0.01000,1.340
84,mlp.experts.44.up_proj,0.0000082970,0.01000,1.345
84,mlp.experts.46.up_proj,0.0000083479,0.01000,1.336
84,mlp.experts.42.up_proj,0.0000084357,0.01000,1.408
84,mlp.experts.45.up_proj,0.0000079122,0.01000,1.404
84,mlp.experts.47.up_proj,0.0000089282,0.01000,1.398
84,mlp.experts.48.up_proj,0.0000088344,0.01000,1.344
84,mlp.experts.49.up_proj,0.0000081284,0.01000,1.357
84,mlp.experts.50.up_proj,0.0000087504,0.01000,1.331
84,mlp.experts.51.up_proj,0.0000079973,0.01000,1.336
84,mlp.experts.52.up_proj,0.0000087030,0.01000,1.342
84,mlp.experts.53.up_proj,0.0000113102,0.01000,1.335
84,mlp.experts.54.up_proj,0.0000079498,0.01000,1.379
84,mlp.experts.55.up_proj,0.0000079014,0.01000,1.361
84,mlp.experts.56.up_proj,0.0000085048,0.01000,1.357
84,mlp.experts.57.up_proj,0.0000080186,0.01000,1.341
84,mlp.experts.58.up_proj,0.0000078665,0.01000,1.338
84,mlp.experts.59.up_proj,0.0000083821,0.01000,1.343
84,mlp.experts.60.up_proj,0.0000080782,0.01000,1.342
84,mlp.experts.61.up_proj,0.0000083779,0.01000,1.382
84,mlp.experts.62.up_proj,0.0000083834,0.01000,1.360
84,mlp.experts.64.up_proj,0.0000079799,0.01000,1.339
84,mlp.experts.65.up_proj,0.0000085662,0.01000,1.336
84,mlp.experts.66.up_proj,0.0000081384,0.01000,1.339
84,mlp.experts.63.up_proj,0.0000082769,0.01000,1.402
84,mlp.experts.67.up_proj,0.0000080180,0.01000,1.332
84,mlp.experts.68.up_proj,0.0000081279,0.01000,1.376
84,mlp.experts.72.up_proj,0.0000084370,0.01000,1.320
84,mlp.experts.71.up_proj,0.0000087578,0.01000,1.344
84,mlp.experts.73.up_proj,0.0000081958,0.01000,1.342
84,mlp.experts.69.up_proj,0.0000080992,0.01000,1.398
84,mlp.experts.74.up_proj,0.0000083025,0.01000,1.331
84,mlp.experts.70.up_proj,0.0000081877,0.01000,1.407
84,mlp.experts.75.up_proj,0.0000086890,0.01000,1.387
84,mlp.experts.76.up_proj,0.0000085175,0.01000,1.347
84,mlp.experts.78.up_proj,0.0000082743,0.01000,1.337
84,mlp.experts.77.up_proj,0.0000080565,0.01000,1.378
84,mlp.experts.79.up_proj,0.0000089174,0.01000,1.345
84,mlp.experts.80.up_proj,0.0000084948,0.01000,1.348
84,mlp.experts.81.up_proj,0.0000081755,0.01000,1.349
84,mlp.experts.82.up_proj,0.0000080775,0.01000,1.356
84,mlp.experts.83.up_proj,0.0000078637,0.01000,1.332
84,mlp.experts.84.up_proj,0.0000080927,0.01000,1.359
84,mlp.experts.85.up_proj,0.0000078719,0.01000,1.355
84,mlp.experts.86.up_proj,0.0000082316,0.01000,1.350
84,mlp.experts.87.up_proj,0.0000082725,0.01000,1.341
84,mlp.experts.88.up_proj,0.0000078550,0.01000,1.355
84,mlp.experts.89.up_proj,0.0000082007,0.01000,1.358
84,mlp.experts.90.up_proj,0.0000086003,0.01000,1.336
84,mlp.experts.93.up_proj,0.0000079024,0.01000,1.346
84,mlp.experts.94.up_proj,0.0000085247,0.01000,1.343
84,mlp.experts.95.up_proj,0.0000089149,0.01000,1.347
84,mlp.experts.92.up_proj,0.0000080703,0.01000,1.396
84,mlp.experts.91.up_proj,0.0000078860,0.01000,1.409
84,mlp.experts.96.up_proj,0.0000102758,0.01000,1.357
84,mlp.experts.97.up_proj,0.0000094538,0.01000,1.329
84,mlp.experts.99.up_proj,0.0000077906,0.01000,1.331
84,mlp.experts.100.up_proj,0.0000085461,0.01000,1.335
84,mlp.experts.101.up_proj,0.0000081916,0.01000,1.343
84,mlp.experts.102.up_proj,0.0000080594,0.01000,1.337
84,mlp.experts.98.up_proj,0.0000080047,0.01000,1.445
84,mlp.experts.103.up_proj,0.0000082020,0.01000,1.351
84,mlp.experts.104.up_proj,0.0000086691,0.01000,1.324
84,mlp.experts.105.up_proj,0.0000078908,0.01000,1.372
84,mlp.experts.106.up_proj,0.0000077989,0.01000,1.347
84,mlp.experts.107.up_proj,0.0000082900,0.01000,1.339
84,mlp.experts.108.up_proj,0.0000078213,0.01000,1.342
84,mlp.experts.109.up_proj,0.0000086021,0.01000,1.350
84,mlp.experts.110.up_proj,0.0000082734,0.01000,1.358
84,mlp.experts.111.up_proj,0.0000079557,0.01000,1.357
84,mlp.experts.113.up_proj,0.0000080991,0.01000,1.355
84,mlp.experts.112.up_proj,0.0000087224,0.01000,1.358
84,mlp.experts.114.up_proj,0.0000093583,0.01000,1.350
84,mlp.experts.115.up_proj,0.0000088492,0.01000,1.347
84,mlp.experts.116.up_proj,0.0000078025,0.01000,1.338
84,mlp.experts.117.up_proj,0.0000082488,0.01000,1.292
84,mlp.experts.118.up_proj,0.0000077987,0.01000,1.041
84,mlp.experts.119.up_proj,0.0000082887,0.01000,1.012
84,mlp.experts.3.down_proj,0.0000020339,0.01000,0.424
84,mlp.experts.1.down_proj,0.0000023019,0.01000,0.445
84,mlp.experts.6.down_proj,0.0000019250,0.01000,0.444
84,mlp.experts.2.down_proj,0.0000017937,0.01000,0.447
84,mlp.experts.0.down_proj,0.0000017431,0.01000,0.452
84,mlp.experts.4.down_proj,0.0000018623,0.01000,0.465
84,mlp.experts.5.down_proj,0.0000012761,0.01000,0.537
84,mlp.experts.7.down_proj,0.0000017459,0.01000,0.407
84,mlp.experts.8.down_proj,0.0000019879,0.01000,0.403
84,mlp.experts.10.down_proj,0.0000016458,0.01000,0.401
84,mlp.experts.9.down_proj,0.0000020921,0.01000,0.402
84,mlp.experts.11.down_proj,0.0000017222,0.01000,0.405
84,mlp.experts.12.down_proj,0.0000014688,0.01000,0.425
84,mlp.experts.13.down_proj,0.0000026670,0.01000,0.409
84,mlp.experts.14.down_proj,0.0000011687,0.01000,0.403
84,mlp.experts.17.down_proj,0.0000025836,0.01000,0.403
84,mlp.experts.15.down_proj,0.0000014287,0.01000,0.408
84,mlp.experts.16.down_proj,0.0000018344,0.01000,0.420
84,mlp.experts.18.down_proj,0.0000014707,0.01000,0.413
84,mlp.experts.19.down_proj,0.0000014088,0.01000,0.409
84,mlp.experts.20.down_proj,0.0000013901,0.01000,0.406
84,mlp.experts.21.down_proj,0.0000024760,0.01000,0.408
84,mlp.experts.23.down_proj,0.0000012141,0.01000,0.407
84,mlp.experts.22.down_proj,0.0000016605,0.01000,0.411
84,mlp.experts.25.down_proj,0.0000016380,0.01000,0.402
84,mlp.experts.24.down_proj,0.0000018278,0.01000,0.407
84,mlp.experts.26.down_proj,0.0000017594,0.01000,0.401
84,mlp.experts.27.down_proj,0.0000018367,0.01000,0.408
84,mlp.experts.28.down_proj,0.0000017643,0.01000,0.408
84,mlp.experts.30.down_proj,0.0000015377,0.01000,0.405
84,mlp.experts.29.down_proj,0.0000014077,0.01000,0.406
84,mlp.experts.31.down_proj,0.0000014817,0.01000,0.399
84,mlp.experts.32.down_proj,0.0000018778,0.01000,0.406
84,mlp.experts.33.down_proj,0.0000015913,0.01000,0.399
84,mlp.experts.34.down_proj,0.0000014082,0.01000,0.406
84,mlp.experts.38.down_proj,0.0000015062,0.01000,0.399
84,mlp.experts.37.down_proj,0.0000015504,0.01000,0.405
84,mlp.experts.36.down_proj,0.0000019353,0.01000,0.407
84,mlp.experts.35.down_proj,0.0000017163,0.01000,0.419
84,mlp.experts.39.down_proj,0.0000015036,0.01000,0.404
84,mlp.experts.40.down_proj,0.0000015563,0.01000,0.399
84,mlp.experts.41.down_proj,0.0000023609,0.01000,0.403
84,mlp.experts.42.down_proj,0.0000019663,0.01000,0.407
84,mlp.experts.45.down_proj,0.0000014047,0.01000,0.397
84,mlp.experts.44.down_proj,0.0000012465,0.01000,0.404
84,mlp.experts.43.down_proj,0.0000009890,0.01000,0.415
84,mlp.experts.46.down_proj,0.0000010543,0.01000,0.410
84,mlp.experts.47.down_proj,0.0000015124,0.01000,0.403
84,mlp.experts.48.down_proj,0.0000015067,0.01000,0.401
84,mlp.experts.49.down_proj,0.0000013385,0.01000,0.409
84,mlp.experts.50.down_proj,0.0000015752,0.01000,0.416
84,mlp.experts.51.down_proj,0.0000021438,0.01000,0.418
84,mlp.experts.52.down_proj,0.0000016962,0.01000,0.409
84,mlp.experts.53.down_proj,0.0000059173,0.01000,0.405
84,mlp.experts.54.down_proj,0.0000016464,0.01000,0.404
84,mlp.experts.55.down_proj,0.0000018309,0.01000,0.404
84,mlp.experts.56.down_proj,0.0000012071,0.01000,0.408
84,mlp.experts.58.down_proj,0.0000019314,0.01000,0.408
84,mlp.experts.57.down_proj,0.0000023180,0.01000,0.413
84,mlp.experts.59.down_proj,0.0000018383,0.01000,0.408
84,mlp.experts.60.down_proj,0.0000016901,0.01000,0.408
84,mlp.experts.61.down_proj,0.0000019845,0.01000,0.411
84,mlp.experts.62.down_proj,0.0000010374,0.01000,0.415
84,mlp.experts.63.down_proj,0.0000016871,0.01000,0.404
84,mlp.experts.66.down_proj,0.0000020683,0.01000,0.405
84,mlp.experts.64.down_proj,0.0000018714,0.01000,0.409
84,mlp.experts.67.down_proj,0.0000014458,0.01000,0.407
84,mlp.experts.68.down_proj,0.0000013412,0.01000,0.402
84,mlp.experts.65.down_proj,0.0000020433,0.01000,0.423
84,mlp.experts.69.down_proj,0.0000016096,0.01000,0.410
84,mlp.experts.70.down_proj,0.0000011712,0.01000,0.406
84,mlp.experts.71.down_proj,0.0000014790,0.01000,0.410
84,mlp.experts.73.down_proj,0.0000014860,0.01000,0.408
84,mlp.experts.72.down_proj,0.0000011565,0.01000,0.411
84,mlp.experts.75.down_proj,0.0000025297,0.01000,0.402
84,mlp.experts.74.down_proj,0.0000020373,0.01000,0.424
84,mlp.experts.76.down_proj,0.0000019259,0.01000,0.405
84,mlp.experts.79.down_proj,0.0000018534,0.01000,0.404
84,mlp.experts.77.down_proj,0.0000010573,0.01000,0.428
84,mlp.experts.78.down_proj,0.0000020980,0.01000,0.410
84,mlp.experts.81.down_proj,0.0000014838,0.01000,0.403
84,mlp.experts.82.down_proj,0.0000025069,0.01000,0.398
84,mlp.experts.80.down_proj,0.0000015842,0.01000,0.430
84,mlp.experts.83.down_proj,0.0000021953,0.01000,0.403
84,mlp.experts.84.down_proj,0.0000013693,0.01000,0.406
84,mlp.experts.87.down_proj,0.0000018573,0.01000,0.404
84,mlp.experts.88.down_proj,0.0000018757,0.01000,0.403
84,mlp.experts.85.down_proj,0.0000015851,0.01000,0.419
84,mlp.experts.89.down_proj,0.0000018401,0.01000,0.399
84,mlp.experts.86.down_proj,0.0000013536,0.01000,0.439
84,mlp.experts.90.down_proj,0.0000017938,0.01000,0.404
84,mlp.experts.91.down_proj,0.0000018207,0.01000,0.405
84,mlp.experts.92.down_proj,0.0000019232,0.01000,0.408
84,mlp.experts.94.down_proj,0.0000015554,0.01000,0.402
84,mlp.experts.95.down_proj,0.0000012871,0.01000,0.406
84,mlp.experts.93.down_proj,0.0000014935,0.01000,0.420
84,mlp.experts.96.down_proj,0.0000021692,0.01000,0.403
84,mlp.experts.97.down_proj,0.0000014559,0.01000,0.405
84,mlp.experts.99.down_proj,0.0000020666,0.01000,0.406
84,mlp.experts.98.down_proj,0.0000018634,0.01000,0.410
84,mlp.experts.100.down_proj,0.0000026555,0.01000,0.408
84,mlp.experts.101.down_proj,0.0000011655,0.01000,0.406
84,mlp.experts.102.down_proj,0.0000017556,0.01000,0.402
84,mlp.experts.103.down_proj,0.0000018679,0.01000,0.401
84,mlp.experts.104.down_proj,0.0000014921,0.01000,0.404
84,mlp.experts.105.down_proj,0.0000016861,0.01000,0.413
84,mlp.experts.106.down_proj,0.0000011406,0.01000,0.413
84,mlp.experts.107.down_proj,0.0000014213,0.01000,0.412
84,mlp.experts.108.down_proj,0.0000021547,0.01000,0.406
84,mlp.experts.109.down_proj,0.0000014569,0.01000,0.403
84,mlp.experts.110.down_proj,0.0000016007,0.01000,0.401
84,mlp.experts.111.down_proj,0.0000021272,0.01000,0.405
84,mlp.experts.115.down_proj,0.0000018474,0.01000,0.403
84,mlp.experts.112.down_proj,0.0000013278,0.01000,0.414
84,mlp.experts.116.down_proj,0.0000015443,0.01000,0.408
84,mlp.experts.117.down_proj,0.0000017486,0.01000,0.404
84,mlp.experts.113.down_proj,0.0000011173,0.01000,0.414
84,mlp.experts.114.down_proj,0.0000017823,0.01000,0.410
84,mlp.experts.118.down_proj,0.0000024795,0.01000,0.394
84,mlp.experts.119.down_proj,0.0000011251,0.01000,0.276
85,self_attn.k_proj,0.0000002685,0.01000,1.202
85,self_attn.v_proj,0.0000012837,0.01000,1.202
85,self_attn.q_proj,0.0000015068,0.01000,1.262
85,self_attn.o_proj,0.0000043696,0.01000,2.772
85,mlp.shared_experts.gate_proj,0.0000000216,0.01000,0.912
85,mlp.shared_experts.up_proj,0.0000000130,0.01000,0.911
85,mlp.shared_experts.down_proj,0.0000000058,0.01000,0.277
85,mlp.experts.3.gate_proj,0.0000081137,0.01000,1.506
85,mlp.experts.2.gate_proj,0.0000078014,0.01000,1.521
85,mlp.experts.4.gate_proj,0.0000081572,0.01000,1.527
85,mlp.experts.5.gate_proj,0.0000079539,0.01000,1.527
85,mlp.experts.6.gate_proj,0.0000076611,0.01000,1.532
85,mlp.experts.0.gate_proj,0.0000077586,0.01000,1.574
85,mlp.experts.1.gate_proj,0.0000078509,0.01000,1.582
85,mlp.experts.10.gate_proj,0.0000091621,0.01000,1.348
85,mlp.experts.9.gate_proj,0.0000070074,0.01000,1.358
85,mlp.experts.11.gate_proj,0.0000076704,0.01000,1.353
85,mlp.experts.12.gate_proj,0.0000080217,0.01000,1.347
85,mlp.experts.7.gate_proj,0.0000078323,0.01000,1.413
85,mlp.experts.8.gate_proj,0.0000078697,0.01000,1.423
85,mlp.experts.13.gate_proj,0.0000092289,0.01000,1.365
85,mlp.experts.14.gate_proj,0.0000082772,0.01000,1.364
85,mlp.experts.16.gate_proj,0.0000077373,0.01000,1.342
85,mlp.experts.17.gate_proj,0.0000081585,0.01000,1.346
85,mlp.experts.18.gate_proj,0.0000076261,0.01000,1.357
85,mlp.experts.19.gate_proj,0.0000083196,0.01000,1.349
85,mlp.experts.15.gate_proj,0.0000077184,0.01000,1.415
85,mlp.experts.20.gate_proj,0.0000080902,0.01000,1.370
85,mlp.experts.21.gate_proj,0.0000076178,0.01000,1.346
85,mlp.experts.22.gate_proj,0.0000076223,0.01000,1.374
85,mlp.experts.23.gate_proj,0.0000085172,0.01000,1.349
85,mlp.experts.24.gate_proj,0.0000077071,0.01000,1.329
85,mlp.experts.25.gate_proj,0.0000076366,0.01000,1.343
85,mlp.experts.26.gate_proj,0.0000077446,0.01000,1.339
85,mlp.experts.27.gate_proj,0.0000082806,0.01000,1.361
85,mlp.experts.28.gate_proj,0.0000083976,0.01000,1.348
85,mlp.experts.30.gate_proj,0.0000080488,0.01000,1.334
85,mlp.experts.31.gate_proj,0.0000079308,0.01000,1.333
85,mlp.experts.32.gate_proj,0.0000076750,0.01000,1.335
85,mlp.experts.33.gate_proj,0.0000084332,0.01000,1.335
85,mlp.experts.34.gate_proj,0.0000077826,0.01000,1.352
85,mlp.experts.29.gate_proj,0.0000070750,0.01000,1.420
85,mlp.experts.35.gate_proj,0.0000073272,0.01000,1.341
85,mlp.experts.37.gate_proj,0.0000071851,0.01000,1.328
85,mlp.experts.38.gate_proj,0.0000074656,0.01000,1.320
85,mlp.experts.39.gate_proj,0.0000079676,0.01000,1.332
85,mlp.experts.40.gate_proj,0.0000079643,0.01000,1.332
85,mlp.experts.36.gate_proj,0.0000077640,0.01000,1.423
85,mlp.experts.41.gate_proj,0.0000073950,0.01000,1.357
85,mlp.experts.42.gate_proj,0.0000072647,0.01000,1.339
85,mlp.experts.44.gate_proj,0.0000086951,0.01000,1.328
85,mlp.experts.45.gate_proj,0.0000080596,0.01000,1.320
85,mlp.experts.43.gate_proj,0.0000081437,0.01000,1.418
85,mlp.experts.47.gate_proj,0.0000079813,0.01000,1.328
85,mlp.experts.46.gate_proj,0.0000076412,0.01000,1.353
85,mlp.experts.48.gate_proj,0.0000076849,0.01000,1.361
85,mlp.experts.49.gate_proj,0.0000072881,0.01000,1.364
85,mlp.experts.51.gate_proj,0.0000076021,0.01000,1.357
85,mlp.experts.52.gate_proj,0.0000073848,0.01000,1.324
85,mlp.experts.50.gate_proj,0.0000076944,0.01000,1.420
85,mlp.experts.53.gate_proj,0.0000080098,0.01000,1.345
85,mlp.experts.54.gate_proj,0.0000080689,0.01000,1.366
85,mlp.experts.55.gate_proj,0.0000081810,0.01000,1.385
85,mlp.experts.56.gate_proj,0.0000084688,0.01000,1.379
85,mlp.experts.57.gate_proj,0.0000081089,0.01000,1.376
85,mlp.experts.58.gate_proj,0.0000076484,0.01000,1.353
85,mlp.experts.59.gate_proj,0.0000081408,0.01000,1.343
85,mlp.experts.60.gate_proj,0.0000090630,0.01000,1.354
85,mlp.experts.61.gate_proj,0.0000095107,0.01000,1.364
85,mlp.experts.62.gate_proj,0.0000077263,0.01000,1.368
85,mlp.experts.66.gate_proj,0.0000076490,0.01000,1.339
85,mlp.experts.63.gate_proj,0.0000085609,0.01000,1.368
85,mlp.experts.65.gate_proj,0.0000077219,0.01000,1.356
85,mlp.experts.67.gate_proj,0.0000085879,0.01000,1.352
85,mlp.experts.64.gate_proj,0.0000075760,0.01000,1.411
85,mlp.experts.68.gate_proj,0.0000078686,0.01000,1.382
85,mlp.experts.69.gate_proj,0.0000076608,0.01000,1.389
85,mlp.experts.70.gate_proj,0.0000091736,0.01000,1.355
85,mlp.experts.72.gate_proj,0.0000079745,0.01000,1.352
85,mlp.experts.73.gate_proj,0.0000080687,0.01000,1.338
85,mlp.experts.74.gate_proj,0.0000076873,0.01000,1.345
85,mlp.experts.71.gate_proj,0.0000076326,0.01000,1.421
85,mlp.experts.75.gate_proj,0.0000074376,0.01000,1.349
85,mlp.experts.76.gate_proj,0.0000072959,0.01000,1.347
85,mlp.experts.77.gate_proj,0.0000077344,0.01000,1.353
85,mlp.experts.79.gate_proj,0.0000083047,0.01000,1.346
85,mlp.experts.80.gate_proj,0.0000072888,0.01000,1.333
85,mlp.experts.81.gate_proj,0.0000083142,0.01000,1.345
85,mlp.experts.78.gate_proj,0.0000073547,0.01000,1.422
85,mlp.experts.82.gate_proj,0.0000077577,0.01000,1.356
85,mlp.experts.83.gate_proj,0.0000080276,0.01000,1.342
85,mlp.experts.84.gate_proj,0.0000073967,0.01000,1.339
85,mlp.experts.86.gate_proj,0.0000081867,0.01000,1.344
85,mlp.experts.87.gate_proj,0.0000083630,0.01000,1.349
85,mlp.experts.88.gate_proj,0.0000074867,0.01000,1.351
85,mlp.experts.85.gate_proj,0.0000080537,0.01000,1.448
85,mlp.experts.89.gate_proj,0.0000082765,0.01000,1.357
85,mlp.experts.90.gate_proj,0.0000084218,0.01000,1.334
85,mlp.experts.91.gate_proj,0.0000077350,0.01000,1.339
85,mlp.experts.92.gate_proj,0.0000081561,0.01000,1.377
85,mlp.experts.93.gate_proj,0.0000080582,0.01000,1.357
85,mlp.experts.94.gate_proj,0.0000075652,0.01000,1.362
85,mlp.experts.95.gate_proj,0.0000075532,0.01000,1.347
85,mlp.experts.96.gate_proj,0.0000081455,0.01000,1.352
85,mlp.experts.97.gate_proj,0.0000074368,0.01000,1.351
85,mlp.experts.98.gate_proj,0.0000081054,0.01000,1.347
85,mlp.experts.99.gate_proj,0.0000073587,0.01000,1.362
85,mlp.experts.101.gate_proj,0.0000079481,0.01000,1.345
85,mlp.experts.103.gate_proj,0.0000081861,0.01000,1.354
85,mlp.experts.102.gate_proj,0.0000081993,0.01000,1.374
85,mlp.experts.100.gate_proj,0.0000084909,0.01000,1.409
85,mlp.experts.104.gate_proj,0.0000074160,0.01000,1.358
85,mlp.experts.105.gate_proj,0.0000080874,0.01000,1.336
85,mlp.experts.106.gate_proj,0.0000075491,0.01000,1.356
85,mlp.experts.107.gate_proj,0.0000083275,0.01000,1.364
85,mlp.experts.108.gate_proj,0.0000079289,0.01000,1.346
85,mlp.experts.109.gate_proj,0.0000088672,0.01000,1.353
85,mlp.experts.110.gate_proj,0.0000075365,0.01000,1.353
85,mlp.experts.111.gate_proj,0.0000077405,0.01000,1.358
85,mlp.experts.112.gate_proj,0.0000078625,0.01000,1.334
85,mlp.experts.113.gate_proj,0.0000074761,0.01000,1.350
85,mlp.experts.114.gate_proj,0.0000081534,0.01000,1.346
85,mlp.experts.115.gate_proj,0.0000088854,0.01000,1.339
85,mlp.experts.116.gate_proj,0.0000078847,0.01000,1.348
85,mlp.experts.117.gate_proj,0.0000083186,0.01000,1.348
85,mlp.experts.118.gate_proj,0.0000079951,0.01000,1.343
85,mlp.experts.119.gate_proj,0.0000076611,0.01000,1.331
85,mlp.experts.0.up_proj,0.0000073714,0.01000,1.356
85,mlp.experts.1.up_proj,0.0000078504,0.01000,1.343
85,mlp.experts.2.up_proj,0.0000077722,0.01000,1.336
85,mlp.experts.4.up_proj,0.0000082282,0.01000,1.342
85,mlp.experts.5.up_proj,0.0000076344,0.01000,1.353
85,mlp.experts.3.up_proj,0.0000079304,0.01000,1.447
85,mlp.experts.6.up_proj,0.0000076494,0.01000,1.318
85,mlp.experts.7.up_proj,0.0000078792,0.01000,1.335
85,mlp.experts.8.up_proj,0.0000077432,0.01000,1.327
85,mlp.experts.9.up_proj,0.0000070727,0.01000,1.339
85,mlp.experts.10.up_proj,0.0000085919,0.01000,1.358
85,mlp.experts.11.up_proj,0.0000075018,0.01000,1.328
85,mlp.experts.12.up_proj,0.0000077415,0.01000,1.369
85,mlp.experts.13.up_proj,0.0000088216,0.01000,1.336
85,mlp.experts.15.up_proj,0.0000075628,0.01000,1.337
85,mlp.experts.16.up_proj,0.0000076634,0.01000,1.336
85,mlp.experts.18.up_proj,0.0000074594,0.01000,1.328
85,mlp.experts.14.up_proj,0.0000078111,0.01000,1.403
85,mlp.experts.17.up_proj,0.0000081452,0.01000,1.387
85,mlp.experts.19.up_proj,0.0000080427,0.01000,1.359
85,mlp.experts.20.up_proj,0.0000077460,0.01000,1.328
85,mlp.experts.22.up_proj,0.0000074785,0.01000,1.345
85,mlp.experts.23.up_proj,0.0000081531,0.01000,1.322
85,mlp.experts.24.up_proj,0.0000077246,0.01000,1.349
85,mlp.experts.21.up_proj,0.0000074973,0.01000,1.428
85,mlp.experts.25.up_proj,0.0000075981,0.01000,1.334
85,mlp.experts.26.up_proj,0.0000074998,0.01000,1.351
85,mlp.experts.27.up_proj,0.0000078142,0.01000,1.327
85,mlp.experts.29.up_proj,0.0000072540,0.01000,1.346
85,mlp.experts.30.up_proj,0.0000080381,0.01000,1.334
85,mlp.experts.31.up_proj,0.0000076176,0.01000,1.350
85,mlp.experts.28.up_proj,0.0000081356,0.01000,1.417
85,mlp.experts.32.up_proj,0.0000078808,0.01000,1.340
85,mlp.experts.33.up_proj,0.0000081456,0.01000,1.353
85,mlp.experts.34.up_proj,0.0000074410,0.01000,1.326
85,mlp.experts.36.up_proj,0.0000076526,0.01000,1.342
85,mlp.experts.35.up_proj,0.0000071636,0.01000,1.373
85,mlp.experts.37.up_proj,0.0000072001,0.01000,1.342
85,mlp.experts.38.up_proj,0.0000074173,0.01000,1.348
85,mlp.experts.39.up_proj,0.0000076384,0.01000,1.343
85,mlp.experts.40.up_proj,0.0000076231,0.01000,1.355
85,mlp.experts.41.up_proj,0.0000073643,0.01000,1.337
85,mlp.experts.43.up_proj,0.0000076310,0.01000,1.354
85,mlp.experts.44.up_proj,0.0000079968,0.01000,1.346
85,mlp.experts.46.up_proj,0.0000075998,0.01000,1.348
85,mlp.experts.45.up_proj,0.0000077729,0.01000,1.359
85,mlp.experts.42.up_proj,0.0000072907,0.01000,1.422
85,mlp.experts.47.up_proj,0.0000078923,0.01000,1.350
85,mlp.experts.48.up_proj,0.0000073634,0.01000,1.336
85,mlp.experts.50.up_proj,0.0000074280,0.01000,1.352
85,mlp.experts.51.up_proj,0.0000074991,0.01000,1.340
85,mlp.experts.52.up_proj,0.0000071779,0.01000,1.337
85,mlp.experts.53.up_proj,0.0000076813,0.01000,1.344
85,mlp.experts.49.up_proj,0.0000072242,0.01000,1.414
85,mlp.experts.54.up_proj,0.0000078856,0.01000,1.370
85,mlp.experts.55.up_proj,0.0000078873,0.01000,1.356
85,mlp.experts.58.up_proj,0.0000073773,0.01000,1.341
85,mlp.experts.57.up_proj,0.0000082057,0.01000,1.369
85,mlp.experts.60.up_proj,0.0000080162,0.01000,1.347
85,mlp.experts.59.up_proj,0.0000077894,0.01000,1.364
85,mlp.experts.56.up_proj,0.0000081335,0.01000,1.438
85,mlp.experts.61.up_proj,0.0000081193,0.01000,1.386
85,mlp.experts.62.up_proj,0.0000076690,0.01000,1.353
85,mlp.experts.64.up_proj,0.0000075580,0.01000,1.355
85,mlp.experts.65.up_proj,0.0000075024,0.01000,1.344
85,mlp.experts.66.up_proj,0.0000078153,0.01000,1.360
85,mlp.experts.63.up_proj,0.0000079586,0.01000,1.424
85,mlp.experts.67.up_proj,0.0000077992,0.01000,1.347
85,mlp.experts.68.up_proj,0.0000076589,0.01000,1.356
85,mlp.experts.69.up_proj,0.0000075268,0.01000,1.356
85,mlp.experts.70.up_proj,0.0000086150,0.01000,1.363
85,mlp.experts.71.up_proj,0.0000075107,0.01000,1.360
85,mlp.experts.72.up_proj,0.0000076387,0.01000,1.345
85,mlp.experts.73.up_proj,0.0000080436,0.01000,1.351
85,mlp.experts.74.up_proj,0.0000074884,0.01000,1.355
85,mlp.experts.75.up_proj,0.0000074082,0.01000,1.355
85,mlp.experts.76.up_proj,0.0000071589,0.01000,1.354
85,mlp.experts.77.up_proj,0.0000075891,0.01000,1.369
85,mlp.experts.79.up_proj,0.0000081292,0.01000,1.354
85,mlp.experts.80.up_proj,0.0000071409,0.01000,1.367
85,mlp.experts.81.up_proj,0.0000080433,0.01000,1.357
85,mlp.experts.78.up_proj,0.0000073365,0.01000,1.404
85,mlp.experts.82.up_proj,0.0000077704,0.01000,1.376
85,mlp.experts.83.up_proj,0.0000077543,0.01000,1.352
85,mlp.experts.84.up_proj,0.0000074429,0.01000,1.370
85,mlp.experts.85.up_proj,0.0000079261,0.01000,1.368
85,mlp.experts.86.up_proj,0.0000080162,0.01000,1.367
85,mlp.experts.87.up_proj,0.0000078944,0.01000,1.363
85,mlp.experts.88.up_proj,0.0000075710,0.01000,1.351
85,mlp.experts.89.up_proj,0.0000081343,0.01000,1.388
85,mlp.experts.90.up_proj,0.0000079588,0.01000,1.352
85,mlp.experts.91.up_proj,0.0000074132,0.01000,1.369
85,mlp.experts.92.up_proj,0.0000078259,0.01000,1.365
85,mlp.experts.93.up_proj,0.0000077191,0.01000,1.350
85,mlp.experts.95.up_proj,0.0000075788,0.01000,1.350
85,mlp.experts.94.up_proj,0.0000073688,0.01000,1.413
85,mlp.experts.96.up_proj,0.0000076568,0.01000,1.374
85,mlp.experts.97.up_proj,0.0000072700,0.01000,1.346
85,mlp.experts.100.up_proj,0.0000078612,0.01000,1.341
85,mlp.experts.99.up_proj,0.0000072923,0.01000,1.367
85,mlp.experts.101.up_proj,0.0000077246,0.01000,1.360
85,mlp.experts.98.up_proj,0.0000080198,0.01000,1.409
85,mlp.experts.102.up_proj,0.0000079306,0.01000,1.349
85,mlp.experts.103.up_proj,0.0000078405,0.01000,1.352
85,mlp.experts.104.up_proj,0.0000073572,0.01000,1.346
85,mlp.experts.107.up_proj,0.0000080857,0.01000,1.340
85,mlp.experts.106.up_proj,0.0000075367,0.01000,1.361
85,mlp.experts.108.up_proj,0.0000076986,0.01000,1.358
85,mlp.experts.109.up_proj,0.0000090671,0.01000,1.348
85,mlp.experts.105.up_proj,0.0000076355,0.01000,1.425
85,mlp.experts.110.up_proj,0.0000074874,0.01000,1.353
85,mlp.experts.111.up_proj,0.0000075574,0.01000,1.345
85,mlp.experts.113.up_proj,0.0000073772,0.01000,1.359
85,mlp.experts.114.up_proj,0.0000082161,0.01000,1.339
85,mlp.experts.115.up_proj,0.0000084287,0.01000,1.347
85,mlp.experts.116.up_proj,0.0000077892,0.01000,1.353
85,mlp.experts.112.up_proj,0.0000075102,0.01000,1.429
85,mlp.experts.117.up_proj,0.0000078523,0.01000,1.328
85,mlp.experts.118.up_proj,0.0000078408,0.01000,1.120
85,mlp.experts.119.up_proj,0.0000074145,0.01000,0.975
85,mlp.experts.3.down_proj,0.0000014114,0.01000,0.440
85,mlp.experts.5.down_proj,0.0000017345,0.01000,0.439
85,mlp.experts.2.down_proj,0.0000015022,0.01000,0.443
85,mlp.experts.4.down_proj,0.0000014427,0.01000,0.444
85,mlp.experts.1.down_proj,0.0000017229,0.01000,0.447
85,mlp.experts.0.down_proj,0.0000015416,0.01000,0.454
85,mlp.experts.6.down_proj,0.0000016442,0.01000,0.451
85,mlp.experts.9.down_proj,0.0000021274,0.01000,0.406
85,mlp.experts.10.down_proj,0.0000016456,0.01000,0.407
85,mlp.experts.11.down_proj,0.0000017922,0.01000,0.409
85,mlp.experts.12.down_proj,0.0000018335,0.01000,0.406
85,mlp.experts.13.down_proj,0.0000017758,0.01000,0.412
85,mlp.experts.8.down_proj,0.0000015535,0.01000,0.429
85,mlp.experts.7.down_proj,0.0000014802,0.01000,0.431
85,mlp.experts.17.down_proj,0.0000019475,0.01000,0.401
85,mlp.experts.16.down_proj,0.0000013388,0.01000,0.404
85,mlp.experts.18.down_proj,0.0000017111,0.01000,0.405
85,mlp.experts.14.down_proj,0.0000018012,0.01000,0.423
85,mlp.experts.15.down_proj,0.0000021828,0.01000,0.421
85,mlp.experts.19.down_proj,0.0000017449,0.01000,0.402
85,mlp.experts.20.down_proj,0.0000017810,0.01000,0.411
85,mlp.experts.22.down_proj,0.0000017458,0.01000,0.415
85,mlp.experts.21.down_proj,0.0000015100,0.01000,0.416
85,mlp.experts.24.down_proj,0.0000017830,0.01000,0.405
85,mlp.experts.26.down_proj,0.0000013667,0.01000,0.408
85,mlp.experts.25.down_proj,0.0000015261,0.01000,0.411
85,mlp.experts.23.down_proj,0.0000017109,0.01000,0.419
85,mlp.experts.27.down_proj,0.0000015999,0.01000,0.411
85,mlp.experts.31.down_proj,0.0000011072,0.01000,0.404
85,mlp.experts.30.down_proj,0.0000015570,0.01000,0.409
85,mlp.experts.28.down_proj,0.0000015733,0.01000,0.408
85,mlp.experts.32.down_proj,0.0000017311,0.01000,0.406
85,mlp.experts.33.down_proj,0.0000013196,0.01000,0.403
85,mlp.experts.34.down_proj,0.0000015067,0.01000,0.408
85,mlp.experts.29.down_proj,0.0000021448,0.01000,0.432
85,mlp.experts.38.down_proj,0.0000012231,0.01000,0.401
85,mlp.experts.37.down_proj,0.0000022470,0.01000,0.407
85,mlp.experts.39.down_proj,0.0000020408,0.01000,0.406
85,mlp.experts.35.down_proj,0.0000011577,0.01000,0.418
85,mlp.experts.40.down_proj,0.0000018544,0.01000,0.404
85,mlp.experts.36.down_proj,0.0000013642,0.01000,0.429
85,mlp.experts.41.down_proj,0.0000020921,0.01000,0.408
85,mlp.experts.42.down_proj,0.0000017852,0.01000,0.414
85,mlp.experts.44.down_proj,0.0000018154,0.01000,0.406
85,mlp.experts.45.down_proj,0.0000019015,0.01000,0.402
85,mlp.experts.46.down_proj,0.0000012547,0.01000,0.410
85,mlp.experts.47.down_proj,0.0000015006,0.01000,0.406
85,mlp.experts.43.down_proj,0.0000010227,0.01000,0.428
85,mlp.experts.48.down_proj,0.0000012683,0.01000,0.409
85,mlp.experts.49.down_proj,0.0000018539,0.01000,0.409
85,mlp.experts.52.down_proj,0.0000019930,0.01000,0.401
85,mlp.experts.51.down_proj,0.0000018328,0.01000,0.413
85,mlp.experts.54.down_proj,0.0000012843,0.01000,0.401
85,mlp.experts.53.down_proj,0.0000019171,0.01000,0.407
85,mlp.experts.50.down_proj,0.0000021185,0.01000,0.428
85,mlp.experts.55.down_proj,0.0000016488,0.01000,0.414
85,mlp.experts.56.down_proj,0.0000022011,0.01000,0.406
85,mlp.experts.59.down_proj,0.0000016932,0.01000,0.399
85,mlp.experts.60.down_proj,0.0000016639,0.01000,0.405
85,mlp.experts.61.down_proj,0.0000017833,0.01000,0.399
85,mlp.experts.58.down_proj,0.0000015478,0.01000,0.412
85,mlp.experts.62.down_proj,0.0000015881,0.01000,0.406
85,mlp.experts.57.down_proj,0.0000017194,0.01000,0.428
85,mlp.experts.63.down_proj,0.0000010549,0.01000,0.407
85,mlp.experts.64.down_proj,0.0000016979,0.01000,0.416
85,mlp.experts.66.down_proj,0.0000011733,0.01000,0.406
85,mlp.experts.65.down_proj,0.0000017161,0.01000,0.410
85,mlp.experts.67.down_proj,0.0000010683,0.01000,0.410
85,mlp.experts.68.down_proj,0.0000014956,0.01000,0.404
85,mlp.experts.69.down_proj,0.0000018630,0.01000,0.417
85,mlp.experts.70.down_proj,0.0000017855,0.01000,0.408
85,mlp.experts.73.down_proj,0.0000027987,0.01000,0.400
85,mlp.experts.71.down_proj,0.0000014888,0.01000,0.408
85,mlp.experts.74.down_proj,0.0000018429,0.01000,0.409
85,mlp.experts.75.down_proj,0.0000024921,0.01000,0.407
85,mlp.experts.72.down_proj,0.0000017070,0.01000,0.420
85,mlp.experts.76.down_proj,0.0000016275,0.01000,0.407
85,mlp.experts.77.down_proj,0.0000017587,0.01000,0.416
85,mlp.experts.79.down_proj,0.0000020885,0.01000,0.405
85,mlp.experts.82.down_proj,0.0000018493,0.01000,0.402
85,mlp.experts.80.down_proj,0.0000026411,0.01000,0.409
85,mlp.experts.81.down_proj,0.0000015142,0.01000,0.406
85,mlp.experts.78.down_proj,0.0000020357,0.01000,0.427
85,mlp.experts.83.down_proj,0.0000011078,0.01000,0.409
85,mlp.experts.85.down_proj,0.0000020352,0.01000,0.407
85,mlp.experts.86.down_proj,0.0000017434,0.01000,0.405
85,mlp.experts.88.down_proj,0.0000019058,0.01000,0.409
85,mlp.experts.89.down_proj,0.0000018106,0.01000,0.407
85,mlp.experts.87.down_proj,0.0000015684,0.01000,0.416
85,mlp.experts.84.down_proj,0.0000018660,0.01000,0.433
85,mlp.experts.90.down_proj,0.0000015212,0.01000,0.408
85,mlp.experts.91.down_proj,0.0000019411,0.01000,0.413
85,mlp.experts.93.down_proj,0.0000015193,0.01000,0.404
85,mlp.experts.94.down_proj,0.0000012539,0.01000,0.403
85,mlp.experts.92.down_proj,0.0000011140,0.01000,0.416
85,mlp.experts.96.down_proj,0.0000016981,0.01000,0.404
85,mlp.experts.95.down_proj,0.0000011223,0.01000,0.410
85,mlp.experts.97.down_proj,0.0000023681,0.01000,0.413
85,mlp.experts.98.down_proj,0.0000019546,0.01000,0.402
85,mlp.experts.101.down_proj,0.0000014396,0.01000,0.398
85,mlp.experts.100.down_proj,0.0000016564,0.01000,0.405
85,mlp.experts.99.down_proj,0.0000018746,0.01000,0.416
85,mlp.experts.102.down_proj,0.0000014522,0.01000,0.404
85,mlp.experts.103.down_proj,0.0000019078,0.01000,0.412
85,mlp.experts.104.down_proj,0.0000023685,0.01000,0.415
85,mlp.experts.105.down_proj,0.0000010688,0.01000,0.404
85,mlp.experts.108.down_proj,0.0000015225,0.01000,0.395
85,mlp.experts.107.down_proj,0.0000014967,0.01000,0.407
85,mlp.experts.109.down_proj,0.0000016763,0.01000,0.404
85,mlp.experts.106.down_proj,0.0000019790,0.01000,0.418
85,mlp.experts.110.down_proj,0.0000014370,0.01000,0.399
85,mlp.experts.111.down_proj,0.0000015439,0.01000,0.411
85,mlp.experts.112.down_proj,0.0000014752,0.01000,0.405
85,mlp.experts.115.down_proj,0.0000028349,0.01000,0.398
85,mlp.experts.113.down_proj,0.0000018126,0.01000,0.410
85,mlp.experts.114.down_proj,0.0000016176,0.01000,0.406
85,mlp.experts.116.down_proj,0.0000015763,0.01000,0.404
85,mlp.experts.117.down_proj,0.0000010346,0.01000,0.404
85,mlp.experts.118.down_proj,0.0000023505,0.01000,0.401
85,mlp.experts.119.down_proj,0.0000026739,0.01000,0.271
86,self_attn.v_proj,0.0000014796,0.01000,1.194
86,self_attn.k_proj,0.0000003833,0.01000,1.221
86,self_attn.q_proj,0.0000024428,0.01000,1.265
86,self_attn.o_proj,0.0000041969,0.01000,2.753
86,mlp.shared_experts.gate_proj,0.0000000234,0.01000,0.911
86,mlp.shared_experts.up_proj,0.0000000126,0.01000,0.924
86,mlp.shared_experts.down_proj,0.0000000051,0.01000,0.273
86,mlp.experts.3.gate_proj,0.0000084915,0.01000,1.500
86,mlp.experts.5.gate_proj,0.0000086615,0.01000,1.505
86,mlp.experts.2.gate_proj,0.0000078702,0.01000,1.508
86,mlp.experts.4.gate_proj,0.0000078900,0.01000,1.519
86,mlp.experts.6.gate_proj,0.0000078229,0.01000,1.525
86,mlp.experts.0.gate_proj,0.0000089438,0.01000,1.558
86,mlp.experts.1.gate_proj,0.0000086000,0.01000,1.558
86,mlp.experts.9.gate_proj,0.0000082322,0.01000,1.339
86,mlp.experts.10.gate_proj,0.0000083292,0.01000,1.345
86,mlp.experts.11.gate_proj,0.0000082827,0.01000,1.345
86,mlp.experts.12.gate_proj,0.0000085038,0.01000,1.331
86,mlp.experts.8.gate_proj,0.0000082111,0.01000,1.407
86,mlp.experts.13.gate_proj,0.0000086126,0.01000,1.348
86,mlp.experts.7.gate_proj,0.0000081926,0.01000,1.436
86,mlp.experts.15.gate_proj,0.0000085843,0.01000,1.343
86,mlp.experts.16.gate_proj,0.0000079886,0.01000,1.335
86,mlp.experts.17.gate_proj,0.0000086973,0.01000,1.339
86,mlp.experts.18.gate_proj,0.0000087493,0.01000,1.341
86,mlp.experts.19.gate_proj,0.0000078743,0.01000,1.355
86,mlp.experts.14.gate_proj,0.0000086525,0.01000,1.427
86,mlp.experts.20.gate_proj,0.0000086641,0.01000,1.338
86,mlp.experts.23.gate_proj,0.0000082922,0.01000,1.340
86,mlp.experts.22.gate_proj,0.0000081441,0.01000,1.365
86,mlp.experts.21.gate_proj,0.0000090027,0.01000,1.375
86,mlp.experts.24.gate_proj,0.0000083829,0.01000,1.336
86,mlp.experts.26.gate_proj,0.0000087038,0.01000,1.353
86,mlp.experts.27.gate_proj,0.0000079043,0.01000,1.356
86,mlp.experts.25.gate_proj,0.0000077903,0.01000,1.402
86,mlp.experts.28.gate_proj,0.0000085382,0.01000,1.347
86,mlp.experts.31.gate_proj,0.0000079289,0.01000,1.332
86,mlp.experts.30.gate_proj,0.0000096418,0.01000,1.352
86,mlp.experts.33.gate_proj,0.0000083501,0.01000,1.339
86,mlp.experts.29.gate_proj,0.0000084046,0.01000,1.417
86,mlp.experts.32.gate_proj,0.0000085361,0.01000,1.365
86,mlp.experts.34.gate_proj,0.0000084058,0.01000,1.350
86,mlp.experts.35.gate_proj,0.0000087616,0.01000,1.345
86,mlp.experts.37.gate_proj,0.0000090941,0.01000,1.339
86,mlp.experts.38.gate_proj,0.0000081373,0.01000,1.319
86,mlp.experts.40.gate_proj,0.0000084713,0.01000,1.333
86,mlp.experts.36.gate_proj,0.0000082818,0.01000,1.411
86,mlp.experts.41.gate_proj,0.0000099341,0.01000,1.358
86,mlp.experts.39.gate_proj,0.0000083282,0.01000,1.398
86,mlp.experts.42.gate_proj,0.0000081730,0.01000,1.356
86,mlp.experts.44.gate_proj,0.0000077075,0.01000,1.344
86,mlp.experts.45.gate_proj,0.0000080085,0.01000,1.335
86,mlp.experts.46.gate_proj,0.0000088379,0.01000,1.351
86,mlp.experts.43.gate_proj,0.0000076476,0.01000,1.418
86,mlp.experts.47.gate_proj,0.0000081452,0.01000,1.337
86,mlp.experts.48.gate_proj,0.0000082964,0.01000,1.360
86,mlp.experts.49.gate_proj,0.0000085447,0.01000,1.361
86,mlp.experts.50.gate_proj,0.0000088036,0.01000,1.347
86,mlp.experts.51.gate_proj,0.0000079819,0.01000,1.343
86,mlp.experts.52.gate_proj,0.0000078868,0.01000,1.338
86,mlp.experts.53.gate_proj,0.0000084672,0.01000,1.343
86,mlp.experts.54.gate_proj,0.0000081296,0.01000,1.329
86,mlp.experts.55.gate_proj,0.0000079249,0.01000,1.358
86,mlp.experts.56.gate_proj,0.0000081400,0.01000,1.356
86,mlp.experts.58.gate_proj,0.0000080860,0.01000,1.343
86,mlp.experts.59.gate_proj,0.0000076232,0.01000,1.330
86,mlp.experts.60.gate_proj,0.0000075267,0.01000,1.352
86,mlp.experts.61.gate_proj,0.0000079273,0.01000,1.348
86,mlp.experts.57.gate_proj,0.0000079785,0.01000,1.433
86,mlp.experts.62.gate_proj,0.0000082411,0.01000,1.353
86,mlp.experts.63.gate_proj,0.0000078177,0.01000,1.351
86,mlp.experts.65.gate_proj,0.0000084581,0.01000,1.336
86,mlp.experts.66.gate_proj,0.0000080287,0.01000,1.320
86,mlp.experts.67.gate_proj,0.0000076809,0.01000,1.331
86,mlp.experts.68.gate_proj,0.0000090168,0.01000,1.331
86,mlp.experts.64.gate_proj,0.0000082398,0.01000,1.420
86,mlp.experts.69.gate_proj,0.0000077751,0.01000,1.350
86,mlp.experts.72.gate_proj,0.0000085084,0.01000,1.336
86,mlp.experts.70.gate_proj,0.0000080495,0.01000,1.364
86,mlp.experts.73.gate_proj,0.0000082509,0.01000,1.332
86,mlp.experts.75.gate_proj,0.0000079925,0.01000,1.328
86,mlp.experts.74.gate_proj,0.0000083072,0.01000,1.349
86,mlp.experts.71.gate_proj,0.0000084977,0.01000,1.427
86,mlp.experts.76.gate_proj,0.0000076416,0.01000,1.370
86,mlp.experts.77.gate_proj,0.0000081769,0.01000,1.345
86,mlp.experts.79.gate_proj,0.0000078012,0.01000,1.345
86,mlp.experts.80.gate_proj,0.0000084032,0.01000,1.327
86,mlp.experts.81.gate_proj,0.0000081140,0.01000,1.348
86,mlp.experts.82.gate_proj,0.0000092998,0.01000,1.336
86,mlp.experts.78.gate_proj,0.0000078166,0.01000,1.421
86,mlp.experts.83.gate_proj,0.0000082296,0.01000,1.368
86,mlp.experts.84.gate_proj,0.0000089076,0.01000,1.346
86,mlp.experts.86.gate_proj,0.0000085263,0.01000,1.342
86,mlp.experts.87.gate_proj,0.0000088372,0.01000,1.327
86,mlp.experts.88.gate_proj,0.0000077979,0.01000,1.342
86,mlp.experts.89.gate_proj,0.0000086199,0.01000,1.332
86,mlp.experts.85.gate_proj,0.0000084851,0.01000,1.448
86,mlp.experts.90.gate_proj,0.0000087245,0.01000,1.365
86,mlp.experts.91.gate_proj,0.0000078472,0.01000,1.340
86,mlp.experts.93.gate_proj,0.0000088036,0.01000,1.331
86,mlp.experts.94.gate_proj,0.0000082295,0.01000,1.327
86,mlp.experts.95.gate_proj,0.0000091984,0.01000,1.337
86,mlp.experts.96.gate_proj,0.0000077722,0.01000,1.333
86,mlp.experts.92.gate_proj,0.0000076603,0.01000,1.434
86,mlp.experts.97.gate_proj,0.0000087083,0.01000,1.352
86,mlp.experts.98.gate_proj,0.0000082910,0.01000,1.336
86,mlp.experts.100.gate_proj,0.0000087283,0.01000,1.328
86,mlp.experts.101.gate_proj,0.0000084890,0.01000,1.326
86,mlp.experts.99.gate_proj,0.0000084855,0.01000,1.412
86,mlp.experts.102.gate_proj,0.0000082057,0.01000,1.338
86,mlp.experts.103.gate_proj,0.0000080653,0.01000,1.334
86,mlp.experts.104.gate_proj,0.0000079450,0.01000,1.343
86,mlp.experts.105.gate_proj,0.0000076056,0.01000,1.338
86,mlp.experts.106.gate_proj,0.0000084730,0.01000,1.354
86,mlp.experts.107.gate_proj,0.0000086615,0.01000,1.335
86,mlp.experts.108.gate_proj,0.0000078973,0.01000,1.320
86,mlp.experts.110.gate_proj,0.0000090337,0.01000,1.336
86,mlp.experts.109.gate_proj,0.0000088771,0.01000,1.345
86,mlp.experts.111.gate_proj,0.0000083935,0.01000,1.347
86,mlp.experts.112.gate_proj,0.0000096490,0.01000,1.337
86,mlp.experts.114.gate_proj,0.0000079261,0.01000,1.333
86,mlp.experts.115.gate_proj,0.0000077772,0.01000,1.317
86,mlp.experts.113.gate_proj,0.0000093922,0.01000,1.390
86,mlp.experts.116.gate_proj,0.0000077053,0.01000,1.338
86,mlp.experts.117.gate_proj,0.0000077193,0.01000,1.337
86,mlp.experts.118.gate_proj,0.0000080645,0.01000,1.336
86,mlp.experts.119.gate_proj,0.0000084144,0.01000,1.351
86,mlp.experts.1.up_proj,0.0000082194,0.01000,1.342
86,mlp.experts.2.up_proj,0.0000077517,0.01000,1.324
86,mlp.experts.4.up_proj,0.0000078807,0.01000,1.345
86,mlp.experts.3.up_proj,0.0000081752,0.01000,1.349
86,mlp.experts.0.up_proj,0.0000083925,0.01000,1.412
86,mlp.experts.5.up_proj,0.0000081186,0.01000,1.351
86,mlp.experts.6.up_proj,0.0000077375,0.01000,1.349
86,mlp.experts.8.up_proj,0.0000079311,0.01000,1.347
86,mlp.experts.9.up_proj,0.0000078363,0.01000,1.341
86,mlp.experts.11.up_proj,0.0000080744,0.01000,1.349
86,mlp.experts.10.up_proj,0.0000081561,0.01000,1.361
86,mlp.experts.7.up_proj,0.0000081616,0.01000,1.441
86,mlp.experts.12.up_proj,0.0000082815,0.01000,1.380
86,mlp.experts.13.up_proj,0.0000081650,0.01000,1.347
86,mlp.experts.14.up_proj,0.0000082560,0.01000,1.370
86,mlp.experts.16.up_proj,0.0000077993,0.01000,1.334
86,mlp.experts.17.up_proj,0.0000082147,0.01000,1.333
86,mlp.experts.18.up_proj,0.0000083936,0.01000,1.353
86,mlp.experts.15.up_proj,0.0000081906,0.01000,1.406
86,mlp.experts.19.up_proj,0.0000078191,0.01000,1.353
86,mlp.experts.20.up_proj,0.0000083187,0.01000,1.343
86,mlp.experts.23.up_proj,0.0000080833,0.01000,1.330
86,mlp.experts.22.up_proj,0.0000080326,0.01000,1.348
86,mlp.experts.24.up_proj,0.0000083519,0.01000,1.362
86,mlp.experts.25.up_proj,0.0000077263,0.01000,1.353
86,mlp.experts.21.up_proj,0.0000086931,0.01000,1.422
86,mlp.experts.26.up_proj,0.0000084370,0.01000,1.365
86,mlp.experts.27.up_proj,0.0000078733,0.01000,1.336
86,mlp.experts.29.up_proj,0.0000081287,0.01000,1.329
86,mlp.experts.30.up_proj,0.0000089016,0.01000,1.336
86,mlp.experts.28.up_proj,0.0000082662,0.01000,1.407
86,mlp.experts.32.up_proj,0.0000080071,0.01000,1.343
86,mlp.experts.31.up_proj,0.0000077662,0.01000,1.399
86,mlp.experts.33.up_proj,0.0000081242,0.01000,1.346
86,mlp.experts.34.up_proj,0.0000083103,0.01000,1.342
86,mlp.experts.35.up_proj,0.0000083726,0.01000,1.365
86,mlp.experts.37.up_proj,0.0000088668,0.01000,1.336
86,mlp.experts.38.up_proj,0.0000079013,0.01000,1.347
86,mlp.experts.36.up_proj,0.0000081896,0.01000,1.396
86,mlp.experts.39.up_proj,0.0000081401,0.01000,1.336
86,mlp.experts.40.up_proj,0.0000083568,0.01000,1.358
86,mlp.experts.41.up_proj,0.0000088011,0.01000,1.333
86,mlp.experts.42.up_proj,0.0000078351,0.01000,1.348
86,mlp.experts.44.up_proj,0.0000078099,0.01000,1.338
86,mlp.experts.43.up_proj,0.0000077628,0.01000,1.370
86,mlp.experts.46.up_proj,0.0000087025,0.01000,1.338
86,mlp.experts.45.up_proj,0.0000078767,0.01000,1.409
86,mlp.experts.47.up_proj,0.0000078799,0.01000,1.375
86,mlp.experts.48.up_proj,0.0000080883,0.01000,1.337
86,mlp.experts.49.up_proj,0.0000081315,0.01000,1.343
86,mlp.experts.51.up_proj,0.0000078317,0.01000,1.316
86,mlp.experts.52.up_proj,0.0000074710,0.01000,1.338
86,mlp.experts.50.up_proj,0.0000083133,0.01000,1.401
86,mlp.experts.53.up_proj,0.0000083302,0.01000,1.334
86,mlp.experts.54.up_proj,0.0000079972,0.01000,1.372
86,mlp.experts.55.up_proj,0.0000079302,0.01000,1.347
86,mlp.experts.56.up_proj,0.0000080054,0.01000,1.348
86,mlp.experts.57.up_proj,0.0000079543,0.01000,1.337
86,mlp.experts.58.up_proj,0.0000080745,0.01000,1.320
86,mlp.experts.59.up_proj,0.0000076960,0.01000,1.335
86,mlp.experts.60.up_proj,0.0000075663,0.01000,1.340
86,mlp.experts.61.up_proj,0.0000078574,0.01000,1.374
86,mlp.experts.62.up_proj,0.0000080941,0.01000,1.351
86,mlp.experts.64.up_proj,0.0000081437,0.01000,1.327
86,mlp.experts.65.up_proj,0.0000082808,0.01000,1.320
86,mlp.experts.63.up_proj,0.0000077125,0.01000,1.400
86,mlp.experts.66.up_proj,0.0000076285,0.01000,1.334
86,mlp.experts.67.up_proj,0.0000076035,0.01000,1.335
86,mlp.experts.68.up_proj,0.0000084927,0.01000,1.368
86,mlp.experts.69.up_proj,0.0000076433,0.01000,1.351
86,mlp.experts.70.up_proj,0.0000076425,0.01000,1.349
86,mlp.experts.71.up_proj,0.0000081650,0.01000,1.332
86,mlp.experts.72.up_proj,0.0000080661,0.01000,1.324
86,mlp.experts.73.up_proj,0.0000078214,0.01000,1.341
86,mlp.experts.74.up_proj,0.0000078166,0.01000,1.334
86,mlp.experts.75.up_proj,0.0000079620,0.01000,1.376
86,mlp.experts.76.up_proj,0.0000075131,0.01000,1.351
86,mlp.experts.77.up_proj,0.0000080275,0.01000,1.343
86,mlp.experts.78.up_proj,0.0000077529,0.01000,1.335
86,mlp.experts.79.up_proj,0.0000076785,0.01000,1.332
86,mlp.experts.80.up_proj,0.0000082653,0.01000,1.355
86,mlp.experts.81.up_proj,0.0000084063,0.01000,1.340
86,mlp.experts.82.up_proj,0.0000087655,0.01000,1.387
86,mlp.experts.83.up_proj,0.0000081940,0.01000,1.369
86,mlp.experts.86.up_proj,0.0000080033,0.01000,1.332
86,mlp.experts.84.up_proj,0.0000083539,0.01000,1.349
86,mlp.experts.85.up_proj,0.0000082706,0.01000,1.398
86,mlp.experts.87.up_proj,0.0000086369,0.01000,1.341
86,mlp.experts.88.up_proj,0.0000077416,0.01000,1.347
86,mlp.experts.89.up_proj,0.0000081583,0.01000,1.345
86,mlp.experts.90.up_proj,0.0000083346,0.01000,1.344
86,mlp.experts.92.up_proj,0.0000077344,0.01000,1.343
86,mlp.experts.93.up_proj,0.0000082013,0.01000,1.330
86,mlp.experts.94.up_proj,0.0000079552,0.01000,1.335
86,mlp.experts.91.up_proj,0.0000078090,0.01000,1.434
86,mlp.experts.95.up_proj,0.0000087627,0.01000,1.335
86,mlp.experts.96.up_proj,0.0000076847,0.01000,1.341
86,mlp.experts.97.up_proj,0.0000084045,0.01000,1.343
86,mlp.experts.98.up_proj,0.0000080610,0.01000,1.371
86,mlp.experts.99.up_proj,0.0000081143,0.01000,1.350
86,mlp.experts.100.up_proj,0.0000085343,0.01000,1.332
86,mlp.experts.101.up_proj,0.0000081101,0.01000,1.339
86,mlp.experts.102.up_proj,0.0000079124,0.01000,1.336
86,mlp.experts.103.up_proj,0.0000081262,0.01000,1.350
86,mlp.experts.104.up_proj,0.0000078727,0.01000,1.358
86,mlp.experts.105.up_proj,0.0000080057,0.01000,1.354
86,mlp.experts.107.up_proj,0.0000080386,0.01000,1.342
86,mlp.experts.108.up_proj,0.0000078641,0.01000,1.342
86,mlp.experts.109.up_proj,0.0000084800,0.01000,1.342
86,mlp.experts.106.up_proj,0.0000082730,0.01000,1.397
86,mlp.experts.110.up_proj,0.0000090155,0.01000,1.347
86,mlp.experts.111.up_proj,0.0000080258,0.01000,1.335
86,mlp.experts.112.up_proj,0.0000088184,0.01000,1.344
86,mlp.experts.114.up_proj,0.0000076920,0.01000,1.320
86,mlp.experts.113.up_proj,0.0000086684,0.01000,1.349
86,mlp.experts.115.up_proj,0.0000076482,0.01000,1.338
86,mlp.experts.116.up_proj,0.0000078030,0.01000,1.353
86,mlp.experts.117.up_proj,0.0000077631,0.01000,1.309
86,mlp.experts.118.up_proj,0.0000079134,0.01000,1.060
86,mlp.experts.119.up_proj,0.0000079777,0.01000,1.003
86,mlp.experts.2.down_proj,0.0000019087,0.01000,0.432
86,mlp.experts.5.down_proj,0.0000017259,0.01000,0.432
86,mlp.experts.4.down_proj,0.0000021626,0.01000,0.443
86,mlp.experts.0.down_proj,0.0000012984,0.01000,0.450
86,mlp.experts.6.down_proj,0.0000016808,0.01000,0.449
86,mlp.experts.3.down_proj,0.0000016257,0.01000,0.451
86,mlp.experts.1.down_proj,0.0000020614,0.01000,0.450
86,mlp.experts.8.down_proj,0.0000014256,0.01000,0.407
86,mlp.experts.7.down_proj,0.0000015659,0.01000,0.415
86,mlp.experts.9.down_proj,0.0000011697,0.01000,0.404
86,mlp.experts.10.down_proj,0.0000015538,0.01000,0.399
86,mlp.experts.13.down_proj,0.0000013374,0.01000,0.405
86,mlp.experts.11.down_proj,0.0000011780,0.01000,0.409
86,mlp.experts.12.down_proj,0.0000015513,0.01000,0.408
86,mlp.experts.14.down_proj,0.0000019942,0.01000,0.403
86,mlp.experts.17.down_proj,0.0000019610,0.01000,0.396
86,mlp.experts.18.down_proj,0.0000016515,0.01000,0.402
86,mlp.experts.16.down_proj,0.0000014434,0.01000,0.412
86,mlp.experts.19.down_proj,0.0000016282,0.01000,0.402
86,mlp.experts.15.down_proj,0.0000012005,0.01000,0.416
86,mlp.experts.20.down_proj,0.0000015149,0.01000,0.416
86,mlp.experts.21.down_proj,0.0000014335,0.01000,0.403
86,mlp.experts.24.down_proj,0.0000024555,0.01000,0.398
86,mlp.experts.22.down_proj,0.0000014889,0.01000,0.418
86,mlp.experts.26.down_proj,0.0000011870,0.01000,0.404
86,mlp.experts.25.down_proj,0.0000021179,0.01000,0.406
86,mlp.experts.23.down_proj,0.0000018908,0.01000,0.409
86,mlp.experts.27.down_proj,0.0000017409,0.01000,0.414
86,mlp.experts.28.down_proj,0.0000012725,0.01000,0.398
86,mlp.experts.29.down_proj,0.0000013706,0.01000,0.403
86,mlp.experts.31.down_proj,0.0000020002,0.01000,0.396
86,mlp.experts.33.down_proj,0.0000015950,0.01000,0.401
86,mlp.experts.32.down_proj,0.0000016918,0.01000,0.404
86,mlp.experts.30.down_proj,0.0000012699,0.01000,0.414
86,mlp.experts.34.down_proj,0.0000014577,0.01000,0.413
86,mlp.experts.35.down_proj,0.0000016103,0.01000,0.401
86,mlp.experts.36.down_proj,0.0000019641,0.01000,0.407
86,mlp.experts.37.down_proj,0.0000018625,0.01000,0.408
86,mlp.experts.38.down_proj,0.0000010250,0.01000,0.401
86,mlp.experts.40.down_proj,0.0000017150,0.01000,0.398
86,mlp.experts.39.down_proj,0.0000017862,0.01000,0.406
86,mlp.experts.41.down_proj,0.0000016963,0.01000,0.418
86,mlp.experts.42.down_proj,0.0000018039,0.01000,0.399
86,mlp.experts.45.down_proj,0.0000014280,0.01000,0.397
86,mlp.experts.46.down_proj,0.0000020940,0.01000,0.401
86,mlp.experts.44.down_proj,0.0000017345,0.01000,0.409
86,mlp.experts.47.down_proj,0.0000012743,0.01000,0.407
86,mlp.experts.43.down_proj,0.0000019090,0.01000,0.423
86,mlp.experts.48.down_proj,0.0000023050,0.01000,0.408
86,mlp.experts.49.down_proj,0.0000017594,0.01000,0.403
86,mlp.experts.51.down_proj,0.0000017251,0.01000,0.403
86,mlp.experts.52.down_proj,0.0000011588,0.01000,0.402
86,mlp.experts.54.down_proj,0.0000015249,0.01000,0.398
86,mlp.experts.53.down_proj,0.0000018679,0.01000,0.408
86,mlp.experts.50.down_proj,0.0000018766,0.01000,0.425
86,mlp.experts.55.down_proj,0.0000019639,0.01000,0.410
86,mlp.experts.56.down_proj,0.0000022254,0.01000,0.405
86,mlp.experts.59.down_proj,0.0000019592,0.01000,0.398
86,mlp.experts.58.down_proj,0.0000016177,0.01000,0.409
86,mlp.experts.60.down_proj,0.0000022480,0.01000,0.406
86,mlp.experts.61.down_proj,0.0000014163,0.01000,0.404
86,mlp.experts.57.down_proj,0.0000015089,0.01000,0.419
86,mlp.experts.62.down_proj,0.0000019707,0.01000,0.407
86,mlp.experts.63.down_proj,0.0000022866,0.01000,0.404
86,mlp.experts.65.down_proj,0.0000018670,0.01000,0.405
86,mlp.experts.64.down_proj,0.0000012679,0.01000,0.407
86,mlp.experts.66.down_proj,0.0000010636,0.01000,0.401
86,mlp.experts.68.down_proj,0.0000018656,0.01000,0.402
86,mlp.experts.67.down_proj,0.0000014744,0.01000,0.414
86,mlp.experts.69.down_proj,0.0000012439,0.01000,0.406
86,mlp.experts.70.down_proj,0.0000017639,0.01000,0.406
86,mlp.experts.73.down_proj,0.0000009774,0.01000,0.398
86,mlp.experts.72.down_proj,0.0000022469,0.01000,0.402
86,mlp.experts.75.down_proj,0.0000025928,0.01000,0.397
86,mlp.experts.74.down_proj,0.0000009845,0.01000,0.408
86,mlp.experts.71.down_proj,0.0000016693,0.01000,0.427
86,mlp.experts.76.down_proj,0.0000016794,0.01000,0.405
86,mlp.experts.77.down_proj,0.0000015492,0.01000,0.426
86,mlp.experts.79.down_proj,0.0000018674,0.01000,0.401
86,mlp.experts.80.down_proj,0.0000013941,0.01000,0.396
86,mlp.experts.81.down_proj,0.0000032501,0.01000,0.403
86,mlp.experts.78.down_proj,0.0000021161,0.01000,0.423
86,mlp.experts.82.down_proj,0.0000016569,0.01000,0.402
86,mlp.experts.83.down_proj,0.0000015455,0.01000,0.406
86,mlp.experts.86.down_proj,0.0000016736,0.01000,0.398
86,mlp.experts.84.down_proj,0.0000031320,0.01000,0.414
86,mlp.experts.87.down_proj,0.0000013953,0.01000,0.397
86,mlp.experts.88.down_proj,0.0000018962,0.01000,0.401
86,mlp.experts.89.down_proj,0.0000013670,0.01000,0.398
86,mlp.experts.85.down_proj,0.0000023490,0.01000,0.426
86,mlp.experts.90.down_proj,0.0000011753,0.01000,0.409
86,mlp.experts.94.down_proj,0.0000016531,0.01000,0.402
86,mlp.experts.91.down_proj,0.0000016295,0.01000,0.426
86,mlp.experts.95.down_proj,0.0000020936,0.01000,0.411
86,mlp.experts.92.down_proj,0.0000014188,0.01000,0.439
86,mlp.experts.96.down_proj,0.0000011308,0.01000,0.429
86,mlp.experts.93.down_proj,0.0000020656,0.01000,0.461
86,mlp.experts.97.down_proj,0.0000016969,0.01000,0.424
86,mlp.experts.98.down_proj,0.0000018299,0.01000,0.402
86,mlp.experts.99.down_proj,0.0000023542,0.01000,0.418
86,mlp.experts.100.down_proj,0.0000013638,0.01000,0.422
86,mlp.experts.102.down_proj,0.0000012010,0.01000,0.400
86,mlp.experts.103.down_proj,0.0000018473,0.01000,0.399
86,mlp.experts.101.down_proj,0.0000019479,0.01000,0.423
86,mlp.experts.104.down_proj,0.0000017202,0.01000,0.411
86,mlp.experts.105.down_proj,0.0000023427,0.01000,0.404
86,mlp.experts.108.down_proj,0.0000016424,0.01000,0.399
86,mlp.experts.107.down_proj,0.0000009029,0.01000,0.407
86,mlp.experts.106.down_proj,0.0000014834,0.01000,0.423
86,mlp.experts.109.down_proj,0.0000012751,0.01000,0.405
86,mlp.experts.110.down_proj,0.0000023422,0.01000,0.402
86,mlp.experts.111.down_proj,0.0000016123,0.01000,0.406
86,mlp.experts.112.down_proj,0.0000016363,0.01000,0.406
86,mlp.experts.113.down_proj,0.0000015490,0.01000,0.407
86,mlp.experts.114.down_proj,0.0000015628,0.01000,0.403
86,mlp.experts.115.down_proj,0.0000022839,0.01000,0.402
86,mlp.experts.117.down_proj,0.0000017915,0.01000,0.402
86,mlp.experts.116.down_proj,0.0000018147,0.01000,0.410
86,mlp.experts.118.down_proj,0.0000019419,0.01000,0.396
86,mlp.experts.119.down_proj,0.0000011041,0.01000,0.285
87,self_attn.v_proj,0.0000010924,0.01000,1.192
87,self_attn.k_proj,0.0000003005,0.01000,1.197
87,self_attn.q_proj,0.0000024206,0.01000,1.264
87,self_attn.o_proj,0.0000028491,0.01000,2.754
87,mlp.shared_experts.gate_proj,0.0000000239,0.01000,0.913
87,mlp.shared_experts.up_proj,0.0000000142,0.01000,0.910
87,mlp.shared_experts.down_proj,0.0000000061,0.01000,0.275
87,mlp.experts.3.gate_proj,0.0000083534,0.01000,1.504
87,mlp.experts.2.gate_proj,0.0000085027,0.01000,1.508
87,mlp.experts.4.gate_proj,0.0000082931,0.01000,1.515
87,mlp.experts.5.gate_proj,0.0000084697,0.01000,1.518
87,mlp.experts.6.gate_proj,0.0000082309,0.01000,1.524
87,mlp.experts.0.gate_proj,0.0000078532,0.01000,1.564
87,mlp.experts.1.gate_proj,0.0000070938,0.01000,1.567
87,mlp.experts.10.gate_proj,0.0000085510,0.01000,1.333
87,mlp.experts.9.gate_proj,0.0000084424,0.01000,1.346
87,mlp.experts.11.gate_proj,0.0000083243,0.01000,1.349
87,mlp.experts.12.gate_proj,0.0000084272,0.01000,1.341
87,mlp.experts.13.gate_proj,0.0000082485,0.01000,1.357
87,mlp.experts.8.gate_proj,0.0000090867,0.01000,1.428
87,mlp.experts.7.gate_proj,0.0000079706,0.01000,1.440
87,mlp.experts.16.gate_proj,0.0000083692,0.01000,1.342
87,mlp.experts.17.gate_proj,0.0000083635,0.01000,1.326
87,mlp.experts.18.gate_proj,0.0000092288,0.01000,1.346
87,mlp.experts.19.gate_proj,0.0000083647,0.01000,1.340
87,mlp.experts.14.gate_proj,0.0000084708,0.01000,1.426
87,mlp.experts.15.gate_proj,0.0000090428,0.01000,1.417
87,mlp.experts.20.gate_proj,0.0000082238,0.01000,1.362
87,mlp.experts.21.gate_proj,0.0000086983,0.01000,1.368
87,mlp.experts.22.gate_proj,0.0000092764,0.01000,1.385
87,mlp.experts.23.gate_proj,0.0000084919,0.01000,1.353
87,mlp.experts.24.gate_proj,0.0000089467,0.01000,1.347
87,mlp.experts.26.gate_proj,0.0000094267,0.01000,1.352
87,mlp.experts.27.gate_proj,0.0000082780,0.01000,1.363
87,mlp.experts.25.gate_proj,0.0000087364,0.01000,1.411
87,mlp.experts.28.gate_proj,0.0000078684,0.01000,1.382
87,mlp.experts.31.gate_proj,0.0000083272,0.01000,1.348
87,mlp.experts.30.gate_proj,0.0000083553,0.01000,1.355
87,mlp.experts.32.gate_proj,0.0000074950,0.01000,1.368
87,mlp.experts.33.gate_proj,0.0000079320,0.01000,1.345
87,mlp.experts.29.gate_proj,0.0000084867,0.01000,1.412
87,mlp.experts.34.gate_proj,0.0000097016,0.01000,1.355
87,mlp.experts.35.gate_proj,0.0000091580,0.01000,1.354
87,mlp.experts.37.gate_proj,0.0000084947,0.01000,1.346
87,mlp.experts.38.gate_proj,0.0000085574,0.01000,1.353
87,mlp.experts.39.gate_proj,0.0000089328,0.01000,1.343
87,mlp.experts.40.gate_proj,0.0000087075,0.01000,1.347
87,mlp.experts.36.gate_proj,0.0000076557,0.01000,1.418
87,mlp.experts.41.gate_proj,0.0000086472,0.01000,1.355
87,mlp.experts.42.gate_proj,0.0000082418,0.01000,1.352
87,mlp.experts.45.gate_proj,0.0000085897,0.01000,1.333
87,mlp.experts.44.gate_proj,0.0000080383,0.01000,1.359
87,mlp.experts.47.gate_proj,0.0000086580,0.01000,1.345
87,mlp.experts.46.gate_proj,0.0000082822,0.01000,1.367
87,mlp.experts.43.gate_proj,0.0000089597,0.01000,1.423
87,mlp.experts.48.gate_proj,0.0000083432,0.01000,1.364
87,mlp.experts.49.gate_proj,0.0000087854,0.01000,1.373
87,mlp.experts.50.gate_proj,0.0000081179,0.01000,1.372
87,mlp.experts.51.gate_proj,0.0000085654,0.01000,1.352
87,mlp.experts.52.gate_proj,0.0000089186,0.01000,1.345
87,mlp.experts.54.gate_proj,0.0000084455,0.01000,1.359
87,mlp.experts.53.gate_proj,0.0000084734,0.01000,1.366
87,mlp.experts.55.gate_proj,0.0000082607,0.01000,1.364
87,mlp.experts.59.gate_proj,0.0000075889,0.01000,1.334
87,mlp.experts.58.gate_proj,0.0000078214,0.01000,1.351
87,mlp.experts.57.gate_proj,0.0000079587,0.01000,1.357
87,mlp.experts.56.gate_proj,0.0000081219,0.01000,1.378
87,mlp.experts.60.gate_proj,0.0000079015,0.01000,1.351
87,mlp.experts.61.gate_proj,0.0000086694,0.01000,1.379
87,mlp.experts.62.gate_proj,0.0000083511,0.01000,1.373
87,mlp.experts.65.gate_proj,0.0000081085,0.01000,1.329
87,mlp.experts.64.gate_proj,0.0000085217,0.01000,1.354
87,mlp.experts.66.gate_proj,0.0000075198,0.01000,1.353
87,mlp.experts.67.gate_proj,0.0000081672,0.01000,1.345
87,mlp.experts.68.gate_proj,0.0000081576,0.01000,1.333
87,mlp.experts.69.gate_proj,0.0000083599,0.01000,1.354
87,mlp.experts.63.gate_proj,0.0000080808,0.01000,1.444
87,mlp.experts.72.gate_proj,0.0000082313,0.01000,1.345
87,mlp.experts.73.gate_proj,0.0000086644,0.01000,1.326
87,mlp.experts.70.gate_proj,0.0000079838,0.01000,1.378
87,mlp.experts.74.gate_proj,0.0000082146,0.01000,1.337
87,mlp.experts.71.gate_proj,0.0000080400,0.01000,1.409
87,mlp.experts.75.gate_proj,0.0000079345,0.01000,1.334
87,mlp.experts.76.gate_proj,0.0000078445,0.01000,1.374
87,mlp.experts.79.gate_proj,0.0000078471,0.01000,1.329
87,mlp.experts.78.gate_proj,0.0000089370,0.01000,1.350
87,mlp.experts.80.gate_proj,0.0000084019,0.01000,1.327
87,mlp.experts.81.gate_proj,0.0000077987,0.01000,1.332
87,mlp.experts.82.gate_proj,0.0000085993,0.01000,1.331
87,mlp.experts.77.gate_proj,0.0000088122,0.01000,1.411
87,mlp.experts.83.gate_proj,0.0000082102,0.01000,1.370
87,mlp.experts.86.gate_proj,0.0000085448,0.01000,1.339
87,mlp.experts.85.gate_proj,0.0000085030,0.01000,1.360
87,mlp.experts.87.gate_proj,0.0000079549,0.01000,1.331
87,mlp.experts.88.gate_proj,0.0000090776,0.01000,1.342
87,mlp.experts.89.gate_proj,0.0000085492,0.01000,1.337
87,mlp.experts.84.gate_proj,0.0000087533,0.01000,1.419
87,mlp.experts.90.gate_proj,0.0000076283,0.01000,1.370
87,mlp.experts.91.gate_proj,0.0000081477,0.01000,1.367
87,mlp.experts.93.gate_proj,0.0000087011,0.01000,1.347
87,mlp.experts.94.gate_proj,0.0000082247,0.01000,1.336
87,mlp.experts.96.gate_proj,0.0000081028,0.01000,1.336
87,mlp.experts.95.gate_proj,0.0000080272,0.01000,1.350
87,mlp.experts.92.gate_proj,0.0000086260,0.01000,1.404
87,mlp.experts.97.gate_proj,0.0000079209,0.01000,1.370
87,mlp.experts.100.gate_proj,0.0000083240,0.01000,1.345
87,mlp.experts.101.gate_proj,0.0000082939,0.01000,1.334
87,mlp.experts.103.gate_proj,0.0000078276,0.01000,1.335
87,mlp.experts.102.gate_proj,0.0000079450,0.01000,1.354
87,mlp.experts.98.gate_proj,0.0000082648,0.01000,1.431
87,mlp.experts.99.gate_proj,0.0000078704,0.01000,1.445
87,mlp.experts.104.gate_proj,0.0000082790,0.01000,1.361
87,mlp.experts.108.gate_proj,0.0000088429,0.01000,1.332
87,mlp.experts.105.gate_proj,0.0000078546,0.01000,1.373
87,mlp.experts.107.gate_proj,0.0000079395,0.01000,1.358
87,mlp.experts.109.gate_proj,0.0000078858,0.01000,1.340
87,mlp.experts.110.gate_proj,0.0000081745,0.01000,1.334
87,mlp.experts.106.gate_proj,0.0000084800,0.01000,1.424
87,mlp.experts.111.gate_proj,0.0000081131,0.01000,1.369
87,mlp.experts.112.gate_proj,0.0000081526,0.01000,1.354
87,mlp.experts.114.gate_proj,0.0000077571,0.01000,1.348
87,mlp.experts.113.gate_proj,0.0000084961,0.01000,1.371
87,mlp.experts.115.gate_proj,0.0000090343,0.01000,1.329
87,mlp.experts.117.gate_proj,0.0000082011,0.01000,1.335
87,mlp.experts.116.gate_proj,0.0000085389,0.01000,1.394
87,mlp.experts.118.gate_proj,0.0000082808,0.01000,1.368
87,mlp.experts.119.gate_proj,0.0000086975,0.01000,1.351
87,mlp.experts.2.up_proj,0.0000081698,0.01000,1.338
87,mlp.experts.1.up_proj,0.0000070488,0.01000,1.349
87,mlp.experts.3.up_proj,0.0000080321,0.01000,1.360
87,mlp.experts.4.up_proj,0.0000080112,0.01000,1.336
87,mlp.experts.0.up_proj,0.0000079080,0.01000,1.433
87,mlp.experts.5.up_proj,0.0000083277,0.01000,1.353
87,mlp.experts.8.up_proj,0.0000089980,0.01000,1.331
87,mlp.experts.9.up_proj,0.0000081861,0.01000,1.340
87,mlp.experts.6.up_proj,0.0000079759,0.01000,1.406
87,mlp.experts.10.up_proj,0.0000082277,0.01000,1.338
87,mlp.experts.11.up_proj,0.0000082236,0.01000,1.343
87,mlp.experts.7.up_proj,0.0000080222,0.01000,1.463
87,mlp.experts.12.up_proj,0.0000082004,0.01000,1.345
87,mlp.experts.13.up_proj,0.0000080670,0.01000,1.348
87,mlp.experts.15.up_proj,0.0000088518,0.01000,1.345
87,mlp.experts.16.up_proj,0.0000077394,0.01000,1.333
87,mlp.experts.17.up_proj,0.0000080897,0.01000,1.354
87,mlp.experts.18.up_proj,0.0000089202,0.01000,1.349
87,mlp.experts.14.up_proj,0.0000081753,0.01000,1.435
87,mlp.experts.19.up_proj,0.0000082816,0.01000,1.353
87,mlp.experts.20.up_proj,0.0000081116,0.01000,1.342
87,mlp.experts.22.up_proj,0.0000087854,0.01000,1.338
87,mlp.experts.23.up_proj,0.0000081095,0.01000,1.342
87,mlp.experts.24.up_proj,0.0000083154,0.01000,1.335
87,mlp.experts.25.up_proj,0.0000083507,0.01000,1.342
87,mlp.experts.21.up_proj,0.0000081757,0.01000,1.422
87,mlp.experts.26.up_proj,0.0000089528,0.01000,1.349
87,mlp.experts.27.up_proj,0.0000082067,0.01000,1.345
87,mlp.experts.28.up_proj,0.0000077199,0.01000,1.369
87,mlp.experts.30.up_proj,0.0000080169,0.01000,1.335
87,mlp.experts.29.up_proj,0.0000083088,0.01000,1.365
87,mlp.experts.32.up_proj,0.0000079125,0.01000,1.351
87,mlp.experts.33.up_proj,0.0000077117,0.01000,1.355
87,mlp.experts.31.up_proj,0.0000082611,0.01000,1.413
87,mlp.experts.34.up_proj,0.0000094127,0.01000,1.336
87,mlp.experts.35.up_proj,0.0000085439,0.01000,1.350
87,mlp.experts.36.up_proj,0.0000074470,0.01000,1.340
87,mlp.experts.37.up_proj,0.0000082840,0.01000,1.357
87,mlp.experts.38.up_proj,0.0000084029,0.01000,1.350
87,mlp.experts.39.up_proj,0.0000083359,0.01000,1.346
87,mlp.experts.40.up_proj,0.0000085499,0.01000,1.372
87,mlp.experts.41.up_proj,0.0000083910,0.01000,1.341
87,mlp.experts.42.up_proj,0.0000078869,0.01000,1.358
87,mlp.experts.43.up_proj,0.0000090753,0.01000,1.359
87,mlp.experts.44.up_proj,0.0000078040,0.01000,1.333
87,mlp.experts.45.up_proj,0.0000082276,0.01000,1.346
87,mlp.experts.46.up_proj,0.0000080209,0.01000,1.348
87,mlp.experts.47.up_proj,0.0000088703,0.01000,1.360
87,mlp.experts.48.up_proj,0.0000080622,0.01000,1.358
87,mlp.experts.51.up_proj,0.0000081608,0.01000,1.346
87,mlp.experts.50.up_proj,0.0000080641,0.01000,1.375
87,mlp.experts.52.up_proj,0.0000083144,0.01000,1.358
87,mlp.experts.49.up_proj,0.0000083691,0.01000,1.415
87,mlp.experts.53.up_proj,0.0000084432,0.01000,1.361
87,mlp.experts.54.up_proj,0.0000079375,0.01000,1.361
87,mlp.experts.55.up_proj,0.0000082820,0.01000,1.346
87,mlp.experts.56.up_proj,0.0000080312,0.01000,1.365
87,mlp.experts.58.up_proj,0.0000078253,0.01000,1.339
87,mlp.experts.57.up_proj,0.0000077723,0.01000,1.356
87,mlp.experts.59.up_proj,0.0000076291,0.01000,1.352
87,mlp.experts.60.up_proj,0.0000077139,0.01000,1.350
87,mlp.experts.61.up_proj,0.0000082434,0.01000,1.355
87,mlp.experts.62.up_proj,0.0000082048,0.01000,1.354
87,mlp.experts.64.up_proj,0.0000082674,0.01000,1.353
87,mlp.experts.65.up_proj,0.0000078925,0.01000,1.353
87,mlp.experts.63.up_proj,0.0000078855,0.01000,1.367
87,mlp.experts.66.up_proj,0.0000075306,0.01000,1.351
87,mlp.experts.67.up_proj,0.0000078811,0.01000,1.349
87,mlp.experts.68.up_proj,0.0000079747,0.01000,1.354
87,mlp.experts.69.up_proj,0.0000081837,0.01000,1.360
87,mlp.experts.72.up_proj,0.0000080262,0.01000,1.344
87,mlp.experts.71.up_proj,0.0000079895,0.01000,1.363
87,mlp.experts.73.up_proj,0.0000086684,0.01000,1.350
87,mlp.experts.74.up_proj,0.0000080337,0.01000,1.347
87,mlp.experts.70.up_proj,0.0000081098,0.01000,1.434
87,mlp.experts.75.up_proj,0.0000079703,0.01000,1.364
87,mlp.experts.76.up_proj,0.0000077042,0.01000,1.340
87,mlp.experts.79.up_proj,0.0000079095,0.01000,1.327
87,mlp.experts.78.up_proj,0.0000081449,0.01000,1.353
87,mlp.experts.80.up_proj,0.0000081711,0.01000,1.354
87,mlp.experts.81.up_proj,0.0000079807,0.01000,1.344
87,mlp.experts.77.up_proj,0.0000083938,0.01000,1.442
87,mlp.experts.82.up_proj,0.0000081216,0.01000,1.361
87,mlp.experts.83.up_proj,0.0000080104,0.01000,1.365
87,mlp.experts.85.up_proj,0.0000081582,0.01000,1.351
87,mlp.experts.86.up_proj,0.0000084627,0.01000,1.325
87,mlp.experts.87.up_proj,0.0000078940,0.01000,1.339
87,mlp.experts.84.up_proj,0.0000084860,0.01000,1.423
87,mlp.experts.88.up_proj,0.0000084537,0.01000,1.368
87,mlp.experts.89.up_proj,0.0000082572,0.01000,1.365
87,mlp.experts.90.up_proj,0.0000076464,0.01000,1.366
87,mlp.experts.91.up_proj,0.0000079540,0.01000,1.369
87,mlp.experts.92.up_proj,0.0000083195,0.01000,1.356
87,mlp.experts.94.up_proj,0.0000079067,0.01000,1.345
87,mlp.experts.93.up_proj,0.0000082686,0.01000,1.350
87,mlp.experts.95.up_proj,0.0000079646,0.01000,1.361
87,mlp.experts.96.up_proj,0.0000080968,0.01000,1.362
87,mlp.experts.97.up_proj,0.0000078340,0.01000,1.357
87,mlp.experts.98.up_proj,0.0000079866,0.01000,1.361
87,mlp.experts.100.up_proj,0.0000081978,0.01000,1.330
87,mlp.experts.99.up_proj,0.0000079162,0.01000,1.355
87,mlp.experts.101.up_proj,0.0000080665,0.01000,1.345
87,mlp.experts.102.up_proj,0.0000079455,0.01000,1.339
87,mlp.experts.103.up_proj,0.0000078126,0.01000,1.355
87,mlp.experts.104.up_proj,0.0000080157,0.01000,1.356
87,mlp.experts.107.up_proj,0.0000078506,0.01000,1.343
87,mlp.experts.106.up_proj,0.0000081573,0.01000,1.360
87,mlp.experts.108.up_proj,0.0000083890,0.01000,1.355
87,mlp.experts.109.up_proj,0.0000078048,0.01000,1.334
87,mlp.experts.105.up_proj,0.0000076243,0.01000,1.412
87,mlp.experts.110.up_proj,0.0000080565,0.01000,1.365
87,mlp.experts.111.up_proj,0.0000080497,0.01000,1.350
87,mlp.experts.114.up_proj,0.0000082105,0.01000,1.338
87,mlp.experts.113.up_proj,0.0000082505,0.01000,1.355
87,mlp.experts.115.up_proj,0.0000084011,0.01000,1.348
87,mlp.experts.116.up_proj,0.0000080805,0.01000,1.352
87,mlp.experts.112.up_proj,0.0000079586,0.01000,1.435
87,mlp.experts.117.up_proj,0.0000080168,0.01000,1.348
87,mlp.experts.118.up_proj,0.0000079980,0.01000,1.048
87,mlp.experts.119.up_proj,0.0000086290,0.01000,0.998
87,mlp.experts.0.down_proj,0.0000016536,0.01000,0.442
87,mlp.experts.3.down_proj,0.0000019857,0.01000,0.443
87,mlp.experts.2.down_proj,0.0000010093,0.01000,0.445
87,mlp.experts.4.down_proj,0.0000020108,0.01000,0.447
87,mlp.experts.5.down_proj,0.0000026299,0.01000,0.448
87,mlp.experts.6.down_proj,0.0000018987,0.01000,0.448
87,mlp.experts.1.down_proj,0.0000018350,0.01000,0.460
87,mlp.experts.7.down_proj,0.0000021082,0.01000,0.408
87,mlp.experts.9.down_proj,0.0000014965,0.01000,0.406
87,mlp.experts.10.down_proj,0.0000016882,0.01000,0.405
87,mlp.experts.12.down_proj,0.0000013741,0.01000,0.409
87,mlp.experts.11.down_proj,0.0000018676,0.01000,0.412
87,mlp.experts.13.down_proj,0.0000015231,0.01000,0.411
87,mlp.experts.8.down_proj,0.0000023032,0.01000,0.437
87,mlp.experts.14.down_proj,0.0000012686,0.01000,0.407
87,mlp.experts.17.down_proj,0.0000017915,0.01000,0.400
87,mlp.experts.16.down_proj,0.0000013507,0.01000,0.407
87,mlp.experts.18.down_proj,0.0000016543,0.01000,0.405
87,mlp.experts.19.down_proj,0.0000016583,0.01000,0.408
87,mlp.experts.15.down_proj,0.0000018763,0.01000,0.434
87,mlp.experts.20.down_proj,0.0000019713,0.01000,0.412
87,mlp.experts.24.down_proj,0.0000009685,0.01000,0.395
87,mlp.experts.23.down_proj,0.0000011504,0.01000,0.404
87,mlp.experts.21.down_proj,0.0000018505,0.01000,0.412
87,mlp.experts.22.down_proj,0.0000022903,0.01000,0.422
87,mlp.experts.25.down_proj,0.0000009552,0.01000,0.408
87,mlp.experts.26.down_proj,0.0000017924,0.01000,0.401
87,mlp.experts.27.down_proj,0.0000015498,0.01000,0.407
87,mlp.experts.30.down_proj,0.0000015764,0.01000,0.405
87,mlp.experts.28.down_proj,0.0000020072,0.01000,0.411
87,mlp.experts.31.down_proj,0.0000015739,0.01000,0.397
87,mlp.experts.29.down_proj,0.0000013148,0.01000,0.425
87,mlp.experts.33.down_proj,0.0000021268,0.01000,0.408
87,mlp.experts.32.down_proj,0.0000015153,0.01000,0.410
87,mlp.experts.34.down_proj,0.0000013768,0.01000,0.407
87,mlp.experts.35.down_proj,0.0000007802,0.01000,0.411
87,mlp.experts.37.down_proj,0.0000021461,0.01000,0.408
87,mlp.experts.36.down_proj,0.0000013334,0.01000,0.413
87,mlp.experts.38.down_proj,0.0000015079,0.01000,0.402
87,mlp.experts.40.down_proj,0.0000014633,0.01000,0.408
87,mlp.experts.39.down_proj,0.0000019947,0.01000,0.410
87,mlp.experts.41.down_proj,0.0000023319,0.01000,0.417
87,mlp.experts.42.down_proj,0.0000017127,0.01000,0.406
87,mlp.experts.44.down_proj,0.0000026001,0.01000,0.402
87,mlp.experts.45.down_proj,0.0000008856,0.01000,0.413
87,mlp.experts.46.down_proj,0.0000016885,0.01000,0.406
87,mlp.experts.47.down_proj,0.0000024322,0.01000,0.407
87,mlp.experts.43.down_proj,0.0000025150,0.01000,0.435
87,mlp.experts.48.down_proj,0.0000016581,0.01000,0.409
87,mlp.experts.49.down_proj,0.0000018231,0.01000,0.404
87,mlp.experts.51.down_proj,0.0000013094,0.01000,0.404
87,mlp.experts.50.down_proj,0.0000012482,0.01000,0.418
87,mlp.experts.52.down_proj,0.0000019491,0.01000,0.402
87,mlp.experts.54.down_proj,0.0000017044,0.01000,0.398
87,mlp.experts.53.down_proj,0.0000015727,0.01000,0.408
87,mlp.experts.55.down_proj,0.0000017736,0.01000,0.412
87,mlp.experts.56.down_proj,0.0000014975,0.01000,0.404
87,mlp.experts.58.down_proj,0.0000029579,0.01000,0.402
87,mlp.experts.59.down_proj,0.0000020208,0.01000,0.401
87,mlp.experts.60.down_proj,0.0000014309,0.01000,0.402
87,mlp.experts.61.down_proj,0.0000017634,0.01000,0.403
87,mlp.experts.57.down_proj,0.0000024215,0.01000,0.418
87,mlp.experts.62.down_proj,0.0000018339,0.01000,0.409
87,mlp.experts.63.down_proj,0.0000021318,0.01000,0.404
87,mlp.experts.65.down_proj,0.0000012232,0.01000,0.409
87,mlp.experts.66.down_proj,0.0000019018,0.01000,0.399
87,mlp.experts.64.down_proj,0.0000017994,0.01000,0.411
87,mlp.experts.68.down_proj,0.0000022200,0.01000,0.402
87,mlp.experts.67.down_proj,0.0000019274,0.01000,0.415
87,mlp.experts.69.down_proj,0.0000020944,0.01000,0.412
87,mlp.experts.70.down_proj,0.0000018236,0.01000,0.404
87,mlp.experts.72.down_proj,0.0000018132,0.01000,0.400
87,mlp.experts.73.down_proj,0.0000016060,0.01000,0.399
87,mlp.experts.74.down_proj,0.0000019951,0.01000,0.402
87,mlp.experts.75.down_proj,0.0000019499,0.01000,0.398
87,mlp.experts.71.down_proj,0.0000017316,0.01000,0.423
87,mlp.experts.76.down_proj,0.0000011897,0.01000,0.410
87,mlp.experts.77.down_proj,0.0000012262,0.01000,0.409
87,mlp.experts.79.down_proj,0.0000015148,0.01000,0.402
87,mlp.experts.80.down_proj,0.0000009765,0.01000,0.396
87,mlp.experts.78.down_proj,0.0000016157,0.01000,0.407
87,mlp.experts.81.down_proj,0.0000016728,0.01000,0.397
87,mlp.experts.82.down_proj,0.0000009303,0.01000,0.403
87,mlp.experts.83.down_proj,0.0000020889,0.01000,0.410
87,mlp.experts.84.down_proj,0.0000013380,0.01000,0.406
87,mlp.experts.87.down_proj,0.0000018683,0.01000,0.401
87,mlp.experts.86.down_proj,0.0000017269,0.01000,0.405
87,mlp.experts.88.down_proj,0.0000019307,0.01000,0.407
87,mlp.experts.89.down_proj,0.0000015065,0.01000,0.404
87,mlp.experts.85.down_proj,0.0000015007,0.01000,0.436
87,mlp.experts.90.down_proj,0.0000019811,0.01000,0.407
87,mlp.experts.91.down_proj,0.0000020778,0.01000,0.407
87,mlp.experts.93.down_proj,0.0000017866,0.01000,0.402
87,mlp.experts.94.down_proj,0.0000018308,0.01000,0.401
87,mlp.experts.92.down_proj,0.0000021053,0.01000,0.423
87,mlp.experts.95.down_proj,0.0000017327,0.01000,0.408
87,mlp.experts.96.down_proj,0.0000021702,0.01000,0.405
87,mlp.experts.97.down_proj,0.0000013383,0.01000,0.420
87,mlp.experts.98.down_proj,0.0000012941,0.01000,0.410
87,mlp.experts.99.down_proj,0.0000018783,0.01000,0.412
87,mlp.experts.100.down_proj,0.0000015387,0.01000,0.404
87,mlp.experts.101.down_proj,0.0000014787,0.01000,0.397
87,mlp.experts.102.down_proj,0.0000041463,0.01000,0.407
87,mlp.experts.103.down_proj,0.0000035790,0.01000,0.400
87,mlp.experts.104.down_proj,0.0000019097,0.01000,0.412
87,mlp.experts.108.down_proj,0.0000013102,0.01000,0.395
87,mlp.experts.107.down_proj,0.0000017795,0.01000,0.400
87,mlp.experts.105.down_proj,0.0000031144,0.01000,0.418
87,mlp.experts.106.down_proj,0.0000020819,0.01000,0.413
87,mlp.experts.109.down_proj,0.0000019527,0.01000,0.404
87,mlp.experts.110.down_proj,0.0000016778,0.01000,0.416
87,mlp.experts.111.down_proj,0.0000014307,0.01000,0.406
87,mlp.experts.112.down_proj,0.0000013653,0.01000,0.412
87,mlp.experts.113.down_proj,0.0000024304,0.01000,0.409
87,mlp.experts.114.down_proj,0.0000040478,0.01000,0.403
87,mlp.experts.115.down_proj,0.0000018750,0.01000,0.400
87,mlp.experts.116.down_proj,0.0000017582,0.01000,0.404
87,mlp.experts.117.down_proj,0.0000017703,0.01000,0.397
87,mlp.experts.118.down_proj,0.0000019642,0.01000,0.390
87,mlp.experts.119.down_proj,0.0000018090,0.01000,0.274
88,self_attn.v_proj,0.0000013257,0.01000,1.178
88,self_attn.k_proj,0.0000004383,0.01000,1.195
88,self_attn.q_proj,0.0000029552,0.01000,1.250
88,self_attn.o_proj,0.0000036702,0.01000,2.745
88,mlp.shared_experts.gate_proj,0.0000000229,0.01000,0.908
88,mlp.shared_experts.up_proj,0.0000000131,0.01000,0.905
88,mlp.shared_experts.down_proj,0.0000000068,0.01000,0.276
88,mlp.experts.3.gate_proj,0.0000087807,0.01000,1.503
88,mlp.experts.5.gate_proj,0.0000086160,0.01000,1.514
88,mlp.experts.2.gate_proj,0.0000080604,0.01000,1.508
88,mlp.experts.4.gate_proj,0.0000085687,0.01000,1.528
88,mlp.experts.6.gate_proj,0.0000089942,0.01000,1.522
88,mlp.experts.0.gate_proj,0.0000077248,0.01000,1.571
88,mlp.experts.1.gate_proj,0.0000083970,0.01000,1.597
88,mlp.experts.9.gate_proj,0.0000083196,0.01000,1.343
88,mlp.experts.10.gate_proj,0.0000087937,0.01000,1.340
88,mlp.experts.11.gate_proj,0.0000106306,0.01000,1.356
88,mlp.experts.12.gate_proj,0.0000080879,0.01000,1.334
88,mlp.experts.7.gate_proj,0.0000089520,0.01000,1.409
88,mlp.experts.8.gate_proj,0.0000083629,0.01000,1.428
88,mlp.experts.13.gate_proj,0.0000089844,0.01000,1.358
88,mlp.experts.15.gate_proj,0.0000077413,0.01000,1.367
88,mlp.experts.14.gate_proj,0.0000078403,0.01000,1.374
88,mlp.experts.17.gate_proj,0.0000087279,0.01000,1.335
88,mlp.experts.16.gate_proj,0.0000084743,0.01000,1.351
88,mlp.experts.18.gate_proj,0.0000081523,0.01000,1.348
88,mlp.experts.19.gate_proj,0.0000090067,0.01000,1.344
88,mlp.experts.20.gate_proj,0.0000084010,0.01000,1.377
88,mlp.experts.24.gate_proj,0.0000082680,0.01000,1.331
88,mlp.experts.23.gate_proj,0.0000084252,0.01000,1.346
88,mlp.experts.25.gate_proj,0.0000078908,0.01000,1.345
88,mlp.experts.26.gate_proj,0.0000083157,0.01000,1.339
88,mlp.experts.21.gate_proj,0.0000087188,0.01000,1.413
88,mlp.experts.22.gate_proj,0.0000084467,0.01000,1.414
88,mlp.experts.27.gate_proj,0.0000083357,0.01000,1.369
88,mlp.experts.28.gate_proj,0.0000081966,0.01000,1.362
88,mlp.experts.30.gate_proj,0.0000079414,0.01000,1.356
88,mlp.experts.31.gate_proj,0.0000079061,0.01000,1.343
88,mlp.experts.32.gate_proj,0.0000084133,0.01000,1.349
88,mlp.experts.33.gate_proj,0.0000076724,0.01000,1.352
88,mlp.experts.29.gate_proj,0.0000079104,0.01000,1.425
88,mlp.experts.34.gate_proj,0.0000096055,0.01000,1.368
88,mlp.experts.35.gate_proj,0.0000080149,0.01000,1.341
88,mlp.experts.37.gate_proj,0.0000088563,0.01000,1.349
88,mlp.experts.36.gate_proj,0.0000088949,0.01000,1.361
88,mlp.experts.38.gate_proj,0.0000081109,0.01000,1.324
88,mlp.experts.39.gate_proj,0.0000083087,0.01000,1.344
88,mlp.experts.40.gate_proj,0.0000088976,0.01000,1.339
88,mlp.experts.41.gate_proj,0.0000079428,0.01000,1.371
88,mlp.experts.42.gate_proj,0.0000079683,0.01000,1.337
88,mlp.experts.45.gate_proj,0.0000088517,0.01000,1.321
88,mlp.experts.44.gate_proj,0.0000084044,0.01000,1.336
88,mlp.experts.46.gate_proj,0.0000081091,0.01000,1.342
88,mlp.experts.47.gate_proj,0.0000075835,0.01000,1.343
88,mlp.experts.43.gate_proj,0.0000081402,0.01000,1.410
88,mlp.experts.48.gate_proj,0.0000093267,0.01000,1.360
88,mlp.experts.49.gate_proj,0.0000080525,0.01000,1.340
88,mlp.experts.51.gate_proj,0.0000082892,0.01000,1.340
88,mlp.experts.52.gate_proj,0.0000086031,0.01000,1.329
88,mlp.experts.53.gate_proj,0.0000086438,0.01000,1.352
88,mlp.experts.50.gate_proj,0.0000082676,0.01000,1.410
88,mlp.experts.54.gate_proj,0.0000086136,0.01000,1.333
88,mlp.experts.55.gate_proj,0.0000081686,0.01000,1.361
88,mlp.experts.56.gate_proj,0.0000080824,0.01000,1.343
88,mlp.experts.58.gate_proj,0.0000086559,0.01000,1.339
88,mlp.experts.59.gate_proj,0.0000083490,0.01000,1.339
88,mlp.experts.61.gate_proj,0.0000082188,0.01000,1.334
88,mlp.experts.60.gate_proj,0.0000081519,0.01000,1.340
88,mlp.experts.57.gate_proj,0.0000088143,0.01000,1.414
88,mlp.experts.62.gate_proj,0.0000090138,0.01000,1.358
88,mlp.experts.63.gate_proj,0.0000074131,0.01000,1.356
88,mlp.experts.64.gate_proj,0.0000085443,0.01000,1.362
88,mlp.experts.66.gate_proj,0.0000084762,0.01000,1.342
88,mlp.experts.67.gate_proj,0.0000089202,0.01000,1.352
88,mlp.experts.68.gate_proj,0.0000079565,0.01000,1.348
88,mlp.experts.65.gate_proj,0.0000081043,0.01000,1.413
88,mlp.experts.69.gate_proj,0.0000085526,0.01000,1.360
88,mlp.experts.70.gate_proj,0.0000081258,0.01000,1.357
88,mlp.experts.73.gate_proj,0.0000089086,0.01000,1.327
88,mlp.experts.72.gate_proj,0.0000080905,0.01000,1.369
88,mlp.experts.74.gate_proj,0.0000074496,0.01000,1.353
88,mlp.experts.71.gate_proj,0.0000079339,0.01000,1.398
88,mlp.experts.75.gate_proj,0.0000092261,0.01000,1.337
88,mlp.experts.76.gate_proj,0.0000083811,0.01000,1.350
88,mlp.experts.77.gate_proj,0.0000078070,0.01000,1.344
88,mlp.experts.78.gate_proj,0.0000077351,0.01000,1.354
88,mlp.experts.80.gate_proj,0.0000078545,0.01000,1.345
88,mlp.experts.81.gate_proj,0.0000078146,0.01000,1.350
88,mlp.experts.82.gate_proj,0.0000082092,0.01000,1.344
88,mlp.experts.79.gate_proj,0.0000090215,0.01000,1.410
88,mlp.experts.83.gate_proj,0.0000089752,0.01000,1.349
88,mlp.experts.84.gate_proj,0.0000088014,0.01000,1.337
88,mlp.experts.85.gate_proj,0.0000089551,0.01000,1.348
88,mlp.experts.87.gate_proj,0.0000079937,0.01000,1.321
88,mlp.experts.88.gate_proj,0.0000083049,0.01000,1.343
88,mlp.experts.86.gate_proj,0.0000088140,0.01000,1.394
88,mlp.experts.89.gate_proj,0.0000083138,0.01000,1.347
88,mlp.experts.90.gate_proj,0.0000082931,0.01000,1.351
88,mlp.experts.91.gate_proj,0.0000087328,0.01000,1.344
88,mlp.experts.93.gate_proj,0.0000079188,0.01000,1.337
88,mlp.experts.94.gate_proj,0.0000086811,0.01000,1.328
88,mlp.experts.92.gate_proj,0.0000081753,0.01000,1.402
88,mlp.experts.95.gate_proj,0.0000077266,0.01000,1.338
88,mlp.experts.96.gate_proj,0.0000077704,0.01000,1.346
88,mlp.experts.97.gate_proj,0.0000086388,0.01000,1.353
88,mlp.experts.98.gate_proj,0.0000090702,0.01000,1.374
88,mlp.experts.99.gate_proj,0.0000090848,0.01000,1.357
88,mlp.experts.100.gate_proj,0.0000108605,0.01000,1.350
88,mlp.experts.101.gate_proj,0.0000089077,0.01000,1.336
88,mlp.experts.102.gate_proj,0.0000084778,0.01000,1.351
88,mlp.experts.103.gate_proj,0.0000077871,0.01000,1.339
88,mlp.experts.104.gate_proj,0.0000075325,0.01000,1.366
88,mlp.experts.105.gate_proj,0.0000079029,0.01000,1.357
88,mlp.experts.106.gate_proj,0.0000084779,0.01000,1.351
88,mlp.experts.107.gate_proj,0.0000083967,0.01000,1.341
88,mlp.experts.108.gate_proj,0.0000084562,0.01000,1.347
88,mlp.experts.110.gate_proj,0.0000079899,0.01000,1.335
88,mlp.experts.109.gate_proj,0.0000083242,0.01000,1.400
88,mlp.experts.111.gate_proj,0.0000077958,0.01000,1.361
88,mlp.experts.112.gate_proj,0.0000095818,0.01000,1.349
88,mlp.experts.114.gate_proj,0.0000096205,0.01000,1.334
88,mlp.experts.115.gate_proj,0.0000077957,0.01000,1.334
88,mlp.experts.116.gate_proj,0.0000086868,0.01000,1.346
88,mlp.experts.113.gate_proj,0.0000080975,0.01000,1.403
88,mlp.experts.117.gate_proj,0.0000084439,0.01000,1.337
88,mlp.experts.118.gate_proj,0.0000081529,0.01000,1.370
88,mlp.experts.119.gate_proj,0.0000076833,0.01000,1.349
88,mlp.experts.1.up_proj,0.0000081811,0.01000,1.339
88,mlp.experts.2.up_proj,0.0000078742,0.01000,1.325
88,mlp.experts.3.up_proj,0.0000085551,0.01000,1.338
88,mlp.experts.0.up_proj,0.0000077149,0.01000,1.406
88,mlp.experts.4.up_proj,0.0000081447,0.01000,1.326
88,mlp.experts.5.up_proj,0.0000082408,0.01000,1.369
88,mlp.experts.6.up_proj,0.0000085558,0.01000,1.347
88,mlp.experts.8.up_proj,0.0000079997,0.01000,1.348
88,mlp.experts.9.up_proj,0.0000080779,0.01000,1.330
88,mlp.experts.10.up_proj,0.0000081742,0.01000,1.344
88,mlp.experts.11.up_proj,0.0000098088,0.01000,1.341
88,mlp.experts.7.up_proj,0.0000085502,0.01000,1.413
88,mlp.experts.12.up_proj,0.0000078947,0.01000,1.373
88,mlp.experts.13.up_proj,0.0000083906,0.01000,1.356
88,mlp.experts.15.up_proj,0.0000076134,0.01000,1.339
88,mlp.experts.16.up_proj,0.0000080074,0.01000,1.337
88,mlp.experts.17.up_proj,0.0000082186,0.01000,1.352
88,mlp.experts.18.up_proj,0.0000079489,0.01000,1.349
88,mlp.experts.14.up_proj,0.0000076640,0.01000,1.412
88,mlp.experts.19.up_proj,0.0000088167,0.01000,1.380
88,mlp.experts.20.up_proj,0.0000080296,0.01000,1.374
88,mlp.experts.22.up_proj,0.0000082921,0.01000,1.342
88,mlp.experts.23.up_proj,0.0000080353,0.01000,1.344
88,mlp.experts.25.up_proj,0.0000078292,0.01000,1.335
88,mlp.experts.24.up_proj,0.0000079429,0.01000,1.353
88,mlp.experts.21.up_proj,0.0000086785,0.01000,1.425
88,mlp.experts.26.up_proj,0.0000081227,0.01000,1.369
88,mlp.experts.27.up_proj,0.0000080105,0.01000,1.343
88,mlp.experts.30.up_proj,0.0000078429,0.01000,1.325
88,mlp.experts.29.up_proj,0.0000076888,0.01000,1.353
88,mlp.experts.31.up_proj,0.0000078698,0.01000,1.354
88,mlp.experts.32.up_proj,0.0000080798,0.01000,1.346
88,mlp.experts.28.up_proj,0.0000078930,0.01000,1.410
88,mlp.experts.33.up_proj,0.0000077273,0.01000,1.349
88,mlp.experts.34.up_proj,0.0000087386,0.01000,1.355
88,mlp.experts.35.up_proj,0.0000078995,0.01000,1.357
88,mlp.experts.37.up_proj,0.0000086039,0.01000,1.339
88,mlp.experts.39.up_proj,0.0000080352,0.01000,1.343
88,mlp.experts.38.up_proj,0.0000079290,0.01000,1.350
88,mlp.experts.36.up_proj,0.0000084684,0.01000,1.410
88,mlp.experts.40.up_proj,0.0000086148,0.01000,1.359
88,mlp.experts.41.up_proj,0.0000076499,0.01000,1.351
88,mlp.experts.42.up_proj,0.0000077188,0.01000,1.349
88,mlp.experts.44.up_proj,0.0000079245,0.01000,1.335
88,mlp.experts.45.up_proj,0.0000084804,0.01000,1.343
88,mlp.experts.46.up_proj,0.0000081565,0.01000,1.343
88,mlp.experts.43.up_proj,0.0000077936,0.01000,1.412
88,mlp.experts.47.up_proj,0.0000078833,0.01000,1.361
88,mlp.experts.48.up_proj,0.0000085366,0.01000,1.346
88,mlp.experts.49.up_proj,0.0000083036,0.01000,1.354
88,mlp.experts.51.up_proj,0.0000079089,0.01000,1.327
88,mlp.experts.52.up_proj,0.0000079348,0.01000,1.338
88,mlp.experts.50.up_proj,0.0000080063,0.01000,1.411
88,mlp.experts.53.up_proj,0.0000083873,0.01000,1.360
88,mlp.experts.54.up_proj,0.0000081585,0.01000,1.358
88,mlp.experts.55.up_proj,0.0000079323,0.01000,1.324
88,mlp.experts.57.up_proj,0.0000084287,0.01000,1.326
88,mlp.experts.58.up_proj,0.0000083619,0.01000,1.313
88,mlp.experts.56.up_proj,0.0000079663,0.01000,1.383
88,mlp.experts.60.up_proj,0.0000085063,0.01000,1.326
88,mlp.experts.59.up_proj,0.0000082969,0.01000,1.385
88,mlp.experts.61.up_proj,0.0000079716,0.01000,1.337
88,mlp.experts.62.up_proj,0.0000086641,0.01000,1.329
88,mlp.experts.63.up_proj,0.0000076717,0.01000,1.351
88,mlp.experts.64.up_proj,0.0000081502,0.01000,1.342
88,mlp.experts.65.up_proj,0.0000082166,0.01000,1.330
88,mlp.experts.66.up_proj,0.0000080777,0.01000,1.343
88,mlp.experts.67.up_proj,0.0000085899,0.01000,1.333
88,mlp.experts.68.up_proj,0.0000078521,0.01000,1.366
88,mlp.experts.69.up_proj,0.0000080709,0.01000,1.353
88,mlp.experts.70.up_proj,0.0000080480,0.01000,1.365
88,mlp.experts.72.up_proj,0.0000080215,0.01000,1.352
88,mlp.experts.73.up_proj,0.0000085385,0.01000,1.344
88,mlp.experts.71.up_proj,0.0000078787,0.01000,1.411
88,mlp.experts.74.up_proj,0.0000075146,0.01000,1.338
88,mlp.experts.75.up_proj,0.0000088837,0.01000,1.378
88,mlp.experts.76.up_proj,0.0000080647,0.01000,1.347
88,mlp.experts.78.up_proj,0.0000077203,0.01000,1.358
88,mlp.experts.79.up_proj,0.0000086268,0.01000,1.334
88,mlp.experts.80.up_proj,0.0000077373,0.01000,1.348
88,mlp.experts.77.up_proj,0.0000078174,0.01000,1.421
88,mlp.experts.81.up_proj,0.0000077005,0.01000,1.343
88,mlp.experts.82.up_proj,0.0000079635,0.01000,1.376
88,mlp.experts.83.up_proj,0.0000085671,0.01000,1.339
88,mlp.experts.85.up_proj,0.0000087259,0.01000,1.336
88,mlp.experts.86.up_proj,0.0000083087,0.01000,1.328
88,mlp.experts.87.up_proj,0.0000078276,0.01000,1.343
88,mlp.experts.88.up_proj,0.0000081014,0.01000,1.345
88,mlp.experts.84.up_proj,0.0000084114,0.01000,1.412
88,mlp.experts.89.up_proj,0.0000081152,0.01000,1.382
88,mlp.experts.90.up_proj,0.0000083320,0.01000,1.347
88,mlp.experts.91.up_proj,0.0000084543,0.01000,1.380
88,mlp.experts.93.up_proj,0.0000075153,0.01000,1.338
88,mlp.experts.94.up_proj,0.0000082323,0.01000,1.357
88,mlp.experts.95.up_proj,0.0000081029,0.01000,1.360
88,mlp.experts.92.up_proj,0.0000079829,0.01000,1.412
88,mlp.experts.96.up_proj,0.0000078361,0.01000,1.382
88,mlp.experts.97.up_proj,0.0000082093,0.01000,1.346
88,mlp.experts.99.up_proj,0.0000086605,0.01000,1.363
88,mlp.experts.100.up_proj,0.0000094539,0.01000,1.358
88,mlp.experts.101.up_proj,0.0000086181,0.01000,1.362
88,mlp.experts.102.up_proj,0.0000081540,0.01000,1.358
88,mlp.experts.98.up_proj,0.0000087916,0.01000,1.425
88,mlp.experts.103.up_proj,0.0000074683,0.01000,1.362
88,mlp.experts.104.up_proj,0.0000074841,0.01000,1.344
88,mlp.experts.106.up_proj,0.0000081186,0.01000,1.351
88,mlp.experts.105.up_proj,0.0000078136,0.01000,1.365
88,mlp.experts.107.up_proj,0.0000081017,0.01000,1.338
88,mlp.experts.108.up_proj,0.0000080128,0.01000,1.346
88,mlp.experts.109.up_proj,0.0000081268,0.01000,1.350
88,mlp.experts.110.up_proj,0.0000078618,0.01000,1.360
88,mlp.experts.111.up_proj,0.0000074015,0.01000,1.341
88,mlp.experts.114.up_proj,0.0000088152,0.01000,1.336
88,mlp.experts.113.up_proj,0.0000078949,0.01000,1.346
88,mlp.experts.115.up_proj,0.0000077922,0.01000,1.350
88,mlp.experts.116.up_proj,0.0000082518,0.01000,1.353
88,mlp.experts.112.up_proj,0.0000086199,0.01000,1.407
88,mlp.experts.117.up_proj,0.0000081912,0.01000,1.293
88,mlp.experts.118.up_proj,0.0000077720,0.01000,1.084
88,mlp.experts.119.up_proj,0.0000076582,0.01000,0.993
88,mlp.experts.1.down_proj,0.0000016563,0.01000,0.441
88,mlp.experts.4.down_proj,0.0000016842,0.01000,0.439
88,mlp.experts.5.down_proj,0.0000008469,0.01000,0.440
88,mlp.experts.3.down_proj,0.0000014037,0.01000,0.441
88,mlp.experts.6.down_proj,0.0000009623,0.01000,0.445
88,mlp.experts.0.down_proj,0.0000020927,0.01000,0.458
88,mlp.experts.2.down_proj,0.0000020556,0.01000,0.466
88,mlp.experts.10.down_proj,0.0000016524,0.01000,0.403
88,mlp.experts.8.down_proj,0.0000011345,0.01000,0.409
88,mlp.experts.7.down_proj,0.0000022780,0.01000,0.421
88,mlp.experts.12.down_proj,0.0000018365,0.01000,0.406
88,mlp.experts.11.down_proj,0.0000015430,0.01000,0.419
88,mlp.experts.9.down_proj,0.0000013512,0.01000,0.430
88,mlp.experts.13.down_proj,0.0000013717,0.01000,0.408
88,mlp.experts.15.down_proj,0.0000025145,0.01000,0.406
88,mlp.experts.17.down_proj,0.0000015575,0.01000,0.400
88,mlp.experts.19.down_proj,0.0000021088,0.01000,0.398
88,mlp.experts.18.down_proj,0.0000021134,0.01000,0.406
88,mlp.experts.20.down_proj,0.0000017589,0.01000,0.406
88,mlp.experts.14.down_proj,0.0000016344,0.01000,0.437
88,mlp.experts.16.down_proj,0.0000015782,0.01000,0.428
88,mlp.experts.22.down_proj,0.0000019792,0.01000,0.406
88,mlp.experts.24.down_proj,0.0000017650,0.01000,0.402
88,mlp.experts.23.down_proj,0.0000017111,0.01000,0.405
88,mlp.experts.21.down_proj,0.0000021713,0.01000,0.422
88,mlp.experts.25.down_proj,0.0000026070,0.01000,0.403
88,mlp.experts.26.down_proj,0.0000017342,0.01000,0.414
88,mlp.experts.27.down_proj,0.0000012733,0.01000,0.413
88,mlp.experts.30.down_proj,0.0000017261,0.01000,0.403
88,mlp.experts.31.down_proj,0.0000016775,0.01000,0.398
88,mlp.experts.28.down_proj,0.0000016322,0.01000,0.414
88,mlp.experts.29.down_proj,0.0000018352,0.01000,0.412
88,mlp.experts.32.down_proj,0.0000016143,0.01000,0.403
88,mlp.experts.33.down_proj,0.0000015694,0.01000,0.402
88,mlp.experts.34.down_proj,0.0000009744,0.01000,0.412
88,mlp.experts.35.down_proj,0.0000017968,0.01000,0.407
88,mlp.experts.38.down_proj,0.0000018359,0.01000,0.400
88,mlp.experts.37.down_proj,0.0000015168,0.01000,0.404
88,mlp.experts.39.down_proj,0.0000018267,0.01000,0.404
88,mlp.experts.36.down_proj,0.0000013225,0.01000,0.415
88,mlp.experts.40.down_proj,0.0000014167,0.01000,0.404
88,mlp.experts.41.down_proj,0.0000016229,0.01000,0.411
88,mlp.experts.45.down_proj,0.0000014417,0.01000,0.396
88,mlp.experts.42.down_proj,0.0000012713,0.01000,0.404
88,mlp.experts.44.down_proj,0.0000016303,0.01000,0.404
88,mlp.experts.46.down_proj,0.0000021080,0.01000,0.403
88,mlp.experts.47.down_proj,0.0000032660,0.01000,0.401
88,mlp.experts.43.down_proj,0.0000015967,0.01000,0.418
88,mlp.experts.48.down_proj,0.0000014285,0.01000,0.411
88,mlp.experts.51.down_proj,0.0000018944,0.01000,0.404
88,mlp.experts.52.down_proj,0.0000012322,0.01000,0.398
88,mlp.experts.49.down_proj,0.0000019413,0.01000,0.410
88,mlp.experts.50.down_proj,0.0000015680,0.01000,0.411
88,mlp.experts.54.down_proj,0.0000015933,0.01000,0.401
88,mlp.experts.53.down_proj,0.0000020950,0.01000,0.407
88,mlp.experts.55.down_proj,0.0000016234,0.01000,0.405
88,mlp.experts.59.down_proj,0.0000016852,0.01000,0.397
88,mlp.experts.57.down_proj,0.0000015995,0.01000,0.410
88,mlp.experts.58.down_proj,0.0000007047,0.01000,0.410
88,mlp.experts.60.down_proj,0.0000018348,0.01000,0.406
88,mlp.experts.61.down_proj,0.0000020176,0.01000,0.409
88,mlp.experts.56.down_proj,0.0000014893,0.01000,0.437
88,mlp.experts.62.down_proj,0.0000014949,0.01000,0.421
88,mlp.experts.66.down_proj,0.0000019347,0.01000,0.396
88,mlp.experts.63.down_proj,0.0000019348,0.01000,0.414
88,mlp.experts.67.down_proj,0.0000017253,0.01000,0.400
88,mlp.experts.65.down_proj,0.0000014144,0.01000,0.411
88,mlp.experts.68.down_proj,0.0000016333,0.01000,0.401
88,mlp.experts.64.down_proj,0.0000018365,0.01000,0.436
88,mlp.experts.69.down_proj,0.0000016842,0.01000,0.427
88,mlp.experts.73.down_proj,0.0000010812,0.01000,0.399
88,mlp.experts.71.down_proj,0.0000021436,0.01000,0.413
88,mlp.experts.72.down_proj,0.0000014113,0.01000,0.409
88,mlp.experts.70.down_proj,0.0000015355,0.01000,0.423
88,mlp.experts.74.down_proj,0.0000024022,0.01000,0.405
88,mlp.experts.75.down_proj,0.0000022328,0.01000,0.400
88,mlp.experts.76.down_proj,0.0000010574,0.01000,0.405
88,mlp.experts.78.down_proj,0.0000025245,0.01000,0.401
88,mlp.experts.77.down_proj,0.0000021448,0.01000,0.408
88,mlp.experts.80.down_proj,0.0000021392,0.01000,0.396
88,mlp.experts.81.down_proj,0.0000019784,0.01000,0.402
88,mlp.experts.82.down_proj,0.0000017177,0.01000,0.398
88,mlp.experts.79.down_proj,0.0000020609,0.01000,0.417
88,mlp.experts.83.down_proj,0.0000008388,0.01000,0.403
88,mlp.experts.84.down_proj,0.0000010744,0.01000,0.403
88,mlp.experts.85.down_proj,0.0000018196,0.01000,0.405
88,mlp.experts.86.down_proj,0.0000014598,0.01000,0.405
88,mlp.experts.87.down_proj,0.0000015342,0.01000,0.398
88,mlp.experts.88.down_proj,0.0000017862,0.01000,0.402
88,mlp.experts.89.down_proj,0.0000024381,0.01000,0.407
88,mlp.experts.90.down_proj,0.0000024671,0.01000,0.404
88,mlp.experts.94.down_proj,0.0000012388,0.01000,0.398
88,mlp.experts.92.down_proj,0.0000012979,0.01000,0.405
88,mlp.experts.95.down_proj,0.0000019147,0.01000,0.400
88,mlp.experts.93.down_proj,0.0000012896,0.01000,0.411
88,mlp.experts.91.down_proj,0.0000010020,0.01000,0.420
88,mlp.experts.96.down_proj,0.0000024687,0.01000,0.403
88,mlp.experts.97.down_proj,0.0000010401,0.01000,0.402
88,mlp.experts.99.down_proj,0.0000014831,0.01000,0.405
88,mlp.experts.101.down_proj,0.0000018197,0.01000,0.396
88,mlp.experts.102.down_proj,0.0000027933,0.01000,0.397
88,mlp.experts.100.down_proj,0.0000031079,0.01000,0.404
88,mlp.experts.98.down_proj,0.0000014597,0.01000,0.415
88,mlp.experts.103.down_proj,0.0000013885,0.01000,0.402
88,mlp.experts.104.down_proj,0.0000014021,0.01000,0.400
88,mlp.experts.107.down_proj,0.0000018921,0.01000,0.402
88,mlp.experts.106.down_proj,0.0000018654,0.01000,0.407
88,mlp.experts.108.down_proj,0.0000010402,0.01000,0.400
88,mlp.experts.105.down_proj,0.0000020656,0.01000,0.415
88,mlp.experts.109.down_proj,0.0000010841,0.01000,0.406
88,mlp.experts.110.down_proj,0.0000016074,0.01000,0.405
88,mlp.experts.111.down_proj,0.0000010698,0.01000,0.405
88,mlp.experts.112.down_proj,0.0000019366,0.01000,0.402
88,mlp.experts.113.down_proj,0.0000017089,0.01000,0.403
88,mlp.experts.115.down_proj,0.0000016468,0.01000,0.400
88,mlp.experts.114.down_proj,0.0000016362,0.01000,0.407
88,mlp.experts.116.down_proj,0.0000017239,0.01000,0.406
88,mlp.experts.117.down_proj,0.0000019157,0.01000,0.401
88,mlp.experts.118.down_proj,0.0000016578,0.01000,0.391
88,mlp.experts.119.down_proj,0.0000020131,0.01000,0.271
89,self_attn.k_proj,0.0000003325,0.01000,1.244
89,self_attn.v_proj,0.0000011843,0.01000,1.274
89,self_attn.q_proj,0.0000026966,0.01000,1.276
89,self_attn.o_proj,0.0000027310,0.01000,2.790
89,mlp.shared_experts.gate_proj,0.0000000185,0.01000,0.922
89,mlp.shared_experts.up_proj,0.0000000120,0.01000,0.989
89,mlp.shared_experts.down_proj,0.0000000079,0.01000,0.282
89,mlp.experts.5.gate_proj,0.0000082041,0.01000,1.519
89,mlp.experts.3.gate_proj,0.0000079289,0.01000,1.523
89,mlp.experts.2.gate_proj,0.0000076828,0.01000,1.567
89,mlp.experts.4.gate_proj,0.0000070965,0.01000,1.572
89,mlp.experts.1.gate_proj,0.0000073262,0.01000,1.582
89,mlp.experts.0.gate_proj,0.0000081838,0.01000,1.616
89,mlp.experts.6.gate_proj,0.0000071063,0.01000,1.616
89,mlp.experts.8.gate_proj,0.0000074774,0.01000,1.381
89,mlp.experts.11.gate_proj,0.0000083444,0.01000,1.353
89,mlp.experts.7.gate_proj,0.0000072055,0.01000,1.440
89,mlp.experts.9.gate_proj,0.0000078658,0.01000,1.405
89,mlp.experts.12.gate_proj,0.0000073269,0.01000,1.372
89,mlp.experts.10.gate_proj,0.0000079468,0.01000,1.572
89,mlp.experts.13.gate_proj,0.0000071475,0.01000,1.575
89,mlp.experts.14.gate_proj,0.0000080247,0.01000,1.385
89,mlp.experts.15.gate_proj,0.0000071249,0.01000,1.412
89,mlp.experts.16.gate_proj,0.0000077264,0.01000,1.419
89,mlp.experts.18.gate_proj,0.0000070655,0.01000,1.405
89,mlp.experts.17.gate_proj,0.0000080526,0.01000,1.510
89,mlp.experts.19.gate_proj,0.0000077617,0.01000,1.513
89,mlp.experts.20.gate_proj,0.0000078373,0.01000,1.597
89,mlp.experts.21.gate_proj,0.0000075935,0.01000,1.376
89,mlp.experts.22.gate_proj,0.0000083204,0.01000,1.372
89,mlp.experts.23.gate_proj,0.0000076781,0.01000,1.372
89,mlp.experts.24.gate_proj,0.0000075494,0.01000,1.394
89,mlp.experts.25.gate_proj,0.0000072846,0.01000,1.542
89,mlp.experts.26.gate_proj,0.0000077908,0.01000,1.585
89,mlp.experts.27.gate_proj,0.0000069327,0.01000,1.552
89,mlp.experts.29.gate_proj,0.0000072277,0.01000,1.368
89,mlp.experts.30.gate_proj,0.0000085810,0.01000,1.356
89,mlp.experts.28.gate_proj,0.0000078299,0.01000,1.451
89,mlp.experts.31.gate_proj,0.0000082784,0.01000,1.364
89,mlp.experts.32.gate_proj,0.0000069607,0.01000,1.430
89,mlp.experts.33.gate_proj,0.0000073367,0.01000,1.373
89,mlp.experts.34.gate_proj,0.0000078422,0.01000,1.622
89,mlp.experts.35.gate_proj,0.0000075868,0.01000,1.387
89,mlp.experts.36.gate_proj,0.0000069551,0.01000,1.390
89,mlp.experts.38.gate_proj,0.0000072338,0.01000,1.367
89,mlp.experts.37.gate_proj,0.0000075856,0.01000,1.569
89,mlp.experts.39.gate_proj,0.0000075130,0.01000,1.421
89,mlp.experts.40.gate_proj,0.0000070617,0.01000,1.448
89,mlp.experts.41.gate_proj,0.0000071535,0.01000,1.585
89,mlp.experts.42.gate_proj,0.0000068889,0.01000,1.359
89,mlp.experts.43.gate_proj,0.0000072883,0.01000,1.370
89,mlp.experts.44.gate_proj,0.0000075656,0.01000,1.402
89,mlp.experts.45.gate_proj,0.0000075815,0.01000,1.336
89,mlp.experts.46.gate_proj,0.0000078668,0.01000,1.472
89,mlp.experts.47.gate_proj,0.0000076837,0.01000,1.648
89,mlp.experts.49.gate_proj,0.0000074152,0.01000,1.385
89,mlp.experts.50.gate_proj,0.0000083107,0.01000,1.389
89,mlp.experts.48.gate_proj,0.0000077353,0.01000,1.716
89,mlp.experts.51.gate_proj,0.0000086088,0.01000,1.369
89,mlp.experts.52.gate_proj,0.0000073169,0.01000,1.346
89,mlp.experts.53.gate_proj,0.0000079282,0.01000,1.465
89,mlp.experts.54.gate_proj,0.0000087901,0.01000,1.437
89,mlp.experts.56.gate_proj,0.0000073409,0.01000,1.383
89,mlp.experts.57.gate_proj,0.0000078541,0.01000,1.443
89,mlp.experts.58.gate_proj,0.0000077866,0.01000,1.427
89,mlp.experts.59.gate_proj,0.0000071419,0.01000,1.416
89,mlp.experts.55.gate_proj,0.0000085482,0.01000,1.659
89,mlp.experts.60.gate_proj,0.0000076735,0.01000,1.388
89,mlp.experts.61.gate_proj,0.0000075101,0.01000,1.368
89,mlp.experts.63.gate_proj,0.0000091779,0.01000,1.452
89,mlp.experts.64.gate_proj,0.0000073478,0.01000,1.458
89,mlp.experts.65.gate_proj,0.0000078622,0.01000,1.399
89,mlp.experts.66.gate_proj,0.0000080353,0.01000,1.443
89,mlp.experts.62.gate_proj,0.0000082401,0.01000,1.742
89,mlp.experts.67.gate_proj,0.0000084211,0.01000,1.344
89,mlp.experts.68.gate_proj,0.0000081457,0.01000,1.343
89,mlp.experts.70.gate_proj,0.0000081572,0.01000,1.378
89,mlp.experts.71.gate_proj,0.0000078974,0.01000,1.367
89,mlp.experts.72.gate_proj,0.0000073336,0.01000,1.422
89,mlp.experts.73.gate_proj,0.0000077851,0.01000,1.410
89,mlp.experts.74.gate_proj,0.0000081621,0.01000,1.326
89,mlp.experts.69.gate_proj,0.0000076489,0.01000,1.802
89,mlp.experts.75.gate_proj,0.0000086433,0.01000,1.405
89,mlp.experts.77.gate_proj,0.0000078394,0.01000,1.358
89,mlp.experts.79.gate_proj,0.0000079150,0.01000,1.337
89,mlp.experts.80.gate_proj,0.0000080665,0.01000,1.326
89,mlp.experts.78.gate_proj,0.0000077774,0.01000,1.513
89,mlp.experts.81.gate_proj,0.0000080765,0.01000,1.363
89,mlp.experts.76.gate_proj,0.0000069580,0.01000,1.801
89,mlp.experts.82.gate_proj,0.0000068663,0.01000,1.327
89,mlp.experts.83.gate_proj,0.0000077652,0.01000,1.611
89,mlp.experts.84.gate_proj,0.0000082917,0.01000,1.407
89,mlp.experts.85.gate_proj,0.0000087124,0.01000,1.460
89,mlp.experts.87.gate_proj,0.0000073730,0.01000,1.338
89,mlp.experts.86.gate_proj,0.0000082461,0.01000,1.398
89,mlp.experts.88.gate_proj,0.0000084611,0.01000,1.399
89,mlp.experts.89.gate_proj,0.0000077770,0.01000,1.357
89,mlp.experts.90.gate_proj,0.0000074395,0.01000,1.472
89,mlp.experts.93.gate_proj,0.0000073612,0.01000,1.355
89,mlp.experts.94.gate_proj,0.0000082320,0.01000,1.383
89,mlp.experts.91.gate_proj,0.0000075244,0.01000,1.563
89,mlp.experts.95.gate_proj,0.0000078946,0.01000,1.360
89,mlp.experts.96.gate_proj,0.0000096361,0.01000,1.347
89,mlp.experts.92.gate_proj,0.0000072789,0.01000,1.665
89,mlp.experts.98.gate_proj,0.0000092749,0.01000,1.378
89,mlp.experts.101.gate_proj,0.0000075622,0.01000,1.363
89,mlp.experts.100.gate_proj,0.0000078526,0.01000,1.398
89,mlp.experts.102.gate_proj,0.0000093566,0.01000,1.357
89,mlp.experts.99.gate_proj,0.0000080360,0.01000,1.637
89,mlp.experts.103.gate_proj,0.0000079628,0.01000,1.380
89,mlp.experts.97.gate_proj,0.0000075184,0.01000,1.813
89,mlp.experts.105.gate_proj,0.0000074631,0.01000,1.373
89,mlp.experts.106.gate_proj,0.0000078288,0.01000,1.463
89,mlp.experts.108.gate_proj,0.0000078821,0.01000,1.331
89,mlp.experts.107.gate_proj,0.0000071032,0.01000,1.393
89,mlp.experts.109.gate_proj,0.0000076377,0.01000,1.385
89,mlp.experts.104.gate_proj,0.0000071621,0.01000,1.777
89,mlp.experts.110.gate_proj,0.0000080343,0.01000,1.449
89,mlp.experts.112.gate_proj,0.0000080679,0.01000,1.458
89,mlp.experts.115.gate_proj,0.0000079019,0.01000,1.330
89,mlp.experts.114.gate_proj,0.0000077040,0.01000,1.361
89,mlp.experts.113.gate_proj,0.0000079430,0.01000,1.492
89,mlp.experts.116.gate_proj,0.0000075929,0.01000,1.346
89,mlp.experts.111.gate_proj,0.0000077444,0.01000,1.746
89,mlp.experts.117.gate_proj,0.0000080077,0.01000,1.413
89,mlp.experts.119.gate_proj,0.0000075443,0.01000,1.362
89,mlp.experts.2.up_proj,0.0000073998,0.01000,1.341
89,mlp.experts.0.up_proj,0.0000077652,0.01000,1.497
89,mlp.experts.1.up_proj,0.0000072177,0.01000,1.411
89,mlp.experts.3.up_proj,0.0000076691,0.01000,1.435
89,mlp.experts.4.up_proj,0.0000072192,0.01000,1.355
89,mlp.experts.118.gate_proj,0.0000080090,0.01000,1.705
89,mlp.experts.6.up_proj,0.0000074494,0.01000,1.376
89,mlp.experts.7.up_proj,0.0000072493,0.01000,1.374
89,mlp.experts.9.up_proj,0.0000075826,0.01000,1.351
89,mlp.experts.10.up_proj,0.0000076699,0.01000,1.379
89,mlp.experts.5.up_proj,0.0000078532,0.01000,1.688
89,mlp.experts.8.up_proj,0.0000074190,0.01000,1.670
89,mlp.experts.11.up_proj,0.0000076545,0.01000,1.573
89,mlp.experts.13.up_proj,0.0000070918,0.01000,1.351
89,mlp.experts.14.up_proj,0.0000084801,0.01000,1.356
89,mlp.experts.16.up_proj,0.0000075215,0.01000,1.330
89,mlp.experts.15.up_proj,0.0000071793,0.01000,1.414
89,mlp.experts.12.up_proj,0.0000072953,0.01000,1.658
89,mlp.experts.17.up_proj,0.0000076790,0.01000,1.458
89,mlp.experts.18.up_proj,0.0000069199,0.01000,1.602
89,mlp.experts.20.up_proj,0.0000074929,0.01000,1.353
89,mlp.experts.22.up_proj,0.0000081012,0.01000,1.345
89,mlp.experts.21.up_proj,0.0000073610,0.01000,1.411
89,mlp.experts.23.up_proj,0.0000074912,0.01000,1.384
89,mlp.experts.19.up_proj,0.0000071982,0.01000,1.691
89,mlp.experts.24.up_proj,0.0000074354,0.01000,1.427
89,mlp.experts.25.up_proj,0.0000073699,0.01000,1.407
89,mlp.experts.28.up_proj,0.0000074493,0.01000,1.353
89,mlp.experts.27.up_proj,0.0000070027,0.01000,1.417
89,mlp.experts.29.up_proj,0.0000072041,0.01000,1.378
89,mlp.experts.30.up_proj,0.0000078451,0.01000,1.356
89,mlp.experts.26.up_proj,0.0000075759,0.01000,1.671
89,mlp.experts.31.up_proj,0.0000081816,0.01000,1.475
89,mlp.experts.32.up_proj,0.0000070309,0.01000,1.352
89,mlp.experts.34.up_proj,0.0000077419,0.01000,1.357
89,mlp.experts.35.up_proj,0.0000076567,0.01000,1.385
89,mlp.experts.36.up_proj,0.0000069397,0.01000,1.480
89,mlp.experts.37.up_proj,0.0000073846,0.01000,1.498
89,mlp.experts.33.up_proj,0.0000073490,0.01000,1.727
89,mlp.experts.38.up_proj,0.0000070527,0.01000,1.354
89,mlp.experts.39.up_proj,0.0000072190,0.01000,1.371
89,mlp.experts.41.up_proj,0.0000074148,0.01000,1.399
89,mlp.experts.40.up_proj,0.0000068577,0.01000,1.690
89,mlp.experts.44.up_proj,0.0000072443,0.01000,1.347
89,mlp.experts.45.up_proj,0.0000075596,0.01000,1.356
89,mlp.experts.46.up_proj,0.0000073820,0.01000,1.366
89,mlp.experts.42.up_proj,0.0000071063,0.01000,1.641
89,mlp.experts.43.up_proj,0.0000071332,0.01000,1.580
89,mlp.experts.47.up_proj,0.0000074430,0.01000,1.524
89,mlp.experts.50.up_proj,0.0000079208,0.01000,1.388
89,mlp.experts.49.up_proj,0.0000077052,0.01000,1.423
89,mlp.experts.48.up_proj,0.0000075502,0.01000,1.493
89,mlp.experts.52.up_proj,0.0000070025,0.01000,1.367
89,mlp.experts.53.up_proj,0.0000077494,0.01000,1.361
89,mlp.experts.51.up_proj,0.0000078957,0.01000,1.609
89,mlp.experts.56.up_proj,0.0000075050,0.01000,1.330
89,mlp.experts.55.up_proj,0.0000076652,0.01000,1.363
89,mlp.experts.57.up_proj,0.0000074940,0.01000,1.352
89,mlp.experts.59.up_proj,0.0000070818,0.01000,1.352
89,mlp.experts.58.up_proj,0.0000073567,0.01000,1.392
89,mlp.experts.54.up_proj,0.0000083571,0.01000,1.673
89,mlp.experts.60.up_proj,0.0000075076,0.01000,1.489
89,mlp.experts.62.up_proj,0.0000077550,0.01000,1.361
89,mlp.experts.64.up_proj,0.0000072634,0.01000,1.351
89,mlp.experts.65.up_proj,0.0000075102,0.01000,1.325
89,mlp.experts.63.up_proj,0.0000086191,0.01000,1.486
89,mlp.experts.61.up_proj,0.0000074231,0.01000,1.705
89,mlp.experts.66.up_proj,0.0000077508,0.01000,1.542
89,mlp.experts.67.up_proj,0.0000086088,0.01000,1.350
89,mlp.experts.69.up_proj,0.0000076447,0.01000,1.374
89,mlp.experts.70.up_proj,0.0000078430,0.01000,1.374
89,mlp.experts.71.up_proj,0.0000076200,0.01000,1.345
89,mlp.experts.72.up_proj,0.0000072191,0.01000,1.323
89,mlp.experts.68.up_proj,0.0000074857,0.01000,1.719
89,mlp.experts.74.up_proj,0.0000078660,0.01000,1.348
89,mlp.experts.73.up_proj,0.0000072997,0.01000,1.750
89,mlp.experts.76.up_proj,0.0000070785,0.01000,1.358
89,mlp.experts.77.up_proj,0.0000076410,0.01000,1.412
89,mlp.experts.78.up_proj,0.0000074649,0.01000,1.339
89,mlp.experts.79.up_proj,0.0000074245,0.01000,1.318
89,mlp.experts.75.up_proj,0.0000083679,0.01000,1.680
89,mlp.experts.80.up_proj,0.0000075634,0.01000,1.603
89,mlp.experts.81.up_proj,0.0000076876,0.01000,1.447
89,mlp.experts.83.up_proj,0.0000074367,0.01000,1.481
89,mlp.experts.84.up_proj,0.0000080867,0.01000,1.464
89,mlp.experts.85.up_proj,0.0000080491,0.01000,1.444
89,mlp.experts.82.up_proj,0.0000071369,0.01000,1.659
89,mlp.experts.86.up_proj,0.0000075954,0.01000,1.475
89,mlp.experts.87.up_proj,0.0000074683,0.01000,1.390
89,mlp.experts.88.up_proj,0.0000082346,0.01000,1.404
89,mlp.experts.90.up_proj,0.0000074498,0.01000,1.410
89,mlp.experts.92.up_proj,0.0000072432,0.01000,1.411
89,mlp.experts.91.up_proj,0.0000074671,0.01000,1.434
89,mlp.experts.93.up_proj,0.0000071870,0.01000,1.336
89,mlp.experts.89.up_proj,0.0000073953,0.01000,1.659
89,mlp.experts.94.up_proj,0.0000077897,0.01000,1.459
89,mlp.experts.95.up_proj,0.0000078588,0.01000,1.390
89,mlp.experts.97.up_proj,0.0000075019,0.01000,1.394
89,mlp.experts.99.up_proj,0.0000080231,0.01000,1.365
89,mlp.experts.98.up_proj,0.0000082148,0.01000,1.449
89,mlp.experts.100.up_proj,0.0000074577,0.01000,1.424
89,mlp.experts.96.up_proj,0.0000085539,0.01000,1.693
89,mlp.experts.101.up_proj,0.0000075523,0.01000,1.419
89,mlp.experts.102.up_proj,0.0000083011,0.01000,1.345
89,mlp.experts.104.up_proj,0.0000071164,0.01000,1.414
89,mlp.experts.105.up_proj,0.0000073124,0.01000,1.488
89,mlp.experts.107.up_proj,0.0000071732,0.01000,1.363
89,mlp.experts.106.up_proj,0.0000076064,0.01000,1.429
89,mlp.experts.103.up_proj,0.0000074943,0.01000,1.720
89,mlp.experts.108.up_proj,0.0000075472,0.01000,1.360
89,mlp.experts.109.up_proj,0.0000074128,0.01000,1.434
89,mlp.experts.112.up_proj,0.0000077773,0.01000,1.371
89,mlp.experts.113.up_proj,0.0000078377,0.01000,1.361
89,mlp.experts.114.up_proj,0.0000075516,0.01000,1.339
89,mlp.experts.110.up_proj,0.0000077244,0.01000,1.625
89,mlp.experts.115.up_proj,0.0000077693,0.01000,1.349
89,mlp.experts.116.up_proj,0.0000072529,0.01000,1.334
89,mlp.experts.111.up_proj,0.0000074277,0.01000,1.736
89,mlp.experts.119.up_proj,0.0000072782,0.01000,1.064
89,mlp.experts.118.up_proj,0.0000075862,0.01000,1.185
89,mlp.experts.117.up_proj,0.0000078503,0.01000,1.234
89,mlp.experts.3.down_proj,0.0000010690,0.01000,0.443
89,mlp.experts.4.down_proj,0.0000023988,0.01000,0.446
89,mlp.experts.0.down_proj,0.0000016894,0.01000,0.458
89,mlp.experts.6.down_proj,0.0000024882,0.01000,0.468
89,mlp.experts.1.down_proj,0.0000020900,0.01000,0.471
89,mlp.experts.5.down_proj,0.0000016215,0.01000,0.470
89,mlp.experts.2.down_proj,0.0000009851,0.01000,0.481
89,mlp.experts.8.down_proj,0.0000018810,0.01000,0.426
89,mlp.experts.9.down_proj,0.0000012736,0.01000,0.428
89,mlp.experts.10.down_proj,0.0000019079,0.01000,0.415
89,mlp.experts.11.down_proj,0.0000011629,0.01000,0.420
89,mlp.experts.12.down_proj,0.0000015008,0.01000,0.451
89,mlp.experts.13.down_proj,0.0000014303,0.01000,0.515
89,mlp.experts.7.down_proj,0.0000018737,0.01000,0.564
89,mlp.experts.17.down_proj,0.0000018078,0.01000,0.398
89,mlp.experts.15.down_proj,0.0000015977,0.01000,0.411
89,mlp.experts.16.down_proj,0.0000012291,0.01000,0.413
89,mlp.experts.18.down_proj,0.0000017944,0.01000,0.402
89,mlp.experts.14.down_proj,0.0000022473,0.01000,0.498
89,mlp.experts.19.down_proj,0.0000014191,0.01000,0.401
89,mlp.experts.20.down_proj,0.0000016917,0.01000,0.519
89,mlp.experts.24.down_proj,0.0000025337,0.01000,0.408
89,mlp.experts.22.down_proj,0.0000014500,0.01000,0.441
89,mlp.experts.23.down_proj,0.0000012533,0.01000,0.437
89,mlp.experts.26.down_proj,0.0000015242,0.01000,0.417
89,mlp.experts.25.down_proj,0.0000016546,0.01000,0.459
89,mlp.experts.21.down_proj,0.0000019074,0.01000,0.588
89,mlp.experts.27.down_proj,0.0000020979,0.01000,0.505
89,mlp.experts.30.down_proj,0.0000013495,0.01000,0.427
89,mlp.experts.28.down_proj,0.0000013531,0.01000,0.453
89,mlp.experts.31.down_proj,0.0000019143,0.01000,0.401
89,mlp.experts.33.down_proj,0.0000023857,0.01000,0.402
89,mlp.experts.32.down_proj,0.0000019924,0.01000,0.467
89,mlp.experts.29.down_proj,0.0000018499,0.01000,0.620
89,mlp.experts.34.down_proj,0.0000012227,0.01000,0.519
89,mlp.experts.35.down_proj,0.0000020045,0.01000,0.403
89,mlp.experts.37.down_proj,0.0000017683,0.01000,0.413
89,mlp.experts.38.down_proj,0.0000016254,0.01000,0.385
89,mlp.experts.36.down_proj,0.0000018807,0.01000,0.482
89,mlp.experts.39.down_proj,0.0000017007,0.01000,0.387
89,mlp.experts.40.down_proj,0.0000014043,0.01000,0.396
89,mlp.experts.42.down_proj,0.0000026178,0.01000,0.421
89,mlp.experts.43.down_proj,0.0000017571,0.01000,0.415
89,mlp.experts.45.down_proj,0.0000019423,0.01000,0.395
89,mlp.experts.44.down_proj,0.0000016305,0.01000,0.401
89,mlp.experts.41.down_proj,0.0000015627,0.01000,0.559
89,mlp.experts.46.down_proj,0.0000016184,0.01000,0.471
89,mlp.experts.47.down_proj,0.0000017012,0.01000,0.407
89,mlp.experts.50.down_proj,0.0000012575,0.01000,0.419
89,mlp.experts.51.down_proj,0.0000010555,0.01000,0.417
89,mlp.experts.52.down_proj,0.0000015793,0.01000,0.433
89,mlp.experts.54.down_proj,0.0000020158,0.01000,0.426
89,mlp.experts.53.down_proj,0.0000014973,0.01000,0.451
89,mlp.experts.48.down_proj,0.0000013082,0.01000,0.625
89,mlp.experts.49.down_proj,0.0000021647,0.01000,0.596
89,mlp.experts.57.down_proj,0.0000017992,0.01000,0.417
89,mlp.experts.58.down_proj,0.0000013241,0.01000,0.414
89,mlp.experts.60.down_proj,0.0000011879,0.01000,0.415
89,mlp.experts.59.down_proj,0.0000015471,0.01000,0.419
89,mlp.experts.61.down_proj,0.0000022416,0.01000,0.415
89,mlp.experts.56.down_proj,0.0000015882,0.01000,0.584
89,mlp.experts.55.down_proj,0.0000016202,0.01000,0.768
89,mlp.experts.64.down_proj,0.0000016251,0.01000,0.401
89,mlp.experts.65.down_proj,0.0000010776,0.01000,0.400
89,mlp.experts.63.down_proj,0.0000017935,0.01000,0.450
89,mlp.experts.66.down_proj,0.0000012194,0.01000,0.404
89,mlp.experts.67.down_proj,0.0000018146,0.01000,0.427
89,mlp.experts.62.down_proj,0.0000017907,0.01000,0.721
89,mlp.experts.68.down_proj,0.0000009036,0.01000,0.431
89,mlp.experts.70.down_proj,0.0000016979,0.01000,0.422
89,mlp.experts.72.down_proj,0.0000020408,0.01000,0.410
89,mlp.experts.73.down_proj,0.0000013817,0.01000,0.398
89,mlp.experts.71.down_proj,0.0000016207,0.01000,0.584
89,mlp.experts.75.down_proj,0.0000016889,0.01000,0.393
89,mlp.experts.74.down_proj,0.0000014050,0.01000,0.439
89,mlp.experts.69.down_proj,0.0000016060,0.01000,0.700
89,mlp.experts.77.down_proj,0.0000026734,0.01000,0.457
89,mlp.experts.78.down_proj,0.0000014706,0.01000,0.447
89,mlp.experts.79.down_proj,0.0000019017,0.01000,0.432
89,mlp.experts.80.down_proj,0.0000014522,0.01000,0.398
89,mlp.experts.82.down_proj,0.0000026322,0.01000,0.411
89,mlp.experts.81.down_proj,0.0000011292,0.01000,0.449
89,mlp.experts.76.down_proj,0.0000019485,0.01000,0.776
89,mlp.experts.84.down_proj,0.0000017882,0.01000,0.472
89,mlp.experts.85.down_proj,0.0000016730,0.01000,0.435
89,mlp.experts.86.down_proj,0.0000011548,0.01000,0.470
89,mlp.experts.88.down_proj,0.0000014594,0.01000,0.397
89,mlp.experts.89.down_proj,0.0000030071,0.01000,0.413
89,mlp.experts.83.down_proj,0.0000009142,0.01000,0.728
89,mlp.experts.87.down_proj,0.0000012852,0.01000,0.566
89,mlp.experts.91.down_proj,0.0000020390,0.01000,0.396
89,mlp.experts.92.down_proj,0.0000019788,0.01000,0.391
89,mlp.experts.93.down_proj,0.0000018009,0.01000,0.389
89,mlp.experts.94.down_proj,0.0000016034,0.01000,0.419
89,mlp.experts.95.down_proj,0.0000022249,0.01000,0.427
89,mlp.experts.90.down_proj,0.0000015021,0.01000,0.707
89,mlp.experts.96.down_proj,0.0000014650,0.01000,0.621
89,mlp.experts.98.down_proj,0.0000015213,0.01000,0.407
89,mlp.experts.99.down_proj,0.0000020021,0.01000,0.401
89,mlp.experts.100.down_proj,0.0000014364,0.01000,0.398
89,mlp.experts.101.down_proj,0.0000026411,0.01000,0.393
89,mlp.experts.102.down_proj,0.0000022053,0.01000,0.414
89,mlp.experts.97.down_proj,0.0000028260,0.01000,0.710
89,mlp.experts.105.down_proj,0.0000016975,0.01000,0.403
89,mlp.experts.106.down_proj,0.0000015832,0.01000,0.404
89,mlp.experts.107.down_proj,0.0000020803,0.01000,0.398
89,mlp.experts.108.down_proj,0.0000017952,0.01000,0.396
89,mlp.experts.104.down_proj,0.0000024909,0.01000,0.600
89,mlp.experts.103.down_proj,0.0000016244,0.01000,0.663
89,mlp.experts.109.down_proj,0.0000013893,0.01000,0.388
89,mlp.experts.110.down_proj,0.0000017113,0.01000,0.487
89,mlp.experts.112.down_proj,0.0000013620,0.01000,0.427
89,mlp.experts.114.down_proj,0.0000023280,0.01000,0.415
89,mlp.experts.116.down_proj,0.0000014037,0.01000,0.418
89,mlp.experts.113.down_proj,0.0000014390,0.01000,0.498
89,mlp.experts.115.down_proj,0.0000013662,0.01000,0.531
89,mlp.experts.111.down_proj,0.0000016025,0.01000,0.694
89,mlp.experts.117.down_proj,0.0000016273,0.01000,0.352
89,mlp.experts.119.down_proj,0.0000015540,0.01000,0.324
89,mlp.experts.118.down_proj,0.0000021162,0.01000,0.504
90,self_attn.v_proj,0.0000003257,0.01000,1.190
90,self_attn.k_proj,0.0000000892,0.01000,1.217
90,self_attn.q_proj,0.0000009236,0.01000,1.263
90,self_attn.o_proj,0.0000005117,0.01000,2.752
90,mlp.shared_experts.gate_proj,0.0000000134,0.01000,0.906
90,mlp.shared_experts.up_proj,0.0000000107,0.01000,0.906
90,mlp.shared_experts.down_proj,0.0000000085,0.01000,0.318
90,mlp.experts.3.gate_proj,0.0000080986,0.01000,1.496
90,mlp.experts.2.gate_proj,0.0000066467,0.01000,1.500
90,mlp.experts.5.gate_proj,0.0000076026,0.01000,1.500
90,mlp.experts.4.gate_proj,0.0000061439,0.01000,1.522
90,mlp.experts.6.gate_proj,0.0000060956,0.01000,1.523
90,mlp.experts.1.gate_proj,0.0000065065,0.01000,1.563
90,mlp.experts.0.gate_proj,0.0000071858,0.01000,1.568
90,mlp.experts.9.gate_proj,0.0000068582,0.01000,1.335
90,mlp.experts.8.gate_proj,0.0000067340,0.01000,1.357
90,mlp.experts.10.gate_proj,0.0000065103,0.01000,1.336
90,mlp.experts.11.gate_proj,0.0000073829,0.01000,1.345
90,mlp.experts.12.gate_proj,0.0000067874,0.01000,1.327
90,mlp.experts.7.gate_proj,0.0000066995,0.01000,1.419
90,mlp.experts.13.gate_proj,0.0000066970,0.01000,1.354
90,mlp.experts.17.gate_proj,0.0000064771,0.01000,1.331
90,mlp.experts.15.gate_proj,0.0000064963,0.01000,1.355
90,mlp.experts.18.gate_proj,0.0000071356,0.01000,1.342
90,mlp.experts.19.gate_proj,0.0000069581,0.01000,1.338
90,mlp.experts.14.gate_proj,0.0000073652,0.01000,1.419
90,mlp.experts.16.gate_proj,0.0000066627,0.01000,1.427
90,mlp.experts.20.gate_proj,0.0000068161,0.01000,1.372
90,mlp.experts.21.gate_proj,0.0000073591,0.01000,1.360
90,mlp.experts.22.gate_proj,0.0000066783,0.01000,1.351
90,mlp.experts.23.gate_proj,0.0000075674,0.01000,1.347
90,mlp.experts.24.gate_proj,0.0000073012,0.01000,1.337
90,mlp.experts.25.gate_proj,0.0000071319,0.01000,1.344
90,mlp.experts.26.gate_proj,0.0000064395,0.01000,1.348
90,mlp.experts.27.gate_proj,0.0000072579,0.01000,1.368
90,mlp.experts.29.gate_proj,0.0000061589,0.01000,1.357
90,mlp.experts.28.gate_proj,0.0000071553,0.01000,1.363
90,mlp.experts.30.gate_proj,0.0000073251,0.01000,1.357
90,mlp.experts.32.gate_proj,0.0000064042,0.01000,1.352
90,mlp.experts.33.gate_proj,0.0000066305,0.01000,1.342
90,mlp.experts.31.gate_proj,0.0000066878,0.01000,1.412
90,mlp.experts.34.gate_proj,0.0000070684,0.01000,1.388
90,mlp.experts.35.gate_proj,0.0000060325,0.01000,1.350
90,mlp.experts.36.gate_proj,0.0000063772,0.01000,1.361
90,mlp.experts.38.gate_proj,0.0000076870,0.01000,1.334
90,mlp.experts.39.gate_proj,0.0000067073,0.01000,1.346
90,mlp.experts.40.gate_proj,0.0000069612,0.01000,1.343
90,mlp.experts.37.gate_proj,0.0000061969,0.01000,1.415
90,mlp.experts.41.gate_proj,0.0000069401,0.01000,1.363
90,mlp.experts.42.gate_proj,0.0000058415,0.01000,1.348
90,mlp.experts.44.gate_proj,0.0000068072,0.01000,1.348
90,mlp.experts.45.gate_proj,0.0000063287,0.01000,1.333
90,mlp.experts.43.gate_proj,0.0000070080,0.01000,1.403
90,mlp.experts.46.gate_proj,0.0000067894,0.01000,1.348
90,mlp.experts.47.gate_proj,0.0000071915,0.01000,1.348
90,mlp.experts.48.gate_proj,0.0000067696,0.01000,1.362
90,mlp.experts.49.gate_proj,0.0000064149,0.01000,1.345
90,mlp.experts.50.gate_proj,0.0000064901,0.01000,1.356
90,mlp.experts.51.gate_proj,0.0000065439,0.01000,1.350
90,mlp.experts.52.gate_proj,0.0000073969,0.01000,1.328
90,mlp.experts.53.gate_proj,0.0000070436,0.01000,1.342
90,mlp.experts.54.gate_proj,0.0000065683,0.01000,1.356
90,mlp.experts.55.gate_proj,0.0000073557,0.01000,1.368
90,mlp.experts.56.gate_proj,0.0000059541,0.01000,1.349
90,mlp.experts.57.gate_proj,0.0000064611,0.01000,1.349
90,mlp.experts.59.gate_proj,0.0000066828,0.01000,1.329
90,mlp.experts.60.gate_proj,0.0000070017,0.01000,1.342
90,mlp.experts.58.gate_proj,0.0000076819,0.01000,1.388
90,mlp.experts.61.gate_proj,0.0000069704,0.01000,1.362
90,mlp.experts.62.gate_proj,0.0000062485,0.01000,1.381
90,mlp.experts.63.gate_proj,0.0000067255,0.01000,1.348
90,mlp.experts.65.gate_proj,0.0000062289,0.01000,1.343
90,mlp.experts.66.gate_proj,0.0000066813,0.01000,1.344
90,mlp.experts.64.gate_proj,0.0000076720,0.01000,1.404
90,mlp.experts.67.gate_proj,0.0000069939,0.01000,1.349
90,mlp.experts.68.gate_proj,0.0000066789,0.01000,1.338
90,mlp.experts.69.gate_proj,0.0000069616,0.01000,1.366
90,mlp.experts.70.gate_proj,0.0000068552,0.01000,1.342
90,mlp.experts.71.gate_proj,0.0000070995,0.01000,1.372
90,mlp.experts.72.gate_proj,0.0000061153,0.01000,1.339
90,mlp.experts.73.gate_proj,0.0000067021,0.01000,1.328
90,mlp.experts.75.gate_proj,0.0000062786,0.01000,1.339
90,mlp.experts.74.gate_proj,0.0000060496,0.01000,1.361
90,mlp.experts.76.gate_proj,0.0000078405,0.01000,1.357
90,mlp.experts.77.gate_proj,0.0000076050,0.01000,1.347
90,mlp.experts.80.gate_proj,0.0000063665,0.01000,1.326
90,mlp.experts.79.gate_proj,0.0000069901,0.01000,1.339
90,mlp.experts.81.gate_proj,0.0000065906,0.01000,1.338
90,mlp.experts.82.gate_proj,0.0000070292,0.01000,1.354
90,mlp.experts.78.gate_proj,0.0000067374,0.01000,1.415
90,mlp.experts.83.gate_proj,0.0000069781,0.01000,1.354
90,mlp.experts.84.gate_proj,0.0000063712,0.01000,1.347
90,mlp.experts.86.gate_proj,0.0000063621,0.01000,1.331
90,mlp.experts.87.gate_proj,0.0000072394,0.01000,1.319
90,mlp.experts.88.gate_proj,0.0000069409,0.01000,1.351
90,mlp.experts.89.gate_proj,0.0000063619,0.01000,1.338
90,mlp.experts.85.gate_proj,0.0000062682,0.01000,1.432
90,mlp.experts.90.gate_proj,0.0000071007,0.01000,1.355
90,mlp.experts.91.gate_proj,0.0000059898,0.01000,1.362
90,mlp.experts.93.gate_proj,0.0000063181,0.01000,1.336
90,mlp.experts.94.gate_proj,0.0000069763,0.01000,1.327
90,mlp.experts.92.gate_proj,0.0000062701,0.01000,1.414
90,mlp.experts.96.gate_proj,0.0000065301,0.01000,1.327
90,mlp.experts.95.gate_proj,0.0000068875,0.01000,1.415
90,mlp.experts.97.gate_proj,0.0000064902,0.01000,1.364
90,mlp.experts.98.gate_proj,0.0000065146,0.01000,1.353
90,mlp.experts.99.gate_proj,0.0000068249,0.01000,1.347
90,mlp.experts.101.gate_proj,0.0000069500,0.01000,1.313
90,mlp.experts.100.gate_proj,0.0000068603,0.01000,1.397
90,mlp.experts.102.gate_proj,0.0000073468,0.01000,1.387
90,mlp.experts.103.gate_proj,0.0000064452,0.01000,1.323
90,mlp.experts.104.gate_proj,0.0000067223,0.01000,1.369
90,mlp.experts.105.gate_proj,0.0000064570,0.01000,1.339
90,mlp.experts.106.gate_proj,0.0000061566,0.01000,1.334
90,mlp.experts.107.gate_proj,0.0000067761,0.01000,1.335
90,mlp.experts.108.gate_proj,0.0000068286,0.01000,1.327
90,mlp.experts.110.gate_proj,0.0000061255,0.01000,1.331
90,mlp.experts.109.gate_proj,0.0000073153,0.01000,1.391
90,mlp.experts.111.gate_proj,0.0000067980,0.01000,1.363
90,mlp.experts.113.gate_proj,0.0000070214,0.01000,1.341
90,mlp.experts.112.gate_proj,0.0000073623,0.01000,1.345
90,mlp.experts.114.gate_proj,0.0000071678,0.01000,1.322
90,mlp.experts.115.gate_proj,0.0000069640,0.01000,1.319
90,mlp.experts.116.gate_proj,0.0000064045,0.01000,1.337
90,mlp.experts.117.gate_proj,0.0000068260,0.01000,1.327
90,mlp.experts.118.gate_proj,0.0000068434,0.01000,1.363
90,mlp.experts.1.up_proj,0.0000064906,0.01000,1.328
90,mlp.experts.0.up_proj,0.0000067139,0.01000,1.351
90,mlp.experts.2.up_proj,0.0000066601,0.01000,1.315
90,mlp.experts.119.gate_proj,0.0000068488,0.01000,1.394
90,mlp.experts.3.up_proj,0.0000100752,0.01000,1.326
90,mlp.experts.4.up_proj,0.0000060614,0.01000,1.329
90,mlp.experts.5.up_proj,0.0000071131,0.01000,1.362
90,mlp.experts.6.up_proj,0.0000060627,0.01000,1.366
90,mlp.experts.7.up_proj,0.0000064658,0.01000,1.350
90,mlp.experts.9.up_proj,0.0000066133,0.01000,1.322
90,mlp.experts.10.up_proj,0.0000062791,0.01000,1.328
90,mlp.experts.8.up_proj,0.0000064292,0.01000,1.409
90,mlp.experts.11.up_proj,0.0000068829,0.01000,1.322
90,mlp.experts.12.up_proj,0.0000065805,0.01000,1.385
90,mlp.experts.14.up_proj,0.0000068154,0.01000,1.351
90,mlp.experts.15.up_proj,0.0000062886,0.01000,1.354
90,mlp.experts.16.up_proj,0.0000064915,0.01000,1.320
90,mlp.experts.13.up_proj,0.0000066757,0.01000,1.409
90,mlp.experts.18.up_proj,0.0000071074,0.01000,1.322
90,mlp.experts.17.up_proj,0.0000061851,0.01000,1.382
90,mlp.experts.19.up_proj,0.0000065763,0.01000,1.360
90,mlp.experts.21.up_proj,0.0000068954,0.01000,1.340
90,mlp.experts.20.up_proj,0.0000066831,0.01000,1.353
90,mlp.experts.22.up_proj,0.0000064953,0.01000,1.336
90,mlp.experts.23.up_proj,0.0000067265,0.01000,1.327
90,mlp.experts.24.up_proj,0.0000069985,0.01000,1.351
90,mlp.experts.25.up_proj,0.0000067047,0.01000,1.335
90,mlp.experts.26.up_proj,0.0000062834,0.01000,1.351
90,mlp.experts.30.up_proj,0.0000067791,0.01000,1.324
90,mlp.experts.29.up_proj,0.0000060614,0.01000,1.348
90,mlp.experts.31.up_proj,0.0000067052,0.01000,1.330
90,mlp.experts.27.up_proj,0.0000069175,0.01000,1.398
90,mlp.experts.28.up_proj,0.0000068693,0.01000,1.416
90,mlp.experts.32.up_proj,0.0000063661,0.01000,1.323
90,mlp.experts.33.up_proj,0.0000065487,0.01000,1.335
90,mlp.experts.34.up_proj,0.0000063490,0.01000,1.357
90,mlp.experts.35.up_proj,0.0000061463,0.01000,1.359
90,mlp.experts.37.up_proj,0.0000061552,0.01000,1.322
90,mlp.experts.39.up_proj,0.0000065335,0.01000,1.338
90,mlp.experts.38.up_proj,0.0000074902,0.01000,1.353
90,mlp.experts.36.up_proj,0.0000064091,0.01000,1.396
90,mlp.experts.40.up_proj,0.0000067389,0.01000,1.350
90,mlp.experts.41.up_proj,0.0000064638,0.01000,1.357
90,mlp.experts.43.up_proj,0.0000068327,0.01000,1.359
90,mlp.experts.42.up_proj,0.0000058649,0.01000,1.363
90,mlp.experts.44.up_proj,0.0000064568,0.01000,1.336
90,mlp.experts.46.up_proj,0.0000064123,0.01000,1.340
90,mlp.experts.45.up_proj,0.0000061687,0.01000,1.427
90,mlp.experts.47.up_proj,0.0000068485,0.01000,1.351
90,mlp.experts.50.up_proj,0.0000063077,0.01000,1.333
90,mlp.experts.49.up_proj,0.0000065498,0.01000,1.351
90,mlp.experts.48.up_proj,0.0000066535,0.01000,1.395
90,mlp.experts.51.up_proj,0.0000063286,0.01000,1.363
90,mlp.experts.52.up_proj,0.0000068890,0.01000,1.355
90,mlp.experts.53.up_proj,0.0000065402,0.01000,1.369
90,mlp.experts.54.up_proj,0.0000063403,0.01000,1.352
90,mlp.experts.55.up_proj,0.0000070199,0.01000,1.372
90,mlp.experts.56.up_proj,0.0000057629,0.01000,1.369
90,mlp.experts.57.up_proj,0.0000063974,0.01000,1.353
90,mlp.experts.58.up_proj,0.0000073620,0.01000,1.341
90,mlp.experts.59.up_proj,0.0000065234,0.01000,1.350
90,mlp.experts.60.up_proj,0.0000067749,0.01000,1.349
90,mlp.experts.61.up_proj,0.0000068179,0.01000,1.362
90,mlp.experts.65.up_proj,0.0000061893,0.01000,1.346
90,mlp.experts.63.up_proj,0.0000066412,0.01000,1.373
90,mlp.experts.64.up_proj,0.0000071714,0.01000,1.360
90,mlp.experts.66.up_proj,0.0000064391,0.01000,1.347
90,mlp.experts.62.up_proj,0.0000063320,0.01000,1.424
90,mlp.experts.67.up_proj,0.0000065145,0.01000,1.340
90,mlp.experts.68.up_proj,0.0000066116,0.01000,1.368
90,mlp.experts.72.up_proj,0.0000060563,0.01000,1.339
90,mlp.experts.71.up_proj,0.0000067103,0.01000,1.359
90,mlp.experts.73.up_proj,0.0000065791,0.01000,1.363
90,mlp.experts.69.up_proj,0.0000067857,0.01000,1.426
90,mlp.experts.70.up_proj,0.0000067437,0.01000,1.420
90,mlp.experts.74.up_proj,0.0000061945,0.01000,1.342
90,mlp.experts.75.up_proj,0.0000062611,0.01000,1.356
90,mlp.experts.76.up_proj,0.0000076595,0.01000,1.364
90,mlp.experts.77.up_proj,0.0000068989,0.01000,1.375
90,mlp.experts.79.up_proj,0.0000065769,0.01000,1.341
90,mlp.experts.80.up_proj,0.0000062866,0.01000,1.347
90,mlp.experts.81.up_proj,0.0000063542,0.01000,1.346
90,mlp.experts.78.up_proj,0.0000063451,0.01000,1.405
90,mlp.experts.82.up_proj,0.0000066867,0.01000,1.359
90,mlp.experts.83.up_proj,0.0000067537,0.01000,1.348
90,mlp.experts.84.up_proj,0.0000061384,0.01000,1.356
90,mlp.experts.86.up_proj,0.0000063097,0.01000,1.332
90,mlp.experts.87.up_proj,0.0000071378,0.01000,1.346
90,mlp.experts.85.up_proj,0.0000061722,0.01000,1.398
90,mlp.experts.88.up_proj,0.0000065279,0.01000,1.356
90,mlp.experts.89.up_proj,0.0000061656,0.01000,1.361
90,mlp.experts.90.up_proj,0.0000066271,0.01000,1.355
90,mlp.experts.91.up_proj,0.0000058902,0.01000,1.360
90,mlp.experts.92.up_proj,0.0000061984,0.01000,1.357
90,mlp.experts.93.up_proj,0.0000062593,0.01000,1.334
90,mlp.experts.94.up_proj,0.0000068003,0.01000,1.346
90,mlp.experts.95.up_proj,0.0000066770,0.01000,1.368
90,mlp.experts.96.up_proj,0.0000065843,0.01000,1.356
90,mlp.experts.97.up_proj,0.0000063769,0.01000,1.357
90,mlp.experts.100.up_proj,0.0000064876,0.01000,1.337
90,mlp.experts.99.up_proj,0.0000066183,0.01000,1.348
90,mlp.experts.101.up_proj,0.0000067854,0.01000,1.348
90,mlp.experts.98.up_proj,0.0000064883,0.01000,1.420
90,mlp.experts.102.up_proj,0.0000069512,0.01000,1.348
90,mlp.experts.103.up_proj,0.0000062993,0.01000,1.356
90,mlp.experts.104.up_proj,0.0000065820,0.01000,1.350
90,mlp.experts.106.up_proj,0.0000060567,0.01000,1.338
90,mlp.experts.107.up_proj,0.0000065731,0.01000,1.334
90,mlp.experts.105.up_proj,0.0000063979,0.01000,1.415
90,mlp.experts.109.up_proj,0.0000065853,0.01000,1.342
90,mlp.experts.108.up_proj,0.0000065756,0.01000,1.394
90,mlp.experts.110.up_proj,0.0000061017,0.01000,1.344
90,mlp.experts.111.up_proj,0.0000064474,0.01000,1.340
90,mlp.experts.112.up_proj,0.0000065075,0.01000,1.354
90,mlp.experts.113.up_proj,0.0000067662,0.01000,1.349
90,mlp.experts.114.up_proj,0.0000072205,0.01000,1.328
90,mlp.experts.115.up_proj,0.0000067722,0.01000,1.346
90,mlp.experts.116.up_proj,0.0000062313,0.01000,1.327
90,mlp.experts.117.up_proj,0.0000066851,0.01000,1.309
90,mlp.experts.118.up_proj,0.0000063753,0.01000,1.031
90,mlp.experts.119.up_proj,0.0000066409,0.01000,1.013
90,mlp.experts.2.down_proj,0.0000022917,0.01000,0.443
90,mlp.experts.4.down_proj,0.0000021617,0.01000,0.444
90,mlp.experts.0.down_proj,0.0000015140,0.01000,0.449
90,mlp.experts.5.down_proj,0.0000014516,0.01000,0.449
90,mlp.experts.6.down_proj,0.0000016116,0.01000,0.455
90,mlp.experts.1.down_proj,0.0000017602,0.01000,0.464
90,mlp.experts.3.down_proj,0.0000049112,0.01000,0.470
90,mlp.experts.7.down_proj,0.0000009956,0.01000,0.408
90,mlp.experts.9.down_proj,0.0000017849,0.01000,0.405
90,mlp.experts.10.down_proj,0.0000013175,0.01000,0.406
90,mlp.experts.11.down_proj,0.0000010906,0.01000,0.403
90,mlp.experts.12.down_proj,0.0000017428,0.01000,0.400
90,mlp.experts.8.down_proj,0.0000019820,0.01000,0.425
90,mlp.experts.13.down_proj,0.0000023998,0.01000,0.409
90,mlp.experts.14.down_proj,0.0000017554,0.01000,0.406
90,mlp.experts.17.down_proj,0.0000013491,0.01000,0.400
90,mlp.experts.16.down_proj,0.0000020127,0.01000,0.407
90,mlp.experts.18.down_proj,0.0000019224,0.01000,0.404
90,mlp.experts.15.down_proj,0.0000019908,0.01000,0.424
90,mlp.experts.19.down_proj,0.0000013270,0.01000,0.410
90,mlp.experts.20.down_proj,0.0000016436,0.01000,0.412
90,mlp.experts.21.down_proj,0.0000013362,0.01000,0.411
90,mlp.experts.24.down_proj,0.0000013627,0.01000,0.401
90,mlp.experts.23.down_proj,0.0000017151,0.01000,0.405
90,mlp.experts.22.down_proj,0.0000017625,0.01000,0.420
90,mlp.experts.26.down_proj,0.0000014425,0.01000,0.400
90,mlp.experts.25.down_proj,0.0000014468,0.01000,0.410
90,mlp.experts.27.down_proj,0.0000012629,0.01000,0.403
90,mlp.experts.28.down_proj,0.0000013874,0.01000,0.408
90,mlp.experts.30.down_proj,0.0000013479,0.01000,0.405
90,mlp.experts.29.down_proj,0.0000015715,0.01000,0.410
90,mlp.experts.31.down_proj,0.0000016501,0.01000,0.402
90,mlp.experts.33.down_proj,0.0000016823,0.01000,0.402
90,mlp.experts.32.down_proj,0.0000021892,0.01000,0.407
90,mlp.experts.34.down_proj,0.0000015969,0.01000,0.405
90,mlp.experts.37.down_proj,0.0000014043,0.01000,0.398
90,mlp.experts.38.down_proj,0.0000017535,0.01000,0.396
90,mlp.experts.40.down_proj,0.0000013564,0.01000,0.401
90,mlp.experts.35.down_proj,0.0000028628,0.01000,0.414
90,mlp.experts.39.down_proj,0.0000014610,0.01000,0.404
90,mlp.experts.36.down_proj,0.0000022822,0.01000,0.418
90,mlp.experts.41.down_proj,0.0000010097,0.01000,0.400
90,mlp.experts.42.down_proj,0.0000020106,0.01000,0.409
90,mlp.experts.43.down_proj,0.0000017545,0.01000,0.411
90,mlp.experts.45.down_proj,0.0000018698,0.01000,0.402
90,mlp.experts.46.down_proj,0.0000015816,0.01000,0.405
90,mlp.experts.44.down_proj,0.0000020839,0.01000,0.408
90,mlp.experts.47.down_proj,0.0000014269,0.01000,0.402
90,mlp.experts.48.down_proj,0.0000011197,0.01000,0.403
90,mlp.experts.50.down_proj,0.0000014099,0.01000,0.401
90,mlp.experts.49.down_proj,0.0000033141,0.01000,0.405
90,mlp.experts.51.down_proj,0.0000016903,0.01000,0.403
90,mlp.experts.52.down_proj,0.0000017343,0.01000,0.401
90,mlp.experts.54.down_proj,0.0000014874,0.01000,0.402
90,mlp.experts.55.down_proj,0.0000011414,0.01000,0.402
90,mlp.experts.53.down_proj,0.0000010722,0.01000,0.420
90,mlp.experts.58.down_proj,0.0000014351,0.01000,0.399
90,mlp.experts.56.down_proj,0.0000022899,0.01000,0.403
90,mlp.experts.59.down_proj,0.0000015139,0.01000,0.394
90,mlp.experts.61.down_proj,0.0000018760,0.01000,0.395
90,mlp.experts.60.down_proj,0.0000015930,0.01000,0.405
90,mlp.experts.57.down_proj,0.0000025673,0.01000,0.421
90,mlp.experts.62.down_proj,0.0000039068,0.01000,0.432
90,mlp.experts.63.down_proj,0.0000016384,0.01000,0.407
90,mlp.experts.65.down_proj,0.0000026827,0.01000,0.404
90,mlp.experts.64.down_proj,0.0000016537,0.01000,0.413
90,mlp.experts.66.down_proj,0.0000013711,0.01000,0.403
90,mlp.experts.67.down_proj,0.0000010086,0.01000,0.402
90,mlp.experts.68.down_proj,0.0000013424,0.01000,0.400
90,mlp.experts.69.down_proj,0.0000014752,0.01000,0.410
90,mlp.experts.70.down_proj,0.0000016643,0.01000,0.404
90,mlp.experts.73.down_proj,0.0000017257,0.01000,0.400
90,mlp.experts.72.down_proj,0.0000016981,0.01000,0.402
90,mlp.experts.74.down_proj,0.0000016630,0.01000,0.403
90,mlp.experts.71.down_proj,0.0000012190,0.01000,0.421
90,mlp.experts.75.down_proj,0.0000013341,0.01000,0.412
90,mlp.experts.76.down_proj,0.0000017763,0.01000,0.410
90,mlp.experts.79.down_proj,0.0000013633,0.01000,0.402
90,mlp.experts.77.down_proj,0.0000016390,0.01000,0.405
90,mlp.experts.80.down_proj,0.0000015213,0.01000,0.401
90,mlp.experts.78.down_proj,0.0000014664,0.01000,0.422
90,mlp.experts.81.down_proj,0.0000018083,0.01000,0.411
90,mlp.experts.82.down_proj,0.0000015114,0.01000,0.426
90,mlp.experts.83.down_proj,0.0000012540,0.01000,0.421
90,mlp.experts.84.down_proj,0.0000021921,0.01000,0.410
90,mlp.experts.85.down_proj,0.0000019613,0.01000,0.411
90,mlp.experts.86.down_proj,0.0000019559,0.01000,0.406
90,mlp.experts.87.down_proj,0.0000017822,0.01000,0.398
90,mlp.experts.89.down_proj,0.0000015020,0.01000,0.401
90,mlp.experts.88.down_proj,0.0000010495,0.01000,0.454
90,mlp.experts.90.down_proj,0.0000010544,0.01000,0.405
90,mlp.experts.94.down_proj,0.0000012466,0.01000,0.395
90,mlp.experts.91.down_proj,0.0000017315,0.01000,0.414
90,mlp.experts.93.down_proj,0.0000018967,0.01000,0.412
90,mlp.experts.92.down_proj,0.0000024045,0.01000,0.417
90,mlp.experts.95.down_proj,0.0000010585,0.01000,0.420
90,mlp.experts.96.down_proj,0.0000024637,0.01000,0.402
90,mlp.experts.97.down_proj,0.0000016589,0.01000,0.430
90,mlp.experts.98.down_proj,0.0000014079,0.01000,0.408
90,mlp.experts.101.down_proj,0.0000016872,0.01000,0.395
90,mlp.experts.100.down_proj,0.0000013840,0.01000,0.404
90,mlp.experts.99.down_proj,0.0000020395,0.01000,0.421
90,mlp.experts.102.down_proj,0.0000017342,0.01000,0.399
90,mlp.experts.103.down_proj,0.0000023917,0.01000,0.402
90,mlp.experts.104.down_proj,0.0000020711,0.01000,0.405
90,mlp.experts.106.down_proj,0.0000016649,0.01000,0.411
90,mlp.experts.107.down_proj,0.0000012956,0.01000,0.406
90,mlp.experts.105.down_proj,0.0000016423,0.01000,0.413
90,mlp.experts.108.down_proj,0.0000016504,0.01000,0.399
90,mlp.experts.109.down_proj,0.0000015121,0.01000,0.404
90,mlp.experts.110.down_proj,0.0000019966,0.01000,0.399
90,mlp.experts.111.down_proj,0.0000015338,0.01000,0.409
90,mlp.experts.115.down_proj,0.0000021970,0.01000,0.400
90,mlp.experts.112.down_proj,0.0000011552,0.01000,0.415
90,mlp.experts.114.down_proj,0.0000016151,0.01000,0.417
90,mlp.experts.113.down_proj,0.0000016890,0.01000,0.417
90,mlp.experts.116.down_proj,0.0000019626,0.01000,0.409
90,mlp.experts.117.down_proj,0.0000014436,0.01000,0.395
90,mlp.experts.118.down_proj,0.0000009923,0.01000,0.392
90,mlp.experts.119.down_proj,0.0000015647,0.01000,0.278
91,self_attn.v_proj,0.0000004813,0.01000,1.195
91,self_attn.k_proj,0.0000000586,0.01000,1.204
91,self_attn.q_proj,0.0000006577,0.01000,1.255
91,self_attn.o_proj,0.0000015593,0.01000,2.770
91,mlp.shared_experts.gate_proj,0.0000000078,0.01000,0.913
91,mlp.shared_experts.up_proj,0.0000000091,0.01000,0.926
91,mlp.shared_experts.down_proj,0.0000000144,0.01000,0.273
91,mlp.experts.5.gate_proj,0.0000047810,0.01000,1.507
91,mlp.experts.3.gate_proj,0.0000052073,0.01000,1.510
91,mlp.experts.2.gate_proj,0.0000042091,0.01000,1.529
91,mlp.experts.4.gate_proj,0.0000047462,0.01000,1.531
91,mlp.experts.6.gate_proj,0.0000048613,0.01000,1.568
91,mlp.experts.1.gate_proj,0.0000045946,0.01000,1.571
91,mlp.experts.0.gate_proj,0.0000045050,0.01000,1.619
91,mlp.experts.10.gate_proj,0.0000059121,0.01000,1.389
91,mlp.experts.9.gate_proj,0.0000052066,0.01000,1.403
91,mlp.experts.7.gate_proj,0.0000043233,0.01000,1.425
91,mlp.experts.12.gate_proj,0.0000047766,0.01000,1.367
91,mlp.experts.11.gate_proj,0.0000053246,0.01000,1.464
91,mlp.experts.8.gate_proj,0.0000045804,0.01000,1.557
91,mlp.experts.13.gate_proj,0.0000047673,0.01000,1.462
91,mlp.experts.14.gate_proj,0.0000047057,0.01000,1.403
91,mlp.experts.17.gate_proj,0.0000045983,0.01000,1.423
91,mlp.experts.16.gate_proj,0.0000045327,0.01000,1.430
91,mlp.experts.15.gate_proj,0.0000045196,0.01000,1.479
91,mlp.experts.18.gate_proj,0.0000045552,0.01000,1.399
91,mlp.experts.19.gate_proj,0.0000052713,0.01000,1.379
91,mlp.experts.20.gate_proj,0.0000044337,0.01000,1.538
91,mlp.experts.21.gate_proj,0.0000054949,0.01000,1.382
91,mlp.experts.23.gate_proj,0.0000051967,0.01000,1.395
91,mlp.experts.25.gate_proj,0.0000051724,0.01000,1.364
91,mlp.experts.24.gate_proj,0.0000045279,0.01000,1.427
91,mlp.experts.22.gate_proj,0.0000049798,0.01000,1.499
91,mlp.experts.26.gate_proj,0.0000044630,0.01000,1.501
91,mlp.experts.27.gate_proj,0.0000048122,0.01000,1.523
91,mlp.experts.28.gate_proj,0.0000042943,0.01000,1.399
91,mlp.experts.31.gate_proj,0.0000051613,0.01000,1.425
91,mlp.experts.30.gate_proj,0.0000052869,0.01000,1.474
91,mlp.experts.29.gate_proj,0.0000049128,0.01000,1.516
91,mlp.experts.32.gate_proj,0.0000045616,0.01000,1.454
91,mlp.experts.33.gate_proj,0.0000041451,0.01000,1.371
91,mlp.experts.34.gate_proj,0.0000049600,0.01000,1.500
91,mlp.experts.35.gate_proj,0.0000049069,0.01000,1.353
91,mlp.experts.36.gate_proj,0.0000047632,0.01000,1.390
91,mlp.experts.37.gate_proj,0.0000052064,0.01000,1.395
91,mlp.experts.40.gate_proj,0.0000047942,0.01000,1.398
91,mlp.experts.39.gate_proj,0.0000045340,0.01000,1.486
91,mlp.experts.38.gate_proj,0.0000045363,0.01000,1.545
91,mlp.experts.41.gate_proj,0.0000047080,0.01000,1.544
91,mlp.experts.42.gate_proj,0.0000052316,0.01000,1.499
91,mlp.experts.44.gate_proj,0.0000043945,0.01000,1.376
91,mlp.experts.45.gate_proj,0.0000045559,0.01000,1.461
91,mlp.experts.46.gate_proj,0.0000042565,0.01000,1.398
91,mlp.experts.47.gate_proj,0.0000044228,0.01000,1.395
91,mlp.experts.43.gate_proj,0.0000050465,0.01000,1.688
91,mlp.experts.48.gate_proj,0.0000050181,0.01000,1.597
91,mlp.experts.49.gate_proj,0.0000050312,0.01000,1.375
91,mlp.experts.50.gate_proj,0.0000049798,0.01000,1.507
91,mlp.experts.51.gate_proj,0.0000048353,0.01000,1.379
91,mlp.experts.52.gate_proj,0.0000050125,0.01000,1.385
91,mlp.experts.53.gate_proj,0.0000050098,0.01000,1.402
91,mlp.experts.54.gate_proj,0.0000050823,0.01000,1.568
91,mlp.experts.55.gate_proj,0.0000042440,0.01000,1.662
91,mlp.experts.56.gate_proj,0.0000050094,0.01000,1.380
91,mlp.experts.59.gate_proj,0.0000053688,0.01000,1.385
91,mlp.experts.58.gate_proj,0.0000049119,0.01000,1.438
91,mlp.experts.60.gate_proj,0.0000047038,0.01000,1.391
91,mlp.experts.57.gate_proj,0.0000049059,0.01000,1.520
91,mlp.experts.61.gate_proj,0.0000050560,0.01000,1.556
91,mlp.experts.62.gate_proj,0.0000052927,0.01000,1.565
91,mlp.experts.63.gate_proj,0.0000039461,0.01000,1.411
91,mlp.experts.66.gate_proj,0.0000048879,0.01000,1.360
91,mlp.experts.65.gate_proj,0.0000052110,0.01000,1.416
91,mlp.experts.64.gate_proj,0.0000045454,0.01000,1.466
91,mlp.experts.67.gate_proj,0.0000053407,0.01000,1.507
91,mlp.experts.68.gate_proj,0.0000045632,0.01000,1.357
91,mlp.experts.69.gate_proj,0.0000037597,0.01000,1.560
91,mlp.experts.70.gate_proj,0.0000048985,0.01000,1.626
91,mlp.experts.71.gate_proj,0.0000039871,0.01000,1.384
91,mlp.experts.73.gate_proj,0.0000054051,0.01000,1.359
91,mlp.experts.72.gate_proj,0.0000045988,0.01000,1.385
91,mlp.experts.74.gate_proj,0.0000049456,0.01000,1.373
91,mlp.experts.75.gate_proj,0.0000053396,0.01000,1.382
91,mlp.experts.76.gate_proj,0.0000045417,0.01000,1.559
91,mlp.experts.77.gate_proj,0.0000043674,0.01000,1.391
91,mlp.experts.80.gate_proj,0.0000041555,0.01000,1.363
91,mlp.experts.79.gate_proj,0.0000046894,0.01000,1.415
91,mlp.experts.78.gate_proj,0.0000044500,0.01000,1.490
91,mlp.experts.81.gate_proj,0.0000046322,0.01000,1.549
91,mlp.experts.82.gate_proj,0.0000051414,0.01000,1.374
91,mlp.experts.84.gate_proj,0.0000049657,0.01000,1.373
91,mlp.experts.86.gate_proj,0.0000047216,0.01000,1.370
91,mlp.experts.87.gate_proj,0.0000051160,0.01000,1.349
91,mlp.experts.85.gate_proj,0.0000048965,0.01000,1.563
91,mlp.experts.83.gate_proj,0.0000048180,0.01000,1.699
91,mlp.experts.88.gate_proj,0.0000046537,0.01000,1.330
91,mlp.experts.89.gate_proj,0.0000044541,0.01000,1.389
91,mlp.experts.91.gate_proj,0.0000044994,0.01000,1.404
91,mlp.experts.92.gate_proj,0.0000047866,0.01000,1.464
91,mlp.experts.93.gate_proj,0.0000043644,0.01000,1.358
91,mlp.experts.95.gate_proj,0.0000045345,0.01000,1.398
91,mlp.experts.90.gate_proj,0.0000047680,0.01000,1.727
91,mlp.experts.94.gate_proj,0.0000049309,0.01000,1.429
91,mlp.experts.96.gate_proj,0.0000057437,0.01000,1.399
91,mlp.experts.98.gate_proj,0.0000049758,0.01000,1.419
91,mlp.experts.101.gate_proj,0.0000047727,0.01000,1.346
91,mlp.experts.99.gate_proj,0.0000046686,0.01000,1.514
91,mlp.experts.100.gate_proj,0.0000050431,0.01000,1.373
91,mlp.experts.102.gate_proj,0.0000049656,0.01000,1.390
91,mlp.experts.97.gate_proj,0.0000050448,0.01000,1.703
91,mlp.experts.103.gate_proj,0.0000050832,0.01000,1.382
91,mlp.experts.107.gate_proj,0.0000046965,0.01000,1.365
91,mlp.experts.105.gate_proj,0.0000049564,0.01000,1.390
91,mlp.experts.108.gate_proj,0.0000052188,0.01000,1.341
91,mlp.experts.106.gate_proj,0.0000050666,0.01000,1.441
91,mlp.experts.110.gate_proj,0.0000042460,0.01000,1.339
91,mlp.experts.104.gate_proj,0.0000050781,0.01000,1.734
91,mlp.experts.109.gate_proj,0.0000050353,0.01000,1.576
91,mlp.experts.113.gate_proj,0.0000047964,0.01000,1.384
91,mlp.experts.115.gate_proj,0.0000047484,0.01000,1.351
91,mlp.experts.114.gate_proj,0.0000048446,0.01000,1.545
91,mlp.experts.116.gate_proj,0.0000051287,0.01000,1.379
91,mlp.experts.111.gate_proj,0.0000050954,0.01000,1.649
91,mlp.experts.112.gate_proj,0.0000050279,0.01000,1.671
91,mlp.experts.117.gate_proj,0.0000045280,0.01000,1.386
91,mlp.experts.118.gate_proj,0.0000048187,0.01000,1.503
91,mlp.experts.119.gate_proj,0.0000045437,0.01000,1.441
91,mlp.experts.1.up_proj,0.0000043213,0.01000,1.370
91,mlp.experts.2.up_proj,0.0000043775,0.01000,1.342
91,mlp.experts.4.up_proj,0.0000045243,0.01000,1.373
91,mlp.experts.3.up_proj,0.0000046810,0.01000,1.521
91,mlp.experts.0.up_proj,0.0000041806,0.01000,1.696
91,mlp.experts.6.up_proj,0.0000048356,0.01000,1.386
91,mlp.experts.8.up_proj,0.0000043932,0.01000,1.409
91,mlp.experts.9.up_proj,0.0000050170,0.01000,1.352
91,mlp.experts.5.up_proj,0.0000046068,0.01000,1.600
91,mlp.experts.7.up_proj,0.0000042557,0.01000,1.581
91,mlp.experts.10.up_proj,0.0000057147,0.01000,1.476
91,mlp.experts.11.up_proj,0.0000050059,0.01000,1.473
91,mlp.experts.13.up_proj,0.0000045055,0.01000,1.366
91,mlp.experts.14.up_proj,0.0000045352,0.01000,1.425
91,mlp.experts.15.up_proj,0.0000044497,0.01000,1.361
91,mlp.experts.16.up_proj,0.0000043712,0.01000,1.350
91,mlp.experts.12.up_proj,0.0000048035,0.01000,1.680
91,mlp.experts.17.up_proj,0.0000045288,0.01000,1.597
91,mlp.experts.18.up_proj,0.0000044541,0.01000,1.647
91,mlp.experts.20.up_proj,0.0000042057,0.01000,1.387
91,mlp.experts.21.up_proj,0.0000050786,0.01000,1.384
91,mlp.experts.22.up_proj,0.0000048433,0.01000,1.397
91,mlp.experts.23.up_proj,0.0000047425,0.01000,1.378
91,mlp.experts.19.up_proj,0.0000051129,0.01000,1.752
91,mlp.experts.24.up_proj,0.0000046317,0.01000,1.430
91,mlp.experts.25.up_proj,0.0000048280,0.01000,1.453
91,mlp.experts.27.up_proj,0.0000045074,0.01000,1.367
91,mlp.experts.28.up_proj,0.0000044547,0.01000,1.376
91,mlp.experts.29.up_proj,0.0000046296,0.01000,1.443
91,mlp.experts.26.up_proj,0.0000043953,0.01000,1.690
91,mlp.experts.30.up_proj,0.0000048525,0.01000,1.470
91,mlp.experts.31.up_proj,0.0000048290,0.01000,1.446
91,mlp.experts.32.up_proj,0.0000044299,0.01000,1.336
91,mlp.experts.34.up_proj,0.0000045283,0.01000,1.374
91,mlp.experts.33.up_proj,0.0000041162,0.01000,1.659
91,mlp.experts.35.up_proj,0.0000043081,0.01000,1.489
91,mlp.experts.36.up_proj,0.0000048440,0.01000,1.393
91,mlp.experts.37.up_proj,0.0000051089,0.01000,1.457
91,mlp.experts.38.up_proj,0.0000043051,0.01000,1.436
91,mlp.experts.39.up_proj,0.0000044760,0.01000,1.392
91,mlp.experts.41.up_proj,0.0000045292,0.01000,1.379
91,mlp.experts.40.up_proj,0.0000045583,0.01000,1.590
91,mlp.experts.43.up_proj,0.0000047679,0.01000,1.373
91,mlp.experts.44.up_proj,0.0000044237,0.01000,1.341
91,mlp.experts.45.up_proj,0.0000042828,0.01000,1.346
91,mlp.experts.46.up_proj,0.0000040366,0.01000,1.349
91,mlp.experts.42.up_proj,0.0000049888,0.01000,1.745
91,mlp.experts.48.up_proj,0.0000046192,0.01000,1.423
91,mlp.experts.50.up_proj,0.0000046725,0.01000,1.368
91,mlp.experts.49.up_proj,0.0000047345,0.01000,1.497
91,mlp.experts.47.up_proj,0.0000042866,0.01000,1.620
91,mlp.experts.51.up_proj,0.0000044487,0.01000,1.343
91,mlp.experts.53.up_proj,0.0000048819,0.01000,1.362
91,mlp.experts.52.up_proj,0.0000046208,0.01000,1.651
91,mlp.experts.55.up_proj,0.0000041886,0.01000,1.381
91,mlp.experts.56.up_proj,0.0000047668,0.01000,1.372
91,mlp.experts.57.up_proj,0.0000046273,0.01000,1.358
91,mlp.experts.58.up_proj,0.0000048023,0.01000,1.361
91,mlp.experts.54.up_proj,0.0000049378,0.01000,1.674
91,mlp.experts.59.up_proj,0.0000050642,0.01000,1.511
91,mlp.experts.60.up_proj,0.0000045239,0.01000,1.349
91,mlp.experts.64.up_proj,0.0000044334,0.01000,1.368
91,mlp.experts.62.up_proj,0.0000049187,0.01000,1.505
91,mlp.experts.65.up_proj,0.0000050108,0.01000,1.354
91,mlp.experts.61.up_proj,0.0000047648,0.01000,1.688
91,mlp.experts.63.up_proj,0.0000040626,0.01000,1.636
91,mlp.experts.66.up_proj,0.0000046733,0.01000,1.374
91,mlp.experts.67.up_proj,0.0000049142,0.01000,1.347
91,mlp.experts.70.up_proj,0.0000046843,0.01000,1.454
91,mlp.experts.69.up_proj,0.0000037631,0.01000,1.532
91,mlp.experts.71.up_proj,0.0000041187,0.01000,1.366
91,mlp.experts.72.up_proj,0.0000043785,0.01000,1.349
91,mlp.experts.73.up_proj,0.0000050245,0.01000,1.371
91,mlp.experts.74.up_proj,0.0000047159,0.01000,1.370
91,mlp.experts.68.up_proj,0.0000045927,0.01000,1.740
91,mlp.experts.78.up_proj,0.0000043364,0.01000,1.362
91,mlp.experts.77.up_proj,0.0000042394,0.01000,1.377
91,mlp.experts.79.up_proj,0.0000044101,0.01000,1.358
91,mlp.experts.80.up_proj,0.0000040781,0.01000,1.380
91,mlp.experts.81.up_proj,0.0000046554,0.01000,1.479
91,mlp.experts.76.up_proj,0.0000044018,0.01000,1.642
91,mlp.experts.75.up_proj,0.0000049675,0.01000,1.707
91,mlp.experts.84.up_proj,0.0000047911,0.01000,1.363
91,mlp.experts.85.up_proj,0.0000046870,0.01000,1.343
91,mlp.experts.83.up_proj,0.0000045537,0.01000,1.591
91,mlp.experts.87.up_proj,0.0000048154,0.01000,1.344
91,mlp.experts.88.up_proj,0.0000045627,0.01000,1.321
91,mlp.experts.86.up_proj,0.0000044751,0.01000,1.506
91,mlp.experts.82.up_proj,0.0000048905,0.01000,1.781
91,mlp.experts.90.up_proj,0.0000046308,0.01000,1.399
91,mlp.experts.92.up_proj,0.0000047478,0.01000,1.343
91,mlp.experts.91.up_proj,0.0000043851,0.01000,1.415
91,mlp.experts.93.up_proj,0.0000042327,0.01000,1.393
91,mlp.experts.94.up_proj,0.0000045725,0.01000,1.360
91,mlp.experts.95.up_proj,0.0000044210,0.01000,1.338
91,mlp.experts.89.up_proj,0.0000043624,0.01000,1.856
91,mlp.experts.97.up_proj,0.0000046704,0.01000,1.421
91,mlp.experts.99.up_proj,0.0000044161,0.01000,1.400
91,mlp.experts.98.up_proj,0.0000047319,0.01000,1.409
91,mlp.experts.100.up_proj,0.0000047472,0.01000,1.372
91,mlp.experts.101.up_proj,0.0000045717,0.01000,1.392
91,mlp.experts.96.up_proj,0.0000054264,0.01000,1.724
91,mlp.experts.102.up_proj,0.0000047609,0.01000,1.389
91,mlp.experts.107.up_proj,0.0000045001,0.01000,1.351
91,mlp.experts.104.up_proj,0.0000046747,0.01000,1.458
91,mlp.experts.105.up_proj,0.0000047185,0.01000,1.455
91,mlp.experts.106.up_proj,0.0000047689,0.01000,1.478
91,mlp.experts.109.up_proj,0.0000047252,0.01000,1.358
91,mlp.experts.108.up_proj,0.0000047432,0.01000,1.470
91,mlp.experts.103.up_proj,0.0000047476,0.01000,1.639
91,mlp.experts.111.up_proj,0.0000047978,0.01000,1.377
91,mlp.experts.112.up_proj,0.0000047376,0.01000,1.377
91,mlp.experts.113.up_proj,0.0000046052,0.01000,1.408
91,mlp.experts.115.up_proj,0.0000044029,0.01000,1.377
91,mlp.experts.116.up_proj,0.0000048730,0.01000,1.381
91,mlp.experts.114.up_proj,0.0000047297,0.01000,1.425
91,mlp.experts.110.up_proj,0.0000045377,0.01000,1.667
91,mlp.experts.118.up_proj,0.0000041511,0.01000,1.185
91,mlp.experts.119.up_proj,0.0000043954,0.01000,1.074
91,mlp.experts.117.up_proj,0.0000044070,0.01000,1.305
91,mlp.experts.3.down_proj,0.0000012521,0.01000,0.444
91,mlp.experts.0.down_proj,0.0000011593,0.01000,0.449
91,mlp.experts.5.down_proj,0.0000013652,0.01000,0.451
91,mlp.experts.2.down_proj,0.0000022764,0.01000,0.473
91,mlp.experts.4.down_proj,0.0000013229,0.01000,0.483
91,mlp.experts.6.down_proj,0.0000014261,0.01000,0.506
91,mlp.experts.1.down_proj,0.0000014309,0.01000,0.604
91,mlp.experts.7.down_proj,0.0000016689,0.01000,0.409
91,mlp.experts.9.down_proj,0.0000013592,0.01000,0.411
91,mlp.experts.10.down_proj,0.0000051599,0.01000,0.403
91,mlp.experts.11.down_proj,0.0000011174,0.01000,0.403
91,mlp.experts.12.down_proj,0.0000012932,0.01000,0.406
91,mlp.experts.8.down_proj,0.0000013452,0.01000,0.507
91,mlp.experts.13.down_proj,0.0000036275,0.01000,0.498
91,mlp.experts.14.down_proj,0.0000017154,0.01000,0.412
91,mlp.experts.16.down_proj,0.0000014180,0.01000,0.442
91,mlp.experts.15.down_proj,0.0000013069,0.01000,0.466
91,mlp.experts.17.down_proj,0.0000008028,0.01000,0.456
91,mlp.experts.19.down_proj,0.0000014222,0.01000,0.446
91,mlp.experts.18.down_proj,0.0000015005,0.01000,0.590
91,mlp.experts.20.down_proj,0.0000010149,0.01000,0.536
91,mlp.experts.23.down_proj,0.0000011498,0.01000,0.429
91,mlp.experts.22.down_proj,0.0000013432,0.01000,0.502
91,mlp.experts.21.down_proj,0.0000012978,0.01000,0.577
91,mlp.experts.24.down_proj,0.0000024026,0.01000,0.503
91,mlp.experts.26.down_proj,0.0000018446,0.01000,0.416
91,mlp.experts.25.down_proj,0.0000010058,0.01000,0.560
91,mlp.experts.27.down_proj,0.0000008722,0.01000,0.500
91,mlp.experts.28.down_proj,0.0000026768,0.01000,0.465
91,mlp.experts.30.down_proj,0.0000013069,0.01000,0.435
91,mlp.experts.31.down_proj,0.0000013145,0.01000,0.438
91,mlp.experts.32.down_proj,0.0000013906,0.01000,0.449
91,mlp.experts.33.down_proj,0.0000016387,0.01000,0.514
91,mlp.experts.29.down_proj,0.0000012050,0.01000,0.657
91,mlp.experts.35.down_proj,0.0000020414,0.01000,0.419
91,mlp.experts.34.down_proj,0.0000007941,0.01000,0.511
91,mlp.experts.37.down_proj,0.0000013243,0.01000,0.406
91,mlp.experts.38.down_proj,0.0000023145,0.01000,0.393
91,mlp.experts.36.down_proj,0.0000022069,0.01000,0.528
91,mlp.experts.39.down_proj,0.0000010847,0.01000,0.405
91,mlp.experts.40.down_proj,0.0000014521,0.01000,0.531
91,mlp.experts.42.down_proj,0.0000013654,0.01000,0.415
91,mlp.experts.43.down_proj,0.0000011562,0.01000,0.455
91,mlp.experts.44.down_proj,0.0000023781,0.01000,0.418
91,mlp.experts.45.down_proj,0.0000013601,0.01000,0.404
91,mlp.experts.41.down_proj,0.0000009814,0.01000,0.712
91,mlp.experts.47.down_proj,0.0000013472,0.01000,0.412
91,mlp.experts.46.down_proj,0.0000012655,0.01000,0.654
91,mlp.experts.49.down_proj,0.0000009885,0.01000,0.427
91,mlp.experts.50.down_proj,0.0000014324,0.01000,0.430
91,mlp.experts.51.down_proj,0.0000010563,0.01000,0.417
91,mlp.experts.48.down_proj,0.0000009506,0.01000,0.715
91,mlp.experts.53.down_proj,0.0000009191,0.01000,0.446
91,mlp.experts.52.down_proj,0.0000011925,0.01000,0.635
91,mlp.experts.56.down_proj,0.0000009354,0.01000,0.420
91,mlp.experts.57.down_proj,0.0000013931,0.01000,0.407
91,mlp.experts.54.down_proj,0.0000010871,0.01000,0.604
91,mlp.experts.58.down_proj,0.0000019984,0.01000,0.406
91,mlp.experts.55.down_proj,0.0000014409,0.01000,0.641
91,mlp.experts.59.down_proj,0.0000015853,0.01000,0.495
91,mlp.experts.60.down_proj,0.0000011251,0.01000,0.438
91,mlp.experts.61.down_proj,0.0000011334,0.01000,0.468
91,mlp.experts.63.down_proj,0.0000013582,0.01000,0.427
91,mlp.experts.65.down_proj,0.0000013493,0.01000,0.422
91,mlp.experts.64.down_proj,0.0000012644,0.01000,0.526
91,mlp.experts.62.down_proj,0.0000013241,0.01000,0.714
91,mlp.experts.66.down_proj,0.0000015725,0.01000,0.438
91,mlp.experts.67.down_proj,0.0000012833,0.01000,0.398
91,mlp.experts.68.down_proj,0.0000021245,0.01000,0.557
91,mlp.experts.70.down_proj,0.0000013333,0.01000,0.423
91,mlp.experts.72.down_proj,0.0000008948,0.01000,0.403
91,mlp.experts.69.down_proj,0.0000016164,0.01000,0.597
91,mlp.experts.73.down_proj,0.0000010329,0.01000,0.395
91,mlp.experts.74.down_proj,0.0000008538,0.01000,0.400
91,mlp.experts.71.down_proj,0.0000019121,0.01000,0.655
91,mlp.experts.75.down_proj,0.0000010625,0.01000,0.480
91,mlp.experts.77.down_proj,0.0000016262,0.01000,0.429
91,mlp.experts.80.down_proj,0.0000012203,0.01000,0.408
91,mlp.experts.76.down_proj,0.0000011042,0.01000,0.589
91,mlp.experts.79.down_proj,0.0000009888,0.01000,0.492
91,mlp.experts.78.down_proj,0.0000014096,0.01000,0.523
91,mlp.experts.81.down_proj,0.0000008729,0.01000,0.437
91,mlp.experts.82.down_proj,0.0000012350,0.01000,0.434
91,mlp.experts.84.down_proj,0.0000015700,0.01000,0.401
91,mlp.experts.86.down_proj,0.0000012901,0.01000,0.396
91,mlp.experts.87.down_proj,0.0000009764,0.01000,0.398
91,mlp.experts.83.down_proj,0.0000014304,0.01000,0.540
91,mlp.experts.85.down_proj,0.0000013521,0.01000,0.551
91,mlp.experts.88.down_proj,0.0000012775,0.01000,0.395
91,mlp.experts.89.down_proj,0.0000016511,0.01000,0.405
91,mlp.experts.91.down_proj,0.0000021244,0.01000,0.435
91,mlp.experts.93.down_proj,0.0000014718,0.01000,0.412
91,mlp.experts.92.down_proj,0.0000015102,0.01000,0.478
91,mlp.experts.90.down_proj,0.0000013295,0.01000,0.580
91,mlp.experts.95.down_proj,0.0000016869,0.01000,0.454
91,mlp.experts.94.down_proj,0.0000009198,0.01000,0.571
91,mlp.experts.96.down_proj,0.0000017772,0.01000,0.452
91,mlp.experts.98.down_proj,0.0000013162,0.01000,0.404
91,mlp.experts.99.down_proj,0.0000008874,0.01000,0.401
91,mlp.experts.100.down_proj,0.0000015194,0.01000,0.390
91,mlp.experts.101.down_proj,0.0000012893,0.01000,0.419
91,mlp.experts.97.down_proj,0.0000009469,0.01000,0.641
91,mlp.experts.102.down_proj,0.0000012511,0.01000,0.419
91,mlp.experts.103.down_proj,0.0000016842,0.01000,0.390
91,mlp.experts.105.down_proj,0.0000013900,0.01000,0.401
91,mlp.experts.106.down_proj,0.0000009199,0.01000,0.409
91,mlp.experts.107.down_proj,0.0000009346,0.01000,0.388
91,mlp.experts.108.down_proj,0.0000010153,0.01000,0.393
91,mlp.experts.104.down_proj,0.0000012238,0.01000,0.735
91,mlp.experts.109.down_proj,0.0000014355,0.01000,0.583
91,mlp.experts.110.down_proj,0.0000019564,0.01000,0.578
91,mlp.experts.112.down_proj,0.0000013017,0.01000,0.405
91,mlp.experts.113.down_proj,0.0000014279,0.01000,0.411
91,mlp.experts.114.down_proj,0.0000011310,0.01000,0.407
91,mlp.experts.115.down_proj,0.0000007870,0.01000,0.391
91,mlp.experts.111.down_proj,0.0000013527,0.01000,0.714
91,mlp.experts.116.down_proj,0.0000014089,0.01000,0.432
91,mlp.experts.117.down_proj,0.0000012934,0.01000,0.424
91,mlp.experts.119.down_proj,0.0000014163,0.01000,0.346
91,mlp.experts.118.down_proj,0.0000014983,0.01000,0.533