quant_log.csv

layer,module,loss,damp,time
0,self_attn.k_proj,0.00000,0.00500,1.472
0,self_attn.v_proj,0.00000,0.00500,1.277
0,self_attn.q_proj,0.00001,0.00500,1.364
0,self_attn.o_proj,0.00000,0.00500,1.357
0,mlp.up_proj,0.00003,0.00500,1.540
0,mlp.gate_proj,0.00003,0.00500,1.460
0,mlp.down_proj,0.00000,0.00500,6.658
1,self_attn.k_proj,0.00001,0.00500,1.317
1,self_attn.v_proj,0.00000,0.00500,1.310
1,self_attn.q_proj,0.00003,0.00500,1.388
1,self_attn.o_proj,0.00000,0.00500,1.395
1,mlp.up_proj,0.00007,0.00500,1.502
1,mlp.gate_proj,0.00008,0.00500,1.493
1,mlp.down_proj,0.04112,0.00500,6.721
2,self_attn.k_proj,0.00015,0.00500,1.297
2,self_attn.v_proj,0.00004,0.00500,1.295
2,self_attn.q_proj,0.00063,0.00500,1.367
2,self_attn.o_proj,0.00000,0.00500,1.365
2,mlp.up_proj,0.00019,0.00500,1.477
2,mlp.gate_proj,0.00020,0.00500,1.474
2,mlp.down_proj,0.00001,0.00500,6.729
3,self_attn.k_proj,0.00006,0.00500,1.294
3,self_attn.v_proj,0.00003,0.00500,1.285
3,self_attn.q_proj,0.00028,0.00500,1.357
3,self_attn.o_proj,0.00001,0.00500,1.365
3,mlp.up_proj,0.00041,0.00500,1.474
3,mlp.gate_proj,0.00042,0.00500,1.476
3,mlp.down_proj,0.00002,0.00500,6.746
4,self_attn.k_proj,0.00018,0.00500,1.297
4,self_attn.v_proj,0.00006,0.00500,1.287
4,self_attn.q_proj,0.00088,0.00500,1.406
4,self_attn.o_proj,0.00000,0.00500,1.368
4,mlp.up_proj,0.00085,0.00500,1.478
4,mlp.gate_proj,0.00087,0.00500,1.469
4,mlp.down_proj,0.00002,0.00500,6.720
5,self_attn.k_proj,0.00034,0.00500,1.290
5,self_attn.v_proj,0.00010,0.00500,1.306
5,self_attn.q_proj,0.00164,0.00500,1.366
5,self_attn.o_proj,0.00000,0.00500,1.367
5,mlp.up_proj,0.00133,0.00500,1.491
5,mlp.gate_proj,0.00138,0.00500,1.487
5,mlp.down_proj,0.00003,0.00500,6.747
6,self_attn.k_proj,0.00022,0.00500,1.305
6,self_attn.v_proj,0.00010,0.00500,1.295
6,self_attn.q_proj,0.00095,0.00500,1.362
6,self_attn.o_proj,0.00000,0.00500,1.380
6,mlp.up_proj,0.00171,0.00500,1.470
6,mlp.gate_proj,0.00177,0.00500,1.468
6,mlp.down_proj,0.00004,0.00500,6.719
7,self_attn.k_proj,0.00035,0.00500,1.299
7,self_attn.v_proj,0.00013,0.00500,1.293
7,self_attn.q_proj,0.00144,0.00500,1.390
7,self_attn.o_proj,0.00001,0.00500,1.362
7,mlp.up_proj,0.00220,0.00500,1.486
7,mlp.gate_proj,0.00225,0.00500,1.487
7,mlp.down_proj,0.00006,0.00500,6.745
8,self_attn.k_proj,0.00026,0.00500,1.299
8,self_attn.v_proj,0.00009,0.00500,1.290
8,self_attn.q_proj,0.00115,0.00500,1.360
8,self_attn.o_proj,0.00002,0.00500,1.370
8,mlp.up_proj,0.00275,0.00500,1.478
8,mlp.gate_proj,0.00286,0.00500,1.482
8,mlp.down_proj,0.00008,0.00500,6.720
9,self_attn.k_proj,0.00073,0.00500,1.303
9,self_attn.v_proj,0.00022,0.00500,1.298
9,self_attn.q_proj,0.00387,0.00500,1.354
9,self_attn.o_proj,0.00002,0.00500,1.347
9,mlp.up_proj,0.00317,0.00500,1.483
9,mlp.gate_proj,0.00328,0.00500,1.477
9,mlp.down_proj,0.00009,0.00500,6.742
10,self_attn.k_proj,0.00050,0.00500,1.304
10,self_attn.v_proj,0.00019,0.00500,1.289
10,self_attn.q_proj,0.00223,0.00500,1.361
10,self_attn.o_proj,0.00004,0.00500,1.374
10,mlp.up_proj,0.00387,0.00500,1.480
10,mlp.gate_proj,0.00402,0.00500,1.472
10,mlp.down_proj,0.00013,0.00500,6.751
11,self_attn.k_proj,0.00069,0.00500,1.301
11,self_attn.v_proj,0.00025,0.00500,1.284
11,self_attn.q_proj,0.00317,0.00500,1.361
11,self_attn.o_proj,0.00005,0.00500,1.356
11,mlp.up_proj,0.00457,0.00500,1.486
11,mlp.gate_proj,0.00477,0.00500,1.484
11,mlp.down_proj,0.00017,0.00500,6.739
12,self_attn.k_proj,0.00099,0.00500,1.292
12,self_attn.v_proj,0.00030,0.00500,1.275
12,self_attn.q_proj,0.00473,0.00500,1.367
12,self_attn.o_proj,0.00007,0.00500,1.369
12,mlp.up_proj,0.00535,0.00500,1.489
12,mlp.gate_proj,0.00557,0.00500,1.487
12,mlp.down_proj,0.00022,0.00500,6.710
13,self_attn.k_proj,0.00090,0.00500,1.305
13,self_attn.v_proj,0.00033,0.00500,1.292
13,self_attn.q_proj,0.00432,0.00500,1.353
13,self_attn.o_proj,0.00007,0.00500,1.360
13,mlp.up_proj,0.00630,0.00500,1.480
13,mlp.gate_proj,0.00656,0.00500,1.479
13,mlp.down_proj,0.00027,0.00500,6.759
14,self_attn.k_proj,0.00084,0.00500,1.287
14,self_attn.v_proj,0.00028,0.00500,1.286
14,self_attn.q_proj,0.00387,0.00500,1.363
14,self_attn.o_proj,0.00010,0.00500,1.369
14,mlp.up_proj,0.00666,0.00500,1.492
14,mlp.gate_proj,0.00693,0.00500,1.484
14,mlp.down_proj,0.00032,0.00500,6.765
15,self_attn.k_proj,0.00135,0.00500,1.296
15,self_attn.v_proj,0.00059,0.00500,1.285
15,self_attn.q_proj,0.00685,0.00500,1.355
15,self_attn.o_proj,0.00007,0.00500,1.362
15,mlp.up_proj,0.00828,0.00500,1.480
15,mlp.gate_proj,0.00866,0.00500,1.473
15,mlp.down_proj,0.00040,0.00500,6.735
16,self_attn.k_proj,0.00136,0.00500,1.283
16,self_attn.v_proj,0.00059,0.00500,1.287
16,self_attn.q_proj,0.00657,0.00500,1.367
16,self_attn.o_proj,0.00009,0.00500,1.362
16,mlp.up_proj,0.00927,0.00500,1.490
16,mlp.gate_proj,0.00966,0.00500,1.485
16,mlp.down_proj,0.00047,0.00500,6.714
17,self_attn.k_proj,0.00099,0.00500,1.298
17,self_attn.v_proj,0.00044,0.00500,1.297
17,self_attn.q_proj,0.00460,0.00500,1.346
17,self_attn.o_proj,0.00012,0.00500,1.357
17,mlp.up_proj,0.00894,0.00500,1.480
17,mlp.gate_proj,0.00926,0.00500,1.473
17,mlp.down_proj,0.00051,0.00500,6.719
18,self_attn.k_proj,0.00173,0.00500,1.296
18,self_attn.v_proj,0.00055,0.00500,1.292
18,self_attn.q_proj,0.00837,0.00500,1.351
18,self_attn.o_proj,0.00009,0.00500,1.351
18,mlp.up_proj,0.01100,0.00500,1.490
18,mlp.gate_proj,0.01145,0.00500,1.489
18,mlp.down_proj,0.00063,0.00500,6.743
19,self_attn.k_proj,0.00217,0.00500,1.301
19,self_attn.v_proj,0.00072,0.00500,1.298
19,self_attn.q_proj,0.01089,0.00500,1.362
19,self_attn.o_proj,0.00013,0.00500,1.368
19,mlp.up_proj,0.01276,0.00500,1.482
19,mlp.gate_proj,0.01330,0.00500,1.474
19,mlp.down_proj,0.00086,0.00500,6.761
20,self_attn.k_proj,0.00099,0.00500,1.293
20,self_attn.v_proj,0.00045,0.00500,1.278
20,self_attn.q_proj,0.00486,0.00500,1.345
20,self_attn.o_proj,0.00019,0.00500,1.367
20,mlp.up_proj,0.01526,0.00500,1.492
20,mlp.gate_proj,0.01598,0.00500,1.484
20,mlp.down_proj,0.00112,0.00500,6.703
21,self_attn.k_proj,0.00071,0.00500,1.306
21,self_attn.v_proj,0.00032,0.00500,1.299
21,self_attn.q_proj,0.00361,0.00500,1.370
21,self_attn.o_proj,0.00026,0.00500,1.373
21,mlp.up_proj,0.01322,0.00500,1.487
21,mlp.gate_proj,0.01376,0.00500,1.485
21,mlp.down_proj,0.00109,0.00500,6.736
22,self_attn.k_proj,0.00215,0.00500,1.294
22,self_attn.v_proj,0.00102,0.00500,1.286
22,self_attn.q_proj,0.01186,0.00500,1.342
22,self_attn.o_proj,0.00043,0.00500,1.358
22,mlp.up_proj,0.01901,0.00500,1.493
22,mlp.gate_proj,0.01974,0.00500,1.480
22,mlp.down_proj,0.00181,0.00500,6.739
23,self_attn.k_proj,0.00207,0.00500,1.306
23,self_attn.v_proj,0.00115,0.00500,1.299
23,self_attn.q_proj,0.01166,0.00500,1.355
23,self_attn.o_proj,0.00053,0.00500,1.351
23,mlp.up_proj,0.02099,0.00500,1.492
23,mlp.gate_proj,0.02204,0.00500,1.480
23,mlp.down_proj,0.00225,0.00500,6.745
24,self_attn.k_proj,0.00179,0.00500,1.308
24,self_attn.v_proj,0.00118,0.00500,1.299
24,self_attn.q_proj,0.00997,0.00500,1.355
24,self_attn.o_proj,0.00051,0.00500,1.362
24,mlp.up_proj,0.02483,0.00500,1.486
24,mlp.gate_proj,0.02627,0.00500,1.472
24,mlp.down_proj,0.00262,0.00500,6.737
25,self_attn.k_proj,0.00325,0.00500,1.295
25,self_attn.v_proj,0.00165,0.00500,1.284
25,self_attn.q_proj,0.01767,0.00500,1.351
25,self_attn.o_proj,0.00053,0.00500,1.366
25,mlp.up_proj,0.02998,0.00500,1.484
25,mlp.gate_proj,0.03150,0.00500,1.484
25,mlp.down_proj,0.00304,0.00500,6.721
26,self_attn.k_proj,0.00257,0.00500,1.290
26,self_attn.v_proj,0.00139,0.00500,1.288
26,self_attn.q_proj,0.01364,0.00500,1.376
26,self_attn.o_proj,0.00082,0.00500,1.353
26,mlp.up_proj,0.03417,0.00500,1.485
26,mlp.gate_proj,0.03583,0.00500,1.477
26,mlp.down_proj,0.00322,0.00500,6.730
27,self_attn.k_proj,0.00260,0.00500,1.301
27,self_attn.v_proj,0.00150,0.00500,1.294
27,self_attn.q_proj,0.01365,0.00500,1.377
27,self_attn.o_proj,0.00081,0.00500,1.366
27,mlp.up_proj,0.03782,0.00500,1.487
27,mlp.gate_proj,0.03950,0.00500,1.477
27,mlp.down_proj,0.00350,0.00500,6.755
28,self_attn.k_proj,0.00258,0.00500,1.293
28,self_attn.v_proj,0.00158,0.00500,1.294
28,self_attn.q_proj,0.01428,0.00500,1.367
28,self_attn.o_proj,0.00058,0.00500,1.358
28,mlp.up_proj,0.04057,0.00500,1.483
28,mlp.gate_proj,0.04212,0.00500,1.475
28,mlp.down_proj,0.00398,0.00500,6.752
29,self_attn.k_proj,0.00358,0.00500,1.301
29,self_attn.v_proj,0.00165,0.00500,1.290
29,self_attn.q_proj,0.01765,0.00500,1.361
29,self_attn.o_proj,0.00106,0.00500,1.371
29,mlp.up_proj,0.04323,0.00500,1.475
29,mlp.gate_proj,0.04498,0.00500,1.485
29,mlp.down_proj,0.00448,0.00500,6.724
30,self_attn.k_proj,0.00357,0.00500,1.291
30,self_attn.v_proj,0.00223,0.00500,1.289
30,self_attn.q_proj,0.01985,0.00500,1.349
30,self_attn.o_proj,0.00104,0.00500,1.355
30,mlp.up_proj,0.04697,0.00500,1.481
30,mlp.gate_proj,0.04954,0.00500,1.481
30,mlp.down_proj,0.00492,0.00500,6.734
31,self_attn.k_proj,0.00419,0.00500,1.300
31,self_attn.v_proj,0.00277,0.00500,1.299
31,self_attn.q_proj,0.02266,0.00500,1.358
31,self_attn.o_proj,0.00065,0.00500,1.365
31,mlp.up_proj,0.05145,0.00500,1.484
31,mlp.gate_proj,0.05440,0.00500,1.480
31,mlp.down_proj,0.00525,0.00500,6.752
32,self_attn.k_proj,0.00472,0.00500,1.301
32,self_attn.v_proj,0.00331,0.00500,1.295
32,self_attn.q_proj,0.02555,0.00500,1.436
32,self_attn.o_proj,0.00079,0.00500,1.351
32,mlp.up_proj,0.05446,0.00500,1.483
32,mlp.gate_proj,0.05746,0.00500,1.474
32,mlp.down_proj,0.00554,0.00500,6.759
33,self_attn.k_proj,0.00458,0.00500,1.301
33,self_attn.v_proj,0.00369,0.00500,1.296
33,self_attn.q_proj,0.02361,0.00500,1.391
33,self_attn.o_proj,0.00085,0.00500,1.369
33,mlp.up_proj,0.05765,0.00500,1.481
33,mlp.gate_proj,0.06171,0.00500,1.476
33,mlp.down_proj,0.00583,0.00500,6.755
34,self_attn.k_proj,0.00514,0.00500,1.304
34,self_attn.v_proj,0.00442,0.00500,1.285
34,self_attn.q_proj,0.02823,0.00500,1.349
34,self_attn.o_proj,0.00072,0.00500,1.359
34,mlp.up_proj,0.06050,0.00500,1.477
34,mlp.gate_proj,0.06491,0.00500,1.473
34,mlp.down_proj,0.00618,0.00500,6.722
35,self_attn.k_proj,0.00577,0.00500,1.297
35,self_attn.v_proj,0.00509,0.00500,1.286
35,self_attn.q_proj,0.03143,0.00500,1.355
35,self_attn.o_proj,0.00075,0.00500,1.381
35,mlp.up_proj,0.06311,0.00500,1.477
35,mlp.gate_proj,0.06727,0.00500,1.479
35,mlp.down_proj,0.00649,0.00500,6.740
36,self_attn.k_proj,0.00619,0.00500,1.294
36,self_attn.v_proj,0.00542,0.00500,1.332
36,self_attn.q_proj,0.03362,0.00500,1.369
36,self_attn.o_proj,0.00073,0.00500,1.367
36,mlp.up_proj,0.06496,0.00500,1.469
36,mlp.gate_proj,0.06879,0.00500,1.463
36,mlp.down_proj,0.00653,0.00500,6.721
37,self_attn.k_proj,0.00572,0.00500,1.289
37,self_attn.v_proj,0.00433,0.00500,1.286
37,self_attn.q_proj,0.02991,0.00500,1.361
37,self_attn.o_proj,0.00080,0.00500,1.367
37,mlp.up_proj,0.06700,0.00500,1.577
37,mlp.gate_proj,0.07042,0.00500,1.485
37,mlp.down_proj,0.00681,0.00500,6.734
38,self_attn.k_proj,0.00584,0.00500,1.290
38,self_attn.v_proj,0.00375,0.00500,1.277
38,self_attn.q_proj,0.02912,0.00500,1.355
38,self_attn.o_proj,0.00109,0.00500,1.366
38,mlp.up_proj,0.06946,0.00500,1.474
38,mlp.gate_proj,0.07300,0.00500,1.484
38,mlp.down_proj,0.00714,0.00500,6.750
39,self_attn.k_proj,0.00555,0.00500,1.292
39,self_attn.v_proj,0.00415,0.00500,1.278
39,self_attn.q_proj,0.02862,0.00500,1.355
39,self_attn.o_proj,0.00101,0.00500,1.363
39,mlp.up_proj,0.07173,0.00500,1.487
39,mlp.gate_proj,0.07493,0.00500,1.488
39,mlp.down_proj,0.00751,0.00500,6.709
40,self_attn.k_proj,0.00538,0.00500,1.287
40,self_attn.v_proj,0.00314,0.00500,1.277
40,self_attn.q_proj,0.02625,0.00500,1.365
40,self_attn.o_proj,0.00136,0.00500,1.364
40,mlp.up_proj,0.07475,0.00500,1.490
40,mlp.gate_proj,0.07745,0.00500,1.488
40,mlp.down_proj,0.00822,0.00500,6.733
41,self_attn.k_proj,0.00499,0.00500,1.292
41,self_attn.v_proj,0.00267,0.00500,1.282
41,self_attn.q_proj,0.02358,0.00500,1.353
41,self_attn.o_proj,0.00164,0.00500,1.359
41,mlp.up_proj,0.07964,0.00500,1.489
41,mlp.gate_proj,0.08266,0.00500,1.483
41,mlp.down_proj,0.00888,0.00500,6.727
42,self_attn.k_proj,0.00624,0.00500,1.291
42,self_attn.v_proj,0.00398,0.00500,1.281
42,self_attn.q_proj,0.03266,0.00500,1.360
42,self_attn.o_proj,0.00136,0.00500,1.358
42,mlp.up_proj,0.08347,0.00500,1.487
42,mlp.gate_proj,0.08600,0.00500,1.523
42,mlp.down_proj,0.00997,0.00500,6.716
43,self_attn.k_proj,0.00580,0.00500,1.287
43,self_attn.v_proj,0.00344,0.00500,1.280
43,self_attn.q_proj,0.02967,0.00500,1.357
43,self_attn.o_proj,0.00179,0.00500,1.373
43,mlp.up_proj,0.08684,0.00500,1.487
43,mlp.gate_proj,0.08869,0.00500,1.491
43,mlp.down_proj,0.01087,0.00500,6.713
44,self_attn.k_proj,0.00573,0.00500,1.289
44,self_attn.v_proj,0.00322,0.00500,1.279
44,self_attn.q_proj,0.03024,0.00500,1.366
44,self_attn.o_proj,0.00235,0.00500,1.381
44,mlp.up_proj,0.08912,0.00500,1.485
44,mlp.gate_proj,0.08968,0.00500,1.488
44,mlp.down_proj,0.01268,0.00500,6.728
45,self_attn.k_proj,0.00548,0.00500,1.295
45,self_attn.v_proj,0.00269,0.00500,1.291
45,self_attn.q_proj,0.02876,0.00500,1.358
45,self_attn.o_proj,0.00269,0.00500,1.366
45,mlp.up_proj,0.09206,0.00500,1.486
45,mlp.gate_proj,0.09188,0.00500,1.485
45,mlp.down_proj,0.01779,0.00500,6.722
46,self_attn.k_proj,0.00625,0.00500,1.291
46,self_attn.v_proj,0.00289,0.00500,1.283
46,self_attn.q_proj,0.03244,0.00500,1.348
46,self_attn.o_proj,0.00401,0.00500,1.360
46,mlp.up_proj,0.09466,0.00500,1.480
46,mlp.gate_proj,0.09347,0.00500,1.478
46,mlp.down_proj,0.01347,0.00500,6.752
47,self_attn.k_proj,0.00644,0.00500,1.295
47,self_attn.v_proj,0.00352,0.00500,1.284
47,self_attn.q_proj,0.03419,0.00500,1.351
47,self_attn.o_proj,0.00412,0.00500,1.368
47,mlp.up_proj,0.09487,0.00500,1.484
47,mlp.gate_proj,0.09254,0.00500,1.477
47,mlp.down_proj,0.01473,0.00500,6.781
48,self_attn.k_proj,0.00628,0.00500,1.298
48,self_attn.v_proj,0.00417,0.00500,1.287
48,self_attn.q_proj,0.03656,0.00500,1.353
48,self_attn.o_proj,0.00422,0.00500,1.361
48,mlp.up_proj,0.09937,0.00500,1.483
48,mlp.gate_proj,0.09672,0.00500,1.478
48,mlp.down_proj,0.01623,0.00500,6.725
49,self_attn.k_proj,0.00583,0.00500,1.298
49,self_attn.v_proj,0.00407,0.00500,1.290
49,self_attn.q_proj,0.03329,0.00500,1.358
49,self_attn.o_proj,0.00411,0.00500,1.366
49,mlp.up_proj,0.09889,0.00500,1.486
49,mlp.gate_proj,0.09554,0.00500,1.480
49,mlp.down_proj,0.01687,0.00500,6.763
50,self_attn.k_proj,0.00701,0.00500,1.298
50,self_attn.v_proj,0.00415,0.00500,1.294
50,self_attn.q_proj,0.04122,0.00500,1.350
50,self_attn.o_proj,0.00517,0.00500,1.353
50,mlp.up_proj,0.09707,0.00500,1.483
50,mlp.gate_proj,0.09265,0.00500,1.480
50,mlp.down_proj,0.01780,0.00500,6.758
51,self_attn.k_proj,0.00634,0.00500,1.302
51,self_attn.v_proj,0.00402,0.00500,1.298
51,self_attn.q_proj,0.03470,0.00500,1.363
51,self_attn.o_proj,0.00578,0.00500,1.359
51,mlp.up_proj,0.10056,0.00500,1.492
51,mlp.gate_proj,0.09631,0.00500,1.483
51,mlp.down_proj,0.01916,0.00500,6.719
52,self_attn.k_proj,0.00588,0.00500,1.302
52,self_attn.v_proj,0.00513,0.00500,1.292
52,self_attn.q_proj,0.03375,0.00500,1.358
52,self_attn.o_proj,0.00646,0.00500,1.352
52,mlp.up_proj,0.11434,0.00500,1.493
52,mlp.gate_proj,0.11091,0.00500,1.486
52,mlp.down_proj,0.02019,0.00500,6.729
53,self_attn.k_proj,0.00666,0.00500,1.293
53,self_attn.v_proj,0.00504,0.00500,1.293
53,self_attn.q_proj,0.03897,0.00500,1.362
53,self_attn.o_proj,0.00735,0.00500,1.356
53,mlp.up_proj,0.12107,0.00500,1.495
53,mlp.gate_proj,0.11808,0.00500,1.487
53,mlp.down_proj,0.02135,0.00500,6.731
54,self_attn.k_proj,0.00652,0.00500,1.294
54,self_attn.v_proj,0.00688,0.00500,1.285
54,self_attn.q_proj,0.04141,0.00500,1.351
54,self_attn.o_proj,0.00672,0.00500,1.361
54,mlp.up_proj,0.11996,0.00500,1.487
54,mlp.gate_proj,0.11612,0.00500,1.488
54,mlp.down_proj,0.02402,0.00500,6.737
55,self_attn.k_proj,0.00631,0.00500,1.286
55,self_attn.v_proj,0.00684,0.00500,1.284
55,self_attn.q_proj,0.04140,0.00500,1.355
55,self_attn.o_proj,0.00809,0.00500,1.371
55,mlp.up_proj,0.12516,0.00500,1.483
55,mlp.gate_proj,0.12055,0.00500,1.471
55,mlp.down_proj,0.02912,0.00500,6.729
56,self_attn.k_proj,0.00661,0.00500,1.304
56,self_attn.v_proj,0.00600,0.00500,1.292
56,self_attn.q_proj,0.03907,0.00500,1.352
56,self_attn.o_proj,0.01063,0.00500,1.360
56,mlp.up_proj,0.13797,0.00500,1.478
56,mlp.gate_proj,0.13388,0.00500,1.474
56,mlp.down_proj,0.03271,0.00500,6.751
57,self_attn.k_proj,0.00739,0.00500,1.302
57,self_attn.v_proj,0.00655,0.00500,1.299
57,self_attn.q_proj,0.04085,0.00500,1.359
57,self_attn.o_proj,0.01045,0.00500,1.354
57,mlp.up_proj,0.14086,0.00500,1.489
57,mlp.gate_proj,0.13600,0.00500,1.487
57,mlp.down_proj,0.03633,0.00500,6.739
58,self_attn.k_proj,0.00677,0.00500,1.295
58,self_attn.v_proj,0.00729,0.00500,1.291
58,self_attn.q_proj,0.04273,0.00500,1.360
58,self_attn.o_proj,0.01267,0.00500,1.360
58,mlp.up_proj,0.14561,0.00500,1.487
58,mlp.gate_proj,0.14010,0.00500,1.478
58,mlp.down_proj,0.04554,0.00500,6.754
59,self_attn.k_proj,0.00672,0.00500,1.290
59,self_attn.v_proj,0.00769,0.00500,1.289
59,self_attn.q_proj,0.04146,0.00500,1.360
59,self_attn.o_proj,0.01389,0.00500,1.374
59,mlp.up_proj,0.15160,0.00500,1.481
59,mlp.gate_proj,0.14874,0.00500,1.480
59,mlp.down_proj,0.05304,0.00500,6.741
60,self_attn.k_proj,0.00752,0.00500,1.303
60,self_attn.v_proj,0.00981,0.00500,1.292
60,self_attn.q_proj,0.04964,0.00500,1.358
60,self_attn.o_proj,0.01291,0.00500,1.355
60,mlp.up_proj,0.18553,0.00500,1.487
60,mlp.gate_proj,0.18585,0.00500,1.474
60,mlp.down_proj,0.06171,0.00500,6.699
61,self_attn.k_proj,0.00782,0.00500,1.296
61,self_attn.v_proj,0.01079,0.00500,1.288
61,self_attn.q_proj,0.04946,0.00500,1.365
61,self_attn.o_proj,0.01420,0.00500,1.359
61,mlp.up_proj,0.20452,0.00500,1.487
61,mlp.gate_proj,0.20626,0.00500,1.481
61,mlp.down_proj,0.07154,0.00500,6.759
62,self_attn.k_proj,0.00802,0.00500,1.303
62,self_attn.v_proj,0.01049,0.00500,1.295
62,self_attn.q_proj,0.04958,0.00500,1.351
62,self_attn.o_proj,0.01444,0.00500,1.364
62,mlp.up_proj,0.23152,0.00500,1.484
62,mlp.gate_proj,0.23855,0.00500,1.484
62,mlp.down_proj,0.07513,0.00500,6.751
63,self_attn.k_proj,0.00830,0.00500,1.299
63,self_attn.v_proj,0.01104,0.00500,1.290
63,self_attn.q_proj,0.05213,0.00500,1.350
63,self_attn.o_proj,0.01569,0.00500,1.357
63,mlp.up_proj,0.24630,0.00500,1.483
63,mlp.gate_proj,0.25185,0.00500,1.481
63,mlp.down_proj,0.09072,0.00500,6.706
64,self_attn.k_proj,0.00874,0.00500,1.301
64,self_attn.v_proj,0.01102,0.00500,1.300
64,self_attn.q_proj,0.05465,0.00500,1.358
64,self_attn.o_proj,0.01668,0.00500,1.349
64,mlp.up_proj,0.26513,0.00500,1.488
64,mlp.gate_proj,0.27326,0.00500,1.475
64,mlp.down_proj,0.10649,0.00500,6.700
65,self_attn.k_proj,0.00902,0.00500,1.292
65,self_attn.v_proj,0.01117,0.00500,1.286
65,self_attn.q_proj,0.05555,0.00500,1.359
65,self_attn.o_proj,0.01772,0.00500,1.372
65,mlp.up_proj,0.29791,0.00500,1.488
65,mlp.gate_proj,0.30622,0.00500,1.486
65,mlp.down_proj,0.12478,0.00500,6.734
66,self_attn.k_proj,0.00813,0.00500,1.304
66,self_attn.v_proj,0.01247,0.00500,1.291
66,self_attn.q_proj,0.05379,0.00500,1.362
66,self_attn.o_proj,0.01692,0.00500,1.351
66,mlp.up_proj,0.34625,0.00500,1.490
66,mlp.gate_proj,0.36069,0.00500,1.483
66,mlp.down_proj,0.13569,0.00500,6.685
67,self_attn.k_proj,0.00894,0.00500,1.297
67,self_attn.v_proj,0.01497,0.00500,1.294
67,self_attn.q_proj,0.05857,0.00500,1.362
67,self_attn.o_proj,0.01526,0.00500,1.370
67,mlp.up_proj,0.37496,0.00500,1.487
67,mlp.gate_proj,0.38628,0.00500,1.487
67,mlp.down_proj,0.15187,0.00500,6.726
68,self_attn.k_proj,0.00917,0.00500,1.302
68,self_attn.v_proj,0.01699,0.00500,1.285
68,self_attn.q_proj,0.05995,0.00500,1.357
68,self_attn.o_proj,0.01972,0.00500,1.353
68,mlp.up_proj,0.40992,0.00500,1.478
68,mlp.gate_proj,0.41818,0.00500,1.482
68,mlp.down_proj,0.16788,0.00500,6.736
69,self_attn.k_proj,0.00957,0.00500,1.301
69,self_attn.v_proj,0.01469,0.00500,1.296
69,self_attn.q_proj,0.06427,0.00500,1.357
69,self_attn.o_proj,0.02322,0.00500,1.346
69,mlp.up_proj,0.44610,0.00500,1.492
69,mlp.gate_proj,0.44624,0.00500,1.484
69,mlp.down_proj,0.19748,0.00500,6.719
70,self_attn.k_proj,0.00944,0.00500,1.295
70,self_attn.v_proj,0.01957,0.00500,1.287
70,self_attn.q_proj,0.06459,0.00500,1.353
70,self_attn.o_proj,0.02997,0.00500,1.365
70,mlp.up_proj,0.50861,0.00500,1.483
70,mlp.gate_proj,0.50142,0.00500,1.478
70,mlp.down_proj,0.24202,0.00500,6.759
71,self_attn.k_proj,0.00988,0.00500,1.312
71,self_attn.v_proj,0.02102,0.00500,1.300
71,self_attn.q_proj,0.06401,0.00500,1.352
71,self_attn.o_proj,0.03235,0.00500,1.347
71,mlp.up_proj,0.55881,0.00500,1.487
71,mlp.gate_proj,0.54271,0.00500,1.479
71,mlp.down_proj,0.28924,0.00500,6.696
72,self_attn.k_proj,0.00921,0.00500,1.292
72,self_attn.v_proj,0.02356,0.00500,1.285
72,self_attn.q_proj,0.06627,0.00500,1.345
72,self_attn.o_proj,0.03236,0.00500,1.359
72,mlp.up_proj,0.61693,0.00500,1.477
72,mlp.gate_proj,0.59146,0.00500,1.483
72,mlp.down_proj,0.34195,0.00500,6.710
73,self_attn.k_proj,0.00917,0.00500,1.301
73,self_attn.v_proj,0.02763,0.00500,1.290
73,self_attn.q_proj,0.06599,0.00500,1.348
73,self_attn.o_proj,0.03502,0.00500,1.354
73,mlp.up_proj,0.66426,0.00500,1.487
73,mlp.gate_proj,0.62903,0.00500,1.477
73,mlp.down_proj,0.39945,0.00500,6.694
74,self_attn.k_proj,0.00942,0.00500,1.293
74,self_attn.v_proj,0.02618,0.00500,1.290
74,self_attn.q_proj,0.07704,0.00500,1.362
74,self_attn.o_proj,0.04021,0.00500,1.358
74,mlp.up_proj,0.70155,0.00500,1.485
74,mlp.gate_proj,0.65342,0.00500,1.488
74,mlp.down_proj,0.48040,0.00500,6.752
75,self_attn.k_proj,0.00929,0.00500,1.296
75,self_attn.v_proj,0.02936,0.00500,1.286
75,self_attn.q_proj,0.07221,0.00500,1.364
75,self_attn.o_proj,0.05541,0.00500,1.360
75,mlp.up_proj,0.75981,0.00500,1.486
75,mlp.gate_proj,0.69871,0.00500,1.477
75,mlp.down_proj,0.57767,0.00500,6.702
76,self_attn.k_proj,0.00983,0.00500,1.295
76,self_attn.v_proj,0.04741,0.00500,1.290
76,self_attn.q_proj,0.08201,0.00500,1.371
76,self_attn.o_proj,0.07714,0.00500,1.362
76,mlp.up_proj,0.78514,0.00500,1.514
76,mlp.gate_proj,0.71541,0.00500,1.490
76,mlp.down_proj,0.72642,0.00500,6.715
77,self_attn.k_proj,0.00807,0.00500,1.301
77,self_attn.v_proj,0.02932,0.00500,1.293
77,self_attn.q_proj,0.07229,0.00500,1.439
77,self_attn.o_proj,0.07672,0.00500,1.349
77,mlp.up_proj,0.76874,0.00500,1.489
77,mlp.gate_proj,0.70010,0.00500,1.478
77,mlp.down_proj,0.89357,0.00500,6.702
78,self_attn.k_proj,0.00738,0.00500,1.291
78,self_attn.v_proj,0.02975,0.00500,1.281
78,self_attn.q_proj,0.06349,0.00500,1.351
78,self_attn.o_proj,0.09652,0.00500,1.359
78,mlp.up_proj,0.61304,0.00500,1.485
78,mlp.gate_proj,0.56795,0.00500,1.482
78,mlp.down_proj,1.44555,0.00500,6.725
79,self_attn.k_proj,0.00553,0.00500,1.303
79,self_attn.v_proj,0.00989,0.00500,1.289
79,self_attn.q_proj,0.04087,0.00500,1.365
79,self_attn.o_proj,0.02176,0.00500,1.364
79,mlp.up_proj,0.48353,0.00500,1.490
79,mlp.gate_proj,0.46248,0.00500,1.488
79,mlp.down_proj,1.49121,0.00500,6.710