sliuau/Llama-3.2-3B_4bits_128group_size
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: sliuau/Llama-3.2-3B_4bits_128group_size
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-08-12 12:27:17 +08:00
commit 4928fca57d
10 changed files with 2606 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

197
quant_log.csv Normal file
View File

@@ -0,0 +1,197 @@
layer,module,loss,damp,time
0,self_attn.k_proj,0.29946,0.01000,0.807
0,self_attn.v_proj,0.00675,0.01000,0.400
0,self_attn.q_proj,0.52337,0.01000,0.405
0,self_attn.o_proj,0.00071,0.01000,0.400
0,mlp.up_proj,0.35710,0.01000,0.406
0,mlp.gate_proj,0.40111,0.01000,0.403
0,mlp.down_proj,0.00492,0.01000,1.127
1,self_attn.k_proj,0.27738,0.01000,0.411
1,self_attn.v_proj,0.02259,0.01000,0.408
1,self_attn.q_proj,0.45884,0.01000,0.407
1,self_attn.o_proj,0.00270,0.01000,0.410
1,mlp.up_proj,0.48707,0.01000,0.415
1,mlp.gate_proj,0.55758,0.01000,0.411
1,mlp.down_proj,0.11645,0.01000,1.126
2,self_attn.k_proj,1.48578,0.01000,0.408
2,self_attn.v_proj,0.11819,0.01000,0.407
2,self_attn.q_proj,2.27496,0.01000,0.410
2,self_attn.o_proj,0.00322,0.01000,0.407
2,mlp.up_proj,0.79056,0.01000,0.412
2,mlp.gate_proj,0.93259,0.01000,0.412
2,mlp.down_proj,0.01728,0.01000,1.119
3,self_attn.k_proj,1.08448,0.01000,0.407
3,self_attn.v_proj,0.18229,0.01000,0.404
3,self_attn.q_proj,1.94974,0.01000,0.405
3,self_attn.o_proj,0.00642,0.01000,0.407
3,mlp.up_proj,1.02323,0.01000,0.413
3,mlp.gate_proj,1.35199,0.01000,0.415
3,mlp.down_proj,0.02748,0.01000,1.121
4,self_attn.k_proj,0.96294,0.01000,0.408
4,self_attn.v_proj,0.16686,0.01000,0.407
4,self_attn.q_proj,1.82451,0.01000,0.408
4,self_attn.o_proj,0.01145,0.01000,0.410
4,mlp.up_proj,1.19055,0.01000,0.411
4,mlp.gate_proj,1.78874,0.01000,0.406
4,mlp.down_proj,0.03888,0.01000,1.115
5,self_attn.k_proj,1.57038,0.01000,0.407
5,self_attn.v_proj,0.15284,0.01000,0.407
5,self_attn.q_proj,2.49632,0.01000,0.406
5,self_attn.o_proj,0.01166,0.01000,0.413
5,mlp.up_proj,1.38595,0.01000,0.410
5,mlp.gate_proj,1.96359,0.01000,0.411
5,mlp.down_proj,0.04957,0.01000,1.121
6,self_attn.k_proj,1.23547,0.01000,0.409
6,self_attn.v_proj,0.16476,0.01000,0.409
6,self_attn.q_proj,2.25663,0.01000,0.408
6,self_attn.o_proj,0.01764,0.01000,0.409
6,mlp.up_proj,1.44220,0.01000,0.411
6,mlp.gate_proj,2.01956,0.01000,0.411
6,mlp.down_proj,0.05499,0.01000,1.120
7,self_attn.k_proj,1.18016,0.01000,0.408
7,self_attn.v_proj,0.16010,0.01000,0.407
7,self_attn.q_proj,1.95431,0.01000,0.406
7,self_attn.o_proj,0.02251,0.01000,0.407
7,mlp.up_proj,1.51327,0.01000,0.413
7,mlp.gate_proj,1.95106,0.01000,0.411
7,mlp.down_proj,0.06075,0.01000,1.129
8,self_attn.k_proj,1.46581,0.01000,0.408
8,self_attn.v_proj,0.19094,0.01000,0.408
8,self_attn.q_proj,2.43620,0.01000,0.408
8,self_attn.o_proj,0.02746,0.01000,0.410
8,mlp.up_proj,1.55921,0.01000,0.411
8,mlp.gate_proj,2.04694,0.01000,0.411
8,mlp.down_proj,0.06329,0.01000,1.121
9,self_attn.k_proj,1.46827,0.01000,0.409
9,self_attn.v_proj,0.25290,0.01000,0.409
9,self_attn.q_proj,2.45840,0.01000,0.406
9,self_attn.o_proj,0.03244,0.01000,0.406
9,mlp.up_proj,1.57092,0.01000,0.413
9,mlp.gate_proj,1.97575,0.01000,0.412
9,mlp.down_proj,0.06281,0.01000,1.127
10,self_attn.k_proj,1.48356,0.01000,0.408
10,self_attn.v_proj,0.19161,0.01000,0.406
10,self_attn.q_proj,2.42431,0.01000,0.408
10,self_attn.o_proj,0.02705,0.01000,0.410
10,mlp.up_proj,1.63709,0.01000,0.412
10,mlp.gate_proj,1.92312,0.01000,0.411
10,mlp.down_proj,0.06795,0.01000,1.124
11,self_attn.k_proj,1.17969,0.01000,0.410
11,self_attn.v_proj,0.24321,0.01000,0.410
11,self_attn.q_proj,2.09870,0.01000,0.408
11,self_attn.o_proj,0.03406,0.01000,0.409
11,mlp.up_proj,1.71431,0.01000,0.414
11,mlp.gate_proj,1.92656,0.01000,0.413
11,mlp.down_proj,0.07648,0.01000,1.126
12,self_attn.k_proj,1.71231,0.01000,0.409
12,self_attn.v_proj,0.24980,0.01000,0.407
12,self_attn.q_proj,2.82739,0.01000,0.408
12,self_attn.o_proj,0.03858,0.01000,0.408
12,mlp.up_proj,1.77227,0.01000,0.413
12,mlp.gate_proj,1.96278,0.01000,0.412
12,mlp.down_proj,0.08552,0.01000,1.123
13,self_attn.k_proj,1.77657,0.01000,0.409
13,self_attn.v_proj,0.27030,0.01000,0.408
13,self_attn.q_proj,2.72148,0.01000,0.408
13,self_attn.o_proj,0.04566,0.01000,0.409
13,mlp.up_proj,1.91986,0.01000,0.414
13,mlp.gate_proj,2.22166,0.01000,0.412
13,mlp.down_proj,0.10679,0.01000,1.125
14,self_attn.k_proj,1.56657,0.01000,0.408
14,self_attn.v_proj,0.32393,0.01000,0.406
14,self_attn.q_proj,3.15069,0.01000,0.406
14,self_attn.o_proj,0.05882,0.01000,0.407
14,mlp.up_proj,2.07567,0.01000,0.411
14,mlp.gate_proj,2.44127,0.01000,0.411
14,mlp.down_proj,0.13384,0.01000,1.123
15,self_attn.k_proj,1.84475,0.01000,0.408
15,self_attn.v_proj,0.33284,0.01000,0.406
15,self_attn.q_proj,3.30065,0.01000,0.409
15,self_attn.o_proj,0.04057,0.01000,0.408
15,mlp.up_proj,2.18649,0.01000,0.414
15,mlp.gate_proj,2.79509,0.01000,0.412
15,mlp.down_proj,0.14568,0.01000,1.124
16,self_attn.k_proj,2.06072,0.01000,0.410
16,self_attn.v_proj,0.36225,0.01000,0.408
16,self_attn.q_proj,3.38652,0.01000,0.407
16,self_attn.o_proj,0.03020,0.01000,0.408
16,mlp.up_proj,2.29235,0.01000,0.412
16,mlp.gate_proj,3.01989,0.01000,0.411
16,mlp.down_proj,0.14246,0.01000,1.125
17,self_attn.k_proj,1.91421,0.01000,0.411
17,self_attn.v_proj,0.37361,0.01000,0.405
17,self_attn.q_proj,3.36408,0.01000,0.405
17,self_attn.o_proj,0.02733,0.01000,0.405
17,mlp.up_proj,2.40934,0.01000,0.408
17,mlp.gate_proj,3.22124,0.01000,0.407
17,mlp.down_proj,0.15129,0.01000,1.117
18,self_attn.k_proj,2.13512,0.01000,0.407
18,self_attn.v_proj,0.41803,0.01000,0.407
18,self_attn.q_proj,3.59549,0.01000,0.406
18,self_attn.o_proj,0.02947,0.01000,0.407
18,mlp.up_proj,2.59439,0.01000,0.412
18,mlp.gate_proj,3.41548,0.01000,0.411
18,mlp.down_proj,0.16239,0.01000,1.123
19,self_attn.k_proj,2.15473,0.01000,0.409
19,self_attn.v_proj,0.44331,0.01000,0.407
19,self_attn.q_proj,3.37589,0.01000,0.406
19,self_attn.o_proj,0.04266,0.01000,0.407
19,mlp.up_proj,2.79805,0.01000,0.412
19,mlp.gate_proj,3.59804,0.01000,0.412
19,mlp.down_proj,0.19594,0.01000,1.121
20,self_attn.k_proj,2.17133,0.01000,0.410
20,self_attn.v_proj,0.53146,0.01000,0.408
20,self_attn.q_proj,3.50423,0.01000,0.408
20,self_attn.o_proj,0.03867,0.01000,0.408
20,mlp.up_proj,2.88202,0.01000,0.412
20,mlp.gate_proj,3.56189,0.01000,0.411
20,mlp.down_proj,0.19890,0.01000,1.122
21,self_attn.k_proj,2.10406,0.01000,0.408
21,self_attn.v_proj,0.66344,0.01000,0.406
21,self_attn.q_proj,3.46277,0.01000,0.407
21,self_attn.o_proj,0.03712,0.01000,0.408
21,mlp.up_proj,3.08798,0.01000,0.413
21,mlp.gate_proj,3.84153,0.01000,0.411
21,mlp.down_proj,0.21074,0.01000,1.124
22,self_attn.k_proj,1.95893,0.01000,0.409
22,self_attn.v_proj,0.68801,0.01000,0.407
22,self_attn.q_proj,3.48500,0.01000,0.406
22,self_attn.o_proj,0.03578,0.01000,0.410
22,mlp.up_proj,3.33403,0.01000,0.412
22,mlp.gate_proj,4.16879,0.01000,0.410
22,mlp.down_proj,0.23738,0.01000,1.123
23,self_attn.k_proj,2.16770,0.01000,0.409
23,self_attn.v_proj,0.64082,0.01000,0.407
23,self_attn.q_proj,3.44272,0.01000,0.407
23,self_attn.o_proj,0.05867,0.01000,0.408
23,mlp.up_proj,3.67624,0.01000,0.412
23,mlp.gate_proj,4.77981,0.01000,0.411
23,mlp.down_proj,0.27588,0.01000,1.125
24,self_attn.k_proj,2.36331,0.01000,0.408
24,self_attn.v_proj,0.93491,0.01000,0.407
24,self_attn.q_proj,3.71457,0.01000,0.407
24,self_attn.o_proj,0.07586,0.01000,0.407
24,mlp.up_proj,4.14072,0.01000,0.413
24,mlp.gate_proj,5.50643,0.01000,0.412
24,mlp.down_proj,0.33052,0.01000,1.126
25,self_attn.k_proj,1.87947,0.01000,0.415
25,self_attn.v_proj,0.89642,0.01000,0.407
25,self_attn.q_proj,3.67515,0.01000,0.407
25,self_attn.o_proj,0.08351,0.01000,0.407
25,mlp.up_proj,4.47591,0.01000,0.413
25,mlp.gate_proj,5.87787,0.01000,0.418
25,mlp.down_proj,0.43629,0.01000,1.127
26,self_attn.k_proj,2.02957,0.01000,0.409
26,self_attn.v_proj,1.15193,0.01000,0.406
26,self_attn.q_proj,3.48187,0.01000,0.408
26,self_attn.o_proj,0.14784,0.01000,0.409
26,mlp.up_proj,4.72783,0.01000,0.412
26,mlp.gate_proj,6.28630,0.01000,0.412
26,mlp.down_proj,0.59028,0.01000,1.127
27,self_attn.k_proj,1.47995,0.01000,0.409
27,self_attn.v_proj,0.80023,0.01000,0.407
27,self_attn.q_proj,2.80143,0.01000,0.408
27,self_attn.o_proj,0.26216,0.01000,0.408
27,mlp.up_proj,4.78022,0.01000,0.412
27,mlp.gate_proj,5.72947,0.01000,0.411
27,mlp.down_proj,1.25502,0.01000,1.126
1 layer module loss damp time
2 0 self_attn.k_proj 0.29946 0.01000 0.807
3 0 self_attn.v_proj 0.00675 0.01000 0.400
4 0 self_attn.q_proj 0.52337 0.01000 0.405
5 0 self_attn.o_proj 0.00071 0.01000 0.400
6 0 mlp.up_proj 0.35710 0.01000 0.406
7 0 mlp.gate_proj 0.40111 0.01000 0.403
8 0 mlp.down_proj 0.00492 0.01000 1.127
9 1 self_attn.k_proj 0.27738 0.01000 0.411
10 1 self_attn.v_proj 0.02259 0.01000 0.408
11 1 self_attn.q_proj 0.45884 0.01000 0.407
12 1 self_attn.o_proj 0.00270 0.01000 0.410
13 1 mlp.up_proj 0.48707 0.01000 0.415
14 1 mlp.gate_proj 0.55758 0.01000 0.411
15 1 mlp.down_proj 0.11645 0.01000 1.126
16 2 self_attn.k_proj 1.48578 0.01000 0.408
17 2 self_attn.v_proj 0.11819 0.01000 0.407
18 2 self_attn.q_proj 2.27496 0.01000 0.410
19 2 self_attn.o_proj 0.00322 0.01000 0.407
20 2 mlp.up_proj 0.79056 0.01000 0.412
21 2 mlp.gate_proj 0.93259 0.01000 0.412
22 2 mlp.down_proj 0.01728 0.01000 1.119
23 3 self_attn.k_proj 1.08448 0.01000 0.407
24 3 self_attn.v_proj 0.18229 0.01000 0.404
25 3 self_attn.q_proj 1.94974 0.01000 0.405
26 3 self_attn.o_proj 0.00642 0.01000 0.407
27 3 mlp.up_proj 1.02323 0.01000 0.413
28 3 mlp.gate_proj 1.35199 0.01000 0.415
29 3 mlp.down_proj 0.02748 0.01000 1.121
30 4 self_attn.k_proj 0.96294 0.01000 0.408
31 4 self_attn.v_proj 0.16686 0.01000 0.407
32 4 self_attn.q_proj 1.82451 0.01000 0.408
33 4 self_attn.o_proj 0.01145 0.01000 0.410
34 4 mlp.up_proj 1.19055 0.01000 0.411
35 4 mlp.gate_proj 1.78874 0.01000 0.406
36 4 mlp.down_proj 0.03888 0.01000 1.115
37 5 self_attn.k_proj 1.57038 0.01000 0.407
38 5 self_attn.v_proj 0.15284 0.01000 0.407
39 5 self_attn.q_proj 2.49632 0.01000 0.406
40 5 self_attn.o_proj 0.01166 0.01000 0.413
41 5 mlp.up_proj 1.38595 0.01000 0.410
42 5 mlp.gate_proj 1.96359 0.01000 0.411
43 5 mlp.down_proj 0.04957 0.01000 1.121
44 6 self_attn.k_proj 1.23547 0.01000 0.409
45 6 self_attn.v_proj 0.16476 0.01000 0.409
46 6 self_attn.q_proj 2.25663 0.01000 0.408
47 6 self_attn.o_proj 0.01764 0.01000 0.409
48 6 mlp.up_proj 1.44220 0.01000 0.411
49 6 mlp.gate_proj 2.01956 0.01000 0.411
50 6 mlp.down_proj 0.05499 0.01000 1.120
51 7 self_attn.k_proj 1.18016 0.01000 0.408
52 7 self_attn.v_proj 0.16010 0.01000 0.407
53 7 self_attn.q_proj 1.95431 0.01000 0.406
54 7 self_attn.o_proj 0.02251 0.01000 0.407
55 7 mlp.up_proj 1.51327 0.01000 0.413
56 7 mlp.gate_proj 1.95106 0.01000 0.411
57 7 mlp.down_proj 0.06075 0.01000 1.129
58 8 self_attn.k_proj 1.46581 0.01000 0.408
59 8 self_attn.v_proj 0.19094 0.01000 0.408
60 8 self_attn.q_proj 2.43620 0.01000 0.408
61 8 self_attn.o_proj 0.02746 0.01000 0.410
62 8 mlp.up_proj 1.55921 0.01000 0.411
63 8 mlp.gate_proj 2.04694 0.01000 0.411
64 8 mlp.down_proj 0.06329 0.01000 1.121
65 9 self_attn.k_proj 1.46827 0.01000 0.409
66 9 self_attn.v_proj 0.25290 0.01000 0.409
67 9 self_attn.q_proj 2.45840 0.01000 0.406
68 9 self_attn.o_proj 0.03244 0.01000 0.406
69 9 mlp.up_proj 1.57092 0.01000 0.413
70 9 mlp.gate_proj 1.97575 0.01000 0.412
71 9 mlp.down_proj 0.06281 0.01000 1.127
72 10 self_attn.k_proj 1.48356 0.01000 0.408
73 10 self_attn.v_proj 0.19161 0.01000 0.406
74 10 self_attn.q_proj 2.42431 0.01000 0.408
75 10 self_attn.o_proj 0.02705 0.01000 0.410
76 10 mlp.up_proj 1.63709 0.01000 0.412
77 10 mlp.gate_proj 1.92312 0.01000 0.411
78 10 mlp.down_proj 0.06795 0.01000 1.124
79 11 self_attn.k_proj 1.17969 0.01000 0.410
80 11 self_attn.v_proj 0.24321 0.01000 0.410
81 11 self_attn.q_proj 2.09870 0.01000 0.408
82 11 self_attn.o_proj 0.03406 0.01000 0.409
83 11 mlp.up_proj 1.71431 0.01000 0.414
84 11 mlp.gate_proj 1.92656 0.01000 0.413
85 11 mlp.down_proj 0.07648 0.01000 1.126
86 12 self_attn.k_proj 1.71231 0.01000 0.409
87 12 self_attn.v_proj 0.24980 0.01000 0.407
88 12 self_attn.q_proj 2.82739 0.01000 0.408
89 12 self_attn.o_proj 0.03858 0.01000 0.408
90 12 mlp.up_proj 1.77227 0.01000 0.413
91 12 mlp.gate_proj 1.96278 0.01000 0.412
92 12 mlp.down_proj 0.08552 0.01000 1.123
93 13 self_attn.k_proj 1.77657 0.01000 0.409
94 13 self_attn.v_proj 0.27030 0.01000 0.408
95 13 self_attn.q_proj 2.72148 0.01000 0.408
96 13 self_attn.o_proj 0.04566 0.01000 0.409
97 13 mlp.up_proj 1.91986 0.01000 0.414
98 13 mlp.gate_proj 2.22166 0.01000 0.412
99 13 mlp.down_proj 0.10679 0.01000 1.125
100 14 self_attn.k_proj 1.56657 0.01000 0.408
101 14 self_attn.v_proj 0.32393 0.01000 0.406
102 14 self_attn.q_proj 3.15069 0.01000 0.406
103 14 self_attn.o_proj 0.05882 0.01000 0.407
104 14 mlp.up_proj 2.07567 0.01000 0.411
105 14 mlp.gate_proj 2.44127 0.01000 0.411
106 14 mlp.down_proj 0.13384 0.01000 1.123
107 15 self_attn.k_proj 1.84475 0.01000 0.408
108 15 self_attn.v_proj 0.33284 0.01000 0.406
109 15 self_attn.q_proj 3.30065 0.01000 0.409
110 15 self_attn.o_proj 0.04057 0.01000 0.408
111 15 mlp.up_proj 2.18649 0.01000 0.414
112 15 mlp.gate_proj 2.79509 0.01000 0.412
113 15 mlp.down_proj 0.14568 0.01000 1.124
114 16 self_attn.k_proj 2.06072 0.01000 0.410
115 16 self_attn.v_proj 0.36225 0.01000 0.408
116 16 self_attn.q_proj 3.38652 0.01000 0.407
117 16 self_attn.o_proj 0.03020 0.01000 0.408
118 16 mlp.up_proj 2.29235 0.01000 0.412
119 16 mlp.gate_proj 3.01989 0.01000 0.411
120 16 mlp.down_proj 0.14246 0.01000 1.125
121 17 self_attn.k_proj 1.91421 0.01000 0.411
122 17 self_attn.v_proj 0.37361 0.01000 0.405
123 17 self_attn.q_proj 3.36408 0.01000 0.405
124 17 self_attn.o_proj 0.02733 0.01000 0.405
125 17 mlp.up_proj 2.40934 0.01000 0.408
126 17 mlp.gate_proj 3.22124 0.01000 0.407
127 17 mlp.down_proj 0.15129 0.01000 1.117
128 18 self_attn.k_proj 2.13512 0.01000 0.407
129 18 self_attn.v_proj 0.41803 0.01000 0.407
130 18 self_attn.q_proj 3.59549 0.01000 0.406
131 18 self_attn.o_proj 0.02947 0.01000 0.407
132 18 mlp.up_proj 2.59439 0.01000 0.412
133 18 mlp.gate_proj 3.41548 0.01000 0.411
134 18 mlp.down_proj 0.16239 0.01000 1.123
135 19 self_attn.k_proj 2.15473 0.01000 0.409
136 19 self_attn.v_proj 0.44331 0.01000 0.407
137 19 self_attn.q_proj 3.37589 0.01000 0.406
138 19 self_attn.o_proj 0.04266 0.01000 0.407
139 19 mlp.up_proj 2.79805 0.01000 0.412
140 19 mlp.gate_proj 3.59804 0.01000 0.412
141 19 mlp.down_proj 0.19594 0.01000 1.121
142 20 self_attn.k_proj 2.17133 0.01000 0.410
143 20 self_attn.v_proj 0.53146 0.01000 0.408
144 20 self_attn.q_proj 3.50423 0.01000 0.408
145 20 self_attn.o_proj 0.03867 0.01000 0.408
146 20 mlp.up_proj 2.88202 0.01000 0.412
147 20 mlp.gate_proj 3.56189 0.01000 0.411
148 20 mlp.down_proj 0.19890 0.01000 1.122
149 21 self_attn.k_proj 2.10406 0.01000 0.408
150 21 self_attn.v_proj 0.66344 0.01000 0.406
151 21 self_attn.q_proj 3.46277 0.01000 0.407
152 21 self_attn.o_proj 0.03712 0.01000 0.408
153 21 mlp.up_proj 3.08798 0.01000 0.413
154 21 mlp.gate_proj 3.84153 0.01000 0.411
155 21 mlp.down_proj 0.21074 0.01000 1.124
156 22 self_attn.k_proj 1.95893 0.01000 0.409
157 22 self_attn.v_proj 0.68801 0.01000 0.407
158 22 self_attn.q_proj 3.48500 0.01000 0.406
159 22 self_attn.o_proj 0.03578 0.01000 0.410
160 22 mlp.up_proj 3.33403 0.01000 0.412
161 22 mlp.gate_proj 4.16879 0.01000 0.410
162 22 mlp.down_proj 0.23738 0.01000 1.123
163 23 self_attn.k_proj 2.16770 0.01000 0.409
164 23 self_attn.v_proj 0.64082 0.01000 0.407
165 23 self_attn.q_proj 3.44272 0.01000 0.407
166 23 self_attn.o_proj 0.05867 0.01000 0.408
167 23 mlp.up_proj 3.67624 0.01000 0.412
168 23 mlp.gate_proj 4.77981 0.01000 0.411
169 23 mlp.down_proj 0.27588 0.01000 1.125
170 24 self_attn.k_proj 2.36331 0.01000 0.408
171 24 self_attn.v_proj 0.93491 0.01000 0.407
172 24 self_attn.q_proj 3.71457 0.01000 0.407
173 24 self_attn.o_proj 0.07586 0.01000 0.407
174 24 mlp.up_proj 4.14072 0.01000 0.413
175 24 mlp.gate_proj 5.50643 0.01000 0.412
176 24 mlp.down_proj 0.33052 0.01000 1.126
177 25 self_attn.k_proj 1.87947 0.01000 0.415
178 25 self_attn.v_proj 0.89642 0.01000 0.407
179 25 self_attn.q_proj 3.67515 0.01000 0.407
180 25 self_attn.o_proj 0.08351 0.01000 0.407
181 25 mlp.up_proj 4.47591 0.01000 0.413
182 25 mlp.gate_proj 5.87787 0.01000 0.418
183 25 mlp.down_proj 0.43629 0.01000 1.127
184 26 self_attn.k_proj 2.02957 0.01000 0.409
185 26 self_attn.v_proj 1.15193 0.01000 0.406
186 26 self_attn.q_proj 3.48187 0.01000 0.408
187 26 self_attn.o_proj 0.14784 0.01000 0.409
188 26 mlp.up_proj 4.72783 0.01000 0.412
189 26 mlp.gate_proj 6.28630 0.01000 0.412
190 26 mlp.down_proj 0.59028 0.01000 1.127
191 27 self_attn.k_proj 1.47995 0.01000 0.409
192 27 self_attn.v_proj 0.80023 0.01000 0.407
193 27 self_attn.q_proj 2.80143 0.01000 0.408
194 27 self_attn.o_proj 0.26216 0.01000 0.408
195 27 mlp.up_proj 4.78022 0.01000 0.412
196 27 mlp.gate_proj 5.72947 0.01000 0.411
197 27 mlp.down_proj 1.25502 0.01000 1.126