KAT-Dev-GPTQ-Int4/quant_log.csv

1	layer,module,loss,samples,damp,time
2	0,self_attn.k_proj,0.0000000162,0.05000,3.234
3	0,self_attn.v_proj,0.0000000127,0.05000,1.044
4	0,self_attn.q_proj,0.0000000816,0.05000,1.081
5	0,self_attn.o_proj,0.0000004007,0.05000,1.772
6	0,mlp.gate_proj,0.0000024797,0.05000,1.139
7	0,mlp.up_proj,0.0000021738,0.05000,1.122
8	0,mlp.down_proj,0.0000023848,0.05000,8.001
9	1,self_attn.k_proj,0.0000000269,0.05000,1.034
10	1,self_attn.v_proj,0.0000000269,0.05000,1.033
11	1,self_attn.q_proj,0.0000001541,0.05000,1.057
12	1,self_attn.o_proj,0.0000002456,0.05000,2.065
13	1,mlp.gate_proj,0.0001649253,0.05000,1.130
14	1,mlp.up_proj,0.0000509813,0.05000,1.139
15	1,mlp.down_proj,0.0000078315,0.05000,8.037
16	2,self_attn.k_proj,0.0000000458,0.05000,1.044
17	2,self_attn.v_proj,0.0000000446,0.05000,1.042
18	2,self_attn.q_proj,0.0000002448,0.05000,1.073
19	2,self_attn.o_proj,0.0000004594,0.05000,1.767
20	2,mlp.gate_proj,0.0002349929,0.05000,1.133
21	2,mlp.up_proj,0.0000981800,0.05000,1.123
22	2,mlp.down_proj,0.0000073423,0.05000,8.280
23	3,self_attn.k_proj,0.0000000833,0.05000,1.046
24	3,self_attn.v_proj,0.0000000865,0.05000,1.036
25	3,self_attn.q_proj,0.0000004506,0.05000,1.061
26	3,self_attn.o_proj,0.0000004512,0.05000,1.760
27	3,mlp.gate_proj,0.0003456217,0.05000,1.165
28	3,mlp.up_proj,0.0001514415,0.05000,1.139
29	3,mlp.down_proj,0.0000142816,0.05000,8.122
30	4,self_attn.k_proj,0.0000001313,0.05000,1.087
31	4,self_attn.v_proj,0.0000001358,0.05000,1.077
32	4,self_attn.q_proj,0.0000007362,0.05000,1.086
33	4,self_attn.o_proj,0.0000006806,0.05000,1.787
34	4,mlp.gate_proj,0.0004579198,0.05000,1.393
35	4,mlp.up_proj,0.0002564290,0.05000,1.235
36	4,mlp.down_proj,0.0000159178,0.05000,8.022
37	5,self_attn.k_proj,0.0000001601,0.05000,1.057
38	5,self_attn.v_proj,0.0000001558,0.05000,1.053
39	5,self_attn.q_proj,0.0000008758,0.05000,1.111
40	5,self_attn.o_proj,0.0000006760,0.05000,1.793
41	5,mlp.gate_proj,0.0005507642,0.05000,1.163
42	5,mlp.up_proj,0.0002391874,0.05000,1.142
43	5,mlp.down_proj,0.0000223429,0.05000,7.979
44	6,self_attn.k_proj,0.0000001918,0.05000,1.062
45	6,self_attn.v_proj,0.0000002022,0.05000,1.049
46	6,self_attn.q_proj,0.0000011141,0.05000,1.076
47	6,self_attn.o_proj,0.0000007390,0.05000,1.766
48	6,mlp.gate_proj,0.0009107982,0.05000,1.126
49	6,mlp.up_proj,0.0005256533,0.05000,1.121
50	6,mlp.down_proj,0.0043096024,0.05000,7.967
51	7,self_attn.k_proj,0.0000011770,0.05000,1.037
52	7,self_attn.v_proj,0.0000012232,0.05000,1.034
53	7,self_attn.q_proj,0.0000069287,0.05000,1.058
54	7,self_attn.o_proj,0.0000025039,0.05000,1.751
55	7,mlp.gate_proj,0.0009953627,0.05000,1.117
56	7,mlp.up_proj,0.0005493904,0.05000,1.125
57	7,mlp.down_proj,0.0000297612,0.05000,7.977
58	8,self_attn.k_proj,0.0000010946,0.05000,1.069
59	8,self_attn.v_proj,0.0000011919,0.05000,1.056
60	8,self_attn.q_proj,0.0000061875,0.05000,1.069
61	8,self_attn.o_proj,0.0000025796,0.05000,1.768
62	8,mlp.gate_proj,0.0002623779,0.05000,1.124
63	8,mlp.up_proj,0.0001344016,0.05000,1.116
64	8,mlp.down_proj,0.0000189611,0.05000,7.998
65	9,self_attn.k_proj,0.0000006171,0.05000,1.059
66	9,self_attn.v_proj,0.0000006324,0.05000,1.072
67	9,self_attn.q_proj,0.0000033820,0.05000,1.084
68	9,self_attn.o_proj,0.0000015995,0.05000,1.779
69	9,mlp.gate_proj,0.0001099972,0.05000,1.142
70	9,mlp.up_proj,0.0001023062,0.05000,1.150
71	9,mlp.down_proj,0.0000218911,0.05000,7.992
72	10,self_attn.k_proj,0.0000009853,0.05000,1.044
73	10,self_attn.v_proj,0.0000011111,0.05000,1.036
74	10,self_attn.q_proj,0.0000058205,0.05000,1.061
75	10,self_attn.o_proj,0.0000031338,0.05000,1.750
76	10,mlp.gate_proj,0.0001112629,0.05000,1.220
77	10,mlp.up_proj,0.0001056672,0.05000,1.115
78	10,mlp.down_proj,0.0000184607,0.05000,8.407
79	11,self_attn.k_proj,0.0000013373,0.05000,1.040
80	11,self_attn.v_proj,0.0000014252,0.05000,1.057
81	11,self_attn.q_proj,0.0000076782,0.05000,1.102
82	11,self_attn.o_proj,0.0000045550,0.05000,1.756
83	11,mlp.gate_proj,0.0001260963,0.05000,1.126
84	11,mlp.up_proj,0.0001195048,0.05000,1.119
85	11,mlp.down_proj,0.0000218171,0.05000,8.003
86	12,self_attn.k_proj,0.0000009299,0.05000,1.044
87	12,self_attn.v_proj,0.0000010058,0.05000,1.041
88	12,self_attn.q_proj,0.0000054316,0.05000,1.077
89	12,self_attn.o_proj,0.0000024059,0.05000,1.766
90	12,mlp.gate_proj,0.0001412866,0.05000,1.116
91	12,mlp.up_proj,0.0001323689,0.05000,1.117
92	12,mlp.down_proj,0.0000244210,0.05000,7.955
93	13,self_attn.k_proj,0.0000017760,0.05000,1.062
94	13,self_attn.v_proj,0.0000018995,0.05000,1.051
95	13,self_attn.q_proj,0.0000102478,0.05000,1.079
96	13,self_attn.o_proj,0.0000036599,0.05000,1.810
97	13,mlp.gate_proj,0.0001465452,0.05000,1.188
98	13,mlp.up_proj,0.0001332961,0.05000,1.174
99	13,mlp.down_proj,0.0000243287,0.05000,8.004
100	14,self_attn.k_proj,0.0000009200,0.05000,1.052
101	14,self_attn.v_proj,0.0000009821,0.05000,1.049
102	14,self_attn.q_proj,0.0000048295,0.05000,1.076
103	14,self_attn.o_proj,0.0000034132,0.05000,1.790
104	14,mlp.gate_proj,0.0001352126,0.05000,1.166
105	14,mlp.up_proj,0.0001249658,0.05000,1.125
106	14,mlp.down_proj,0.0000223208,0.05000,8.035
107	15,self_attn.k_proj,0.0000008635,0.05000,1.041
108	15,self_attn.v_proj,0.0000009282,0.05000,1.048
109	15,self_attn.q_proj,0.0000051504,0.05000,1.069
110	15,self_attn.o_proj,0.0000034768,0.05000,1.808
111	15,mlp.gate_proj,0.0001202492,0.05000,1.134
112	15,mlp.up_proj,0.0001143246,0.05000,1.126
113	15,mlp.down_proj,0.0000198175,0.05000,7.997
114	16,self_attn.k_proj,0.0000008311,0.05000,1.044
115	16,self_attn.v_proj,0.0000009154,0.05000,1.044
116	16,self_attn.q_proj,0.0000048815,0.05000,1.071
117	16,self_attn.o_proj,0.0000034149,0.05000,1.769
118	16,mlp.gate_proj,0.0001051558,0.05000,1.122
119	16,mlp.up_proj,0.0001000832,0.05000,1.120
120	16,mlp.down_proj,0.0000178747,0.05000,7.986
121	17,self_attn.k_proj,0.0000008668,0.05000,1.065
122	17,self_attn.v_proj,0.0000008656,0.05000,1.034
123	17,self_attn.q_proj,0.0000049575,0.05000,1.060
124	17,self_attn.o_proj,0.0000033593,0.05000,1.801
125	17,mlp.gate_proj,0.0001086903,0.05000,1.307
126	17,mlp.up_proj,0.0001033014,0.05000,1.149
127	17,mlp.down_proj,0.0000185236,0.05000,8.088
128	18,self_attn.k_proj,0.0000011330,0.05000,1.038
129	18,self_attn.v_proj,0.0000011757,0.05000,1.035
130	18,self_attn.q_proj,0.0000066043,0.05000,1.060
131	18,self_attn.o_proj,0.0000032982,0.05000,1.778
132	18,mlp.gate_proj,0.0001154338,0.05000,1.132
133	18,mlp.up_proj,0.0001092103,0.05000,1.119
134	18,mlp.down_proj,0.0000206254,0.05000,8.189
135	19,self_attn.k_proj,0.0000012775,0.05000,1.064
136	19,self_attn.v_proj,0.0000013057,0.05000,1.055
137	19,self_attn.q_proj,0.0000077177,0.05000,1.096
138	19,self_attn.o_proj,0.0000044452,0.05000,1.800
139	19,mlp.gate_proj,0.0001260705,0.05000,1.486
140	19,mlp.up_proj,0.0001200554,0.05000,1.139
141	19,mlp.down_proj,0.0000240489,0.05000,8.030
142	20,self_attn.k_proj,0.0000021487,0.05000,1.063
143	20,self_attn.v_proj,0.0000023166,0.05000,1.042
144	20,self_attn.q_proj,0.0000125007,0.05000,1.071
145	20,self_attn.o_proj,0.0000046935,0.05000,1.767
146	20,mlp.gate_proj,0.0001376763,0.05000,1.140
147	20,mlp.up_proj,0.0001314726,0.05000,1.122
148	20,mlp.down_proj,0.0000271172,0.05000,7.966
149	21,self_attn.k_proj,0.0000024297,0.05000,1.054
150	21,self_attn.v_proj,0.0000025375,0.05000,1.049
151	21,self_attn.q_proj,0.0000141194,0.05000,1.082
152	21,self_attn.o_proj,0.0000085868,0.05000,1.793
153	21,mlp.gate_proj,0.0001451987,0.05000,1.146
154	21,mlp.up_proj,0.0001385588,0.05000,1.146
155	21,mlp.down_proj,0.0000308469,0.05000,8.023
156	22,self_attn.k_proj,0.0000021045,0.05000,1.048
157	22,self_attn.v_proj,0.0000022902,0.05000,1.063
158	22,self_attn.q_proj,0.0000127400,0.05000,1.062
159	22,self_attn.o_proj,0.0000103736,0.05000,1.779
160	22,mlp.gate_proj,0.0001592715,0.05000,1.118
161	22,mlp.up_proj,0.0001518224,0.05000,1.117
162	22,mlp.down_proj,0.0000371563,0.05000,7.971
163	23,self_attn.k_proj,0.0000029360,0.05000,1.048
164	23,self_attn.v_proj,0.0000033406,0.05000,1.038
165	23,self_attn.q_proj,0.0000168955,0.05000,1.065
166	23,self_attn.o_proj,0.0000069991,0.05000,1.822
167	23,mlp.gate_proj,0.0001751471,0.05000,1.119
168	23,mlp.up_proj,0.0001665793,0.05000,1.115
169	23,mlp.down_proj,0.0000446570,0.05000,7.956
170	24,self_attn.k_proj,0.0000052270,0.05000,1.056
171	24,self_attn.v_proj,0.0000058457,0.05000,1.063
172	24,self_attn.q_proj,0.0000323477,0.05000,1.082
173	24,self_attn.o_proj,0.0000152148,0.05000,1.768
174	24,mlp.gate_proj,0.0001969212,0.05000,1.136
175	24,mlp.up_proj,0.0001863398,0.05000,1.122
176	24,mlp.down_proj,0.0000521306,0.05000,8.003
177	25,self_attn.k_proj,0.0000045368,0.05000,1.051
178	25,self_attn.v_proj,0.0000049879,0.05000,1.045
179	25,self_attn.q_proj,0.0000270423,0.05000,1.071
180	25,self_attn.o_proj,0.0000139668,0.05000,1.761
181	25,mlp.gate_proj,0.0002213674,0.05000,1.138
182	25,mlp.up_proj,0.0002081905,0.05000,1.123
183	25,mlp.down_proj,0.0000665647,0.05000,8.044
184	26,self_attn.k_proj,0.0000041029,0.05000,1.053
185	26,self_attn.v_proj,0.0000047737,0.05000,1.059
186	26,self_attn.q_proj,0.0000243842,0.05000,1.070
187	26,self_attn.o_proj,0.0000125715,0.05000,1.760
188	26,mlp.gate_proj,0.0002470852,0.05000,1.130
189	26,mlp.up_proj,0.0002283383,0.05000,1.125
190	26,mlp.down_proj,0.0000837923,0.05000,8.451
191	27,self_attn.k_proj,0.0000060690,0.05000,1.064
192	27,self_attn.v_proj,0.0000072178,0.05000,1.058
193	27,self_attn.q_proj,0.0000348095,0.05000,1.088
194	27,self_attn.o_proj,0.0000136795,0.05000,1.776
195	27,mlp.gate_proj,0.0002878364,0.05000,1.129
196	27,mlp.up_proj,0.0002608704,0.05000,1.129
197	27,mlp.down_proj,0.0001052239,0.05000,8.030
198	28,self_attn.k_proj,0.0000077865,0.05000,1.051
199	28,self_attn.v_proj,0.0000093256,0.05000,1.052
200	28,self_attn.q_proj,0.0000463542,0.05000,1.075
201	28,self_attn.o_proj,0.0000149359,0.05000,1.786
202	28,mlp.gate_proj,0.0003251187,0.05000,1.134
203	28,mlp.up_proj,0.0002960902,0.05000,1.120
204	28,mlp.down_proj,0.0001167624,0.05000,7.985
205	29,self_attn.k_proj,0.0000116028,0.05000,1.046
206	29,self_attn.v_proj,0.0000124041,0.05000,1.043
207	29,self_attn.q_proj,0.0000637293,0.05000,1.073
208	29,self_attn.o_proj,0.0000136918,0.05000,1.772
209	29,mlp.gate_proj,0.0003617665,0.05000,1.127
210	29,mlp.up_proj,0.0003126921,0.05000,1.123
211	29,mlp.down_proj,0.0001199714,0.05000,7.968
212	30,self_attn.k_proj,0.0000238225,0.05000,1.046
213	30,self_attn.v_proj,0.0000317723,0.05000,1.045
214	30,self_attn.q_proj,0.0001267295,0.05000,1.081
215	30,self_attn.o_proj,0.0000166787,0.05000,1.776
216	30,mlp.gate_proj,0.0006058461,0.05000,1.123
217	30,mlp.up_proj,0.0003959458,0.05000,1.121
218	30,mlp.down_proj,0.0001081030,0.05000,8.004
219	31,self_attn.k_proj,0.0000196001,0.05000,1.059
220	31,self_attn.v_proj,0.0000222575,0.05000,1.054
221	31,self_attn.q_proj,0.0001011776,0.05000,1.075
222	31,self_attn.o_proj,0.0000166730,0.05000,1.782
223	31,mlp.gate_proj,0.0010467220,0.05000,1.145
224	31,mlp.up_proj,0.0007263806,0.05000,1.148
225	31,mlp.down_proj,0.0001074331,0.05000,8.376
226	32,self_attn.k_proj,0.0000057730,0.05000,1.069
227	32,self_attn.v_proj,0.0000073269,0.05000,1.055
228	32,self_attn.q_proj,0.0000331176,0.05000,1.088
229	32,self_attn.o_proj,0.0000133086,0.05000,1.784
230	32,mlp.gate_proj,0.0005488825,0.05000,1.131
231	32,mlp.up_proj,0.0003933588,0.05000,1.135
232	32,mlp.down_proj,0.0001048277,0.05000,8.001
233	33,self_attn.k_proj,0.0000048959,0.05000,1.042
234	33,self_attn.v_proj,0.0000050340,0.05000,1.052
235	33,self_attn.q_proj,0.0000268427,0.05000,1.084
236	33,self_attn.o_proj,0.0000099646,0.05000,1.772
237	33,mlp.gate_proj,0.0003607540,0.05000,1.121
238	33,mlp.up_proj,0.0003298347,0.05000,1.118
239	33,mlp.down_proj,0.0001057911,0.05000,7.965
240	34,self_attn.k_proj,0.0000065684,0.05000,1.047
241	34,self_attn.v_proj,0.0000074894,0.05000,1.048
242	34,self_attn.q_proj,0.0000404844,0.05000,1.081
243	34,self_attn.o_proj,0.0000151833,0.05000,1.776
244	34,mlp.gate_proj,0.0003230668,0.05000,1.140
245	34,mlp.up_proj,0.0003079835,0.05000,1.126
246	34,mlp.down_proj,0.0000838736,0.05000,8.001
247	35,self_attn.k_proj,0.0000077875,0.05000,1.044
248	35,self_attn.v_proj,0.0000089657,0.05000,1.038
249	35,self_attn.q_proj,0.0000481206,0.05000,1.079
250	35,self_attn.o_proj,0.0000184487,0.05000,1.764
251	35,mlp.gate_proj,0.0003501297,0.05000,1.120
252	35,mlp.up_proj,0.0003335290,0.05000,1.125
253	35,mlp.down_proj,0.0000936887,0.05000,8.692
254	36,self_attn.k_proj,0.0000049325,0.05000,1.043
255	36,self_attn.v_proj,0.0000056771,0.05000,1.044
256	36,self_attn.q_proj,0.0000304468,0.05000,1.072
257	36,self_attn.o_proj,0.0000143740,0.05000,3.903
258	36,mlp.gate_proj,0.0003720354,0.05000,1.124
259	36,mlp.up_proj,0.0003543600,0.05000,1.118
260	36,mlp.down_proj,0.0001041509,0.05000,8.588
261	37,self_attn.k_proj,0.0000100719,0.05000,1.054
262	37,self_attn.v_proj,0.0000115485,0.05000,1.049
263	37,self_attn.q_proj,0.0000616053,0.05000,1.209
264	37,self_attn.o_proj,0.0000252617,0.05000,1.812
265	37,mlp.gate_proj,0.0003926754,0.05000,1.200
266	37,mlp.up_proj,0.0003614664,0.05000,1.117
267	37,mlp.down_proj,0.0001064732,0.05000,7.987
268	38,self_attn.k_proj,0.0000067528,0.05000,1.065
269	38,self_attn.v_proj,0.0000076714,0.05000,1.060
270	38,self_attn.q_proj,0.0000400771,0.05000,1.181
271	38,self_attn.o_proj,0.0000220664,0.05000,1.787
272	38,mlp.gate_proj,0.0003429898,0.05000,1.140
273	38,mlp.up_proj,0.0003293061,0.05000,1.142
274	38,mlp.down_proj,0.0001008956,0.05000,8.009
275	39,self_attn.k_proj,0.0000061872,0.05000,1.069
276	39,self_attn.v_proj,0.0000065399,0.05000,1.068
277	39,self_attn.q_proj,0.0000380468,0.05000,1.078
278	39,self_attn.o_proj,0.0000231821,0.05000,1.772
279	39,mlp.gate_proj,0.0003072655,0.05000,1.135
280	39,mlp.up_proj,0.0003144672,0.05000,1.128
281	39,mlp.down_proj,0.0000982053,0.05000,8.046
282	40,self_attn.k_proj,0.0000075060,0.05000,1.053
283	40,self_attn.v_proj,0.0000085450,0.05000,1.047
284	40,self_attn.q_proj,0.0000463455,0.05000,1.099
285	40,self_attn.o_proj,0.0000311977,0.05000,1.764
286	40,mlp.gate_proj,0.0002644811,0.05000,1.130
287	40,mlp.up_proj,0.0002856952,0.05000,1.126
288	40,mlp.down_proj,0.0000964624,0.05000,7.991
289	41,self_attn.k_proj,0.0000073851,0.05000,1.042
290	41,self_attn.v_proj,0.0000080522,0.05000,1.045
291	41,self_attn.q_proj,0.0000478026,0.05000,1.070
292	41,self_attn.o_proj,0.0000302376,0.05000,1.768
293	41,mlp.gate_proj,0.0002724422,0.05000,1.130
294	41,mlp.up_proj,0.0002986726,0.05000,1.111
295	41,mlp.down_proj,0.0000970860,0.05000,7.992
296	42,self_attn.k_proj,0.0000100851,0.05000,1.056
297	42,self_attn.v_proj,0.0000115108,0.05000,1.053
298	42,self_attn.q_proj,0.0000662501,0.05000,1.090
299	42,self_attn.o_proj,0.0000333506,0.05000,1.782
300	42,mlp.gate_proj,0.0002813541,0.05000,1.348
301	42,mlp.up_proj,0.0003163875,0.05000,1.161
302	42,mlp.down_proj,0.0001026058,0.05000,8.362
303	43,self_attn.k_proj,0.0000145322,0.05000,1.050
304	43,self_attn.v_proj,0.0000158925,0.05000,1.048
305	43,self_attn.q_proj,0.0000893748,0.05000,1.075
306	43,self_attn.o_proj,0.0000389413,0.05000,1.763
307	43,mlp.gate_proj,0.0003090515,0.05000,1.137
308	43,mlp.up_proj,0.0003404725,0.05000,1.119
309	43,mlp.down_proj,0.0002586559,0.05000,7.994
310	44,self_attn.k_proj,0.0000218219,0.05000,1.054
311	44,self_attn.v_proj,0.0000259004,0.05000,1.055
312	44,self_attn.q_proj,0.0001479396,0.05000,1.077
313	44,self_attn.o_proj,0.0000474695,0.05000,1.783
314	44,mlp.gate_proj,0.0003127389,0.05000,1.128
315	44,mlp.up_proj,0.0003464879,0.05000,1.124
316	44,mlp.down_proj,0.0001232855,0.05000,8.231
317	45,self_attn.k_proj,0.0000227116,0.05000,1.042
318	45,self_attn.v_proj,0.0000225401,0.05000,1.042
319	45,self_attn.q_proj,0.0001326203,0.05000,1.096
320	45,self_attn.o_proj,0.0000609935,0.05000,1.758
321	45,mlp.gate_proj,0.0003154614,0.05000,1.142
322	45,mlp.up_proj,0.0003421955,0.05000,1.125
323	45,mlp.down_proj,0.0001295402,0.05000,8.166
324	46,self_attn.k_proj,0.0000203155,0.05000,1.042
325	46,self_attn.v_proj,0.0000243960,0.05000,1.040
326	46,self_attn.q_proj,0.0001327600,0.05000,1.074
327	46,self_attn.o_proj,0.0000586457,0.05000,1.758
328	46,mlp.gate_proj,0.0003317181,0.05000,1.153
329	46,mlp.up_proj,0.0003596539,0.05000,1.137
330	46,mlp.down_proj,0.0001373474,0.05000,7.975
331	47,self_attn.k_proj,0.0000287401,0.05000,1.059
332	47,self_attn.v_proj,0.0000378734,0.05000,1.049
333	47,self_attn.q_proj,0.0001960034,0.05000,1.094
334	47,self_attn.o_proj,0.0000479580,0.05000,1.804
335	47,mlp.gate_proj,0.0003378080,0.05000,1.130
336	47,mlp.up_proj,0.0003639913,0.05000,1.130
337	47,mlp.down_proj,0.0001630509,0.05000,8.682
338	48,self_attn.k_proj,0.0000326587,0.05000,1.070
339	48,self_attn.v_proj,0.0000420830,0.05000,1.069
340	48,self_attn.q_proj,0.0002336485,0.05000,1.089
341	48,self_attn.o_proj,0.0000797854,0.05000,1.795
342	48,mlp.gate_proj,0.0003719960,0.05000,1.677
343	48,mlp.up_proj,0.0003905721,0.05000,1.151
344	48,mlp.down_proj,0.0001752929,0.05000,8.103
345	49,self_attn.k_proj,0.0000346826,0.05000,1.048
346	49,self_attn.v_proj,0.0000406586,0.05000,1.054
347	49,self_attn.q_proj,0.0002300940,0.05000,1.088
348	49,self_attn.o_proj,0.0000726788,0.05000,1.775
349	49,mlp.gate_proj,0.0004289962,0.05000,1.136
350	49,mlp.up_proj,0.0004409457,0.05000,1.132
351	49,mlp.down_proj,0.0002485424,0.05000,7.970
352	50,self_attn.k_proj,0.0000364574,0.05000,1.051
353	50,self_attn.v_proj,0.0000476124,0.05000,1.045
354	50,self_attn.q_proj,0.0002595472,0.05000,1.078
355	50,self_attn.o_proj,0.0000738570,0.05000,1.797
356	50,mlp.gate_proj,0.0005196592,0.05000,1.125
357	50,mlp.up_proj,0.0005209628,0.05000,1.130
358	50,mlp.down_proj,0.0004004640,0.05000,8.063
359	51,self_attn.k_proj,0.0000649455,0.05000,1.057
360	51,self_attn.v_proj,0.0000829220,0.05000,1.049
361	51,self_attn.q_proj,0.0004398252,0.05000,1.087
362	51,self_attn.o_proj,0.0001423696,0.05000,1.797
363	51,mlp.gate_proj,0.0006647636,0.05000,1.153
364	51,mlp.up_proj,0.0006608297,0.05000,1.152
365	51,mlp.down_proj,0.0006123469,0.05000,8.000
366	52,self_attn.k_proj,0.0000878023,0.05000,1.052
367	52,self_attn.v_proj,0.0001286716,0.05000,1.054
368	52,self_attn.q_proj,0.0006764697,0.05000,1.099
369	52,self_attn.o_proj,0.0001523513,0.05000,1.782
370	52,mlp.gate_proj,0.0008464120,0.05000,1.124
371	52,mlp.up_proj,0.0008526947,0.05000,1.126
372	52,mlp.down_proj,0.0008183107,0.05000,8.027
373	53,self_attn.k_proj,0.0001403411,0.05000,1.042
374	53,self_attn.v_proj,0.0001782136,0.05000,1.037
375	53,self_attn.q_proj,0.0009704368,0.05000,1.250
376	53,self_attn.o_proj,0.0001480780,0.05000,1.917
377	53,mlp.gate_proj,0.0009788685,0.05000,1.131
378	53,mlp.up_proj,0.0009995223,0.05000,1.134
379	53,mlp.down_proj,0.0012458582,0.05000,8.069
380	54,self_attn.k_proj,0.0002222697,0.05000,1.056
381	54,self_attn.v_proj,0.0003150965,0.05000,1.046
382	54,self_attn.q_proj,0.0015428386,0.05000,1.074
383	54,self_attn.o_proj,0.0002995660,0.05000,1.815
384	54,mlp.gate_proj,0.0013180814,0.05000,1.135
385	54,mlp.up_proj,0.0013410654,0.05000,1.134
386	54,mlp.down_proj,0.0016283727,0.05000,7.964
387	55,self_attn.k_proj,0.0002455719,0.05000,1.062
388	55,self_attn.v_proj,0.0002898146,0.05000,1.053
389	55,self_attn.q_proj,0.0016511303,0.05000,1.080
390	55,self_attn.o_proj,0.0002813179,0.05000,1.794
391	55,mlp.gate_proj,0.0014898408,0.05000,1.446
392	55,mlp.up_proj,0.0015437358,0.05000,1.134
393	55,mlp.down_proj,0.0021947372,0.05000,8.029
394	56,self_attn.k_proj,0.0004278187,0.05000,1.041
395	56,self_attn.v_proj,0.0006316985,0.05000,1.039
396	56,self_attn.q_proj,0.0029827804,0.05000,1.061
397	56,self_attn.o_proj,0.0003085413,0.05000,1.788
398	56,mlp.gate_proj,0.0017243970,0.05000,1.164
399	56,mlp.up_proj,0.0018149042,0.05000,1.149
400	56,mlp.down_proj,0.0027739530,0.05000,8.076
401	57,self_attn.k_proj,0.0005359473,0.05000,1.052
402	57,self_attn.v_proj,0.0008049904,0.05000,1.044
403	57,self_attn.q_proj,0.0038959943,0.05000,1.090
404	57,self_attn.o_proj,0.0003918819,0.05000,1.765
405	57,mlp.gate_proj,0.0018884934,0.05000,1.139
406	57,mlp.up_proj,0.0020396879,0.05000,1.125
407	57,mlp.down_proj,0.0037069661,0.05000,7.999
408	58,self_attn.k_proj,0.0008708814,0.05000,1.038
409	58,self_attn.v_proj,0.0013238839,0.05000,1.060
410	58,self_attn.q_proj,0.0062347704,0.05000,1.074
411	58,self_attn.o_proj,0.0004224728,0.05000,1.770
412	58,mlp.gate_proj,0.0021498542,0.05000,1.140
413	58,mlp.up_proj,0.0023638556,0.05000,1.122
414	58,mlp.down_proj,0.0048660359,0.05000,8.354
415	59,self_attn.k_proj,0.0010695715,0.05000,1.045
416	59,self_attn.v_proj,0.0017025579,0.05000,1.064
417	59,self_attn.q_proj,0.0078237816,0.05000,1.083
418	59,self_attn.o_proj,0.0004261862,0.05000,1.775
419	59,mlp.gate_proj,0.0023862109,0.05000,1.255
420	59,mlp.up_proj,0.0026503182,0.05000,1.144
421	59,mlp.down_proj,0.0074393693,0.05000,8.122
422	60,self_attn.k_proj,0.0011864857,0.05000,1.072
423	60,self_attn.v_proj,0.0017836547,0.05000,1.071
424	60,self_attn.q_proj,0.0079164522,0.05000,1.096
425	60,self_attn.o_proj,0.0012012388,0.05000,1.808
426	60,mlp.gate_proj,0.0025860246,0.05000,1.145
427	60,mlp.up_proj,0.0029487530,0.05000,1.143
428	60,mlp.down_proj,0.0112182335,0.05000,8.058
429	61,self_attn.k_proj,0.0015718682,0.05000,1.049
430	61,self_attn.v_proj,0.0026914134,0.05000,1.048
431	61,self_attn.q_proj,0.0114342334,0.05000,1.076
432	61,self_attn.o_proj,0.0012516713,0.05000,1.786
433	61,mlp.gate_proj,0.0027420398,0.05000,1.126
434	61,mlp.up_proj,0.0031601495,0.05000,1.142
435	61,mlp.down_proj,0.0159969039,0.05000,7.986
436	62,self_attn.k_proj,0.0016475655,0.05000,1.066
437	62,self_attn.v_proj,0.0028598230,0.05000,1.049
438	62,self_attn.q_proj,0.0114434291,0.05000,1.073
439	62,self_attn.o_proj,0.0022906732,0.05000,1.797
440	62,mlp.gate_proj,0.0033809583,0.05000,1.133
441	62,mlp.up_proj,0.0037481985,0.05000,1.126
442	62,mlp.down_proj,0.0255297494,0.05000,8.035
443	63,self_attn.k_proj,0.0007640351,0.05000,1.059
444	63,self_attn.v_proj,0.0011615969,0.05000,1.046
445	63,self_attn.q_proj,0.0052693927,0.05000,1.076
446	63,self_attn.o_proj,0.0020771761,0.05000,1.768
447	63,mlp.gate_proj,0.0041764780,0.05000,1.125
448	63,mlp.up_proj,0.0045288563,0.05000,1.131
449	63,mlp.down_proj,0.0907532932,0.05000,8.077