PromptEnhancer-32B-GPTQ-4bit/quant_log.csv

1	layer,module,loss,samples,damp,time
2	0,self_attn.k_proj,0.0000022077,0.05000,0.823
3	0,self_attn.v_proj,0.0000006867,0.05000,0.644
4	0,self_attn.q_proj,0.0000063762,0.05000,0.653
5	0,self_attn.o_proj,0.0000078134,0.05000,0.673
6	0,mlp.up_proj,0.0000063333,0.05000,0.756
7	0,mlp.gate_proj,0.0000070154,0.05000,0.732
8	0,mlp.down_proj,0.0000045693,0.05000,5.997
9	1,self_attn.k_proj,0.0000000713,0.05000,0.667
10	1,self_attn.v_proj,0.0000000420,0.05000,0.648
11	1,self_attn.q_proj,0.0000002727,0.05000,0.656
12	1,self_attn.o_proj,0.0000000940,0.05000,0.677
13	1,mlp.up_proj,0.0000328479,0.05000,0.750
14	1,mlp.gate_proj,0.0000974030,0.05000,0.736
15	1,mlp.down_proj,0.0000005106,0.05000,5.997
16	2,self_attn.k_proj,0.0000002637,0.05000,0.669
17	2,self_attn.v_proj,0.0000001370,0.05000,0.654
18	2,self_attn.q_proj,0.0000007469,0.05000,0.660
19	2,self_attn.o_proj,0.0000005078,0.05000,0.670
20	2,mlp.up_proj,0.0000693201,0.05000,0.752
21	2,mlp.gate_proj,0.0001472164,0.05000,0.740
22	2,mlp.down_proj,0.0000019943,0.05000,5.993
23	3,self_attn.k_proj,0.0000016043,0.05000,0.669
24	3,self_attn.v_proj,0.0000006461,0.05000,0.652
25	3,self_attn.q_proj,0.0000045232,0.05000,0.660
26	3,self_attn.o_proj,0.0000016176,0.05000,0.674
27	3,mlp.up_proj,0.0000765738,0.05000,0.750
28	3,mlp.gate_proj,0.0001638541,0.05000,0.736
29	3,mlp.down_proj,0.0000064677,0.05000,6.015
30	4,self_attn.k_proj,0.0000015465,0.05000,0.663
31	4,self_attn.v_proj,0.0000008786,0.05000,0.649
32	4,self_attn.q_proj,0.0000046396,0.05000,0.660
33	4,self_attn.o_proj,0.0000029959,0.05000,0.670
34	4,mlp.up_proj,0.0002003118,0.05000,0.749
35	4,mlp.gate_proj,0.0003645644,0.05000,0.738
36	4,mlp.down_proj,0.0000090716,0.05000,6.006
37	5,self_attn.k_proj,0.0000051957,0.05000,0.669
38	5,self_attn.v_proj,0.0000033450,0.05000,0.648
39	5,self_attn.q_proj,0.0000171433,0.05000,0.658
40	5,self_attn.o_proj,0.0000075782,0.05000,0.671
41	5,mlp.up_proj,0.0002897159,0.05000,0.749
42	5,mlp.gate_proj,0.0004948036,0.05000,0.737
43	5,mlp.down_proj,0.0000162241,0.05000,6.011
44	6,self_attn.k_proj,0.0000047515,0.05000,0.670
45	6,self_attn.v_proj,0.0000038208,0.05000,0.651
46	6,self_attn.q_proj,0.0000166306,0.05000,0.661
47	6,self_attn.o_proj,0.0000077817,0.05000,0.675
48	6,mlp.up_proj,0.0004921902,0.05000,0.758
49	6,mlp.gate_proj,0.0007870232,0.05000,0.738
50	6,mlp.down_proj,0.0039085098,0.05000,5.996
51	7,self_attn.k_proj,0.0000068135,0.05000,0.667
52	7,self_attn.v_proj,0.0000060292,0.05000,0.651
53	7,self_attn.q_proj,0.0000249747,0.05000,0.665
54	7,self_attn.o_proj,0.0000053162,0.05000,0.674
55	7,mlp.up_proj,0.0005382502,0.05000,0.764
56	7,mlp.gate_proj,0.0008569802,0.05000,0.739
57	7,mlp.down_proj,0.0000286973,0.05000,6.030
58	8,self_attn.k_proj,0.0000081067,0.05000,0.665
59	8,self_attn.v_proj,0.0000059298,0.05000,0.648
60	8,self_attn.q_proj,0.0000282493,0.05000,0.658
61	8,self_attn.o_proj,0.0000042831,0.05000,0.671
62	8,mlp.up_proj,0.0003307477,0.05000,0.754
63	8,mlp.gate_proj,0.0005081947,0.05000,0.739
64	8,mlp.down_proj,0.0000233559,0.05000,5.984
65	9,self_attn.k_proj,0.0000072105,0.05000,0.666
66	9,self_attn.v_proj,0.0000066063,0.05000,0.649
67	9,self_attn.q_proj,0.0000259657,0.05000,0.653
68	9,self_attn.o_proj,0.0000089853,0.05000,0.666
69	9,mlp.up_proj,0.0001224814,0.05000,0.762
70	9,mlp.gate_proj,0.0001323581,0.05000,0.738
71	9,mlp.down_proj,0.0000223179,0.05000,6.019
72	10,self_attn.k_proj,0.0000103246,0.05000,0.671
73	10,self_attn.v_proj,0.0000084822,0.05000,0.646
74	10,self_attn.q_proj,0.0000384352,0.05000,0.654
75	10,self_attn.o_proj,0.0000123051,0.05000,0.670
76	10,mlp.up_proj,0.0001398602,0.05000,0.754
77	10,mlp.gate_proj,0.0001503285,0.05000,0.740
78	10,mlp.down_proj,0.0000270805,0.05000,6.020
79	11,self_attn.k_proj,0.0000079004,0.05000,0.663
80	11,self_attn.v_proj,0.0000062583,0.05000,0.643
81	11,self_attn.q_proj,0.0000287895,0.05000,0.656
82	11,self_attn.o_proj,0.0000124526,0.05000,0.669
83	11,mlp.up_proj,0.0002015323,0.05000,0.751
84	11,mlp.gate_proj,0.0002419696,0.05000,0.738
85	11,mlp.down_proj,0.0000217685,0.05000,6.020
86	12,self_attn.k_proj,0.0000093121,0.05000,0.665
87	12,self_attn.v_proj,0.0000074404,0.05000,0.650
88	12,self_attn.q_proj,0.0000345770,0.05000,0.657
89	12,self_attn.o_proj,0.0000143948,0.05000,0.668
90	12,mlp.up_proj,0.0001704685,0.05000,0.755
91	12,mlp.gate_proj,0.0001819776,0.05000,0.743
92	12,mlp.down_proj,0.0000293608,0.05000,6.014
93	13,self_attn.k_proj,0.0000101114,0.05000,0.664
94	13,self_attn.v_proj,0.0000087253,0.05000,0.644
95	13,self_attn.q_proj,0.0000368231,0.05000,0.654
96	13,self_attn.o_proj,0.0000131411,0.05000,0.670
97	13,mlp.up_proj,0.0001998923,0.05000,0.751
98	13,mlp.gate_proj,0.0002154623,0.05000,0.742
99	13,mlp.down_proj,0.0000334675,0.05000,6.025
100	14,self_attn.k_proj,0.0000128095,0.05000,0.667
101	14,self_attn.v_proj,0.0000097440,0.05000,0.654
102	14,self_attn.q_proj,0.0000471291,0.05000,0.656
103	14,self_attn.o_proj,0.0000115778,0.05000,0.669
104	14,mlp.up_proj,0.0002111189,0.05000,0.752
105	14,mlp.gate_proj,0.0002301692,0.05000,0.739
106	14,mlp.down_proj,0.0000353972,0.05000,6.027
107	15,self_attn.k_proj,0.0000113254,0.05000,0.667
108	15,self_attn.v_proj,0.0000100019,0.05000,0.650
109	15,self_attn.q_proj,0.0000412780,0.05000,0.661
110	15,self_attn.o_proj,0.0000187119,0.05000,0.673
111	15,mlp.up_proj,0.0002209445,0.05000,0.755
112	15,mlp.gate_proj,0.0002505017,0.05000,0.748
113	15,mlp.down_proj,0.0000388736,0.05000,6.027
114	16,self_attn.k_proj,0.0000102344,0.05000,0.666
115	16,self_attn.v_proj,0.0000076844,0.05000,0.647
116	16,self_attn.q_proj,0.0000355875,0.05000,0.658
117	16,self_attn.o_proj,0.0000114868,0.05000,0.668
118	16,mlp.up_proj,0.0002131696,0.05000,0.753
119	16,mlp.gate_proj,0.0002305127,0.05000,0.745
120	16,mlp.down_proj,0.0000348936,0.05000,6.046
121	17,self_attn.k_proj,0.0000132098,0.05000,0.670
122	17,self_attn.v_proj,0.0000090512,0.05000,0.657
123	17,self_attn.q_proj,0.0000458009,0.05000,0.662
124	17,self_attn.o_proj,0.0000097193,0.05000,0.667
125	17,mlp.up_proj,0.0002087758,0.05000,0.753
126	17,mlp.gate_proj,0.0002223910,0.05000,0.739
127	17,mlp.down_proj,0.0000340258,0.05000,6.039
128	18,self_attn.k_proj,0.0000129059,0.05000,0.670
129	18,self_attn.v_proj,0.0000094483,0.05000,0.651
130	18,self_attn.q_proj,0.0000446828,0.05000,0.668
131	18,self_attn.o_proj,0.0000114085,0.05000,0.673
132	18,mlp.up_proj,0.0002044169,0.05000,0.758
133	18,mlp.gate_proj,0.0002160919,0.05000,0.742
134	18,mlp.down_proj,0.0000334648,0.05000,6.014
135	19,self_attn.k_proj,0.0000118550,0.05000,0.670
136	19,self_attn.v_proj,0.0000089792,0.05000,0.648
137	19,self_attn.q_proj,0.0000425266,0.05000,0.664
138	19,self_attn.o_proj,0.0000097391,0.05000,0.674
139	19,mlp.up_proj,0.0002062136,0.05000,0.759
140	19,mlp.gate_proj,0.0002177467,0.05000,0.746
141	19,mlp.down_proj,0.0000371059,0.05000,6.040
142	20,self_attn.k_proj,0.0000133839,0.05000,0.665
143	20,self_attn.v_proj,0.0000093785,0.05000,0.650
144	20,self_attn.q_proj,0.0000457884,0.05000,0.660
145	20,self_attn.o_proj,0.0000117708,0.05000,0.679
146	20,mlp.up_proj,0.0001998364,0.05000,0.756
147	20,mlp.gate_proj,0.0002076299,0.05000,0.741
148	20,mlp.down_proj,0.0000383832,0.05000,6.040
149	21,self_attn.k_proj,0.0000121129,0.05000,0.666
150	21,self_attn.v_proj,0.0000079683,0.05000,0.645
151	21,self_attn.q_proj,0.0000416676,0.05000,0.653
152	21,self_attn.o_proj,0.0000144970,0.05000,0.669
153	21,mlp.up_proj,0.0001920803,0.05000,0.753
154	21,mlp.gate_proj,0.0002002938,0.05000,0.740
155	21,mlp.down_proj,0.0000330328,0.05000,6.046
156	22,self_attn.k_proj,0.0000132585,0.05000,0.668
157	22,self_attn.v_proj,0.0000114245,0.05000,0.652
158	22,self_attn.q_proj,0.0000477719,0.05000,0.656
159	22,self_attn.o_proj,0.0000178106,0.05000,0.673
160	22,mlp.up_proj,0.0002043648,0.05000,0.753
161	22,mlp.gate_proj,0.0002126195,0.05000,0.742
162	22,mlp.down_proj,0.0000375758,0.05000,6.065
163	23,self_attn.k_proj,0.0000126629,0.05000,0.669
164	23,self_attn.v_proj,0.0000113606,0.05000,0.654
165	23,self_attn.q_proj,0.0000466326,0.05000,0.667
166	23,self_attn.o_proj,0.0000183573,0.05000,0.672
167	23,mlp.up_proj,0.0002143453,0.05000,0.756
168	23,mlp.gate_proj,0.0002262560,0.05000,0.741
169	23,mlp.down_proj,0.0000392328,0.05000,6.066
170	24,self_attn.k_proj,0.0000154229,0.05000,0.663
171	24,self_attn.v_proj,0.0000119528,0.05000,0.650
172	24,self_attn.q_proj,0.0000559860,0.05000,0.661
173	24,self_attn.o_proj,0.0000161610,0.05000,0.670
174	24,mlp.up_proj,0.0002105366,0.05000,0.759
175	24,mlp.gate_proj,0.0002192322,0.05000,0.739
176	24,mlp.down_proj,0.0000415121,0.05000,6.073
177	25,self_attn.k_proj,0.0000171919,0.05000,0.671
178	25,self_attn.v_proj,0.0000144000,0.05000,0.652
179	25,self_attn.q_proj,0.0000627893,0.05000,0.658
180	25,self_attn.o_proj,0.0000090962,0.05000,0.677
181	25,mlp.up_proj,0.0002131117,0.05000,0.765
182	25,mlp.gate_proj,0.0002183458,0.05000,0.748
183	25,mlp.down_proj,0.0000412529,0.05000,6.035
184	26,self_attn.k_proj,0.0000153086,0.05000,0.674
185	26,self_attn.v_proj,0.0000095222,0.05000,0.655
186	26,self_attn.q_proj,0.0000556917,0.05000,0.665
187	26,self_attn.o_proj,0.0000178903,0.05000,0.679
188	26,mlp.up_proj,0.0002247247,0.05000,0.761
189	26,mlp.gate_proj,0.0002281609,0.05000,0.749
190	26,mlp.down_proj,0.0000503585,0.05000,6.042
191	27,self_attn.k_proj,0.0000152973,0.05000,0.674
192	27,self_attn.v_proj,0.0000102050,0.05000,0.651
193	27,self_attn.q_proj,0.0000513762,0.05000,0.665
194	27,self_attn.o_proj,0.0000228966,0.05000,0.673
195	27,mlp.up_proj,0.0002341506,0.05000,0.765
196	27,mlp.gate_proj,0.0002378677,0.05000,0.751
197	27,mlp.down_proj,0.0000502993,0.05000,6.039
198	28,self_attn.k_proj,0.0000143219,0.05000,0.673
199	28,self_attn.v_proj,0.0000147895,0.05000,0.651
200	28,self_attn.q_proj,0.0000542909,0.05000,0.666
201	28,self_attn.o_proj,0.0000263406,0.05000,0.681
202	28,mlp.up_proj,0.0002539306,0.05000,0.761
203	28,mlp.gate_proj,0.0002540842,0.05000,0.747
204	28,mlp.down_proj,0.0000555785,0.05000,6.035
205	29,self_attn.k_proj,0.0000189423,0.05000,0.680
206	29,self_attn.v_proj,0.0000181694,0.05000,0.654
207	29,self_attn.q_proj,0.0000703678,0.05000,0.665
208	29,self_attn.o_proj,0.0000225502,0.05000,0.677
209	29,mlp.up_proj,0.0002634465,0.05000,0.766
210	29,mlp.gate_proj,0.0002623749,0.05000,0.750
211	29,mlp.down_proj,0.0000548736,0.05000,6.054
212	30,self_attn.k_proj,0.0000163911,0.05000,0.674
213	30,self_attn.v_proj,0.0000183102,0.05000,0.659
214	30,self_attn.q_proj,0.0000643131,0.05000,0.668
215	30,self_attn.o_proj,0.0000396940,0.05000,0.677
216	30,mlp.up_proj,0.0002883857,0.05000,0.760
217	30,mlp.gate_proj,0.0002864540,0.05000,0.756
218	30,mlp.down_proj,0.0000628212,0.05000,6.067
219	31,self_attn.k_proj,0.0000178963,0.05000,0.675
220	31,self_attn.v_proj,0.0000182467,0.05000,0.661
221	31,self_attn.q_proj,0.0000671255,0.05000,0.660
222	31,self_attn.o_proj,0.0000456650,0.05000,0.677
223	31,mlp.up_proj,0.0003307039,0.05000,0.773
224	31,mlp.gate_proj,0.0003285395,0.05000,0.750
225	31,mlp.down_proj,0.0000792020,0.05000,6.055
226	32,self_attn.k_proj,0.0000166342,0.05000,0.672
227	32,self_attn.v_proj,0.0000146921,0.05000,0.658
228	32,self_attn.q_proj,0.0000611444,0.05000,0.675
229	32,self_attn.o_proj,0.0000394544,0.05000,0.687
230	32,mlp.up_proj,0.0003476900,0.05000,0.765
231	32,mlp.gate_proj,0.0003627944,0.05000,0.749
232	32,mlp.down_proj,0.0000767992,0.05000,6.070
233	33,self_attn.k_proj,0.0000194685,0.05000,0.680
234	33,self_attn.v_proj,0.0000154845,0.05000,0.654
235	33,self_attn.q_proj,0.0000719577,0.05000,0.672
236	33,self_attn.o_proj,0.0000336899,0.05000,0.687
237	33,mlp.up_proj,0.0003242552,0.05000,0.764
238	33,mlp.gate_proj,0.0003319873,0.05000,0.747
239	33,mlp.down_proj,0.0000720865,0.05000,6.091
240	34,self_attn.k_proj,0.0000189671,0.05000,0.679
241	34,self_attn.v_proj,0.0000177655,0.05000,0.666
242	34,self_attn.q_proj,0.0000712278,0.05000,0.665
243	34,self_attn.o_proj,0.0000411208,0.05000,0.684
244	34,mlp.up_proj,0.0003175667,0.05000,0.758
245	34,mlp.gate_proj,0.0003184013,0.05000,0.740
246	34,mlp.down_proj,0.0000682010,0.05000,6.073
247	35,self_attn.k_proj,0.0000197936,0.05000,0.678
248	35,self_attn.v_proj,0.0000176204,0.05000,0.662
249	35,self_attn.q_proj,0.0000792466,0.05000,0.669
250	35,self_attn.o_proj,0.0000301874,0.05000,0.689
251	35,mlp.up_proj,0.0003235649,0.05000,0.758
252	35,mlp.gate_proj,0.0003235762,0.05000,0.746
253	35,mlp.down_proj,0.0000702756,0.05000,6.072
254	36,self_attn.k_proj,0.0000204304,0.05000,0.676
255	36,self_attn.v_proj,0.0000174813,0.05000,0.660
256	36,self_attn.q_proj,0.0000773615,0.05000,0.672
257	36,self_attn.o_proj,0.0000297189,0.05000,0.677
258	36,mlp.up_proj,0.0002965451,0.05000,0.757
259	36,mlp.gate_proj,0.0002855328,0.05000,0.744
260	36,mlp.down_proj,0.0000625354,0.05000,6.121
261	37,self_attn.k_proj,0.0000187126,0.05000,0.672
262	37,self_attn.v_proj,0.0000154525,0.05000,0.652
263	37,self_attn.q_proj,0.0000695368,0.05000,0.662
264	37,self_attn.o_proj,0.0000321507,0.05000,0.671
265	37,mlp.up_proj,0.0002908931,0.05000,0.759
266	37,mlp.gate_proj,0.0002796531,0.05000,0.745
267	37,mlp.down_proj,0.0000561437,0.05000,6.092
268	38,self_attn.k_proj,0.0000203654,0.05000,0.666
269	38,self_attn.v_proj,0.0000232785,0.05000,0.647
270	38,self_attn.q_proj,0.0000777056,0.05000,0.661
271	38,self_attn.o_proj,0.0000360887,0.05000,0.669
272	38,mlp.up_proj,0.0002907469,0.05000,0.759
273	38,mlp.gate_proj,0.0002802605,0.05000,0.743
274	38,mlp.down_proj,0.0000611777,0.05000,6.094
275	39,self_attn.k_proj,0.0000177757,0.05000,0.668
276	39,self_attn.v_proj,0.0000218557,0.05000,0.650
277	39,self_attn.q_proj,0.0000729561,0.05000,0.666
278	39,self_attn.o_proj,0.0000351012,0.05000,0.673
279	39,mlp.up_proj,0.0002971604,0.05000,0.768
280	39,mlp.gate_proj,0.0002967976,0.05000,0.756
281	39,mlp.down_proj,0.0000579369,0.05000,6.042
282	40,self_attn.k_proj,0.0000215583,0.05000,0.669
283	40,self_attn.v_proj,0.0000192123,0.05000,0.654
284	40,self_attn.q_proj,0.0000795933,0.05000,0.672
285	40,self_attn.o_proj,0.0000300833,0.05000,0.685
286	40,mlp.up_proj,0.0002780093,0.05000,0.760
287	40,mlp.gate_proj,0.0002736469,0.05000,0.763
288	40,mlp.down_proj,0.0000523938,0.05000,6.046
289	41,self_attn.k_proj,0.0000219502,0.05000,0.684
290	41,self_attn.v_proj,0.0000261218,0.05000,0.658
291	41,self_attn.q_proj,0.0000877220,0.05000,0.671
292	41,self_attn.o_proj,0.0000206927,0.05000,0.685
293	41,mlp.up_proj,0.0002734285,0.05000,0.778
294	41,mlp.gate_proj,0.0002620355,0.05000,0.753
295	41,mlp.down_proj,0.0000507733,0.05000,6.084
296	42,self_attn.k_proj,0.0000202025,0.05000,0.686
297	42,self_attn.v_proj,0.0000156105,0.05000,0.664
298	42,self_attn.q_proj,0.0000796620,0.05000,0.680
299	42,self_attn.o_proj,0.0000293642,0.05000,0.689
300	42,mlp.up_proj,0.0003010015,0.05000,0.760
301	42,mlp.gate_proj,0.0002825469,0.05000,0.764
302	42,mlp.down_proj,0.0000717976,0.05000,6.109
303	43,self_attn.k_proj,0.0000209122,0.05000,0.679
304	43,self_attn.v_proj,0.0000188210,0.05000,0.665
305	43,self_attn.q_proj,0.0000762192,0.05000,0.676
306	43,self_attn.o_proj,0.0000369718,0.05000,0.685
307	43,mlp.up_proj,0.0003245416,0.05000,0.770
308	43,mlp.gate_proj,0.0003047796,0.05000,0.751
309	43,mlp.down_proj,0.0000943858,0.05000,6.128
310	44,self_attn.k_proj,0.0000164873,0.05000,0.682
311	44,self_attn.v_proj,0.0000256224,0.05000,0.661
312	44,self_attn.q_proj,0.0000715989,0.05000,0.672
313	44,self_attn.o_proj,0.0000435539,0.05000,0.680
314	44,mlp.up_proj,0.0003300955,0.05000,0.762
315	44,mlp.gate_proj,0.0003045399,0.05000,0.749
316	44,mlp.down_proj,0.0000742722,0.05000,6.116
317	45,self_attn.k_proj,0.0000202093,0.05000,0.683
318	45,self_attn.v_proj,0.0000279675,0.05000,0.666
319	45,self_attn.q_proj,0.0000850428,0.05000,0.667
320	45,self_attn.o_proj,0.0000346460,0.05000,0.679
321	45,mlp.up_proj,0.0003242656,0.05000,0.760
322	45,mlp.gate_proj,0.0002998104,0.05000,0.745
323	45,mlp.down_proj,0.0000709695,0.05000,6.125
324	46,self_attn.k_proj,0.0000168016,0.05000,0.681
325	46,self_attn.v_proj,0.0000287407,0.05000,0.656
326	46,self_attn.q_proj,0.0000765311,0.05000,0.663
327	46,self_attn.o_proj,0.0000442687,0.05000,0.671
328	46,mlp.up_proj,0.0003310285,0.05000,0.760
329	46,mlp.gate_proj,0.0003074441,0.05000,0.744
330	46,mlp.down_proj,0.0000749102,0.05000,6.104
331	47,self_attn.k_proj,0.0000169921,0.05000,0.671
332	47,self_attn.v_proj,0.0000251264,0.05000,0.647
333	47,self_attn.q_proj,0.0000766527,0.05000,0.662
334	47,self_attn.o_proj,0.0000405218,0.05000,0.676
335	47,mlp.up_proj,0.0003626132,0.05000,0.761
336	47,mlp.gate_proj,0.0003408490,0.05000,0.748
337	47,mlp.down_proj,0.0000886861,0.05000,6.121
338	48,self_attn.k_proj,0.0000188492,0.05000,0.668
339	48,self_attn.v_proj,0.0000322942,0.05000,0.653
340	48,self_attn.q_proj,0.0000862149,0.05000,0.667
341	48,self_attn.o_proj,0.0000377576,0.05000,0.675
342	48,mlp.up_proj,0.0003911038,0.05000,0.766
343	48,mlp.gate_proj,0.0003737860,0.05000,0.757
344	48,mlp.down_proj,0.0000992985,0.05000,6.089
345	49,self_attn.k_proj,0.0000184366,0.05000,0.671
346	49,self_attn.v_proj,0.0000308705,0.05000,0.655
347	49,self_attn.q_proj,0.0000872545,0.05000,0.669
348	49,self_attn.o_proj,0.0000557681,0.05000,0.695
349	49,mlp.up_proj,0.0004658231,0.05000,0.775
350	49,mlp.gate_proj,0.0004469727,0.05000,0.756
351	49,mlp.down_proj,0.0001539159,0.05000,6.061
352	50,self_attn.k_proj,0.0000197978,0.05000,0.682
353	50,self_attn.v_proj,0.0000376188,0.05000,0.669
354	50,self_attn.q_proj,0.0000987396,0.05000,0.668
355	50,self_attn.o_proj,0.0000552519,0.05000,0.691
356	50,mlp.up_proj,0.0005598184,0.05000,0.767
357	50,mlp.gate_proj,0.0005505634,0.05000,0.759
358	50,mlp.down_proj,0.0002117901,0.05000,6.059
359	51,self_attn.k_proj,0.0000222420,0.05000,0.682
360	51,self_attn.v_proj,0.0000352546,0.05000,0.662
361	51,self_attn.q_proj,0.0001003685,0.05000,0.685
362	51,self_attn.o_proj,0.0000740499,0.05000,0.691
363	51,mlp.up_proj,0.0006666129,0.05000,0.779
364	51,mlp.gate_proj,0.0006646402,0.05000,0.765
365	51,mlp.down_proj,0.0002415502,0.05000,6.111
366	52,self_attn.k_proj,0.0000238645,0.05000,0.685
367	52,self_attn.v_proj,0.0000568164,0.05000,0.665
368	52,self_attn.q_proj,0.0001193794,0.05000,0.675
369	52,self_attn.o_proj,0.0000718841,0.05000,0.686
370	52,mlp.up_proj,0.0007413024,0.05000,0.775
371	52,mlp.gate_proj,0.0007344707,0.05000,0.763
372	52,mlp.down_proj,0.0002956851,0.05000,6.141
373	53,self_attn.k_proj,0.0000288697,0.05000,0.685
374	53,self_attn.v_proj,0.0000568506,0.05000,0.655
375	53,self_attn.q_proj,0.0001322156,0.05000,0.681
376	53,self_attn.o_proj,0.0000779313,0.05000,0.689
377	53,mlp.up_proj,0.0008568734,0.05000,0.764
378	53,mlp.gate_proj,0.0008507893,0.05000,0.746
379	53,mlp.down_proj,0.0003484684,0.05000,6.115
380	54,self_attn.k_proj,0.0000266966,0.05000,0.684
381	54,self_attn.v_proj,0.0000531413,0.05000,0.656
382	54,self_attn.q_proj,0.0001269680,0.05000,0.677
383	54,self_attn.o_proj,0.0000721886,0.05000,0.692
384	54,mlp.up_proj,0.0009590754,0.05000,0.756
385	54,mlp.gate_proj,0.0009435314,0.05000,0.739
386	54,mlp.down_proj,0.0003761099,0.05000,6.120
387	55,self_attn.k_proj,0.0000258792,0.05000,0.682
388	55,self_attn.v_proj,0.0000580578,0.05000,0.667
389	55,self_attn.q_proj,0.0001275678,0.05000,0.670
390	55,self_attn.o_proj,0.0000933949,0.05000,0.679
391	55,mlp.up_proj,0.0010799354,0.05000,0.758
392	55,mlp.gate_proj,0.0010489707,0.05000,0.749
393	55,mlp.down_proj,0.0004415629,0.05000,6.139
394	56,self_attn.k_proj,0.0000300139,0.05000,0.691
395	56,self_attn.v_proj,0.0000785556,0.05000,0.653
396	56,self_attn.q_proj,0.0001425975,0.05000,0.672
397	56,self_attn.o_proj,0.0000923193,0.05000,0.676
398	56,mlp.up_proj,0.0012177298,0.05000,0.760
399	56,mlp.gate_proj,0.0011750842,0.05000,0.746
400	56,mlp.down_proj,0.0005107334,0.05000,6.124
401	57,self_attn.k_proj,0.0000303419,0.05000,0.667
402	57,self_attn.v_proj,0.0000819483,0.05000,0.649
403	57,self_attn.q_proj,0.0001509253,0.05000,0.657
404	57,self_attn.o_proj,0.0000811847,0.05000,0.676
405	57,mlp.up_proj,0.0013414129,0.05000,0.760
406	57,mlp.gate_proj,0.0012758095,0.05000,0.747
407	57,mlp.down_proj,0.0005883840,0.05000,6.111
408	58,self_attn.k_proj,0.0000317013,0.05000,0.673
409	58,self_attn.v_proj,0.0000916080,0.05000,0.653
410	58,self_attn.q_proj,0.0001544135,0.05000,0.656
411	58,self_attn.o_proj,0.0000810032,0.05000,0.680
412	58,mlp.up_proj,0.0015102160,0.05000,0.758
413	58,mlp.gate_proj,0.0014192124,0.05000,0.749
414	58,mlp.down_proj,0.0007239864,0.05000,6.140
415	59,self_attn.k_proj,0.0000355026,0.05000,0.671
416	59,self_attn.v_proj,0.0001328919,0.05000,0.659
417	59,self_attn.q_proj,0.0001763182,0.05000,0.664
418	59,self_attn.o_proj,0.0001949633,0.05000,0.677
419	59,mlp.up_proj,0.0017215954,0.05000,0.766
420	59,mlp.gate_proj,0.0015890894,0.05000,0.760
421	59,mlp.down_proj,0.0009149372,0.05000,6.103
422	60,self_attn.k_proj,0.0000302485,0.05000,0.690
423	60,self_attn.v_proj,0.0001508339,0.05000,0.661
424	60,self_attn.q_proj,0.0001744292,0.05000,0.684
425	60,self_attn.o_proj,0.0004136908,0.05000,0.691
426	60,mlp.up_proj,0.0019182535,0.05000,0.772
427	60,mlp.gate_proj,0.0017420459,0.05000,0.762
428	60,mlp.down_proj,0.0018365022,0.05000,6.075
429	61,self_attn.k_proj,0.0000342876,0.05000,0.680
430	61,self_attn.v_proj,0.0001912820,0.05000,0.664
431	61,self_attn.q_proj,0.0001930302,0.05000,0.670
432	61,self_attn.o_proj,0.0005102926,0.05000,0.691
433	61,mlp.up_proj,0.0022156300,0.05000,0.776
434	61,mlp.gate_proj,0.0020273371,0.05000,0.750
435	61,mlp.down_proj,0.0021458070,0.05000,6.108
436	62,self_attn.k_proj,0.0000345618,0.05000,0.689
437	62,self_attn.v_proj,0.0002236197,0.05000,0.660
438	62,self_attn.q_proj,0.0001984577,0.05000,0.684
439	62,self_attn.o_proj,0.0006962981,0.05000,0.695
440	62,mlp.up_proj,0.0025008655,0.05000,0.758
441	62,mlp.gate_proj,0.0023534444,0.05000,0.741
442	62,mlp.down_proj,0.0041401221,0.05000,6.124
443	63,self_attn.k_proj,0.0000385404,0.05000,0.668
444	63,self_attn.v_proj,0.0001727117,0.05000,0.653
445	63,self_attn.q_proj,0.0001995420,0.05000,0.664
446	63,self_attn.o_proj,0.0006111872,0.05000,0.674
447	63,mlp.up_proj,0.0040122621,0.05000,0.760
448	63,mlp.gate_proj,0.0038694526,0.05000,0.756
449	63,mlp.down_proj,0.0146558697,0.05000,6.063