EuroLLM-22B-Instruct-GPTQ/quant_log.csv

1	layer,module,loss,samples,damp,time
2	0,self_attn.q_proj,0.0000008913,0.01000,6.138
3	0,self_attn.v_proj,0.0000000100,0.01000,6.138
4	0,self_attn.k_proj,0.0000017337,0.01000,6.164
5	0,self_attn.o_proj,0.0000000037,0.01000,1.578
6	0,mlp.gate_proj,0.0000001901,0.01000,3.440
7	0,mlp.up_proj,0.0000001856,0.01000,3.456
8	0,mlp.down_proj,0.0000000166,0.01000,5.620
9	1,self_attn.q_proj,0.0000003933,0.01000,4.576
10	1,self_attn.k_proj,0.0000002099,0.01000,4.613
11	1,self_attn.v_proj,0.0000000120,0.01000,4.671
12	1,self_attn.o_proj,0.0000000045,0.01000,1.574
13	1,mlp.up_proj,0.0000005750,0.01000,3.232
14	1,mlp.gate_proj,0.0000006601,0.01000,3.234
15	1,mlp.down_proj,0.0000000506,0.01000,5.622
16	2,self_attn.v_proj,0.0000000347,0.01000,4.567
17	2,self_attn.q_proj,0.0000005629,0.01000,4.628
18	2,self_attn.k_proj,0.0000001695,0.01000,4.645
19	2,self_attn.o_proj,0.0000000264,0.01000,1.567
20	2,mlp.up_proj,0.0000013546,0.01000,3.520
21	2,mlp.gate_proj,0.0000016016,0.01000,3.726
22	2,mlp.down_proj,0.0000000479,0.01000,5.599
23	3,self_attn.q_proj,0.0000012548,0.01000,4.518
24	3,self_attn.k_proj,0.0000003074,0.01000,4.541
25	3,self_attn.v_proj,0.0000000672,0.01000,4.547
26	3,self_attn.o_proj,0.0000000413,0.01000,1.530
27	3,mlp.up_proj,0.0000023189,0.01000,3.232
28	3,mlp.gate_proj,0.0000025972,0.01000,3.243
29	3,mlp.down_proj,0.0000000890,0.01000,5.554
30	4,self_attn.q_proj,0.0000027218,0.01000,4.525
31	4,self_attn.k_proj,0.0000008105,0.01000,4.566
32	4,self_attn.v_proj,0.0000001387,0.01000,4.572
33	4,self_attn.o_proj,0.0000000382,0.01000,1.526
34	4,mlp.gate_proj,0.0000035640,0.01000,3.192
35	4,mlp.up_proj,0.0000032485,0.01000,3.196
36	4,mlp.down_proj,0.0000001381,0.01000,5.408
37	5,self_attn.q_proj,0.0000028091,0.01000,4.644
38	5,self_attn.k_proj,0.0000008442,0.01000,4.659
39	5,self_attn.v_proj,0.0000001876,0.01000,4.669
40	5,self_attn.o_proj,0.0000000697,0.01000,1.523
41	5,mlp.up_proj,0.0000044974,0.01000,3.193
42	5,mlp.gate_proj,0.0000048562,0.01000,3.195
43	5,mlp.down_proj,0.0000131428,0.01000,5.395
44	6,self_attn.q_proj,0.0000052526,0.01000,4.537
45	6,self_attn.k_proj,0.0000018290,0.01000,4.557
46	6,self_attn.v_proj,0.0000003574,0.01000,4.575
47	6,self_attn.o_proj,0.0000001497,0.01000,1.521
48	6,mlp.up_proj,0.0000063462,0.01000,3.194
49	6,mlp.gate_proj,0.0000066522,0.01000,3.195
50	6,mlp.down_proj,0.0000003866,0.01000,5.493
51	7,self_attn.q_proj,0.0000072205,0.01000,4.526
52	7,self_attn.v_proj,0.0000005591,0.01000,4.558
53	7,self_attn.k_proj,0.0000023830,0.01000,4.754
54	7,self_attn.o_proj,0.0000002008,0.01000,1.552
55	7,mlp.gate_proj,0.0000095508,0.01000,3.405
56	7,mlp.up_proj,0.0000091268,0.01000,3.627
57	7,mlp.down_proj,0.0000006677,0.01000,5.470
58	8,self_attn.q_proj,0.0000114084,0.01000,4.681
59	8,self_attn.k_proj,0.0000031581,0.01000,4.699
60	8,self_attn.v_proj,0.0000009229,0.01000,4.716
61	8,self_attn.o_proj,0.0000001933,0.01000,2.097
62	8,mlp.gate_proj,0.0000121788,0.01000,3.179
63	8,mlp.up_proj,0.0000116188,0.01000,3.184
64	8,mlp.down_proj,0.0000009437,0.01000,5.483
65	9,self_attn.q_proj,0.0000156803,0.01000,4.508
66	9,self_attn.v_proj,0.0000011937,0.01000,4.518
67	9,self_attn.k_proj,0.0000042363,0.01000,4.746
68	9,self_attn.o_proj,0.0000003874,0.01000,1.528
69	9,mlp.gate_proj,0.0000159241,0.01000,3.432
70	9,mlp.up_proj,0.0000149667,0.01000,3.607
71	9,mlp.down_proj,0.0000014772,0.01000,5.454
72	10,self_attn.k_proj,0.0000040977,0.01000,4.554
73	10,self_attn.q_proj,0.0000145022,0.01000,4.584
74	10,self_attn.v_proj,0.0000012288,0.01000,4.587
75	10,self_attn.o_proj,0.0000004555,0.01000,1.615
76	10,mlp.up_proj,0.0000178941,0.01000,3.440
77	10,mlp.gate_proj,0.0000192809,0.01000,3.624
78	10,mlp.down_proj,0.0000022575,0.01000,5.459
79	11,self_attn.q_proj,0.0000168993,0.01000,4.524
80	11,self_attn.v_proj,0.0000013383,0.01000,4.548
81	11,self_attn.k_proj,0.0000044527,0.01000,4.641
82	11,self_attn.o_proj,0.0000007151,0.01000,1.512
83	11,mlp.gate_proj,0.0000223744,0.01000,3.272
84	11,mlp.up_proj,0.0000209215,0.01000,3.326
85	11,mlp.down_proj,0.0000031872,0.01000,5.535
86	12,self_attn.k_proj,0.0000046569,0.01000,4.660
87	12,self_attn.q_proj,0.0000181386,0.01000,4.764
88	12,self_attn.v_proj,0.0000015525,0.01000,4.821
89	12,self_attn.o_proj,0.0000011414,0.01000,1.546
90	12,mlp.up_proj,0.0000247787,0.01000,3.290
91	12,mlp.gate_proj,0.0000268349,0.01000,3.439
92	12,mlp.down_proj,0.0000043331,0.01000,5.436
93	13,self_attn.q_proj,0.0000233999,0.01000,4.523
94	13,self_attn.v_proj,0.0000017773,0.01000,4.595
95	13,self_attn.k_proj,0.0000057049,0.01000,4.649
96	13,self_attn.o_proj,0.0000014400,0.01000,1.534
97	13,mlp.up_proj,0.0000294066,0.01000,3.293
98	13,mlp.gate_proj,0.0000312232,0.01000,3.328
99	13,mlp.down_proj,0.0000056300,0.01000,6.001
100	14,self_attn.q_proj,0.0000261586,0.01000,5.173
101	14,self_attn.k_proj,0.0000066188,0.01000,5.212
102	14,self_attn.v_proj,0.0000021216,0.01000,5.231
103	14,self_attn.o_proj,0.0000018467,0.01000,1.538
104	14,mlp.up_proj,0.0000330952,0.01000,3.399
105	14,mlp.gate_proj,0.0000342462,0.01000,3.615
106	14,mlp.down_proj,0.0000091821,0.01000,5.479
107	15,self_attn.q_proj,0.0000223956,0.01000,5.307
108	15,self_attn.v_proj,0.0000020811,0.01000,5.426
109	15,self_attn.k_proj,0.0000056626,0.01000,5.445
110	15,self_attn.o_proj,0.0000022301,0.01000,1.520
111	15,mlp.gate_proj,0.0000347192,0.01000,3.406
112	15,mlp.up_proj,0.0000351988,0.01000,3.634
113	15,mlp.down_proj,0.0000077845,0.01000,6.912
114	16,self_attn.v_proj,0.0000029328,0.01000,4.544
115	16,self_attn.k_proj,0.0000076021,0.01000,4.568
116	16,self_attn.q_proj,0.0000341581,0.01000,4.649
117	16,self_attn.o_proj,0.0000029574,0.01000,1.566
118	16,mlp.up_proj,0.0000392853,0.01000,3.208
119	16,mlp.gate_proj,0.0000383945,0.01000,3.214
120	16,mlp.down_proj,0.0000100357,0.01000,5.512
121	17,self_attn.q_proj,0.0000354530,0.01000,4.517
122	17,self_attn.v_proj,0.0000032930,0.01000,4.533
123	17,self_attn.k_proj,0.0000075661,0.01000,4.551
124	17,self_attn.o_proj,0.0000044376,0.01000,1.509
125	17,mlp.gate_proj,0.0000417208,0.01000,3.201
126	17,mlp.up_proj,0.0000431488,0.01000,3.208
127	17,mlp.down_proj,0.0000128390,0.01000,5.423
128	18,self_attn.q_proj,0.0000325484,0.01000,4.493
129	18,self_attn.v_proj,0.0000036216,0.01000,4.508
130	18,self_attn.k_proj,0.0000069052,0.01000,4.522
131	18,self_attn.o_proj,0.0000045402,0.01000,1.529
132	18,mlp.gate_proj,0.0000436114,0.01000,3.217
133	18,mlp.up_proj,0.0000459943,0.01000,3.232
134	18,mlp.down_proj,0.0000143081,0.01000,5.420
135	19,self_attn.q_proj,0.0000389733,0.01000,4.467
136	19,self_attn.v_proj,0.0000042069,0.01000,4.495
137	19,self_attn.k_proj,0.0000081779,0.01000,4.523
138	19,self_attn.o_proj,0.0000049657,0.01000,1.522
139	19,mlp.gate_proj,0.0000456067,0.01000,3.177
140	19,mlp.up_proj,0.0000487316,0.01000,3.184
141	19,mlp.down_proj,0.0000162543,0.01000,5.404
142	20,self_attn.q_proj,0.0000394778,0.01000,5.646
143	20,self_attn.v_proj,0.0000048935,0.01000,5.670
144	20,self_attn.k_proj,0.0000079125,0.01000,5.712
145	20,self_attn.o_proj,0.0000074877,0.01000,1.554
146	20,mlp.gate_proj,0.0000466254,0.01000,3.202
147	20,mlp.up_proj,0.0000507956,0.01000,3.200
148	20,mlp.down_proj,0.0000190122,0.01000,5.437
149	21,self_attn.q_proj,0.0000425122,0.01000,4.633
150	21,self_attn.v_proj,0.0000054937,0.01000,4.734
151	21,self_attn.k_proj,0.0000084130,0.01000,4.829
152	21,self_attn.o_proj,0.0000087002,0.01000,1.527
153	21,mlp.gate_proj,0.0000512173,0.01000,3.390
154	21,mlp.up_proj,0.0000561848,0.01000,3.614
155	21,mlp.down_proj,0.0000240307,0.01000,5.434
156	22,self_attn.q_proj,0.0000426710,0.01000,4.411
157	22,self_attn.k_proj,0.0000084810,0.01000,4.457
158	22,self_attn.v_proj,0.0000054290,0.01000,4.463
159	22,self_attn.o_proj,0.0000088443,0.01000,2.071
160	22,mlp.gate_proj,0.0000557083,0.01000,3.178
161	22,mlp.up_proj,0.0000607494,0.01000,3.185
162	22,mlp.down_proj,0.0000272708,0.01000,5.403
163	23,self_attn.q_proj,0.0000450702,0.01000,4.429
164	23,self_attn.k_proj,0.0000091971,0.01000,4.454
165	23,self_attn.v_proj,0.0000064182,0.01000,4.456
166	23,self_attn.o_proj,0.0000108490,0.01000,1.528
167	23,mlp.gate_proj,0.0000583830,0.01000,3.210
168	23,mlp.up_proj,0.0000642057,0.01000,3.216
169	23,mlp.down_proj,0.0000326036,0.01000,5.404
170	24,self_attn.q_proj,0.0000472265,0.01000,4.426
171	24,self_attn.v_proj,0.0000070015,0.01000,4.464
172	24,self_attn.k_proj,0.0000094841,0.01000,4.472
173	24,self_attn.o_proj,0.0000130456,0.01000,1.549
174	24,mlp.gate_proj,0.0000658193,0.01000,3.195
175	24,mlp.up_proj,0.0000721073,0.01000,3.199
176	24,mlp.down_proj,0.0000394027,0.01000,5.393
177	25,self_attn.k_proj,0.0000099797,0.01000,4.542
178	25,self_attn.v_proj,0.0000084211,0.01000,4.574
179	25,self_attn.q_proj,0.0000518252,0.01000,4.751
180	25,self_attn.o_proj,0.0000112846,0.01000,1.528
181	25,mlp.up_proj,0.0000784803,0.01000,3.309
182	25,mlp.gate_proj,0.0000712152,0.01000,3.409
183	25,mlp.down_proj,0.0000474415,0.01000,5.389
184	26,self_attn.q_proj,0.0000525890,0.01000,4.498
185	26,self_attn.k_proj,0.0000100229,0.01000,4.550
186	26,self_attn.v_proj,0.0000088433,0.01000,4.573
187	26,self_attn.o_proj,0.0000152159,0.01000,1.528
188	26,mlp.gate_proj,0.0000789596,0.01000,3.292
189	26,mlp.up_proj,0.0000868882,0.01000,3.367
190	26,mlp.down_proj,0.0000558948,0.01000,6.902
191	27,self_attn.k_proj,0.0000098061,0.01000,5.597
192	27,self_attn.q_proj,0.0000516858,0.01000,5.658
193	27,self_attn.v_proj,0.0000085428,0.01000,5.663
194	27,self_attn.o_proj,0.0000154769,0.01000,1.519
195	27,mlp.gate_proj,0.0000842932,0.01000,3.147
196	27,mlp.up_proj,0.0000933967,0.01000,3.148
197	27,mlp.down_proj,0.0000697337,0.01000,6.840
198	28,self_attn.k_proj,0.0000096209,0.01000,4.523
199	28,self_attn.v_proj,0.0000105874,0.01000,4.536
200	28,self_attn.q_proj,0.0000543645,0.01000,4.558
201	28,self_attn.o_proj,0.0000256079,0.01000,1.521
202	28,mlp.gate_proj,0.0000956455,0.01000,3.191
203	28,mlp.up_proj,0.0001060709,0.01000,3.192
204	28,mlp.down_proj,0.0000868129,0.01000,5.381
205	29,self_attn.k_proj,0.0000105517,0.01000,4.459
206	29,self_attn.q_proj,0.0000600444,0.01000,4.473
207	29,self_attn.v_proj,0.0000127455,0.01000,4.478
208	29,self_attn.o_proj,0.0000294386,0.01000,1.498
209	29,mlp.up_proj,0.0001240473,0.01000,3.173
210	29,mlp.gate_proj,0.0001110740,0.01000,3.178
211	29,mlp.down_proj,0.0001162564,0.01000,5.380
212	30,self_attn.q_proj,0.0000613605,0.01000,4.478
213	30,self_attn.v_proj,0.0000136211,0.01000,4.521
214	30,self_attn.k_proj,0.0000101663,0.01000,4.528
215	30,self_attn.o_proj,0.0000277450,0.01000,1.515
216	30,mlp.up_proj,0.0001366665,0.01000,3.192
217	30,mlp.gate_proj,0.0001220095,0.01000,3.194
218	30,mlp.down_proj,0.0001533648,0.01000,5.372
219	31,self_attn.q_proj,0.0000629197,0.01000,4.667
220	31,self_attn.v_proj,0.0000150755,0.01000,4.716
221	31,self_attn.k_proj,0.0000100236,0.01000,4.764
222	31,self_attn.o_proj,0.0000394865,0.01000,1.541
223	31,mlp.gate_proj,0.0001309123,0.01000,3.410
224	31,mlp.up_proj,0.0001460293,0.01000,3.633
225	31,mlp.down_proj,0.0001916053,0.01000,5.504
226	32,self_attn.q_proj,0.0000688052,0.01000,4.727
227	32,self_attn.v_proj,0.0000199689,0.01000,4.771
228	32,self_attn.k_proj,0.0000101955,0.01000,4.908
229	32,self_attn.o_proj,0.0000414511,0.01000,1.675
230	32,mlp.gate_proj,0.0001506769,0.01000,3.193
231	32,mlp.up_proj,0.0001681236,0.01000,3.198
232	32,mlp.down_proj,0.0002321370,0.01000,5.405
233	33,self_attn.q_proj,0.0000790759,0.01000,5.877
234	33,self_attn.k_proj,0.0000119265,0.01000,6.008
235	33,self_attn.v_proj,0.0000245031,0.01000,6.027
236	33,self_attn.o_proj,0.0000481164,0.01000,1.537
237	33,mlp.gate_proj,0.0001631006,0.01000,3.384
238	33,mlp.up_proj,0.0001819707,0.01000,3.558
239	33,mlp.down_proj,0.0002729572,0.01000,5.446
240	34,self_attn.q_proj,0.0000711151,0.01000,4.468
241	34,self_attn.k_proj,0.0000106548,0.01000,4.487
242	34,self_attn.v_proj,0.0000241654,0.01000,4.530
243	34,self_attn.o_proj,0.0000437769,0.01000,2.056
244	34,mlp.up_proj,0.0001999646,0.01000,3.210
245	34,mlp.gate_proj,0.0001800606,0.01000,3.243
246	34,mlp.down_proj,0.0002995736,0.01000,6.643
247	35,self_attn.v_proj,0.0000267306,0.01000,4.621
248	35,self_attn.q_proj,0.0000763110,0.01000,4.682
249	35,self_attn.k_proj,0.0000114702,0.01000,4.714
250	35,self_attn.o_proj,0.0000432579,0.01000,1.510
251	35,mlp.up_proj,0.0002159799,0.01000,3.189
252	35,mlp.gate_proj,0.0001948314,0.01000,3.190
253	35,mlp.down_proj,0.0003204718,0.01000,5.387
254	36,self_attn.k_proj,0.0000131923,0.01000,4.720
255	36,self_attn.v_proj,0.0000260484,0.01000,4.742
256	36,self_attn.q_proj,0.0000835342,0.01000,4.761
257	36,self_attn.o_proj,0.0000440268,0.01000,1.542
258	36,mlp.gate_proj,0.0002087337,0.01000,3.193
259	36,mlp.up_proj,0.0002316518,0.01000,3.194
260	36,mlp.down_proj,0.0003474331,0.01000,5.490
261	37,self_attn.k_proj,0.0000136178,0.01000,4.508
262	37,self_attn.q_proj,0.0000840837,0.01000,4.556
263	37,self_attn.v_proj,0.0000244343,0.01000,4.574
264	37,self_attn.o_proj,0.0000274780,0.01000,1.536
265	37,mlp.gate_proj,0.0002214634,0.01000,3.221
266	37,mlp.up_proj,0.0002454306,0.01000,3.239
267	37,mlp.down_proj,0.0003771611,0.01000,5.486
268	38,self_attn.q_proj,0.0000895742,0.01000,4.848
269	38,self_attn.k_proj,0.0000140327,0.01000,4.926
270	38,self_attn.v_proj,0.0000301099,0.01000,4.934
271	38,self_attn.o_proj,0.0000425441,0.01000,1.517
272	38,mlp.up_proj,0.0002633508,0.01000,3.263
273	38,mlp.gate_proj,0.0002368640,0.01000,3.270
274	38,mlp.down_proj,0.0003942181,0.01000,6.156
275	39,self_attn.k_proj,0.0000140179,0.01000,4.522
276	39,self_attn.v_proj,0.0000313321,0.01000,4.537
277	39,self_attn.q_proj,0.0000908200,0.01000,4.553
278	39,self_attn.o_proj,0.0000534199,0.01000,1.533
279	39,mlp.up_proj,0.0002788311,0.01000,3.178
280	39,mlp.gate_proj,0.0002501276,0.01000,3.185
281	39,mlp.down_proj,0.0004236163,0.01000,5.421
282	40,self_attn.q_proj,0.0000999253,0.01000,4.997
283	40,self_attn.v_proj,0.0000328509,0.01000,5.026
284	40,self_attn.k_proj,0.0000157782,0.01000,5.058
285	40,self_attn.o_proj,0.0000260055,0.01000,1.529
286	40,mlp.up_proj,0.0002908479,0.01000,3.212
287	40,mlp.gate_proj,0.0002605559,0.01000,3.213
288	40,mlp.down_proj,0.0004451857,0.01000,5.371
289	41,self_attn.q_proj,0.0001023891,0.01000,5.047
290	41,self_attn.v_proj,0.0000318231,0.01000,5.110
291	41,self_attn.k_proj,0.0000167836,0.01000,5.250
292	41,self_attn.o_proj,0.0000375266,0.01000,1.543
293	41,mlp.gate_proj,0.0002773313,0.01000,3.425
294	41,mlp.up_proj,0.0003107931,0.01000,3.632
295	41,mlp.down_proj,0.0004739352,0.01000,5.388
296	42,self_attn.q_proj,0.0001094544,0.01000,4.987
297	42,self_attn.v_proj,0.0000319344,0.01000,5.083
298	42,self_attn.k_proj,0.0000180468,0.01000,5.092
299	42,self_attn.o_proj,0.0000348270,0.01000,2.082
300	42,mlp.gate_proj,0.0002944671,0.01000,3.209
301	42,mlp.up_proj,0.0003314464,0.01000,3.216
302	42,mlp.down_proj,0.0005044182,0.01000,6.817
303	43,self_attn.q_proj,0.0001125766,0.01000,4.619
304	43,self_attn.v_proj,0.0000335141,0.01000,4.636
305	43,self_attn.k_proj,0.0000183378,0.01000,4.664
306	43,self_attn.o_proj,0.0000649387,0.01000,1.550
307	43,mlp.gate_proj,0.0003134010,0.01000,3.325
308	43,mlp.up_proj,0.0003545903,0.01000,3.343
309	43,mlp.down_proj,0.0005684485,0.01000,5.398
310	44,self_attn.q_proj,0.0001224409,0.01000,4.553
311	44,self_attn.v_proj,0.0000358007,0.01000,4.602
312	44,self_attn.k_proj,0.0000201812,0.01000,4.633
313	44,self_attn.o_proj,0.0000679611,0.01000,1.541
314	44,mlp.gate_proj,0.0003327907,0.01000,3.233
315	44,mlp.up_proj,0.0003794263,0.01000,3.264
316	44,mlp.down_proj,0.0006130660,0.01000,5.382
317	45,self_attn.q_proj,0.0001163339,0.01000,4.507
318	45,self_attn.v_proj,0.0000354407,0.01000,4.566
319	45,self_attn.k_proj,0.0000192487,0.01000,4.578
320	45,self_attn.o_proj,0.0000531762,0.01000,2.069
321	45,mlp.gate_proj,0.0003525082,0.01000,3.193
322	45,mlp.up_proj,0.0004050766,0.01000,3.199
323	45,mlp.down_proj,0.0006635655,0.01000,5.426
324	46,self_attn.v_proj,0.0000432381,0.01000,4.585
325	46,self_attn.k_proj,0.0000209618,0.01000,4.626
326	46,self_attn.q_proj,0.0001321122,0.01000,4.648
327	46,self_attn.o_proj,0.0000832375,0.01000,1.539
328	46,mlp.gate_proj,0.0003708685,0.01000,3.260
329	46,mlp.up_proj,0.0004293002,0.01000,3.261
330	46,mlp.down_proj,0.0007252367,0.01000,5.401
331	47,self_attn.q_proj,0.0001240910,0.01000,4.474
332	47,self_attn.v_proj,0.0000418121,0.01000,4.520
333	47,self_attn.k_proj,0.0000194023,0.01000,4.527
334	47,self_attn.o_proj,0.0001032710,0.01000,1.540
335	47,mlp.up_proj,0.0004477853,0.01000,3.191
336	47,mlp.gate_proj,0.0003832070,0.01000,3.192
337	47,mlp.down_proj,0.0007992553,0.01000,5.531
338	48,self_attn.q_proj,0.0001193619,0.01000,4.535
339	48,self_attn.v_proj,0.0000391486,0.01000,4.563
340	48,self_attn.k_proj,0.0000189018,0.01000,4.652
341	48,self_attn.o_proj,0.0000801096,0.01000,1.545
342	48,mlp.up_proj,0.0004526175,0.01000,3.296
343	48,mlp.gate_proj,0.0003852706,0.01000,3.302
344	48,mlp.down_proj,0.0008187147,0.01000,5.403
345	49,self_attn.k_proj,0.0000191849,0.01000,4.540
346	49,self_attn.q_proj,0.0001215081,0.01000,4.546
347	49,self_attn.v_proj,0.0000401676,0.01000,4.561
348	49,self_attn.o_proj,0.0000807410,0.01000,1.535
349	49,mlp.up_proj,0.0004751309,0.01000,3.198
350	49,mlp.gate_proj,0.0004003226,0.01000,3.204
351	49,mlp.down_proj,0.0009328053,0.01000,5.450
352	50,self_attn.q_proj,0.0001148517,0.01000,4.624
353	50,self_attn.k_proj,0.0000170242,0.01000,4.670
354	50,self_attn.v_proj,0.0000410779,0.01000,4.674
355	50,self_attn.o_proj,0.0001186695,0.01000,1.545
356	50,mlp.gate_proj,0.0003979134,0.01000,3.191
357	50,mlp.up_proj,0.0004742058,0.01000,3.198
358	50,mlp.down_proj,0.0010534921,0.01000,5.385
359	51,self_attn.q_proj,0.0000908077,0.01000,4.519
360	51,self_attn.v_proj,0.0000311765,0.01000,4.532
361	51,self_attn.k_proj,0.0000149527,0.01000,4.540
362	51,self_attn.o_proj,0.0000697661,0.01000,1.545
363	51,mlp.up_proj,0.0004750221,0.01000,3.179
364	51,mlp.gate_proj,0.0003956558,0.01000,3.189
365	51,mlp.down_proj,0.0010364314,0.01000,5.418
366	52,self_attn.q_proj,0.0000817674,0.01000,4.758
367	52,self_attn.v_proj,0.0000265048,0.01000,4.802
368	52,self_attn.k_proj,0.0000131860,0.01000,4.860
369	52,self_attn.o_proj,0.0000599252,0.01000,1.541
370	52,mlp.gate_proj,0.0003909920,0.01000,3.215
371	52,mlp.up_proj,0.0004676292,0.01000,3.258
372	52,mlp.down_proj,0.0011807736,0.01000,5.416
373	53,self_attn.q_proj,0.0000785972,0.01000,4.487
374	53,self_attn.v_proj,0.0000265034,0.01000,4.546
375	53,self_attn.k_proj,0.0000117989,0.01000,4.755
376	53,self_attn.o_proj,0.0000894996,0.01000,1.527
377	53,mlp.up_proj,0.0004224250,0.01000,3.457
378	53,mlp.gate_proj,0.0003560778,0.01000,3.463
379	53,mlp.down_proj,0.0022309641,0.01000,5.440