qwen3_4b_gpro_4bit/quant_log.csv

1	layer,module,loss,samples,damp,time
2	0,self_attn.k_proj,0.0000000065,0.10000,4.623
3	0,self_attn.q_proj,0.0000000241,0.10000,5.088
4	0,self_attn.v_proj,0.0000000058,0.10000,4.741
5	0,self_attn.o_proj,0.0000000147,0.10000,1.642
6	0,mlp.gate_proj,0.0000011763,0.10000,1.887
7	0,mlp.up_proj,0.0000010297,0.10000,1.908
8	0,mlp.down_proj,0.0000000892,0.10000,4.448
9	1,self_attn.k_proj,0.0000000102,0.10000,4.257
10	1,self_attn.v_proj,0.0000000106,0.10000,4.563
11	1,self_attn.q_proj,0.0000000381,0.10000,4.579
12	1,self_attn.o_proj,0.0000000215,0.10000,1.522
13	1,mlp.up_proj,0.0000345402,0.10000,1.994
14	1,mlp.gate_proj,0.0000774305,0.10000,2.020
15	1,mlp.down_proj,0.0000001089,0.10000,4.642
16	2,self_attn.k_proj,0.0000000278,0.10000,4.120
17	2,self_attn.v_proj,0.0000000273,0.10000,4.477
18	2,self_attn.q_proj,0.0000000974,0.10000,4.482
19	2,self_attn.o_proj,0.0000000296,0.10000,1.632
20	2,mlp.up_proj,0.0000956081,0.10000,2.117
21	2,mlp.gate_proj,0.0001185081,0.10000,2.137
22	2,mlp.down_proj,0.0000000926,0.10000,4.488
23	3,self_attn.k_proj,0.0000000519,0.10000,4.306
24	3,self_attn.v_proj,0.0000000551,0.10000,4.533
25	3,self_attn.q_proj,0.0000002047,0.10000,4.572
26	3,self_attn.o_proj,0.0000000612,0.10000,1.598
27	3,mlp.up_proj,0.0000566981,0.10000,2.041
28	3,mlp.gate_proj,0.0001075486,0.10000,2.091
29	3,mlp.down_proj,0.0000002804,0.10000,4.618
30	4,self_attn.k_proj,0.0000000993,0.10000,4.159
31	4,self_attn.q_proj,0.0000003704,0.10000,4.445
32	4,self_attn.v_proj,0.0000001018,0.10000,4.500
33	4,self_attn.o_proj,0.0000000856,0.10000,1.605
34	4,mlp.gate_proj,0.0000857805,0.10000,2.096
35	4,mlp.up_proj,0.0000351438,0.10000,2.128
36	4,mlp.down_proj,0.0000006261,0.10000,4.543
37	5,self_attn.k_proj,0.0000001043,0.10000,4.181
38	5,self_attn.q_proj,0.0000004168,0.10000,4.518
39	5,self_attn.v_proj,0.0000001154,0.10000,4.543
40	5,self_attn.o_proj,0.0000001148,0.10000,1.588
41	5,mlp.up_proj,0.0000128055,0.10000,1.963
42	5,mlp.gate_proj,0.0000251472,0.10000,1.991
43	5,mlp.down_proj,0.0000007686,0.10000,4.505
44	6,self_attn.k_proj,0.0000002189,0.10000,4.171
45	6,self_attn.v_proj,0.0000002524,0.10000,4.485
46	6,self_attn.q_proj,0.0000009372,0.10000,4.513
47	6,self_attn.o_proj,0.0000002816,0.10000,1.569
48	6,mlp.gate_proj,0.0000282582,0.10000,2.038
49	6,mlp.up_proj,0.0000170360,0.10000,2.078
50	6,mlp.down_proj,0.0000238226,0.10000,4.473
51	7,self_attn.k_proj,0.0000005651,0.10000,4.312
52	7,self_attn.v_proj,0.0000006153,0.10000,4.532
53	7,self_attn.q_proj,0.0000021191,0.10000,4.541
54	7,self_attn.o_proj,0.0000003873,0.10000,1.559
55	7,mlp.up_proj,0.0000209582,0.10000,2.027
56	7,mlp.gate_proj,0.0000333655,0.10000,2.044
57	7,mlp.down_proj,0.0000011662,0.10000,4.485
58	8,self_attn.k_proj,0.0000007382,0.10000,4.366
59	8,self_attn.v_proj,0.0000008672,0.10000,4.553
60	8,self_attn.q_proj,0.0000029186,0.10000,4.584
61	8,self_attn.o_proj,0.0000004689,0.10000,1.625
62	8,mlp.gate_proj,0.0000198027,0.10000,2.106
63	8,mlp.up_proj,0.0000163943,0.10000,2.119
64	8,mlp.down_proj,0.0000015403,0.10000,4.599
65	9,self_attn.k_proj,0.0000009926,0.10000,4.345
66	9,self_attn.v_proj,0.0000010791,0.10000,4.597
67	9,self_attn.q_proj,0.0000036375,0.10000,4.625
68	9,self_attn.o_proj,0.0000006776,0.10000,1.550
69	9,mlp.up_proj,0.0000205884,0.10000,2.038
70	9,mlp.gate_proj,0.0000315698,0.10000,2.079
71	9,mlp.down_proj,0.0000016813,0.10000,4.645
72	10,self_attn.k_proj,0.0000013627,0.10000,4.412
73	10,self_attn.q_proj,0.0000053466,0.10000,4.665
74	10,self_attn.v_proj,0.0000016548,0.10000,4.706
75	10,self_attn.o_proj,0.0000007416,0.10000,1.613
76	10,mlp.gate_proj,0.0000238936,0.10000,2.020
77	10,mlp.up_proj,0.0000168923,0.10000,2.067
78	10,mlp.down_proj,0.0000015627,0.10000,4.520
79	11,self_attn.k_proj,0.0000007019,0.10000,4.288
80	11,self_attn.v_proj,0.0000007862,0.10000,4.550
81	11,self_attn.q_proj,0.0000026579,0.10000,4.598
82	11,self_attn.o_proj,0.0000006333,0.10000,1.561
83	11,mlp.up_proj,0.0000156422,0.10000,1.964
84	11,mlp.gate_proj,0.0000196474,0.10000,1.983
85	11,mlp.down_proj,0.0000015437,0.10000,4.595
86	12,self_attn.k_proj,0.0000008867,0.10000,4.297
87	12,self_attn.q_proj,0.0000034566,0.10000,4.574
88	12,self_attn.v_proj,0.0000010242,0.10000,4.616
89	12,self_attn.o_proj,0.0000010202,0.10000,1.577
90	12,mlp.gate_proj,0.0000181967,0.10000,2.092
91	12,mlp.up_proj,0.0000159937,0.10000,2.128
92	12,mlp.down_proj,0.0000016049,0.10000,4.597
93	13,self_attn.k_proj,0.0000006896,0.10000,4.313
94	13,self_attn.q_proj,0.0000026921,0.10000,4.535
95	13,self_attn.v_proj,0.0000007320,0.10000,4.566
96	13,self_attn.o_proj,0.0000008842,0.10000,1.626
97	13,mlp.up_proj,0.0000177848,0.10000,1.996
98	13,mlp.gate_proj,0.0000184155,0.10000,2.023
99	13,mlp.down_proj,0.0000019769,0.10000,4.748
100	14,self_attn.k_proj,0.0000012724,0.10000,4.292
101	14,self_attn.v_proj,0.0000014461,0.10000,4.545
102	14,self_attn.q_proj,0.0000050922,0.10000,4.607
103	14,self_attn.o_proj,0.0000014442,0.10000,1.618
104	14,mlp.gate_proj,0.0000188562,0.10000,2.122
105	14,mlp.up_proj,0.0000183811,0.10000,2.164
106	14,mlp.down_proj,0.0000018007,0.10000,4.510
107	15,self_attn.k_proj,0.0000012884,0.10000,4.345
108	15,self_attn.q_proj,0.0000051236,0.10000,4.570
109	15,self_attn.v_proj,0.0000013641,0.10000,4.614
110	15,self_attn.o_proj,0.0000014086,0.10000,1.631
111	15,mlp.up_proj,0.0000184349,0.10000,2.067
112	15,mlp.gate_proj,0.0000181649,0.10000,2.091
113	15,mlp.down_proj,0.0000018890,0.10000,4.577
114	16,self_attn.k_proj,0.0000021029,0.10000,4.328
115	16,self_attn.v_proj,0.0000025386,0.10000,4.556
116	16,self_attn.q_proj,0.0000086758,0.10000,4.568
117	16,self_attn.o_proj,0.0000012714,0.10000,1.562
118	16,mlp.gate_proj,0.0000200963,0.10000,1.935
119	16,mlp.up_proj,0.0000192835,0.10000,1.973
120	16,mlp.down_proj,0.0000187656,0.10000,4.514
121	17,self_attn.k_proj,0.0000017093,0.10000,4.341
122	17,self_attn.q_proj,0.0000077938,0.10000,4.594
123	17,self_attn.v_proj,0.0000020613,0.10000,4.622
124	17,self_attn.o_proj,0.0000016575,0.10000,1.643
125	17,mlp.up_proj,0.0000181763,0.10000,2.057
126	17,mlp.gate_proj,0.0000186384,0.10000,2.093
127	17,mlp.down_proj,0.0000018738,0.10000,4.600
128	18,self_attn.k_proj,0.0000020693,0.10000,4.363
129	18,self_attn.q_proj,0.0000086855,0.10000,4.631
130	18,self_attn.v_proj,0.0000025088,0.10000,4.649
131	18,self_attn.o_proj,0.0000017786,0.10000,1.606
132	18,mlp.gate_proj,0.0000201907,0.10000,2.099
133	18,mlp.up_proj,0.0000200689,0.10000,2.166
134	18,mlp.down_proj,0.0000023515,0.10000,4.576
135	19,self_attn.k_proj,0.0000038297,0.10000,4.432
136	19,self_attn.v_proj,0.0000044097,0.10000,4.653
137	19,self_attn.q_proj,0.0000169872,0.10000,4.682
138	19,self_attn.o_proj,0.0000028907,0.10000,1.582
139	19,mlp.up_proj,0.0000229501,0.10000,2.107
140	19,mlp.gate_proj,0.0000226941,0.10000,2.159
141	19,mlp.down_proj,0.0000030679,0.10000,4.579
142	20,self_attn.k_proj,0.0000036831,0.10000,4.317
143	20,self_attn.v_proj,0.0000043706,0.10000,4.591
144	20,self_attn.q_proj,0.0000174276,0.10000,4.627
145	20,self_attn.o_proj,0.0000029771,0.10000,1.599
146	20,mlp.gate_proj,0.0000253506,0.10000,2.059
147	20,mlp.up_proj,0.0000262646,0.10000,2.086
148	20,mlp.down_proj,0.0000036408,0.10000,4.510
149	21,self_attn.k_proj,0.0000050001,0.10000,4.363
150	21,self_attn.q_proj,0.0000228820,0.10000,4.653
151	21,self_attn.v_proj,0.0000059135,0.10000,4.667
152	21,self_attn.o_proj,0.0000029943,0.10000,1.538
153	21,mlp.gate_proj,0.0000304431,0.10000,2.065
154	21,mlp.up_proj,0.0000316683,0.10000,2.093
155	21,mlp.down_proj,0.0000045086,0.10000,4.625
156	22,self_attn.k_proj,0.0000092675,0.10000,4.294
157	22,self_attn.q_proj,0.0000424574,0.10000,4.589
158	22,self_attn.v_proj,0.0000114349,0.10000,4.613
159	22,self_attn.o_proj,0.0000045903,0.10000,1.557
160	22,mlp.gate_proj,0.0000354832,0.10000,2.096
161	22,mlp.up_proj,0.0000353631,0.10000,2.145
162	22,mlp.down_proj,0.0000065555,0.10000,4.581
163	23,self_attn.k_proj,0.0000091701,0.10000,4.238
164	23,self_attn.v_proj,0.0000109907,0.10000,4.710
165	23,self_attn.q_proj,0.0000420592,0.10000,4.755
166	23,self_attn.o_proj,0.0000054694,0.10000,1.579
167	23,mlp.up_proj,0.0000414041,0.10000,2.125
168	23,mlp.gate_proj,0.0000440309,0.10000,2.163
169	23,mlp.down_proj,0.0000084183,0.10000,4.566
170	24,self_attn.k_proj,0.0000152363,0.10000,4.191
171	24,self_attn.q_proj,0.0000699393,0.10000,4.506
172	24,self_attn.v_proj,0.0000197641,0.10000,4.548
173	24,self_attn.o_proj,0.0000070709,0.10000,1.614
174	24,mlp.gate_proj,0.0000503237,0.10000,2.141
175	24,mlp.up_proj,0.0000460797,0.10000,2.191
176	24,mlp.down_proj,0.0000104877,0.10000,4.497
177	25,self_attn.k_proj,0.0000114676,0.10000,4.133
178	25,self_attn.q_proj,0.0000481714,0.10000,4.443
179	25,self_attn.v_proj,0.0000137399,0.10000,4.481
180	25,self_attn.o_proj,0.0000035874,0.10000,1.621
181	25,mlp.up_proj,0.0000504789,0.10000,2.020
182	25,mlp.gate_proj,0.0000562083,0.10000,2.065
183	25,mlp.down_proj,0.0000124710,0.10000,4.571
184	26,self_attn.k_proj,0.0000163119,0.10000,4.307
185	26,self_attn.v_proj,0.0000199003,0.10000,4.560
186	26,self_attn.q_proj,0.0000721851,0.10000,4.593
187	26,self_attn.o_proj,0.0000030045,0.10000,1.607
188	26,mlp.gate_proj,0.0000650178,0.10000,1.944
189	26,mlp.up_proj,0.0000600384,0.10000,2.016
190	26,mlp.down_proj,0.0000118864,0.10000,4.514
191	27,self_attn.k_proj,0.0000191612,0.10000,4.194
192	27,self_attn.v_proj,0.0000258756,0.10000,4.484
193	27,self_attn.q_proj,0.0000881676,0.10000,4.499
194	27,self_attn.o_proj,0.0000036633,0.10000,1.582
195	27,mlp.up_proj,0.0000666810,0.10000,2.011
196	27,mlp.gate_proj,0.0000699586,0.10000,2.086
197	27,mlp.down_proj,0.0000171271,0.10000,4.543
198	28,self_attn.k_proj,0.0000253908,0.10000,3.950
199	28,self_attn.v_proj,0.0000305473,0.10000,4.400
200	28,self_attn.q_proj,0.0001051568,0.10000,4.419
201	28,self_attn.o_proj,0.0000075650,0.10000,1.628
202	28,mlp.gate_proj,0.0000770289,0.10000,2.025
203	28,mlp.up_proj,0.0000763184,0.10000,2.118
204	28,mlp.down_proj,0.0000230418,0.10000,4.608
205	29,self_attn.k_proj,0.0000528532,0.10000,4.391
206	29,self_attn.v_proj,0.0000706905,0.10000,4.621
207	29,self_attn.q_proj,0.0002377818,0.10000,4.649
208	29,self_attn.o_proj,0.0000114592,0.10000,1.577
209	29,mlp.up_proj,0.0000926004,0.10000,2.121
210	29,mlp.gate_proj,0.0000892738,0.10000,2.158
211	29,mlp.down_proj,0.0000262264,0.10000,4.575
212	30,self_attn.k_proj,0.0000615581,0.10000,4.263
213	30,self_attn.q_proj,0.0002475710,0.10000,4.521
214	30,self_attn.v_proj,0.0000790300,0.10000,4.546
215	30,self_attn.o_proj,0.0000080313,0.10000,1.577
216	30,mlp.gate_proj,0.0000938009,0.10000,1.948
217	30,mlp.up_proj,0.0001005060,0.10000,1.981
218	30,mlp.down_proj,0.0000340703,0.10000,4.439
219	31,self_attn.k_proj,0.0000925253,0.10000,4.279
220	31,self_attn.q_proj,0.0003612229,0.10000,4.514
221	31,self_attn.v_proj,0.0001289460,0.10000,4.533
222	31,self_attn.o_proj,0.0000124489,0.10000,1.552
223	31,mlp.up_proj,0.0001066470,0.10000,2.058
224	31,mlp.gate_proj,0.0000948500,0.10000,2.078
225	31,mlp.down_proj,0.0000454290,0.10000,4.558
226	32,self_attn.k_proj,0.0001231427,0.10000,4.320
227	32,self_attn.q_proj,0.0005124021,0.10000,4.625
228	32,self_attn.v_proj,0.0001872253,0.10000,4.658
229	32,self_attn.o_proj,0.0000203278,0.10000,1.620
230	32,mlp.gate_proj,0.0001001873,0.10000,1.977
231	32,mlp.up_proj,0.0001154902,0.10000,2.016
232	32,mlp.down_proj,0.0000601530,0.10000,4.641
233	33,self_attn.k_proj,0.0002222856,0.10000,4.128
234	33,self_attn.q_proj,0.0011057818,0.10000,4.438
235	33,self_attn.v_proj,0.0004192334,0.10000,4.453
236	33,self_attn.o_proj,0.0000454634,0.10000,1.567
237	33,mlp.up_proj,0.0001329813,0.10000,2.029
238	33,mlp.gate_proj,0.0001132789,0.10000,2.081
239	33,mlp.down_proj,0.0001011796,0.10000,4.507
240	34,self_attn.k_proj,0.0001888980,0.10000,4.234
241	34,self_attn.v_proj,0.0003253079,0.10000,4.554
242	34,self_attn.q_proj,0.0008556856,0.10000,4.575
243	34,self_attn.o_proj,0.0000674757,0.10000,1.632
244	34,mlp.gate_proj,0.0001431082,0.10000,2.044
245	34,mlp.up_proj,0.0001571695,0.10000,2.083
246	34,mlp.down_proj,0.0001871779,0.10000,4.492
247	35,self_attn.k_proj,0.0000936730,0.10000,4.291
248	35,self_attn.v_proj,0.0001312502,0.10000,4.533
249	35,self_attn.q_proj,0.0003771549,0.10000,4.553
250	35,self_attn.o_proj,0.0000736388,0.10000,1.576
251	35,mlp.up_proj,0.0002436513,0.10000,1.918
252	35,mlp.gate_proj,0.0002332021,0.10000,1.968
253	35,mlp.down_proj,0.0006246001,0.10000,4.539