Qwen3-1.7B-QuantizedGPTQ/quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.v_proj,0.0000008398,0.05000,3.626
0,self_attn.k_proj,0.0000009675,0.05000,3.894
0,self_attn.q_proj,0.0000020267,0.05000,3.921
0,self_attn.o_proj,0.0000021352,0.05000,0.764
0,mlp.gate_proj,0.0000197972,0.05000,2.009
0,mlp.up_proj,0.0000128524,0.05000,2.049
0,mlp.down_proj,0.0000043071,0.05000,2.590
1,self_attn.v_proj,0.0000006024,0.05000,4.008
1,self_attn.q_proj,0.0000012551,0.05000,4.125
1,self_attn.k_proj,0.0000006186,0.05000,4.172
1,self_attn.o_proj,0.0000006818,0.05000,1.591
1,mlp.gate_proj,0.0002898050,0.05000,2.585
1,mlp.up_proj,0.0001188112,0.05000,2.701
1,mlp.down_proj,0.0000065027,0.05000,3.925
2,self_attn.q_proj,0.0000027077,0.05000,4.020
2,self_attn.v_proj,0.0000012527,0.05000,4.084
2,self_attn.k_proj,0.0000012390,0.05000,4.077
2,self_attn.o_proj,0.0000011485,0.05000,1.080
2,mlp.gate_proj,0.0002410469,0.05000,1.939
2,mlp.up_proj,0.0000994754,0.05000,1.991
2,mlp.down_proj,0.0052349447,0.05000,2.563
3,self_attn.k_proj,0.0000090444,0.05000,3.422
3,self_attn.q_proj,0.0000174781,0.05000,3.473
3,self_attn.v_proj,0.0000092185,0.05000,3.435
3,self_attn.o_proj,0.0000022031,0.05000,1.213
3,mlp.gate_proj,0.0002953793,0.05000,2.184
3,mlp.up_proj,0.0001297567,0.05000,2.222
3,mlp.down_proj,0.0000122510,0.05000,2.570
4,self_attn.v_proj,0.0000088477,0.05000,3.349
4,self_attn.k_proj,0.0000081188,0.05000,3.382
4,self_attn.q_proj,0.0000165550,0.05000,3.424
4,self_attn.o_proj,0.0000034003,0.05000,0.853
4,mlp.gate_proj,0.0002626366,0.05000,1.896
4,mlp.up_proj,0.0001246561,0.05000,1.932
4,mlp.down_proj,0.0000179021,0.05000,2.540
5,self_attn.v_proj,0.0000134986,0.05000,3.336
5,self_attn.k_proj,0.0000108491,0.05000,3.354
5,self_attn.q_proj,0.0000251860,0.05000,3.433
5,self_attn.o_proj,0.0000050791,0.05000,0.768
5,mlp.gate_proj,0.0001303575,0.05000,2.189
5,mlp.up_proj,0.0000894665,0.05000,2.193
5,mlp.down_proj,0.0000214953,0.05000,3.112
6,self_attn.k_proj,0.0000100134,0.05000,3.482
6,self_attn.v_proj,0.0000103902,0.05000,3.516
6,self_attn.q_proj,0.0000207434,0.05000,3.553
6,self_attn.o_proj,0.0000053416,0.05000,0.858
6,mlp.up_proj,0.0001180585,0.05000,2.169
6,mlp.gate_proj,0.0001675667,0.05000,2.197
6,mlp.down_proj,0.0000290387,0.05000,2.959
7,self_attn.q_proj,0.0000449065,0.05000,3.457
7,self_attn.k_proj,0.0000192821,0.05000,3.492
7,self_attn.v_proj,0.0000234869,0.05000,3.489
7,self_attn.o_proj,0.0000085582,0.05000,0.825
7,mlp.gate_proj,0.0002227390,0.05000,2.001
7,mlp.up_proj,0.0001480158,0.05000,2.032
7,mlp.down_proj,0.0000303750,0.05000,2.681
8,self_attn.q_proj,0.0000543600,0.05000,3.252
8,self_attn.k_proj,0.0000271505,0.05000,3.266
8,self_attn.v_proj,0.0000257857,0.05000,3.332
8,self_attn.o_proj,0.0000072512,0.05000,0.798
8,mlp.up_proj,0.0001467434,0.05000,1.923
8,mlp.gate_proj,0.0001986378,0.05000,1.961
8,mlp.down_proj,0.0000381824,0.05000,2.596
9,self_attn.k_proj,0.0000496773,0.05000,3.310
9,self_attn.q_proj,0.0001079280,0.05000,3.415
9,self_attn.v_proj,0.0000501777,0.05000,3.450
9,self_attn.o_proj,0.0000210494,0.05000,0.810
9,mlp.up_proj,0.0001489672,0.05000,2.018
9,mlp.gate_proj,0.0001845221,0.05000,2.074
9,mlp.down_proj,0.0000494351,0.05000,2.579
10,self_attn.k_proj,0.0000368918,0.05000,3.372
10,self_attn.v_proj,0.0000397413,0.05000,3.451
10,self_attn.q_proj,0.0000817303,0.05000,3.489
10,self_attn.o_proj,0.0000214367,0.05000,0.834
10,mlp.gate_proj,0.0001894916,0.05000,2.030
10,mlp.up_proj,0.0001573987,0.05000,2.045
10,mlp.down_proj,0.0000817361,0.05000,2.763
11,self_attn.q_proj,0.0001917333,0.05000,3.454
11,self_attn.k_proj,0.0000857933,0.05000,3.472
11,self_attn.v_proj,0.0000807375,0.05000,3.529
11,self_attn.o_proj,0.0000535566,0.05000,1.224
11,mlp.gate_proj,0.0001578729,0.05000,1.960
11,mlp.up_proj,0.0001494230,0.05000,2.039
11,mlp.down_proj,0.0000893180,0.05000,2.668
12,self_attn.v_proj,0.0000763319,0.05000,3.301
12,self_attn.k_proj,0.0000745997,0.05000,3.364
12,self_attn.q_proj,0.0001640630,0.05000,3.380
12,self_attn.o_proj,0.0000343813,0.05000,1.200
12,mlp.up_proj,0.0001588971,0.05000,2.040
12,mlp.gate_proj,0.0001566968,0.05000,2.088
12,mlp.down_proj,0.0001093978,0.05000,2.760
13,self_attn.q_proj,0.0002423986,0.05000,3.553
13,self_attn.v_proj,0.0001063420,0.05000,3.661
13,self_attn.k_proj,0.0000977330,0.05000,3.718
13,self_attn.o_proj,0.0000535365,0.05000,0.863
13,mlp.gate_proj,0.0001755430,0.05000,2.180
13,mlp.up_proj,0.0001757205,0.05000,2.202
13,mlp.down_proj,0.0001403776,0.05000,3.126
14,self_attn.q_proj,0.0003975555,0.05000,3.663
14,self_attn.k_proj,0.0001722038,0.05000,3.679
14,self_attn.v_proj,0.0001753240,0.05000,3.693
14,self_attn.o_proj,0.0000595465,0.05000,0.862
14,mlp.gate_proj,0.0002011682,0.05000,2.305
14,mlp.up_proj,0.0002059663,0.05000,2.407
14,mlp.down_proj,0.0001984588,0.05000,3.394
15,self_attn.q_proj,0.0008955670,0.05000,3.697
15,self_attn.k_proj,0.0003116054,0.05000,3.737
15,self_attn.v_proj,0.0004181195,0.05000,3.791
15,self_attn.o_proj,0.0001117162,0.05000,0.872
15,mlp.gate_proj,0.0002431306,0.05000,2.044
15,mlp.up_proj,0.0002530560,0.05000,2.098
15,mlp.down_proj,0.0003042576,0.05000,2.786
16,self_attn.q_proj,0.0012468852,0.05000,3.625
16,self_attn.v_proj,0.0004789103,0.05000,3.631
16,self_attn.k_proj,0.0004600213,0.05000,3.666
16,self_attn.o_proj,0.0001508937,0.05000,0.845
16,mlp.up_proj,0.0003300065,0.05000,2.094
16,mlp.gate_proj,0.0002871720,0.05000,2.138
16,mlp.down_proj,0.0008724837,0.05000,2.769
17,self_attn.k_proj,0.0012925876,0.05000,3.544
17,self_attn.q_proj,0.0035529846,0.05000,3.629
17,self_attn.v_proj,0.0016027982,0.05000,3.645
17,self_attn.o_proj,0.0004630940,0.05000,0.837
17,mlp.up_proj,0.0005086830,0.05000,2.186
17,mlp.gate_proj,0.0004439794,0.05000,2.247
17,mlp.down_proj,0.0012258750,0.05000,2.896
18,self_attn.q_proj,0.0045345503,0.05000,3.490
18,self_attn.k_proj,0.0015577570,0.05000,3.584
18,self_attn.v_proj,0.0018117692,0.05000,3.587
18,self_attn.o_proj,0.0003796638,0.05000,0.831
18,mlp.up_proj,0.0006954494,0.05000,2.228
18,mlp.gate_proj,0.0006154586,0.05000,2.271
18,mlp.down_proj,0.0019921769,0.05000,2.766
19,self_attn.q_proj,0.0082794433,0.05000,3.540
19,self_attn.v_proj,0.0035734420,0.05000,3.562
19,self_attn.k_proj,0.0027089883,0.05000,3.621
19,self_attn.o_proj,0.0007345936,0.05000,0.883
19,mlp.up_proj,0.0010398286,0.05000,2.173
19,mlp.gate_proj,0.0009062103,0.05000,2.236
19,mlp.down_proj,0.0047007723,0.05000,2.741
20,self_attn.k_proj,0.0049409603,0.05000,3.462
20,self_attn.v_proj,0.0062833487,0.05000,3.546
20,self_attn.q_proj,0.0141710609,0.05000,3.616
20,self_attn.o_proj,0.0011029547,0.05000,0.901
20,mlp.up_proj,0.0013506484,0.05000,2.137
20,mlp.gate_proj,0.0011972403,0.05000,2.187
20,mlp.down_proj,0.0063867690,0.05000,2.863
21,self_attn.v_proj,0.0098904379,0.05000,3.438
21,self_attn.k_proj,0.0073228886,0.05000,3.531
21,self_attn.q_proj,0.0200067527,0.05000,3.600
21,self_attn.o_proj,0.0015405809,0.05000,0.902
21,mlp.gate_proj,0.0014323293,0.05000,2.231
21,mlp.up_proj,0.0016531138,0.05000,2.248
21,mlp.down_proj,0.0089285798,0.05000,2.775
22,self_attn.k_proj,0.0102904142,0.05000,3.497
22,self_attn.q_proj,0.0279091075,0.05000,3.558
22,self_attn.v_proj,0.0136463096,0.05000,3.561
22,self_attn.o_proj,0.0017626955,0.05000,0.875
22,mlp.up_proj,0.0019068349,0.05000,2.061
22,mlp.gate_proj,0.0016667122,0.05000,2.118
22,mlp.down_proj,0.0102301358,0.05000,2.784
23,self_attn.k_proj,0.0126362919,0.05000,3.470
23,self_attn.v_proj,0.0155633528,0.05000,3.562
23,self_attn.q_proj,0.0293295363,0.05000,3.648
23,self_attn.o_proj,0.0018687698,0.05000,0.878
23,mlp.gate_proj,0.0019935730,0.05000,2.148
23,mlp.up_proj,0.0022690450,0.05000,2.207
23,mlp.down_proj,0.0120860929,0.05000,2.854
24,self_attn.q_proj,0.0559459186,0.05000,3.423
24,self_attn.v_proj,0.0249366372,0.05000,3.485
24,self_attn.k_proj,0.0213881481,0.05000,3.516
24,self_attn.o_proj,0.0023866374,0.05000,1.135
24,mlp.up_proj,0.0022699147,0.05000,2.120
24,mlp.gate_proj,0.0019399213,0.05000,2.160
24,mlp.down_proj,0.0147081203,0.05000,2.699
25,self_attn.q_proj,0.0651313592,0.05000,3.340
25,self_attn.v_proj,0.0362999953,0.05000,3.385
25,self_attn.k_proj,0.0240991880,0.05000,3.424
25,self_attn.o_proj,0.0027495860,0.05000,1.318
25,mlp.up_proj,0.0022078746,0.05000,2.105
25,mlp.gate_proj,0.0018362088,0.05000,2.142
25,mlp.down_proj,0.0172555837,0.05000,2.694
26,self_attn.v_proj,0.0339960720,0.05000,3.506
26,self_attn.q_proj,0.0760382617,0.05000,3.565
26,self_attn.k_proj,0.0228024484,0.05000,3.605
26,self_attn.o_proj,0.0054717644,0.05000,1.536
26,mlp.gate_proj,0.0018231207,0.05000,2.180
26,mlp.up_proj,0.0021639906,0.05000,2.183
26,mlp.down_proj,0.0193138215,0.05000,2.813
27,self_attn.k_proj,0.0116609379,0.05000,3.489
27,self_attn.v_proj,0.0142843226,0.05000,3.582
27,self_attn.q_proj,0.0253722723,0.05000,3.648
27,self_attn.o_proj,0.0031136294,0.05000,1.527
27,mlp.up_proj,0.0031771694,0.05000,2.073
27,mlp.gate_proj,0.0031102671,0.05000,2.147
27,mlp.down_proj,0.0421205361,0.05000,2.798