qwen3_4b_gpro_4bit/quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000000065,0.10000,4.623
0,self_attn.q_proj,0.0000000241,0.10000,5.088
0,self_attn.v_proj,0.0000000058,0.10000,4.741
0,self_attn.o_proj,0.0000000147,0.10000,1.642
0,mlp.gate_proj,0.0000011763,0.10000,1.887
0,mlp.up_proj,0.0000010297,0.10000,1.908
0,mlp.down_proj,0.0000000892,0.10000,4.448
1,self_attn.k_proj,0.0000000102,0.10000,4.257
1,self_attn.v_proj,0.0000000106,0.10000,4.563
1,self_attn.q_proj,0.0000000381,0.10000,4.579
1,self_attn.o_proj,0.0000000215,0.10000,1.522
1,mlp.up_proj,0.0000345402,0.10000,1.994
1,mlp.gate_proj,0.0000774305,0.10000,2.020
1,mlp.down_proj,0.0000001089,0.10000,4.642
2,self_attn.k_proj,0.0000000278,0.10000,4.120
2,self_attn.v_proj,0.0000000273,0.10000,4.477
2,self_attn.q_proj,0.0000000974,0.10000,4.482
2,self_attn.o_proj,0.0000000296,0.10000,1.632
2,mlp.up_proj,0.0000956081,0.10000,2.117
2,mlp.gate_proj,0.0001185081,0.10000,2.137
2,mlp.down_proj,0.0000000926,0.10000,4.488
3,self_attn.k_proj,0.0000000519,0.10000,4.306
3,self_attn.v_proj,0.0000000551,0.10000,4.533
3,self_attn.q_proj,0.0000002047,0.10000,4.572
3,self_attn.o_proj,0.0000000612,0.10000,1.598
3,mlp.up_proj,0.0000566981,0.10000,2.041
3,mlp.gate_proj,0.0001075486,0.10000,2.091
3,mlp.down_proj,0.0000002804,0.10000,4.618
4,self_attn.k_proj,0.0000000993,0.10000,4.159
4,self_attn.q_proj,0.0000003704,0.10000,4.445
4,self_attn.v_proj,0.0000001018,0.10000,4.500
4,self_attn.o_proj,0.0000000856,0.10000,1.605
4,mlp.gate_proj,0.0000857805,0.10000,2.096
4,mlp.up_proj,0.0000351438,0.10000,2.128
4,mlp.down_proj,0.0000006261,0.10000,4.543
5,self_attn.k_proj,0.0000001043,0.10000,4.181
5,self_attn.q_proj,0.0000004168,0.10000,4.518
5,self_attn.v_proj,0.0000001154,0.10000,4.543
5,self_attn.o_proj,0.0000001148,0.10000,1.588
5,mlp.up_proj,0.0000128055,0.10000,1.963
5,mlp.gate_proj,0.0000251472,0.10000,1.991
5,mlp.down_proj,0.0000007686,0.10000,4.505
6,self_attn.k_proj,0.0000002189,0.10000,4.171
6,self_attn.v_proj,0.0000002524,0.10000,4.485
6,self_attn.q_proj,0.0000009372,0.10000,4.513
6,self_attn.o_proj,0.0000002816,0.10000,1.569
6,mlp.gate_proj,0.0000282582,0.10000,2.038
6,mlp.up_proj,0.0000170360,0.10000,2.078
6,mlp.down_proj,0.0000238226,0.10000,4.473
7,self_attn.k_proj,0.0000005651,0.10000,4.312
7,self_attn.v_proj,0.0000006153,0.10000,4.532
7,self_attn.q_proj,0.0000021191,0.10000,4.541
7,self_attn.o_proj,0.0000003873,0.10000,1.559
7,mlp.up_proj,0.0000209582,0.10000,2.027
7,mlp.gate_proj,0.0000333655,0.10000,2.044
7,mlp.down_proj,0.0000011662,0.10000,4.485
8,self_attn.k_proj,0.0000007382,0.10000,4.366
8,self_attn.v_proj,0.0000008672,0.10000,4.553
8,self_attn.q_proj,0.0000029186,0.10000,4.584
8,self_attn.o_proj,0.0000004689,0.10000,1.625
8,mlp.gate_proj,0.0000198027,0.10000,2.106
8,mlp.up_proj,0.0000163943,0.10000,2.119
8,mlp.down_proj,0.0000015403,0.10000,4.599
9,self_attn.k_proj,0.0000009926,0.10000,4.345
9,self_attn.v_proj,0.0000010791,0.10000,4.597
9,self_attn.q_proj,0.0000036375,0.10000,4.625
9,self_attn.o_proj,0.0000006776,0.10000,1.550
9,mlp.up_proj,0.0000205884,0.10000,2.038
9,mlp.gate_proj,0.0000315698,0.10000,2.079
9,mlp.down_proj,0.0000016813,0.10000,4.645
10,self_attn.k_proj,0.0000013627,0.10000,4.412
10,self_attn.q_proj,0.0000053466,0.10000,4.665
10,self_attn.v_proj,0.0000016548,0.10000,4.706
10,self_attn.o_proj,0.0000007416,0.10000,1.613
10,mlp.gate_proj,0.0000238936,0.10000,2.020
10,mlp.up_proj,0.0000168923,0.10000,2.067
10,mlp.down_proj,0.0000015627,0.10000,4.520
11,self_attn.k_proj,0.0000007019,0.10000,4.288
11,self_attn.v_proj,0.0000007862,0.10000,4.550
11,self_attn.q_proj,0.0000026579,0.10000,4.598
11,self_attn.o_proj,0.0000006333,0.10000,1.561
11,mlp.up_proj,0.0000156422,0.10000,1.964
11,mlp.gate_proj,0.0000196474,0.10000,1.983
11,mlp.down_proj,0.0000015437,0.10000,4.595
12,self_attn.k_proj,0.0000008867,0.10000,4.297
12,self_attn.q_proj,0.0000034566,0.10000,4.574
12,self_attn.v_proj,0.0000010242,0.10000,4.616
12,self_attn.o_proj,0.0000010202,0.10000,1.577
12,mlp.gate_proj,0.0000181967,0.10000,2.092
12,mlp.up_proj,0.0000159937,0.10000,2.128
12,mlp.down_proj,0.0000016049,0.10000,4.597
13,self_attn.k_proj,0.0000006896,0.10000,4.313
13,self_attn.q_proj,0.0000026921,0.10000,4.535
13,self_attn.v_proj,0.0000007320,0.10000,4.566
13,self_attn.o_proj,0.0000008842,0.10000,1.626
13,mlp.up_proj,0.0000177848,0.10000,1.996
13,mlp.gate_proj,0.0000184155,0.10000,2.023
13,mlp.down_proj,0.0000019769,0.10000,4.748
14,self_attn.k_proj,0.0000012724,0.10000,4.292
14,self_attn.v_proj,0.0000014461,0.10000,4.545
14,self_attn.q_proj,0.0000050922,0.10000,4.607
14,self_attn.o_proj,0.0000014442,0.10000,1.618
14,mlp.gate_proj,0.0000188562,0.10000,2.122
14,mlp.up_proj,0.0000183811,0.10000,2.164
14,mlp.down_proj,0.0000018007,0.10000,4.510
15,self_attn.k_proj,0.0000012884,0.10000,4.345
15,self_attn.q_proj,0.0000051236,0.10000,4.570
15,self_attn.v_proj,0.0000013641,0.10000,4.614
15,self_attn.o_proj,0.0000014086,0.10000,1.631
15,mlp.up_proj,0.0000184349,0.10000,2.067
15,mlp.gate_proj,0.0000181649,0.10000,2.091
15,mlp.down_proj,0.0000018890,0.10000,4.577
16,self_attn.k_proj,0.0000021029,0.10000,4.328
16,self_attn.v_proj,0.0000025386,0.10000,4.556
16,self_attn.q_proj,0.0000086758,0.10000,4.568
16,self_attn.o_proj,0.0000012714,0.10000,1.562
16,mlp.gate_proj,0.0000200963,0.10000,1.935
16,mlp.up_proj,0.0000192835,0.10000,1.973
16,mlp.down_proj,0.0000187656,0.10000,4.514
17,self_attn.k_proj,0.0000017093,0.10000,4.341
17,self_attn.q_proj,0.0000077938,0.10000,4.594
17,self_attn.v_proj,0.0000020613,0.10000,4.622
17,self_attn.o_proj,0.0000016575,0.10000,1.643
17,mlp.up_proj,0.0000181763,0.10000,2.057
17,mlp.gate_proj,0.0000186384,0.10000,2.093
17,mlp.down_proj,0.0000018738,0.10000,4.600
18,self_attn.k_proj,0.0000020693,0.10000,4.363
18,self_attn.q_proj,0.0000086855,0.10000,4.631
18,self_attn.v_proj,0.0000025088,0.10000,4.649
18,self_attn.o_proj,0.0000017786,0.10000,1.606
18,mlp.gate_proj,0.0000201907,0.10000,2.099
18,mlp.up_proj,0.0000200689,0.10000,2.166
18,mlp.down_proj,0.0000023515,0.10000,4.576
19,self_attn.k_proj,0.0000038297,0.10000,4.432
19,self_attn.v_proj,0.0000044097,0.10000,4.653
19,self_attn.q_proj,0.0000169872,0.10000,4.682
19,self_attn.o_proj,0.0000028907,0.10000,1.582
19,mlp.up_proj,0.0000229501,0.10000,2.107
19,mlp.gate_proj,0.0000226941,0.10000,2.159
19,mlp.down_proj,0.0000030679,0.10000,4.579
20,self_attn.k_proj,0.0000036831,0.10000,4.317
20,self_attn.v_proj,0.0000043706,0.10000,4.591
20,self_attn.q_proj,0.0000174276,0.10000,4.627
20,self_attn.o_proj,0.0000029771,0.10000,1.599
20,mlp.gate_proj,0.0000253506,0.10000,2.059
20,mlp.up_proj,0.0000262646,0.10000,2.086
20,mlp.down_proj,0.0000036408,0.10000,4.510
21,self_attn.k_proj,0.0000050001,0.10000,4.363
21,self_attn.q_proj,0.0000228820,0.10000,4.653
21,self_attn.v_proj,0.0000059135,0.10000,4.667
21,self_attn.o_proj,0.0000029943,0.10000,1.538
21,mlp.gate_proj,0.0000304431,0.10000,2.065
21,mlp.up_proj,0.0000316683,0.10000,2.093
21,mlp.down_proj,0.0000045086,0.10000,4.625
22,self_attn.k_proj,0.0000092675,0.10000,4.294
22,self_attn.q_proj,0.0000424574,0.10000,4.589
22,self_attn.v_proj,0.0000114349,0.10000,4.613
22,self_attn.o_proj,0.0000045903,0.10000,1.557
22,mlp.gate_proj,0.0000354832,0.10000,2.096
22,mlp.up_proj,0.0000353631,0.10000,2.145
22,mlp.down_proj,0.0000065555,0.10000,4.581
23,self_attn.k_proj,0.0000091701,0.10000,4.238
23,self_attn.v_proj,0.0000109907,0.10000,4.710
23,self_attn.q_proj,0.0000420592,0.10000,4.755
23,self_attn.o_proj,0.0000054694,0.10000,1.579
23,mlp.up_proj,0.0000414041,0.10000,2.125
23,mlp.gate_proj,0.0000440309,0.10000,2.163
23,mlp.down_proj,0.0000084183,0.10000,4.566
24,self_attn.k_proj,0.0000152363,0.10000,4.191
24,self_attn.q_proj,0.0000699393,0.10000,4.506
24,self_attn.v_proj,0.0000197641,0.10000,4.548
24,self_attn.o_proj,0.0000070709,0.10000,1.614
24,mlp.gate_proj,0.0000503237,0.10000,2.141
24,mlp.up_proj,0.0000460797,0.10000,2.191
24,mlp.down_proj,0.0000104877,0.10000,4.497
25,self_attn.k_proj,0.0000114676,0.10000,4.133
25,self_attn.q_proj,0.0000481714,0.10000,4.443
25,self_attn.v_proj,0.0000137399,0.10000,4.481
25,self_attn.o_proj,0.0000035874,0.10000,1.621
25,mlp.up_proj,0.0000504789,0.10000,2.020
25,mlp.gate_proj,0.0000562083,0.10000,2.065
25,mlp.down_proj,0.0000124710,0.10000,4.571
26,self_attn.k_proj,0.0000163119,0.10000,4.307
26,self_attn.v_proj,0.0000199003,0.10000,4.560
26,self_attn.q_proj,0.0000721851,0.10000,4.593
26,self_attn.o_proj,0.0000030045,0.10000,1.607
26,mlp.gate_proj,0.0000650178,0.10000,1.944
26,mlp.up_proj,0.0000600384,0.10000,2.016
26,mlp.down_proj,0.0000118864,0.10000,4.514
27,self_attn.k_proj,0.0000191612,0.10000,4.194
27,self_attn.v_proj,0.0000258756,0.10000,4.484
27,self_attn.q_proj,0.0000881676,0.10000,4.499
27,self_attn.o_proj,0.0000036633,0.10000,1.582
27,mlp.up_proj,0.0000666810,0.10000,2.011
27,mlp.gate_proj,0.0000699586,0.10000,2.086
27,mlp.down_proj,0.0000171271,0.10000,4.543
28,self_attn.k_proj,0.0000253908,0.10000,3.950
28,self_attn.v_proj,0.0000305473,0.10000,4.400
28,self_attn.q_proj,0.0001051568,0.10000,4.419
28,self_attn.o_proj,0.0000075650,0.10000,1.628
28,mlp.gate_proj,0.0000770289,0.10000,2.025
28,mlp.up_proj,0.0000763184,0.10000,2.118
28,mlp.down_proj,0.0000230418,0.10000,4.608
29,self_attn.k_proj,0.0000528532,0.10000,4.391
29,self_attn.v_proj,0.0000706905,0.10000,4.621
29,self_attn.q_proj,0.0002377818,0.10000,4.649
29,self_attn.o_proj,0.0000114592,0.10000,1.577
29,mlp.up_proj,0.0000926004,0.10000,2.121
29,mlp.gate_proj,0.0000892738,0.10000,2.158
29,mlp.down_proj,0.0000262264,0.10000,4.575
30,self_attn.k_proj,0.0000615581,0.10000,4.263
30,self_attn.q_proj,0.0002475710,0.10000,4.521
30,self_attn.v_proj,0.0000790300,0.10000,4.546
30,self_attn.o_proj,0.0000080313,0.10000,1.577
30,mlp.gate_proj,0.0000938009,0.10000,1.948
30,mlp.up_proj,0.0001005060,0.10000,1.981
30,mlp.down_proj,0.0000340703,0.10000,4.439
31,self_attn.k_proj,0.0000925253,0.10000,4.279
31,self_attn.q_proj,0.0003612229,0.10000,4.514
31,self_attn.v_proj,0.0001289460,0.10000,4.533
31,self_attn.o_proj,0.0000124489,0.10000,1.552
31,mlp.up_proj,0.0001066470,0.10000,2.058
31,mlp.gate_proj,0.0000948500,0.10000,2.078
31,mlp.down_proj,0.0000454290,0.10000,4.558
32,self_attn.k_proj,0.0001231427,0.10000,4.320
32,self_attn.q_proj,0.0005124021,0.10000,4.625
32,self_attn.v_proj,0.0001872253,0.10000,4.658
32,self_attn.o_proj,0.0000203278,0.10000,1.620
32,mlp.gate_proj,0.0001001873,0.10000,1.977
32,mlp.up_proj,0.0001154902,0.10000,2.016
32,mlp.down_proj,0.0000601530,0.10000,4.641
33,self_attn.k_proj,0.0002222856,0.10000,4.128
33,self_attn.q_proj,0.0011057818,0.10000,4.438
33,self_attn.v_proj,0.0004192334,0.10000,4.453
33,self_attn.o_proj,0.0000454634,0.10000,1.567
33,mlp.up_proj,0.0001329813,0.10000,2.029
33,mlp.gate_proj,0.0001132789,0.10000,2.081
33,mlp.down_proj,0.0001011796,0.10000,4.507
34,self_attn.k_proj,0.0001888980,0.10000,4.234
34,self_attn.v_proj,0.0003253079,0.10000,4.554
34,self_attn.q_proj,0.0008556856,0.10000,4.575
34,self_attn.o_proj,0.0000674757,0.10000,1.632
34,mlp.gate_proj,0.0001431082,0.10000,2.044
34,mlp.up_proj,0.0001571695,0.10000,2.083
34,mlp.down_proj,0.0001871779,0.10000,4.492
35,self_attn.k_proj,0.0000936730,0.10000,4.291
35,self_attn.v_proj,0.0001312502,0.10000,4.533
35,self_attn.q_proj,0.0003771549,0.10000,4.553
35,self_attn.o_proj,0.0000736388,0.10000,1.576
35,mlp.up_proj,0.0002436513,0.10000,1.918
35,mlp.gate_proj,0.0002332021,0.10000,1.968
35,mlp.down_proj,0.0006246001,0.10000,4.539