初始化项目，由ModelHub XC社区提供模型
Model: llmstack/qwen3_4b_gpro_4bit Source: Original Platform
This commit is contained in:
ModelHub XC
253
quant_log.csv
Normal file
253
quant_log.csv
Normal file
@@ -0,0 +1,253 @@
|
||||
layer,module,loss,samples,damp,time
|
||||
0,self_attn.k_proj,0.0000000065,0.10000,4.623
|
||||
0,self_attn.q_proj,0.0000000241,0.10000,5.088
|
||||
0,self_attn.v_proj,0.0000000058,0.10000,4.741
|
||||
0,self_attn.o_proj,0.0000000147,0.10000,1.642
|
||||
0,mlp.gate_proj,0.0000011763,0.10000,1.887
|
||||
0,mlp.up_proj,0.0000010297,0.10000,1.908
|
||||
0,mlp.down_proj,0.0000000892,0.10000,4.448
|
||||
1,self_attn.k_proj,0.0000000102,0.10000,4.257
|
||||
1,self_attn.v_proj,0.0000000106,0.10000,4.563
|
||||
1,self_attn.q_proj,0.0000000381,0.10000,4.579
|
||||
1,self_attn.o_proj,0.0000000215,0.10000,1.522
|
||||
1,mlp.up_proj,0.0000345402,0.10000,1.994
|
||||
1,mlp.gate_proj,0.0000774305,0.10000,2.020
|
||||
1,mlp.down_proj,0.0000001089,0.10000,4.642
|
||||
2,self_attn.k_proj,0.0000000278,0.10000,4.120
|
||||
2,self_attn.v_proj,0.0000000273,0.10000,4.477
|
||||
2,self_attn.q_proj,0.0000000974,0.10000,4.482
|
||||
2,self_attn.o_proj,0.0000000296,0.10000,1.632
|
||||
2,mlp.up_proj,0.0000956081,0.10000,2.117
|
||||
2,mlp.gate_proj,0.0001185081,0.10000,2.137
|
||||
2,mlp.down_proj,0.0000000926,0.10000,4.488
|
||||
3,self_attn.k_proj,0.0000000519,0.10000,4.306
|
||||
3,self_attn.v_proj,0.0000000551,0.10000,4.533
|
||||
3,self_attn.q_proj,0.0000002047,0.10000,4.572
|
||||
3,self_attn.o_proj,0.0000000612,0.10000,1.598
|
||||
3,mlp.up_proj,0.0000566981,0.10000,2.041
|
||||
3,mlp.gate_proj,0.0001075486,0.10000,2.091
|
||||
3,mlp.down_proj,0.0000002804,0.10000,4.618
|
||||
4,self_attn.k_proj,0.0000000993,0.10000,4.159
|
||||
4,self_attn.q_proj,0.0000003704,0.10000,4.445
|
||||
4,self_attn.v_proj,0.0000001018,0.10000,4.500
|
||||
4,self_attn.o_proj,0.0000000856,0.10000,1.605
|
||||
4,mlp.gate_proj,0.0000857805,0.10000,2.096
|
||||
4,mlp.up_proj,0.0000351438,0.10000,2.128
|
||||
4,mlp.down_proj,0.0000006261,0.10000,4.543
|
||||
5,self_attn.k_proj,0.0000001043,0.10000,4.181
|
||||
5,self_attn.q_proj,0.0000004168,0.10000,4.518
|
||||
5,self_attn.v_proj,0.0000001154,0.10000,4.543
|
||||
5,self_attn.o_proj,0.0000001148,0.10000,1.588
|
||||
5,mlp.up_proj,0.0000128055,0.10000,1.963
|
||||
5,mlp.gate_proj,0.0000251472,0.10000,1.991
|
||||
5,mlp.down_proj,0.0000007686,0.10000,4.505
|
||||
6,self_attn.k_proj,0.0000002189,0.10000,4.171
|
||||
6,self_attn.v_proj,0.0000002524,0.10000,4.485
|
||||
6,self_attn.q_proj,0.0000009372,0.10000,4.513
|
||||
6,self_attn.o_proj,0.0000002816,0.10000,1.569
|
||||
6,mlp.gate_proj,0.0000282582,0.10000,2.038
|
||||
6,mlp.up_proj,0.0000170360,0.10000,2.078
|
||||
6,mlp.down_proj,0.0000238226,0.10000,4.473
|
||||
7,self_attn.k_proj,0.0000005651,0.10000,4.312
|
||||
7,self_attn.v_proj,0.0000006153,0.10000,4.532
|
||||
7,self_attn.q_proj,0.0000021191,0.10000,4.541
|
||||
7,self_attn.o_proj,0.0000003873,0.10000,1.559
|
||||
7,mlp.up_proj,0.0000209582,0.10000,2.027
|
||||
7,mlp.gate_proj,0.0000333655,0.10000,2.044
|
||||
7,mlp.down_proj,0.0000011662,0.10000,4.485
|
||||
8,self_attn.k_proj,0.0000007382,0.10000,4.366
|
||||
8,self_attn.v_proj,0.0000008672,0.10000,4.553
|
||||
8,self_attn.q_proj,0.0000029186,0.10000,4.584
|
||||
8,self_attn.o_proj,0.0000004689,0.10000,1.625
|
||||
8,mlp.gate_proj,0.0000198027,0.10000,2.106
|
||||
8,mlp.up_proj,0.0000163943,0.10000,2.119
|
||||
8,mlp.down_proj,0.0000015403,0.10000,4.599
|
||||
9,self_attn.k_proj,0.0000009926,0.10000,4.345
|
||||
9,self_attn.v_proj,0.0000010791,0.10000,4.597
|
||||
9,self_attn.q_proj,0.0000036375,0.10000,4.625
|
||||
9,self_attn.o_proj,0.0000006776,0.10000,1.550
|
||||
9,mlp.up_proj,0.0000205884,0.10000,2.038
|
||||
9,mlp.gate_proj,0.0000315698,0.10000,2.079
|
||||
9,mlp.down_proj,0.0000016813,0.10000,4.645
|
||||
10,self_attn.k_proj,0.0000013627,0.10000,4.412
|
||||
10,self_attn.q_proj,0.0000053466,0.10000,4.665
|
||||
10,self_attn.v_proj,0.0000016548,0.10000,4.706
|
||||
10,self_attn.o_proj,0.0000007416,0.10000,1.613
|
||||
10,mlp.gate_proj,0.0000238936,0.10000,2.020
|
||||
10,mlp.up_proj,0.0000168923,0.10000,2.067
|
||||
10,mlp.down_proj,0.0000015627,0.10000,4.520
|
||||
11,self_attn.k_proj,0.0000007019,0.10000,4.288
|
||||
11,self_attn.v_proj,0.0000007862,0.10000,4.550
|
||||
11,self_attn.q_proj,0.0000026579,0.10000,4.598
|
||||
11,self_attn.o_proj,0.0000006333,0.10000,1.561
|
||||
11,mlp.up_proj,0.0000156422,0.10000,1.964
|
||||
11,mlp.gate_proj,0.0000196474,0.10000,1.983
|
||||
11,mlp.down_proj,0.0000015437,0.10000,4.595
|
||||
12,self_attn.k_proj,0.0000008867,0.10000,4.297
|
||||
12,self_attn.q_proj,0.0000034566,0.10000,4.574
|
||||
12,self_attn.v_proj,0.0000010242,0.10000,4.616
|
||||
12,self_attn.o_proj,0.0000010202,0.10000,1.577
|
||||
12,mlp.gate_proj,0.0000181967,0.10000,2.092
|
||||
12,mlp.up_proj,0.0000159937,0.10000,2.128
|
||||
12,mlp.down_proj,0.0000016049,0.10000,4.597
|
||||
13,self_attn.k_proj,0.0000006896,0.10000,4.313
|
||||
13,self_attn.q_proj,0.0000026921,0.10000,4.535
|
||||
13,self_attn.v_proj,0.0000007320,0.10000,4.566
|
||||
13,self_attn.o_proj,0.0000008842,0.10000,1.626
|
||||
13,mlp.up_proj,0.0000177848,0.10000,1.996
|
||||
13,mlp.gate_proj,0.0000184155,0.10000,2.023
|
||||
13,mlp.down_proj,0.0000019769,0.10000,4.748
|
||||
14,self_attn.k_proj,0.0000012724,0.10000,4.292
|
||||
14,self_attn.v_proj,0.0000014461,0.10000,4.545
|
||||
14,self_attn.q_proj,0.0000050922,0.10000,4.607
|
||||
14,self_attn.o_proj,0.0000014442,0.10000,1.618
|
||||
14,mlp.gate_proj,0.0000188562,0.10000,2.122
|
||||
14,mlp.up_proj,0.0000183811,0.10000,2.164
|
||||
14,mlp.down_proj,0.0000018007,0.10000,4.510
|
||||
15,self_attn.k_proj,0.0000012884,0.10000,4.345
|
||||
15,self_attn.q_proj,0.0000051236,0.10000,4.570
|
||||
15,self_attn.v_proj,0.0000013641,0.10000,4.614
|
||||
15,self_attn.o_proj,0.0000014086,0.10000,1.631
|
||||
15,mlp.up_proj,0.0000184349,0.10000,2.067
|
||||
15,mlp.gate_proj,0.0000181649,0.10000,2.091
|
||||
15,mlp.down_proj,0.0000018890,0.10000,4.577
|
||||
16,self_attn.k_proj,0.0000021029,0.10000,4.328
|
||||
16,self_attn.v_proj,0.0000025386,0.10000,4.556
|
||||
16,self_attn.q_proj,0.0000086758,0.10000,4.568
|
||||
16,self_attn.o_proj,0.0000012714,0.10000,1.562
|
||||
16,mlp.gate_proj,0.0000200963,0.10000,1.935
|
||||
16,mlp.up_proj,0.0000192835,0.10000,1.973
|
||||
16,mlp.down_proj,0.0000187656,0.10000,4.514
|
||||
17,self_attn.k_proj,0.0000017093,0.10000,4.341
|
||||
17,self_attn.q_proj,0.0000077938,0.10000,4.594
|
||||
17,self_attn.v_proj,0.0000020613,0.10000,4.622
|
||||
17,self_attn.o_proj,0.0000016575,0.10000,1.643
|
||||
17,mlp.up_proj,0.0000181763,0.10000,2.057
|
||||
17,mlp.gate_proj,0.0000186384,0.10000,2.093
|
||||
17,mlp.down_proj,0.0000018738,0.10000,4.600
|
||||
18,self_attn.k_proj,0.0000020693,0.10000,4.363
|
||||
18,self_attn.q_proj,0.0000086855,0.10000,4.631
|
||||
18,self_attn.v_proj,0.0000025088,0.10000,4.649
|
||||
18,self_attn.o_proj,0.0000017786,0.10000,1.606
|
||||
18,mlp.gate_proj,0.0000201907,0.10000,2.099
|
||||
18,mlp.up_proj,0.0000200689,0.10000,2.166
|
||||
18,mlp.down_proj,0.0000023515,0.10000,4.576
|
||||
19,self_attn.k_proj,0.0000038297,0.10000,4.432
|
||||
19,self_attn.v_proj,0.0000044097,0.10000,4.653
|
||||
19,self_attn.q_proj,0.0000169872,0.10000,4.682
|
||||
19,self_attn.o_proj,0.0000028907,0.10000,1.582
|
||||
19,mlp.up_proj,0.0000229501,0.10000,2.107
|
||||
19,mlp.gate_proj,0.0000226941,0.10000,2.159
|
||||
19,mlp.down_proj,0.0000030679,0.10000,4.579
|
||||
20,self_attn.k_proj,0.0000036831,0.10000,4.317
|
||||
20,self_attn.v_proj,0.0000043706,0.10000,4.591
|
||||
20,self_attn.q_proj,0.0000174276,0.10000,4.627
|
||||
20,self_attn.o_proj,0.0000029771,0.10000,1.599
|
||||
20,mlp.gate_proj,0.0000253506,0.10000,2.059
|
||||
20,mlp.up_proj,0.0000262646,0.10000,2.086
|
||||
20,mlp.down_proj,0.0000036408,0.10000,4.510
|
||||
21,self_attn.k_proj,0.0000050001,0.10000,4.363
|
||||
21,self_attn.q_proj,0.0000228820,0.10000,4.653
|
||||
21,self_attn.v_proj,0.0000059135,0.10000,4.667
|
||||
21,self_attn.o_proj,0.0000029943,0.10000,1.538
|
||||
21,mlp.gate_proj,0.0000304431,0.10000,2.065
|
||||
21,mlp.up_proj,0.0000316683,0.10000,2.093
|
||||
21,mlp.down_proj,0.0000045086,0.10000,4.625
|
||||
22,self_attn.k_proj,0.0000092675,0.10000,4.294
|
||||
22,self_attn.q_proj,0.0000424574,0.10000,4.589
|
||||
22,self_attn.v_proj,0.0000114349,0.10000,4.613
|
||||
22,self_attn.o_proj,0.0000045903,0.10000,1.557
|
||||
22,mlp.gate_proj,0.0000354832,0.10000,2.096
|
||||
22,mlp.up_proj,0.0000353631,0.10000,2.145
|
||||
22,mlp.down_proj,0.0000065555,0.10000,4.581
|
||||
23,self_attn.k_proj,0.0000091701,0.10000,4.238
|
||||
23,self_attn.v_proj,0.0000109907,0.10000,4.710
|
||||
23,self_attn.q_proj,0.0000420592,0.10000,4.755
|
||||
23,self_attn.o_proj,0.0000054694,0.10000,1.579
|
||||
23,mlp.up_proj,0.0000414041,0.10000,2.125
|
||||
23,mlp.gate_proj,0.0000440309,0.10000,2.163
|
||||
23,mlp.down_proj,0.0000084183,0.10000,4.566
|
||||
24,self_attn.k_proj,0.0000152363,0.10000,4.191
|
||||
24,self_attn.q_proj,0.0000699393,0.10000,4.506
|
||||
24,self_attn.v_proj,0.0000197641,0.10000,4.548
|
||||
24,self_attn.o_proj,0.0000070709,0.10000,1.614
|
||||
24,mlp.gate_proj,0.0000503237,0.10000,2.141
|
||||
24,mlp.up_proj,0.0000460797,0.10000,2.191
|
||||
24,mlp.down_proj,0.0000104877,0.10000,4.497
|
||||
25,self_attn.k_proj,0.0000114676,0.10000,4.133
|
||||
25,self_attn.q_proj,0.0000481714,0.10000,4.443
|
||||
25,self_attn.v_proj,0.0000137399,0.10000,4.481
|
||||
25,self_attn.o_proj,0.0000035874,0.10000,1.621
|
||||
25,mlp.up_proj,0.0000504789,0.10000,2.020
|
||||
25,mlp.gate_proj,0.0000562083,0.10000,2.065
|
||||
25,mlp.down_proj,0.0000124710,0.10000,4.571
|
||||
26,self_attn.k_proj,0.0000163119,0.10000,4.307
|
||||
26,self_attn.v_proj,0.0000199003,0.10000,4.560
|
||||
26,self_attn.q_proj,0.0000721851,0.10000,4.593
|
||||
26,self_attn.o_proj,0.0000030045,0.10000,1.607
|
||||
26,mlp.gate_proj,0.0000650178,0.10000,1.944
|
||||
26,mlp.up_proj,0.0000600384,0.10000,2.016
|
||||
26,mlp.down_proj,0.0000118864,0.10000,4.514
|
||||
27,self_attn.k_proj,0.0000191612,0.10000,4.194
|
||||
27,self_attn.v_proj,0.0000258756,0.10000,4.484
|
||||
27,self_attn.q_proj,0.0000881676,0.10000,4.499
|
||||
27,self_attn.o_proj,0.0000036633,0.10000,1.582
|
||||
27,mlp.up_proj,0.0000666810,0.10000,2.011
|
||||
27,mlp.gate_proj,0.0000699586,0.10000,2.086
|
||||
27,mlp.down_proj,0.0000171271,0.10000,4.543
|
||||
28,self_attn.k_proj,0.0000253908,0.10000,3.950
|
||||
28,self_attn.v_proj,0.0000305473,0.10000,4.400
|
||||
28,self_attn.q_proj,0.0001051568,0.10000,4.419
|
||||
28,self_attn.o_proj,0.0000075650,0.10000,1.628
|
||||
28,mlp.gate_proj,0.0000770289,0.10000,2.025
|
||||
28,mlp.up_proj,0.0000763184,0.10000,2.118
|
||||
28,mlp.down_proj,0.0000230418,0.10000,4.608
|
||||
29,self_attn.k_proj,0.0000528532,0.10000,4.391
|
||||
29,self_attn.v_proj,0.0000706905,0.10000,4.621
|
||||
29,self_attn.q_proj,0.0002377818,0.10000,4.649
|
||||
29,self_attn.o_proj,0.0000114592,0.10000,1.577
|
||||
29,mlp.up_proj,0.0000926004,0.10000,2.121
|
||||
29,mlp.gate_proj,0.0000892738,0.10000,2.158
|
||||
29,mlp.down_proj,0.0000262264,0.10000,4.575
|
||||
30,self_attn.k_proj,0.0000615581,0.10000,4.263
|
||||
30,self_attn.q_proj,0.0002475710,0.10000,4.521
|
||||
30,self_attn.v_proj,0.0000790300,0.10000,4.546
|
||||
30,self_attn.o_proj,0.0000080313,0.10000,1.577
|
||||
30,mlp.gate_proj,0.0000938009,0.10000,1.948
|
||||
30,mlp.up_proj,0.0001005060,0.10000,1.981
|
||||
30,mlp.down_proj,0.0000340703,0.10000,4.439
|
||||
31,self_attn.k_proj,0.0000925253,0.10000,4.279
|
||||
31,self_attn.q_proj,0.0003612229,0.10000,4.514
|
||||
31,self_attn.v_proj,0.0001289460,0.10000,4.533
|
||||
31,self_attn.o_proj,0.0000124489,0.10000,1.552
|
||||
31,mlp.up_proj,0.0001066470,0.10000,2.058
|
||||
31,mlp.gate_proj,0.0000948500,0.10000,2.078
|
||||
31,mlp.down_proj,0.0000454290,0.10000,4.558
|
||||
32,self_attn.k_proj,0.0001231427,0.10000,4.320
|
||||
32,self_attn.q_proj,0.0005124021,0.10000,4.625
|
||||
32,self_attn.v_proj,0.0001872253,0.10000,4.658
|
||||
32,self_attn.o_proj,0.0000203278,0.10000,1.620
|
||||
32,mlp.gate_proj,0.0001001873,0.10000,1.977
|
||||
32,mlp.up_proj,0.0001154902,0.10000,2.016
|
||||
32,mlp.down_proj,0.0000601530,0.10000,4.641
|
||||
33,self_attn.k_proj,0.0002222856,0.10000,4.128
|
||||
33,self_attn.q_proj,0.0011057818,0.10000,4.438
|
||||
33,self_attn.v_proj,0.0004192334,0.10000,4.453
|
||||
33,self_attn.o_proj,0.0000454634,0.10000,1.567
|
||||
33,mlp.up_proj,0.0001329813,0.10000,2.029
|
||||
33,mlp.gate_proj,0.0001132789,0.10000,2.081
|
||||
33,mlp.down_proj,0.0001011796,0.10000,4.507
|
||||
34,self_attn.k_proj,0.0001888980,0.10000,4.234
|
||||
34,self_attn.v_proj,0.0003253079,0.10000,4.554
|
||||
34,self_attn.q_proj,0.0008556856,0.10000,4.575
|
||||
34,self_attn.o_proj,0.0000674757,0.10000,1.632
|
||||
34,mlp.gate_proj,0.0001431082,0.10000,2.044
|
||||
34,mlp.up_proj,0.0001571695,0.10000,2.083
|
||||
34,mlp.down_proj,0.0001871779,0.10000,4.492
|
||||
35,self_attn.k_proj,0.0000936730,0.10000,4.291
|
||||
35,self_attn.v_proj,0.0001312502,0.10000,4.533
|
||||
35,self_attn.q_proj,0.0003771549,0.10000,4.553
|
||||
35,self_attn.o_proj,0.0000736388,0.10000,1.576
|
||||
35,mlp.up_proj,0.0002436513,0.10000,1.918
|
||||
35,mlp.gate_proj,0.0002332021,0.10000,1.968
|
||||
35,mlp.down_proj,0.0006246001,0.10000,4.539
|
||||
|
Reference in New Issue
Block a user