ModelCloud.AI/Qwen2.5-0.5B-Instruct-gptqmodel-w4a16
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: ModelCloud.AI/Qwen2.5-0.5B-Instruct-gptqmodel-w4a16
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-08-11 19:59:13 +08:00
commit c066424ddd
15 changed files with 775 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

169
quant_log.csv Normal file
View File

@@ -0,0 +1,169 @@
layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000001374,0.05000,0.411
0,self_attn.v_proj,0.0000000028,0.05000,0.584
0,self_attn.q_proj,0.0000008549,0.05000,0.584
0,self_attn.o_proj,0.0000000005,0.05000,0.248
0,mlp.up_proj,0.0000120706,0.05000,0.277
0,mlp.gate_proj,0.0000190739,0.05000,0.312
0,mlp.down_proj,0.0000002370,0.05000,1.265
1,self_attn.k_proj,0.0000014250,0.05000,0.297
1,self_attn.q_proj,0.0000049810,0.05000,0.346
1,self_attn.v_proj,0.0000001409,0.05000,0.369
1,self_attn.o_proj,0.0000000737,0.05000,0.239
1,mlp.gate_proj,0.0000336152,0.05000,0.245
1,mlp.up_proj,0.0000177082,0.05000,0.262
1,mlp.down_proj,0.0000002587,0.05000,1.278
2,self_attn.k_proj,0.0000030212,0.05000,0.289
2,self_attn.v_proj,0.0000003602,0.05000,0.443
2,self_attn.q_proj,0.0000104272,0.05000,0.447
2,self_attn.o_proj,0.0000000885,0.05000,0.270
2,mlp.up_proj,0.0000254395,0.05000,0.270
2,mlp.gate_proj,0.0000473820,0.05000,0.284
2,mlp.down_proj,0.0000063855,0.05000,1.350
3,self_attn.k_proj,0.0000036164,0.05000,0.276
3,self_attn.v_proj,0.0000008465,0.05000,0.425
3,self_attn.q_proj,0.0000145756,0.05000,0.441
3,self_attn.o_proj,0.0000001321,0.05000,0.236
3,mlp.gate_proj,0.0000963621,0.05000,0.259
3,mlp.up_proj,0.0000551544,0.05000,0.288
3,mlp.down_proj,0.0000118582,0.05000,1.231
4,self_attn.k_proj,0.0000022631,0.05000,0.307
4,self_attn.q_proj,0.0000111644,0.05000,0.412
4,self_attn.v_proj,0.0000010152,0.05000,0.417
4,self_attn.o_proj,0.0000002745,0.05000,0.240
4,mlp.up_proj,0.0000394713,0.05000,0.259
4,mlp.gate_proj,0.0000614217,0.05000,0.286
4,mlp.down_proj,0.0000007736,0.05000,1.260
5,self_attn.k_proj,0.0000028338,0.05000,0.261
5,self_attn.v_proj,0.0000013757,0.05000,0.496
5,self_attn.q_proj,0.0000140757,0.05000,0.508
5,self_attn.o_proj,0.0000002477,0.05000,0.286
5,mlp.gate_proj,0.0001037606,0.05000,0.313
5,mlp.up_proj,0.0000515816,0.05000,0.318
5,mlp.down_proj,0.0000008419,0.05000,1.268
6,self_attn.k_proj,0.0000025804,0.05000,0.257
6,self_attn.v_proj,0.0000007676,0.05000,0.399
6,self_attn.q_proj,0.0000114309,0.05000,0.400
6,self_attn.o_proj,0.0000002146,0.05000,0.251
6,mlp.gate_proj,0.0000600376,0.05000,0.267
6,mlp.up_proj,0.0000420924,0.05000,0.276
6,mlp.down_proj,0.0000009019,0.05000,1.338
7,self_attn.k_proj,0.0000039587,0.05000,0.267
7,self_attn.q_proj,0.0000166899,0.05000,0.389
7,self_attn.v_proj,0.0000013533,0.05000,0.391
7,self_attn.o_proj,0.0000003905,0.05000,0.282
7,mlp.gate_proj,0.0000611757,0.05000,0.305
7,mlp.up_proj,0.0000478114,0.05000,0.308
7,mlp.down_proj,0.0000011080,0.05000,1.370
8,self_attn.k_proj,0.0000030156,0.05000,0.240
8,self_attn.q_proj,0.0000151704,0.05000,0.440
8,self_attn.v_proj,0.0000010115,0.05000,0.443
8,self_attn.o_proj,0.0000004879,0.05000,0.233
8,mlp.gate_proj,0.0000540080,0.05000,0.284
8,mlp.up_proj,0.0000413425,0.05000,0.298
8,mlp.down_proj,0.0000007874,0.05000,1.348
9,self_attn.k_proj,0.0000090284,0.05000,0.236
9,self_attn.v_proj,0.0000023909,0.05000,0.394
9,self_attn.q_proj,0.0000352399,0.05000,0.423
9,self_attn.o_proj,0.0000003621,0.05000,0.238
9,mlp.gate_proj,0.0000505815,0.05000,0.237
9,mlp.up_proj,0.0000433161,0.05000,0.265
9,mlp.down_proj,0.0000008689,0.05000,1.370
10,self_attn.k_proj,0.0000025689,0.05000,0.246
10,self_attn.v_proj,0.0000018463,0.05000,0.368
10,self_attn.q_proj,0.0000134080,0.05000,0.373
10,self_attn.o_proj,0.0000004496,0.05000,0.223
10,mlp.up_proj,0.0000373606,0.05000,0.249
10,mlp.gate_proj,0.0000484065,0.05000,0.285
10,mlp.down_proj,0.0000007205,0.05000,1.319
11,self_attn.k_proj,0.0000096949,0.05000,0.277
11,self_attn.q_proj,0.0000358525,0.05000,0.465
11,self_attn.v_proj,0.0000026096,0.05000,0.469
11,self_attn.o_proj,0.0000003160,0.05000,0.245
11,mlp.gate_proj,0.0000471413,0.05000,0.256
11,mlp.up_proj,0.0000432136,0.05000,0.275
11,mlp.down_proj,0.0000010805,0.05000,1.266
12,self_attn.k_proj,0.0000025656,0.05000,0.277
12,self_attn.q_proj,0.0000143737,0.05000,0.480
12,self_attn.v_proj,0.0000016514,0.05000,0.485
12,self_attn.o_proj,0.0000005012,0.05000,0.252
12,mlp.up_proj,0.0000396000,0.05000,0.251
12,mlp.gate_proj,0.0000438130,0.05000,0.274
12,mlp.down_proj,0.0000008642,0.05000,1.347
13,self_attn.k_proj,0.0000047205,0.05000,0.264
13,self_attn.q_proj,0.0000238298,0.05000,0.530
13,self_attn.v_proj,0.0000020183,0.05000,0.534
13,self_attn.o_proj,0.0000004878,0.05000,0.262
13,mlp.gate_proj,0.0000470698,0.05000,0.246
13,mlp.up_proj,0.0000468081,0.05000,0.260
13,mlp.down_proj,0.0000011870,0.05000,1.242
14,self_attn.k_proj,0.0000033385,0.05000,0.275
14,self_attn.q_proj,0.0000209151,0.05000,0.441
14,self_attn.v_proj,0.0000030890,0.05000,0.447
14,self_attn.o_proj,0.0000010850,0.05000,0.270
14,mlp.up_proj,0.0000475374,0.05000,0.226
14,mlp.gate_proj,0.0000534707,0.05000,0.294
14,mlp.down_proj,0.0000014841,0.05000,1.378
15,self_attn.k_proj,0.0000037106,0.05000,0.280
15,self_attn.q_proj,0.0000186038,0.05000,0.407
15,self_attn.v_proj,0.0000024893,0.05000,0.410
15,self_attn.o_proj,0.0000006463,0.05000,0.247
15,mlp.gate_proj,0.0000625236,0.05000,0.269
15,mlp.up_proj,0.0000601912,0.05000,0.285
15,mlp.down_proj,0.0000019398,0.05000,1.263
16,self_attn.k_proj,0.0000071184,0.05000,0.239
16,self_attn.v_proj,0.0000057205,0.05000,0.528
16,self_attn.q_proj,0.0000406430,0.05000,0.543
16,self_attn.o_proj,0.0000005914,0.05000,0.268
16,mlp.up_proj,0.0000715898,0.05000,0.255
16,mlp.gate_proj,0.0000915251,0.05000,0.266
16,mlp.down_proj,0.0000035746,0.05000,1.357
17,self_attn.k_proj,0.0000038815,0.05000,0.244
17,self_attn.q_proj,0.0000259958,0.05000,0.342
17,self_attn.v_proj,0.0000036715,0.05000,0.342
17,self_attn.o_proj,0.0000004955,0.05000,0.261
17,mlp.gate_proj,0.0001284090,0.05000,0.227
17,mlp.up_proj,0.0000846460,0.05000,0.239
17,mlp.down_proj,0.0000032604,0.05000,1.224
18,self_attn.k_proj,0.0000044824,0.05000,0.252
18,self_attn.q_proj,0.0000252827,0.05000,0.333
18,self_attn.v_proj,0.0000040620,0.05000,0.336
18,self_attn.o_proj,0.0000007172,0.05000,0.221
18,mlp.up_proj,0.0000873495,0.05000,0.270
18,mlp.gate_proj,0.0001080927,0.05000,0.279
18,mlp.down_proj,0.0000040154,0.05000,1.300
19,self_attn.k_proj,0.0000040385,0.05000,0.257
19,self_attn.v_proj,0.0000038138,0.05000,0.393
19,self_attn.q_proj,0.0000248874,0.05000,0.409
19,self_attn.o_proj,0.0000008094,0.05000,0.230
19,mlp.gate_proj,0.0001446683,0.05000,0.232
19,mlp.up_proj,0.0001231465,0.05000,0.265
19,mlp.down_proj,0.0000073288,0.05000,1.241
20,self_attn.k_proj,0.0000051520,0.05000,0.257
20,self_attn.v_proj,0.0000102601,0.05000,0.331
20,self_attn.q_proj,0.0000350694,0.05000,0.341
20,self_attn.o_proj,0.0000015609,0.05000,0.217
20,mlp.up_proj,0.0001401550,0.05000,0.235
20,mlp.gate_proj,0.0001513926,0.05000,0.260
20,mlp.down_proj,0.0000101059,0.05000,1.319
21,self_attn.k_proj,0.0000052119,0.05000,0.259
21,self_attn.v_proj,0.0000155353,0.05000,0.418
21,self_attn.q_proj,0.0000392914,0.05000,0.429
21,self_attn.o_proj,0.0000030117,0.05000,0.243
21,mlp.gate_proj,0.0001529105,0.05000,0.236
21,mlp.up_proj,0.0001498237,0.05000,0.251
21,mlp.down_proj,0.0000403716,0.05000,1.181
22,self_attn.k_proj,0.0000048279,0.05000,0.280
22,self_attn.q_proj,0.0000367167,0.05000,0.423
22,self_attn.v_proj,0.0000140020,0.05000,0.435
22,self_attn.o_proj,0.0000014592,0.05000,0.233
22,mlp.gate_proj,0.0001180850,0.05000,0.251
22,mlp.up_proj,0.0001251401,0.05000,0.263
22,mlp.down_proj,0.0000136729,0.05000,1.290
23,self_attn.k_proj,0.0000055235,0.05000,0.273
23,self_attn.q_proj,0.0000443739,0.05000,0.404
23,self_attn.v_proj,0.0000110931,0.05000,0.414
23,self_attn.o_proj,0.0000029716,0.05000,0.235
23,mlp.gate_proj,0.0001360635,0.05000,0.258
23,mlp.up_proj,0.0001328737,0.05000,0.277
23,mlp.down_proj,0.0000243960,0.05000,1.267
1 layer,module,loss,samples,damp,time
2 0,self_attn.k_proj,0.0000001374,0.05000,0.411
3 0,self_attn.v_proj,0.0000000028,0.05000,0.584
4 0,self_attn.q_proj,0.0000008549,0.05000,0.584
5 0,self_attn.o_proj,0.0000000005,0.05000,0.248
6 0,mlp.up_proj,0.0000120706,0.05000,0.277
7 0,mlp.gate_proj,0.0000190739,0.05000,0.312
8 0,mlp.down_proj,0.0000002370,0.05000,1.265
9 1,self_attn.k_proj,0.0000014250,0.05000,0.297
10 1,self_attn.q_proj,0.0000049810,0.05000,0.346
11 1,self_attn.v_proj,0.0000001409,0.05000,0.369
12 1,self_attn.o_proj,0.0000000737,0.05000,0.239
13 1,mlp.gate_proj,0.0000336152,0.05000,0.245
14 1,mlp.up_proj,0.0000177082,0.05000,0.262
15 1,mlp.down_proj,0.0000002587,0.05000,1.278
16 2,self_attn.k_proj,0.0000030212,0.05000,0.289
17 2,self_attn.v_proj,0.0000003602,0.05000,0.443
18 2,self_attn.q_proj,0.0000104272,0.05000,0.447
19 2,self_attn.o_proj,0.0000000885,0.05000,0.270
20 2,mlp.up_proj,0.0000254395,0.05000,0.270
21 2,mlp.gate_proj,0.0000473820,0.05000,0.284
22 2,mlp.down_proj,0.0000063855,0.05000,1.350
23 3,self_attn.k_proj,0.0000036164,0.05000,0.276
24 3,self_attn.v_proj,0.0000008465,0.05000,0.425
25 3,self_attn.q_proj,0.0000145756,0.05000,0.441
26 3,self_attn.o_proj,0.0000001321,0.05000,0.236
27 3,mlp.gate_proj,0.0000963621,0.05000,0.259
28 3,mlp.up_proj,0.0000551544,0.05000,0.288
29 3,mlp.down_proj,0.0000118582,0.05000,1.231
30 4,self_attn.k_proj,0.0000022631,0.05000,0.307
31 4,self_attn.q_proj,0.0000111644,0.05000,0.412
32 4,self_attn.v_proj,0.0000010152,0.05000,0.417
33 4,self_attn.o_proj,0.0000002745,0.05000,0.240
34 4,mlp.up_proj,0.0000394713,0.05000,0.259
35 4,mlp.gate_proj,0.0000614217,0.05000,0.286
36 4,mlp.down_proj,0.0000007736,0.05000,1.260
37 5,self_attn.k_proj,0.0000028338,0.05000,0.261
38 5,self_attn.v_proj,0.0000013757,0.05000,0.496
39 5,self_attn.q_proj,0.0000140757,0.05000,0.508
40 5,self_attn.o_proj,0.0000002477,0.05000,0.286
41 5,mlp.gate_proj,0.0001037606,0.05000,0.313
42 5,mlp.up_proj,0.0000515816,0.05000,0.318
43 5,mlp.down_proj,0.0000008419,0.05000,1.268
44 6,self_attn.k_proj,0.0000025804,0.05000,0.257
45 6,self_attn.v_proj,0.0000007676,0.05000,0.399
46 6,self_attn.q_proj,0.0000114309,0.05000,0.400
47 6,self_attn.o_proj,0.0000002146,0.05000,0.251
48 6,mlp.gate_proj,0.0000600376,0.05000,0.267
49 6,mlp.up_proj,0.0000420924,0.05000,0.276
50 6,mlp.down_proj,0.0000009019,0.05000,1.338
51 7,self_attn.k_proj,0.0000039587,0.05000,0.267
52 7,self_attn.q_proj,0.0000166899,0.05000,0.389
53 7,self_attn.v_proj,0.0000013533,0.05000,0.391
54 7,self_attn.o_proj,0.0000003905,0.05000,0.282
55 7,mlp.gate_proj,0.0000611757,0.05000,0.305
56 7,mlp.up_proj,0.0000478114,0.05000,0.308
57 7,mlp.down_proj,0.0000011080,0.05000,1.370
58 8,self_attn.k_proj,0.0000030156,0.05000,0.240
59 8,self_attn.q_proj,0.0000151704,0.05000,0.440
60 8,self_attn.v_proj,0.0000010115,0.05000,0.443
61 8,self_attn.o_proj,0.0000004879,0.05000,0.233
62 8,mlp.gate_proj,0.0000540080,0.05000,0.284
63 8,mlp.up_proj,0.0000413425,0.05000,0.298
64 8,mlp.down_proj,0.0000007874,0.05000,1.348
65 9,self_attn.k_proj,0.0000090284,0.05000,0.236
66 9,self_attn.v_proj,0.0000023909,0.05000,0.394
67 9,self_attn.q_proj,0.0000352399,0.05000,0.423
68 9,self_attn.o_proj,0.0000003621,0.05000,0.238
69 9,mlp.gate_proj,0.0000505815,0.05000,0.237
70 9,mlp.up_proj,0.0000433161,0.05000,0.265
71 9,mlp.down_proj,0.0000008689,0.05000,1.370
72 10,self_attn.k_proj,0.0000025689,0.05000,0.246
73 10,self_attn.v_proj,0.0000018463,0.05000,0.368
74 10,self_attn.q_proj,0.0000134080,0.05000,0.373
75 10,self_attn.o_proj,0.0000004496,0.05000,0.223
76 10,mlp.up_proj,0.0000373606,0.05000,0.249
77 10,mlp.gate_proj,0.0000484065,0.05000,0.285
78 10,mlp.down_proj,0.0000007205,0.05000,1.319
79 11,self_attn.k_proj,0.0000096949,0.05000,0.277
80 11,self_attn.q_proj,0.0000358525,0.05000,0.465
81 11,self_attn.v_proj,0.0000026096,0.05000,0.469
82 11,self_attn.o_proj,0.0000003160,0.05000,0.245
83 11,mlp.gate_proj,0.0000471413,0.05000,0.256
84 11,mlp.up_proj,0.0000432136,0.05000,0.275
85 11,mlp.down_proj,0.0000010805,0.05000,1.266
86 12,self_attn.k_proj,0.0000025656,0.05000,0.277
87 12,self_attn.q_proj,0.0000143737,0.05000,0.480
88 12,self_attn.v_proj,0.0000016514,0.05000,0.485
89 12,self_attn.o_proj,0.0000005012,0.05000,0.252
90 12,mlp.up_proj,0.0000396000,0.05000,0.251
91 12,mlp.gate_proj,0.0000438130,0.05000,0.274
92 12,mlp.down_proj,0.0000008642,0.05000,1.347
93 13,self_attn.k_proj,0.0000047205,0.05000,0.264
94 13,self_attn.q_proj,0.0000238298,0.05000,0.530
95 13,self_attn.v_proj,0.0000020183,0.05000,0.534
96 13,self_attn.o_proj,0.0000004878,0.05000,0.262
97 13,mlp.gate_proj,0.0000470698,0.05000,0.246
98 13,mlp.up_proj,0.0000468081,0.05000,0.260
99 13,mlp.down_proj,0.0000011870,0.05000,1.242
100 14,self_attn.k_proj,0.0000033385,0.05000,0.275
101 14,self_attn.q_proj,0.0000209151,0.05000,0.441
102 14,self_attn.v_proj,0.0000030890,0.05000,0.447
103 14,self_attn.o_proj,0.0000010850,0.05000,0.270
104 14,mlp.up_proj,0.0000475374,0.05000,0.226
105 14,mlp.gate_proj,0.0000534707,0.05000,0.294
106 14,mlp.down_proj,0.0000014841,0.05000,1.378
107 15,self_attn.k_proj,0.0000037106,0.05000,0.280
108 15,self_attn.q_proj,0.0000186038,0.05000,0.407
109 15,self_attn.v_proj,0.0000024893,0.05000,0.410
110 15,self_attn.o_proj,0.0000006463,0.05000,0.247
111 15,mlp.gate_proj,0.0000625236,0.05000,0.269
112 15,mlp.up_proj,0.0000601912,0.05000,0.285
113 15,mlp.down_proj,0.0000019398,0.05000,1.263
114 16,self_attn.k_proj,0.0000071184,0.05000,0.239
115 16,self_attn.v_proj,0.0000057205,0.05000,0.528
116 16,self_attn.q_proj,0.0000406430,0.05000,0.543
117 16,self_attn.o_proj,0.0000005914,0.05000,0.268
118 16,mlp.up_proj,0.0000715898,0.05000,0.255
119 16,mlp.gate_proj,0.0000915251,0.05000,0.266
120 16,mlp.down_proj,0.0000035746,0.05000,1.357
121 17,self_attn.k_proj,0.0000038815,0.05000,0.244
122 17,self_attn.q_proj,0.0000259958,0.05000,0.342
123 17,self_attn.v_proj,0.0000036715,0.05000,0.342
124 17,self_attn.o_proj,0.0000004955,0.05000,0.261
125 17,mlp.gate_proj,0.0001284090,0.05000,0.227
126 17,mlp.up_proj,0.0000846460,0.05000,0.239
127 17,mlp.down_proj,0.0000032604,0.05000,1.224
128 18,self_attn.k_proj,0.0000044824,0.05000,0.252
129 18,self_attn.q_proj,0.0000252827,0.05000,0.333
130 18,self_attn.v_proj,0.0000040620,0.05000,0.336
131 18,self_attn.o_proj,0.0000007172,0.05000,0.221
132 18,mlp.up_proj,0.0000873495,0.05000,0.270
133 18,mlp.gate_proj,0.0001080927,0.05000,0.279
134 18,mlp.down_proj,0.0000040154,0.05000,1.300
135 19,self_attn.k_proj,0.0000040385,0.05000,0.257
136 19,self_attn.v_proj,0.0000038138,0.05000,0.393
137 19,self_attn.q_proj,0.0000248874,0.05000,0.409
138 19,self_attn.o_proj,0.0000008094,0.05000,0.230
139 19,mlp.gate_proj,0.0001446683,0.05000,0.232
140 19,mlp.up_proj,0.0001231465,0.05000,0.265
141 19,mlp.down_proj,0.0000073288,0.05000,1.241
142 20,self_attn.k_proj,0.0000051520,0.05000,0.257
143 20,self_attn.v_proj,0.0000102601,0.05000,0.331
144 20,self_attn.q_proj,0.0000350694,0.05000,0.341
145 20,self_attn.o_proj,0.0000015609,0.05000,0.217
146 20,mlp.up_proj,0.0001401550,0.05000,0.235
147 20,mlp.gate_proj,0.0001513926,0.05000,0.260
148 20,mlp.down_proj,0.0000101059,0.05000,1.319
149 21,self_attn.k_proj,0.0000052119,0.05000,0.259
150 21,self_attn.v_proj,0.0000155353,0.05000,0.418
151 21,self_attn.q_proj,0.0000392914,0.05000,0.429
152 21,self_attn.o_proj,0.0000030117,0.05000,0.243
153 21,mlp.gate_proj,0.0001529105,0.05000,0.236
154 21,mlp.up_proj,0.0001498237,0.05000,0.251
155 21,mlp.down_proj,0.0000403716,0.05000,1.181
156 22,self_attn.k_proj,0.0000048279,0.05000,0.280
157 22,self_attn.q_proj,0.0000367167,0.05000,0.423
158 22,self_attn.v_proj,0.0000140020,0.05000,0.435
159 22,self_attn.o_proj,0.0000014592,0.05000,0.233
160 22,mlp.gate_proj,0.0001180850,0.05000,0.251
161 22,mlp.up_proj,0.0001251401,0.05000,0.263
162 22,mlp.down_proj,0.0000136729,0.05000,1.290
163 23,self_attn.k_proj,0.0000055235,0.05000,0.273
164 23,self_attn.q_proj,0.0000443739,0.05000,0.404
165 23,self_attn.v_proj,0.0000110931,0.05000,0.414
166 23,self_attn.o_proj,0.0000029716,0.05000,0.235
167 23,mlp.gate_proj,0.0001360635,0.05000,0.258
168 23,mlp.up_proj,0.0001328737,0.05000,0.277
169 23,mlp.down_proj,0.0000243960,0.05000,1.267