Heralax/Augmentoolkit-DataSpecialist-gptqmodel-4bit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: Heralax/Augmentoolkit-DataSpecialist-gptqmodel-4bit
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-10-10 12:57:26 +08:00
commit 5dd2fdfb8d
13 changed files with 283267 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

225
quant_log.csv Normal file
View File

@@ -0,0 +1,225 @@
layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000000243,0.05000,1.346
0,self_attn.v_proj,0.0000000040,0.05000,1.044
0,self_attn.q_proj,0.0000000903,0.05000,1.080
0,self_attn.o_proj,0.0000000000,0.05000,1.098
0,mlp.gate_proj,0.0000000940,0.05000,1.349
0,mlp.up_proj,0.0000000836,0.05000,1.323
0,mlp.down_proj,0.0000000001,0.05000,4.570
1,self_attn.k_proj,0.0000001356,0.05000,1.074
1,self_attn.v_proj,0.0000000265,0.05000,1.093
1,self_attn.q_proj,0.0000002987,0.05000,1.117
1,self_attn.o_proj,0.0000000001,0.05000,1.154
1,mlp.gate_proj,0.0000003163,0.05000,1.123
1,mlp.up_proj,0.0000002789,0.05000,1.105
1,mlp.down_proj,0.0000000908,0.05000,4.407
2,self_attn.k_proj,0.0000009065,0.05000,1.114
2,self_attn.v_proj,0.0000000839,0.05000,1.056
2,self_attn.q_proj,0.0000016890,0.05000,1.104
2,self_attn.o_proj,0.0000000001,0.05000,1.082
2,mlp.gate_proj,0.0000006744,0.05000,1.100
2,mlp.up_proj,0.0000005911,0.05000,1.105
2,mlp.down_proj,0.0000000003,0.05000,4.560
3,self_attn.k_proj,0.0000006056,0.05000,1.147
3,self_attn.v_proj,0.0000000826,0.05000,1.076
3,self_attn.q_proj,0.0000011741,0.05000,1.094
3,self_attn.o_proj,0.0000000001,0.05000,1.081
3,mlp.gate_proj,0.0000011593,0.05000,1.104
3,mlp.up_proj,0.0000010041,0.05000,1.086
3,mlp.down_proj,0.0000000005,0.05000,4.424
4,self_attn.k_proj,0.0000008699,0.05000,1.165
4,self_attn.v_proj,0.0000001383,0.05000,1.057
4,self_attn.q_proj,0.0000018787,0.05000,1.104
4,self_attn.o_proj,0.0000000002,0.05000,1.063
4,mlp.gate_proj,0.0000017767,0.05000,1.102
4,mlp.up_proj,0.0000014464,0.05000,1.073
4,mlp.down_proj,0.0000000010,0.05000,4.394
5,self_attn.k_proj,0.0000011964,0.05000,1.125
5,self_attn.v_proj,0.0000001727,0.05000,1.074
5,self_attn.q_proj,0.0000026247,0.05000,1.063
5,self_attn.o_proj,0.0000000004,0.05000,1.098
5,mlp.gate_proj,0.0000026750,0.05000,1.144
5,mlp.up_proj,0.0000020422,0.05000,1.143
5,mlp.down_proj,0.0000000018,0.05000,4.481
6,self_attn.k_proj,0.0000012233,0.05000,1.092
6,self_attn.v_proj,0.0000001751,0.05000,1.063
6,self_attn.q_proj,0.0000025896,0.05000,1.096
6,self_attn.o_proj,0.0000000005,0.05000,1.093
6,mlp.gate_proj,0.0000033022,0.05000,1.108
6,mlp.up_proj,0.0000025730,0.05000,1.122
6,mlp.down_proj,0.0000000026,0.05000,4.475
7,self_attn.k_proj,0.0000015788,0.05000,1.092
7,self_attn.v_proj,0.0000002271,0.05000,1.053
7,self_attn.q_proj,0.0000032580,0.05000,1.086
7,self_attn.o_proj,0.0000000009,0.05000,1.101
7,mlp.gate_proj,0.0000040918,0.05000,1.105
7,mlp.up_proj,0.0000031199,0.05000,1.098
7,mlp.down_proj,0.0000000035,0.05000,4.402
8,self_attn.k_proj,0.0000013194,0.05000,1.116
8,self_attn.v_proj,0.0000002595,0.05000,1.085
8,self_attn.q_proj,0.0000028454,0.05000,1.102
8,self_attn.o_proj,0.0000000011,0.05000,1.071
8,mlp.gate_proj,0.0000046629,0.05000,1.125
8,mlp.up_proj,0.0000036305,0.05000,1.095
8,mlp.down_proj,0.0000000043,0.05000,4.342
9,self_attn.k_proj,0.0000019476,0.05000,1.046
9,self_attn.v_proj,0.0000003167,0.05000,1.053
9,self_attn.q_proj,0.0000040997,0.05000,1.078
9,self_attn.o_proj,0.0000000013,0.05000,1.072
9,mlp.gate_proj,0.0000050292,0.05000,1.109
9,mlp.up_proj,0.0000040537,0.05000,1.096
9,mlp.down_proj,0.0000000050,0.05000,4.360
10,self_attn.k_proj,0.0000017725,0.05000,1.063
10,self_attn.v_proj,0.0000002921,0.05000,1.088
10,self_attn.q_proj,0.0000036800,0.05000,1.225
10,self_attn.o_proj,0.0000000018,0.05000,1.099
10,mlp.gate_proj,0.0000052495,0.05000,1.118
10,mlp.up_proj,0.0000043227,0.05000,1.088
10,mlp.down_proj,0.0000000060,0.05000,4.511
11,self_attn.k_proj,0.0000021077,0.05000,1.058
11,self_attn.v_proj,0.0000004395,0.05000,1.063
11,self_attn.q_proj,0.0000045010,0.05000,1.069
11,self_attn.o_proj,0.0000000029,0.05000,1.066
11,mlp.gate_proj,0.0000057856,0.05000,1.111
11,mlp.up_proj,0.0000048466,0.05000,1.083
11,mlp.down_proj,0.0000000072,0.05000,4.406
12,self_attn.k_proj,0.0000027316,0.05000,1.064
12,self_attn.v_proj,0.0000004806,0.05000,1.100
12,self_attn.q_proj,0.0000059322,0.05000,1.121
12,self_attn.o_proj,0.0000000029,0.05000,1.075
12,mlp.gate_proj,0.0000064971,0.05000,1.098
12,mlp.up_proj,0.0000055545,0.05000,1.127
12,mlp.down_proj,0.0000000088,0.05000,4.425
13,self_attn.k_proj,0.0000024133,0.05000,1.064
13,self_attn.v_proj,0.0000005040,0.05000,1.064
13,self_attn.q_proj,0.0000049132,0.05000,1.111
13,self_attn.o_proj,0.0000000038,0.05000,1.058
13,mlp.gate_proj,0.0000072860,0.05000,1.325
13,mlp.up_proj,0.0000064150,0.05000,1.165
13,mlp.down_proj,0.0000000112,0.05000,4.474
14,self_attn.k_proj,0.0000024321,0.05000,1.054
14,self_attn.v_proj,0.0000008004,0.05000,1.082
14,self_attn.q_proj,0.0000056635,0.05000,1.112
14,self_attn.o_proj,0.0000000058,0.05000,1.097
14,mlp.gate_proj,0.0000083033,0.05000,1.100
14,mlp.up_proj,0.0000073240,0.05000,1.117
14,mlp.down_proj,0.0000000147,0.05000,4.616
15,self_attn.k_proj,0.0000032265,0.05000,1.105
15,self_attn.v_proj,0.0000009160,0.05000,1.047
15,self_attn.q_proj,0.0000071495,0.05000,1.086
15,self_attn.o_proj,0.0000000060,0.05000,1.086
15,mlp.gate_proj,0.0000098523,0.05000,1.120
15,mlp.up_proj,0.0000083736,0.05000,1.130
15,mlp.down_proj,0.0000000185,0.05000,4.463
16,self_attn.k_proj,0.0000031272,0.05000,1.091
16,self_attn.v_proj,0.0000009370,0.05000,1.104
16,self_attn.q_proj,0.0000068247,0.05000,1.105
16,self_attn.o_proj,0.0000000068,0.05000,1.062
16,mlp.gate_proj,0.0000123035,0.05000,1.140
16,mlp.up_proj,0.0000099590,0.05000,1.118
16,mlp.down_proj,0.0000000257,0.05000,4.493
17,self_attn.k_proj,0.0000025959,0.05000,1.102
17,self_attn.v_proj,0.0000008746,0.05000,1.019
17,self_attn.q_proj,0.0000061843,0.05000,1.097
17,self_attn.o_proj,0.0000000070,0.05000,1.062
17,mlp.gate_proj,0.0000143714,0.05000,1.106
17,mlp.up_proj,0.0000116310,0.05000,1.075
17,mlp.down_proj,0.0000000354,0.05000,4.374
18,self_attn.k_proj,0.0000031679,0.05000,1.108
18,self_attn.v_proj,0.0000010451,0.05000,1.063
18,self_attn.q_proj,0.0000077381,0.05000,1.101
18,self_attn.o_proj,0.0000000081,0.05000,1.116
18,mlp.gate_proj,0.0000163663,0.05000,1.183
18,mlp.up_proj,0.0000131605,0.05000,1.079
18,mlp.down_proj,0.0000000498,0.05000,4.473
19,self_attn.k_proj,0.0000032494,0.05000,1.097
19,self_attn.v_proj,0.0000012439,0.05000,1.052
19,self_attn.q_proj,0.0000074487,0.05000,1.106
19,self_attn.o_proj,0.0000000095,0.05000,1.069
19,mlp.gate_proj,0.0000187246,0.05000,1.102
19,mlp.up_proj,0.0000147143,0.05000,1.099
19,mlp.down_proj,0.0000000669,0.05000,4.367
20,self_attn.k_proj,0.0000034868,0.05000,1.079
20,self_attn.v_proj,0.0000013987,0.05000,1.067
20,self_attn.q_proj,0.0000081005,0.05000,1.068
20,self_attn.o_proj,0.0000000096,0.05000,1.068
20,mlp.gate_proj,0.0000216847,0.05000,1.121
20,mlp.up_proj,0.0000165116,0.05000,1.085
20,mlp.down_proj,0.0000000704,0.05000,4.444
21,self_attn.k_proj,0.0000034291,0.05000,1.102
21,self_attn.v_proj,0.0000015221,0.05000,1.075
21,self_attn.q_proj,0.0000080014,0.05000,1.108
21,self_attn.o_proj,0.0000000102,0.05000,1.090
21,mlp.gate_proj,0.0000261188,0.05000,1.127
21,mlp.up_proj,0.0000185324,0.05000,1.129
21,mlp.down_proj,0.0000000756,0.05000,4.455
22,self_attn.k_proj,0.0000032560,0.05000,1.095
22,self_attn.v_proj,0.0000016688,0.05000,1.114
22,self_attn.q_proj,0.0000078390,0.05000,1.093
22,self_attn.o_proj,0.0000000073,0.05000,1.072
22,mlp.gate_proj,0.0000279689,0.05000,1.113
22,mlp.up_proj,0.0000200703,0.05000,1.082
22,mlp.down_proj,0.0000000813,0.05000,4.367
23,self_attn.k_proj,0.0000031836,0.05000,1.087
23,self_attn.v_proj,0.0000016718,0.05000,1.033
23,self_attn.q_proj,0.0000079744,0.05000,1.077
23,self_attn.o_proj,0.0000000097,0.05000,1.138
23,mlp.gate_proj,0.0000311143,0.05000,1.119
23,mlp.up_proj,0.0000222295,0.05000,1.104
23,mlp.down_proj,0.0000000910,0.05000,4.489
24,self_attn.k_proj,0.0000037302,0.05000,1.076
24,self_attn.v_proj,0.0000019298,0.05000,1.046
24,self_attn.q_proj,0.0000092244,0.05000,1.073
24,self_attn.o_proj,0.0000000099,0.05000,1.096
24,mlp.gate_proj,0.0000349600,0.05000,1.102
24,mlp.up_proj,0.0000245547,0.05000,1.057
24,mlp.down_proj,0.0000000984,0.05000,4.411
25,self_attn.k_proj,0.0000035627,0.05000,1.108
25,self_attn.v_proj,0.0000022298,0.05000,1.061
25,self_attn.q_proj,0.0000092782,0.05000,1.120
25,self_attn.o_proj,0.0000000102,0.05000,1.109
25,mlp.gate_proj,0.0000381017,0.05000,1.124
25,mlp.up_proj,0.0000269863,0.05000,1.131
25,mlp.down_proj,0.0000001128,0.05000,4.506
26,self_attn.k_proj,0.0000033970,0.05000,1.119
26,self_attn.v_proj,0.0000023643,0.05000,1.134
26,self_attn.q_proj,0.0000088182,0.05000,1.124
26,self_attn.o_proj,0.0000000131,0.05000,1.094
26,mlp.gate_proj,0.0000397645,0.05000,1.222
26,mlp.up_proj,0.0000291584,0.05000,1.126
26,mlp.down_proj,0.0000001288,0.05000,4.435
27,self_attn.k_proj,0.0000032655,0.05000,1.078
27,self_attn.v_proj,0.0000021690,0.05000,1.054
27,self_attn.q_proj,0.0000090136,0.05000,1.098
27,self_attn.o_proj,0.0000000146,0.05000,1.074
27,mlp.gate_proj,0.0000431077,0.05000,1.092
27,mlp.up_proj,0.0000319081,0.05000,1.129
27,mlp.down_proj,0.0000001526,0.05000,4.389
28,self_attn.k_proj,0.0000033885,0.05000,1.079
28,self_attn.v_proj,0.0000031190,0.05000,1.050
28,self_attn.q_proj,0.0000090153,0.05000,1.100
28,self_attn.o_proj,0.0000000257,0.05000,1.092
28,mlp.gate_proj,0.0000462653,0.05000,1.106
28,mlp.up_proj,0.0000354446,0.05000,1.100
28,mlp.down_proj,0.0000002016,0.05000,4.429
29,self_attn.k_proj,0.0000032734,0.05000,1.080
29,self_attn.v_proj,0.0000044012,0.05000,1.043
29,self_attn.q_proj,0.0000103499,0.05000,1.089
29,self_attn.o_proj,0.0000000528,0.05000,1.084
29,mlp.gate_proj,0.0000452730,0.05000,1.120
29,mlp.up_proj,0.0000361531,0.05000,1.125
29,mlp.down_proj,0.0000002568,0.05000,4.422
30,self_attn.k_proj,0.0000033870,0.05000,1.224
30,self_attn.v_proj,0.0000048556,0.05000,1.072
30,self_attn.q_proj,0.0000102100,0.05000,1.077
30,self_attn.o_proj,0.0000000454,0.05000,1.065
30,mlp.gate_proj,0.0000465985,0.05000,1.123
30,mlp.up_proj,0.0000379377,0.05000,1.112
30,mlp.down_proj,0.0000003248,0.05000,4.327
31,self_attn.k_proj,0.0000031314,0.05000,1.107
31,self_attn.v_proj,0.0000050672,0.05000,1.026
31,self_attn.q_proj,0.0000093823,0.05000,1.097
31,self_attn.o_proj,0.0000000755,0.05000,1.084
31,mlp.gate_proj,0.0000427195,0.05000,1.119
31,mlp.up_proj,0.0000335756,0.05000,1.123
31,mlp.down_proj,0.0000004450,0.05000,4.457
1 layer,module,loss,samples,damp,time
2 0,self_attn.k_proj,0.0000000243,0.05000,1.346
3 0,self_attn.v_proj,0.0000000040,0.05000,1.044
4 0,self_attn.q_proj,0.0000000903,0.05000,1.080
5 0,self_attn.o_proj,0.0000000000,0.05000,1.098
6 0,mlp.gate_proj,0.0000000940,0.05000,1.349
7 0,mlp.up_proj,0.0000000836,0.05000,1.323
8 0,mlp.down_proj,0.0000000001,0.05000,4.570
9 1,self_attn.k_proj,0.0000001356,0.05000,1.074
10 1,self_attn.v_proj,0.0000000265,0.05000,1.093
11 1,self_attn.q_proj,0.0000002987,0.05000,1.117
12 1,self_attn.o_proj,0.0000000001,0.05000,1.154
13 1,mlp.gate_proj,0.0000003163,0.05000,1.123
14 1,mlp.up_proj,0.0000002789,0.05000,1.105
15 1,mlp.down_proj,0.0000000908,0.05000,4.407
16 2,self_attn.k_proj,0.0000009065,0.05000,1.114
17 2,self_attn.v_proj,0.0000000839,0.05000,1.056
18 2,self_attn.q_proj,0.0000016890,0.05000,1.104
19 2,self_attn.o_proj,0.0000000001,0.05000,1.082
20 2,mlp.gate_proj,0.0000006744,0.05000,1.100
21 2,mlp.up_proj,0.0000005911,0.05000,1.105
22 2,mlp.down_proj,0.0000000003,0.05000,4.560
23 3,self_attn.k_proj,0.0000006056,0.05000,1.147
24 3,self_attn.v_proj,0.0000000826,0.05000,1.076
25 3,self_attn.q_proj,0.0000011741,0.05000,1.094
26 3,self_attn.o_proj,0.0000000001,0.05000,1.081
27 3,mlp.gate_proj,0.0000011593,0.05000,1.104
28 3,mlp.up_proj,0.0000010041,0.05000,1.086
29 3,mlp.down_proj,0.0000000005,0.05000,4.424
30 4,self_attn.k_proj,0.0000008699,0.05000,1.165
31 4,self_attn.v_proj,0.0000001383,0.05000,1.057
32 4,self_attn.q_proj,0.0000018787,0.05000,1.104
33 4,self_attn.o_proj,0.0000000002,0.05000,1.063
34 4,mlp.gate_proj,0.0000017767,0.05000,1.102
35 4,mlp.up_proj,0.0000014464,0.05000,1.073
36 4,mlp.down_proj,0.0000000010,0.05000,4.394
37 5,self_attn.k_proj,0.0000011964,0.05000,1.125
38 5,self_attn.v_proj,0.0000001727,0.05000,1.074
39 5,self_attn.q_proj,0.0000026247,0.05000,1.063
40 5,self_attn.o_proj,0.0000000004,0.05000,1.098
41 5,mlp.gate_proj,0.0000026750,0.05000,1.144
42 5,mlp.up_proj,0.0000020422,0.05000,1.143
43 5,mlp.down_proj,0.0000000018,0.05000,4.481
44 6,self_attn.k_proj,0.0000012233,0.05000,1.092
45 6,self_attn.v_proj,0.0000001751,0.05000,1.063
46 6,self_attn.q_proj,0.0000025896,0.05000,1.096
47 6,self_attn.o_proj,0.0000000005,0.05000,1.093
48 6,mlp.gate_proj,0.0000033022,0.05000,1.108
49 6,mlp.up_proj,0.0000025730,0.05000,1.122
50 6,mlp.down_proj,0.0000000026,0.05000,4.475
51 7,self_attn.k_proj,0.0000015788,0.05000,1.092
52 7,self_attn.v_proj,0.0000002271,0.05000,1.053
53 7,self_attn.q_proj,0.0000032580,0.05000,1.086
54 7,self_attn.o_proj,0.0000000009,0.05000,1.101
55 7,mlp.gate_proj,0.0000040918,0.05000,1.105
56 7,mlp.up_proj,0.0000031199,0.05000,1.098
57 7,mlp.down_proj,0.0000000035,0.05000,4.402
58 8,self_attn.k_proj,0.0000013194,0.05000,1.116
59 8,self_attn.v_proj,0.0000002595,0.05000,1.085
60 8,self_attn.q_proj,0.0000028454,0.05000,1.102
61 8,self_attn.o_proj,0.0000000011,0.05000,1.071
62 8,mlp.gate_proj,0.0000046629,0.05000,1.125
63 8,mlp.up_proj,0.0000036305,0.05000,1.095
64 8,mlp.down_proj,0.0000000043,0.05000,4.342
65 9,self_attn.k_proj,0.0000019476,0.05000,1.046
66 9,self_attn.v_proj,0.0000003167,0.05000,1.053
67 9,self_attn.q_proj,0.0000040997,0.05000,1.078
68 9,self_attn.o_proj,0.0000000013,0.05000,1.072
69 9,mlp.gate_proj,0.0000050292,0.05000,1.109
70 9,mlp.up_proj,0.0000040537,0.05000,1.096
71 9,mlp.down_proj,0.0000000050,0.05000,4.360
72 10,self_attn.k_proj,0.0000017725,0.05000,1.063
73 10,self_attn.v_proj,0.0000002921,0.05000,1.088
74 10,self_attn.q_proj,0.0000036800,0.05000,1.225
75 10,self_attn.o_proj,0.0000000018,0.05000,1.099
76 10,mlp.gate_proj,0.0000052495,0.05000,1.118
77 10,mlp.up_proj,0.0000043227,0.05000,1.088
78 10,mlp.down_proj,0.0000000060,0.05000,4.511
79 11,self_attn.k_proj,0.0000021077,0.05000,1.058
80 11,self_attn.v_proj,0.0000004395,0.05000,1.063
81 11,self_attn.q_proj,0.0000045010,0.05000,1.069
82 11,self_attn.o_proj,0.0000000029,0.05000,1.066
83 11,mlp.gate_proj,0.0000057856,0.05000,1.111
84 11,mlp.up_proj,0.0000048466,0.05000,1.083
85 11,mlp.down_proj,0.0000000072,0.05000,4.406
86 12,self_attn.k_proj,0.0000027316,0.05000,1.064
87 12,self_attn.v_proj,0.0000004806,0.05000,1.100
88 12,self_attn.q_proj,0.0000059322,0.05000,1.121
89 12,self_attn.o_proj,0.0000000029,0.05000,1.075
90 12,mlp.gate_proj,0.0000064971,0.05000,1.098
91 12,mlp.up_proj,0.0000055545,0.05000,1.127
92 12,mlp.down_proj,0.0000000088,0.05000,4.425
93 13,self_attn.k_proj,0.0000024133,0.05000,1.064
94 13,self_attn.v_proj,0.0000005040,0.05000,1.064
95 13,self_attn.q_proj,0.0000049132,0.05000,1.111
96 13,self_attn.o_proj,0.0000000038,0.05000,1.058
97 13,mlp.gate_proj,0.0000072860,0.05000,1.325
98 13,mlp.up_proj,0.0000064150,0.05000,1.165
99 13,mlp.down_proj,0.0000000112,0.05000,4.474
100 14,self_attn.k_proj,0.0000024321,0.05000,1.054
101 14,self_attn.v_proj,0.0000008004,0.05000,1.082
102 14,self_attn.q_proj,0.0000056635,0.05000,1.112
103 14,self_attn.o_proj,0.0000000058,0.05000,1.097
104 14,mlp.gate_proj,0.0000083033,0.05000,1.100
105 14,mlp.up_proj,0.0000073240,0.05000,1.117
106 14,mlp.down_proj,0.0000000147,0.05000,4.616
107 15,self_attn.k_proj,0.0000032265,0.05000,1.105
108 15,self_attn.v_proj,0.0000009160,0.05000,1.047
109 15,self_attn.q_proj,0.0000071495,0.05000,1.086
110 15,self_attn.o_proj,0.0000000060,0.05000,1.086
111 15,mlp.gate_proj,0.0000098523,0.05000,1.120
112 15,mlp.up_proj,0.0000083736,0.05000,1.130
113 15,mlp.down_proj,0.0000000185,0.05000,4.463
114 16,self_attn.k_proj,0.0000031272,0.05000,1.091
115 16,self_attn.v_proj,0.0000009370,0.05000,1.104
116 16,self_attn.q_proj,0.0000068247,0.05000,1.105
117 16,self_attn.o_proj,0.0000000068,0.05000,1.062
118 16,mlp.gate_proj,0.0000123035,0.05000,1.140
119 16,mlp.up_proj,0.0000099590,0.05000,1.118
120 16,mlp.down_proj,0.0000000257,0.05000,4.493
121 17,self_attn.k_proj,0.0000025959,0.05000,1.102
122 17,self_attn.v_proj,0.0000008746,0.05000,1.019
123 17,self_attn.q_proj,0.0000061843,0.05000,1.097
124 17,self_attn.o_proj,0.0000000070,0.05000,1.062
125 17,mlp.gate_proj,0.0000143714,0.05000,1.106
126 17,mlp.up_proj,0.0000116310,0.05000,1.075
127 17,mlp.down_proj,0.0000000354,0.05000,4.374
128 18,self_attn.k_proj,0.0000031679,0.05000,1.108
129 18,self_attn.v_proj,0.0000010451,0.05000,1.063
130 18,self_attn.q_proj,0.0000077381,0.05000,1.101
131 18,self_attn.o_proj,0.0000000081,0.05000,1.116
132 18,mlp.gate_proj,0.0000163663,0.05000,1.183
133 18,mlp.up_proj,0.0000131605,0.05000,1.079
134 18,mlp.down_proj,0.0000000498,0.05000,4.473
135 19,self_attn.k_proj,0.0000032494,0.05000,1.097
136 19,self_attn.v_proj,0.0000012439,0.05000,1.052
137 19,self_attn.q_proj,0.0000074487,0.05000,1.106
138 19,self_attn.o_proj,0.0000000095,0.05000,1.069
139 19,mlp.gate_proj,0.0000187246,0.05000,1.102
140 19,mlp.up_proj,0.0000147143,0.05000,1.099
141 19,mlp.down_proj,0.0000000669,0.05000,4.367
142 20,self_attn.k_proj,0.0000034868,0.05000,1.079
143 20,self_attn.v_proj,0.0000013987,0.05000,1.067
144 20,self_attn.q_proj,0.0000081005,0.05000,1.068
145 20,self_attn.o_proj,0.0000000096,0.05000,1.068
146 20,mlp.gate_proj,0.0000216847,0.05000,1.121
147 20,mlp.up_proj,0.0000165116,0.05000,1.085
148 20,mlp.down_proj,0.0000000704,0.05000,4.444
149 21,self_attn.k_proj,0.0000034291,0.05000,1.102
150 21,self_attn.v_proj,0.0000015221,0.05000,1.075
151 21,self_attn.q_proj,0.0000080014,0.05000,1.108
152 21,self_attn.o_proj,0.0000000102,0.05000,1.090
153 21,mlp.gate_proj,0.0000261188,0.05000,1.127
154 21,mlp.up_proj,0.0000185324,0.05000,1.129
155 21,mlp.down_proj,0.0000000756,0.05000,4.455
156 22,self_attn.k_proj,0.0000032560,0.05000,1.095
157 22,self_attn.v_proj,0.0000016688,0.05000,1.114
158 22,self_attn.q_proj,0.0000078390,0.05000,1.093
159 22,self_attn.o_proj,0.0000000073,0.05000,1.072
160 22,mlp.gate_proj,0.0000279689,0.05000,1.113
161 22,mlp.up_proj,0.0000200703,0.05000,1.082
162 22,mlp.down_proj,0.0000000813,0.05000,4.367
163 23,self_attn.k_proj,0.0000031836,0.05000,1.087
164 23,self_attn.v_proj,0.0000016718,0.05000,1.033
165 23,self_attn.q_proj,0.0000079744,0.05000,1.077
166 23,self_attn.o_proj,0.0000000097,0.05000,1.138
167 23,mlp.gate_proj,0.0000311143,0.05000,1.119
168 23,mlp.up_proj,0.0000222295,0.05000,1.104
169 23,mlp.down_proj,0.0000000910,0.05000,4.489
170 24,self_attn.k_proj,0.0000037302,0.05000,1.076
171 24,self_attn.v_proj,0.0000019298,0.05000,1.046
172 24,self_attn.q_proj,0.0000092244,0.05000,1.073
173 24,self_attn.o_proj,0.0000000099,0.05000,1.096
174 24,mlp.gate_proj,0.0000349600,0.05000,1.102
175 24,mlp.up_proj,0.0000245547,0.05000,1.057
176 24,mlp.down_proj,0.0000000984,0.05000,4.411
177 25,self_attn.k_proj,0.0000035627,0.05000,1.108
178 25,self_attn.v_proj,0.0000022298,0.05000,1.061
179 25,self_attn.q_proj,0.0000092782,0.05000,1.120
180 25,self_attn.o_proj,0.0000000102,0.05000,1.109
181 25,mlp.gate_proj,0.0000381017,0.05000,1.124
182 25,mlp.up_proj,0.0000269863,0.05000,1.131
183 25,mlp.down_proj,0.0000001128,0.05000,4.506
184 26,self_attn.k_proj,0.0000033970,0.05000,1.119
185 26,self_attn.v_proj,0.0000023643,0.05000,1.134
186 26,self_attn.q_proj,0.0000088182,0.05000,1.124
187 26,self_attn.o_proj,0.0000000131,0.05000,1.094
188 26,mlp.gate_proj,0.0000397645,0.05000,1.222
189 26,mlp.up_proj,0.0000291584,0.05000,1.126
190 26,mlp.down_proj,0.0000001288,0.05000,4.435
191 27,self_attn.k_proj,0.0000032655,0.05000,1.078
192 27,self_attn.v_proj,0.0000021690,0.05000,1.054
193 27,self_attn.q_proj,0.0000090136,0.05000,1.098
194 27,self_attn.o_proj,0.0000000146,0.05000,1.074
195 27,mlp.gate_proj,0.0000431077,0.05000,1.092
196 27,mlp.up_proj,0.0000319081,0.05000,1.129
197 27,mlp.down_proj,0.0000001526,0.05000,4.389
198 28,self_attn.k_proj,0.0000033885,0.05000,1.079
199 28,self_attn.v_proj,0.0000031190,0.05000,1.050
200 28,self_attn.q_proj,0.0000090153,0.05000,1.100
201 28,self_attn.o_proj,0.0000000257,0.05000,1.092
202 28,mlp.gate_proj,0.0000462653,0.05000,1.106
203 28,mlp.up_proj,0.0000354446,0.05000,1.100
204 28,mlp.down_proj,0.0000002016,0.05000,4.429
205 29,self_attn.k_proj,0.0000032734,0.05000,1.080
206 29,self_attn.v_proj,0.0000044012,0.05000,1.043
207 29,self_attn.q_proj,0.0000103499,0.05000,1.089
208 29,self_attn.o_proj,0.0000000528,0.05000,1.084
209 29,mlp.gate_proj,0.0000452730,0.05000,1.120
210 29,mlp.up_proj,0.0000361531,0.05000,1.125
211 29,mlp.down_proj,0.0000002568,0.05000,4.422
212 30,self_attn.k_proj,0.0000033870,0.05000,1.224
213 30,self_attn.v_proj,0.0000048556,0.05000,1.072
214 30,self_attn.q_proj,0.0000102100,0.05000,1.077
215 30,self_attn.o_proj,0.0000000454,0.05000,1.065
216 30,mlp.gate_proj,0.0000465985,0.05000,1.123
217 30,mlp.up_proj,0.0000379377,0.05000,1.112
218 30,mlp.down_proj,0.0000003248,0.05000,4.327
219 31,self_attn.k_proj,0.0000031314,0.05000,1.107
220 31,self_attn.v_proj,0.0000050672,0.05000,1.026
221 31,self_attn.q_proj,0.0000093823,0.05000,1.097
222 31,self_attn.o_proj,0.0000000755,0.05000,1.084
223 31,mlp.gate_proj,0.0000427195,0.05000,1.119
224 31,mlp.up_proj,0.0000335756,0.05000,1.123
225 31,mlp.down_proj,0.0000004450,0.05000,4.457