positron-ai/microsoft_phi-4-ingest-best-gptq
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: positron-ai/microsoft_phi-4-ingest-best-gptq
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-10-01 13:54:04 +08:00
commit 93073e6d56
22 changed files with 603550 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

161
quant_log.csv Normal file
View File

@@ -0,0 +1,161 @@
layer,module,loss,samples,damp,time,fallback
0,self_attn.qkv_proj,0.0000009184,992218,0.05000,2.143,
0,self_attn.o_proj,0.0000000032,992218,0.05000,1.495,
0,mlp.gate_up_proj,0.0000008453,992218,0.05000,3.089,
0,mlp.down_proj,0.0000000094,992218,0.05000,7.501,
1,self_attn.qkv_proj,0.0000013641,992218,0.05000,2.445,
1,self_attn.o_proj,0.0000000074,992218,0.05000,1.827,
1,mlp.gate_up_proj,0.0000021024,992218,0.05000,1.348,
1,mlp.down_proj,0.0000000924,992218,0.05000,4.503,
2,self_attn.qkv_proj,0.0000037294,992218,0.05000,2.307,
2,self_attn.o_proj,0.0000000092,992218,0.05000,2.003,
2,mlp.gate_up_proj,0.0000036846,992218,0.05000,3.768,
2,mlp.down_proj,0.0000000561,992218,0.05000,5.567,
3,self_attn.qkv_proj,0.0000067082,992218,0.05000,1.816,
3,self_attn.o_proj,0.0000000119,992218,0.05000,1.504,
3,mlp.gate_up_proj,0.0000053215,992218,0.05000,2.948,
3,mlp.down_proj,0.0000000833,992218,0.05000,6.634,
4,self_attn.qkv_proj,0.0000058158,992218,0.05000,1.746,
4,self_attn.o_proj,0.0000000259,992218,0.05000,1.404,
4,mlp.gate_up_proj,0.0000066750,992218,0.05000,2.447,
4,mlp.down_proj,0.0000001236,992218,0.05000,7.829,
5,self_attn.qkv_proj,0.0000069001,992218,0.05000,1.394,
5,self_attn.o_proj,0.0000000337,992218,0.05000,1.478,
5,mlp.gate_up_proj,0.0000082101,992218,0.05000,2.655,
5,mlp.down_proj,0.0000001666,992218,0.05000,8.150,
6,self_attn.qkv_proj,0.0000084689,992218,0.05000,1.351,
6,self_attn.o_proj,0.0000000480,992218,0.05000,1.886,
6,mlp.gate_up_proj,0.0000101026,992218,0.05000,2.269,
6,mlp.down_proj,0.0000002321,992218,0.05000,7.805,
7,self_attn.qkv_proj,0.0000101390,992218,0.05000,1.816,
7,self_attn.o_proj,0.0000000665,992218,0.05000,1.365,
7,mlp.gate_up_proj,0.0000126047,992218,0.05000,2.968,
7,mlp.down_proj,0.0000003220,992218,0.05000,6.979,
8,self_attn.qkv_proj,0.0000111209,992218,0.05000,1.924,
8,self_attn.o_proj,0.0000000956,992218,0.05000,1.435,
8,mlp.gate_up_proj,0.0000154533,992218,0.05000,3.264,
8,mlp.down_proj,0.0000004294,992218,0.05000,7.960,
9,self_attn.qkv_proj,0.0000097167,992218,0.05000,1.613,
9,self_attn.o_proj,0.0000001348,992218,0.05000,1.383,
9,mlp.gate_up_proj,0.0000177228,992218,0.05000,3.390,
9,mlp.down_proj,0.0000005869,992218,0.05000,9.572,
10,self_attn.qkv_proj,0.0000113507,992218,0.05000,2.073,
10,self_attn.o_proj,0.0000002005,992218,0.05000,1.560,
10,mlp.gate_up_proj,0.0000200172,992218,0.05000,3.499,
10,mlp.down_proj,0.0000007630,992218,0.05000,9.191,
11,self_attn.qkv_proj,0.0000120969,992218,0.05000,1.342,
11,self_attn.o_proj,0.0000003198,992218,0.05000,1.619,
11,mlp.gate_up_proj,0.0000222836,992218,0.05000,1.340,
11,mlp.down_proj,0.0000009907,992218,0.05000,4.760,
12,self_attn.qkv_proj,0.0000129862,992218,0.05000,1.353,
12,self_attn.o_proj,0.0000003674,992218,0.05000,1.816,
12,mlp.gate_up_proj,0.0000243992,992218,0.05000,1.338,
12,mlp.down_proj,0.0000011092,992218,0.05000,5.066,
13,self_attn.qkv_proj,0.0000132786,992218,0.05000,1.413,
13,self_attn.o_proj,0.0000004223,992218,0.05000,1.454,
13,mlp.gate_up_proj,0.0000257040,992218,0.05000,1.354,
13,mlp.down_proj,0.0000012567,992218,0.05000,4.849,
14,self_attn.qkv_proj,0.0000150138,992218,0.05000,1.401,
14,self_attn.o_proj,0.0000005403,992218,0.05000,1.334,
14,mlp.gate_up_proj,0.0000274366,992218,0.05000,1.336,
14,mlp.down_proj,0.0000014074,992218,0.05000,4.830,
15,self_attn.qkv_proj,0.0000159121,992218,0.05000,1.349,
15,self_attn.o_proj,0.0000005911,992218,0.05000,1.321,
15,mlp.gate_up_proj,0.0000272861,992218,0.05000,1.343,
15,mlp.down_proj,0.0000015937,992218,0.05000,4.759,
16,self_attn.qkv_proj,0.0000141310,992218,0.05000,1.366,
16,self_attn.o_proj,0.0000008577,992218,0.05000,1.385,
16,mlp.gate_up_proj,0.0000278053,992218,0.05000,1.336,
16,mlp.down_proj,0.0000017636,992218,0.05000,4.976,
17,self_attn.qkv_proj,0.0000176385,992218,0.05000,1.344,
17,self_attn.o_proj,0.0000007980,992218,0.05000,1.552,
17,mlp.gate_up_proj,0.0000310646,992218,0.05000,1.352,
17,mlp.down_proj,0.0000021514,992218,0.05000,4.818,
18,self_attn.qkv_proj,0.0000169438,992218,0.05000,1.340,
18,self_attn.o_proj,0.0000009638,992218,0.05000,1.552,
18,mlp.gate_up_proj,0.0000330784,992218,0.05000,2.217,
18,mlp.down_proj,0.0000025698,992218,0.05000,4.817,
19,self_attn.qkv_proj,0.0000169148,992218,0.05000,1.335,
19,self_attn.o_proj,0.0000010705,992218,0.05000,1.449,
19,mlp.gate_up_proj,0.0000365124,992218,0.05000,3.485,
19,mlp.down_proj,0.0000030199,992218,0.05000,4.783,
20,self_attn.qkv_proj,0.0000171111,992218,0.05000,1.337,
20,self_attn.o_proj,0.0000011377,992218,0.05000,1.311,
20,mlp.gate_up_proj,0.0000400209,992218,0.05000,4.078,
20,mlp.down_proj,0.0000038180,992218,0.05000,4.974,
21,self_attn.qkv_proj,0.0000172933,992218,0.05000,1.343,
21,self_attn.o_proj,0.0000012064,992218,0.05000,1.333,
21,mlp.gate_up_proj,0.0000431357,992218,0.05000,4.656,
21,mlp.down_proj,0.0000045065,992218,0.05000,10.994,
22,self_attn.qkv_proj,0.0000180120,992218,0.05000,1.321,
22,self_attn.o_proj,0.0000014954,992218,0.05000,1.331,
22,mlp.gate_up_proj,0.0000463120,992218,0.05000,6.109,
22,mlp.down_proj,0.0000055441,992218,0.05000,11.220,
23,self_attn.qkv_proj,0.0000178485,992218,0.05000,1.344,
23,self_attn.o_proj,0.0000014500,992218,0.05000,1.295,
23,mlp.gate_up_proj,0.0000508546,992218,0.05000,4.633,
23,mlp.down_proj,0.0000067336,992218,0.05000,12.042,
24,self_attn.qkv_proj,0.0000200238,992218,0.05000,1.334,
24,self_attn.o_proj,0.0000016790,992218,0.05000,1.309,
24,mlp.gate_up_proj,0.0000578565,992218,0.05000,5.397,
24,mlp.down_proj,0.0000081911,992218,0.05000,12.669,
25,self_attn.qkv_proj,0.0000182419,992218,0.05000,1.360,
25,self_attn.o_proj,0.0000019057,992218,0.05000,1.334,
25,mlp.gate_up_proj,0.0000638860,992218,0.05000,1.684,
25,mlp.down_proj,0.0000103048,992218,0.05000,10.920,
26,self_attn.qkv_proj,0.0000202286,992218,0.05000,1.324,
26,self_attn.o_proj,0.0000024291,992218,0.05000,1.320,
26,mlp.gate_up_proj,0.0000711978,992218,0.05000,2.228,
26,mlp.down_proj,0.0000125089,992218,0.05000,10.399,
27,self_attn.qkv_proj,0.0000215121,992218,0.05000,1.366,
27,self_attn.o_proj,0.0000027974,992218,0.05000,1.294,
27,mlp.gate_up_proj,0.0000772002,992218,0.05000,2.860,
27,mlp.down_proj,0.0000147565,992218,0.05000,10.329,
28,self_attn.qkv_proj,0.0000234504,992218,0.05000,1.340,
28,self_attn.o_proj,0.0000028221,992218,0.05000,1.310,
28,mlp.gate_up_proj,0.0000854535,992218,0.05000,4.184,
28,mlp.down_proj,0.0000176720,992218,0.05000,10.838,
29,self_attn.qkv_proj,0.0000247925,992218,0.05000,1.336,
29,self_attn.o_proj,0.0000021450,992218,0.05000,1.330,
29,mlp.gate_up_proj,0.0000947418,992218,0.05000,5.115,
29,mlp.down_proj,0.0000206649,992218,0.05000,11.778,
30,self_attn.qkv_proj,0.0000266888,992218,0.05000,1.336,
30,self_attn.o_proj,0.0000029204,992218,0.05000,1.316,
30,mlp.gate_up_proj,0.0001047200,992218,0.05000,3.118,
30,mlp.down_proj,0.0000244171,992218,0.05000,12.611,
31,self_attn.qkv_proj,0.0000275343,992218,0.05000,1.358,
31,self_attn.o_proj,0.0000027327,992218,0.05000,1.297,
31,mlp.gate_up_proj,0.0001151791,992218,0.05000,3.100,
31,mlp.down_proj,0.0000282525,992218,0.05000,102.930,
32,self_attn.qkv_proj,0.0000327074,992218,0.05000,1.329,
32,self_attn.o_proj,0.0000043709,992218,0.05000,1.313,
32,mlp.gate_up_proj,0.0001268540,992218,0.05000,3.228,
32,mlp.down_proj,0.0000333801,992218,0.05000,9.621,
33,self_attn.qkv_proj,0.0000321192,992218,0.05000,1.336,
33,self_attn.o_proj,0.0000026990,992218,0.05000,1.332,
33,mlp.gate_up_proj,0.0001382529,992218,0.05000,4.766,
33,mlp.down_proj,0.0000365827,992218,0.05000,10.087,
34,self_attn.qkv_proj,0.0000334335,992218,0.05000,1.323,
34,self_attn.o_proj,0.0000046766,992218,0.05000,1.317,
34,mlp.gate_up_proj,0.0001489316,992218,0.05000,3.957,
34,mlp.down_proj,0.0000417792,992218,0.05000,6.058,
35,self_attn.qkv_proj,0.0000340755,992218,0.05000,1.345,
35,self_attn.o_proj,0.0000062327,992218,0.05000,1.313,
35,mlp.gate_up_proj,0.0001593752,992218,0.05000,5.209,
35,mlp.down_proj,0.0000476060,992218,0.05000,4.823,
36,self_attn.qkv_proj,0.0000340020,992218,0.05000,1.332,
36,self_attn.o_proj,0.0000052558,992218,0.05000,1.309,
36,mlp.gate_up_proj,0.0001698007,992218,0.05000,5.109,
36,mlp.down_proj,0.0000533070,992218,0.05000,10.565,
37,self_attn.qkv_proj,0.0000332706,992218,0.05000,1.340,
37,self_attn.o_proj,0.0000055578,992218,0.05000,1.332,
37,mlp.gate_up_proj,0.0001784837,992218,0.05000,4.542,
37,mlp.down_proj,0.0000617646,992218,0.05000,6.609,
38,self_attn.qkv_proj,0.0000310467,992218,0.05000,1.324,
38,self_attn.o_proj,0.0000055578,992218,0.05000,1.316,
38,mlp.gate_up_proj,0.0001784861,992218,0.05000,1.339,
38,mlp.down_proj,0.0000735546,992218,0.05000,4.848,
39,self_attn.qkv_proj,0.0000194624,992218,0.05000,1.334,
39,self_attn.o_proj,0.0000031177,992218,0.05000,1.300,
39,mlp.gate_up_proj,0.0001758974,992218,0.05000,1.353,
39,mlp.down_proj,0.0000558769,992218,0.05000,4.816,
1 layer module loss samples damp time fallback
2 0 self_attn.qkv_proj 0.0000009184 992218 0.05000 2.143
3 0 self_attn.o_proj 0.0000000032 992218 0.05000 1.495
4 0 mlp.gate_up_proj 0.0000008453 992218 0.05000 3.089
5 0 mlp.down_proj 0.0000000094 992218 0.05000 7.501
6 1 self_attn.qkv_proj 0.0000013641 992218 0.05000 2.445
7 1 self_attn.o_proj 0.0000000074 992218 0.05000 1.827
8 1 mlp.gate_up_proj 0.0000021024 992218 0.05000 1.348
9 1 mlp.down_proj 0.0000000924 992218 0.05000 4.503
10 2 self_attn.qkv_proj 0.0000037294 992218 0.05000 2.307
11 2 self_attn.o_proj 0.0000000092 992218 0.05000 2.003
12 2 mlp.gate_up_proj 0.0000036846 992218 0.05000 3.768
13 2 mlp.down_proj 0.0000000561 992218 0.05000 5.567
14 3 self_attn.qkv_proj 0.0000067082 992218 0.05000 1.816
15 3 self_attn.o_proj 0.0000000119 992218 0.05000 1.504
16 3 mlp.gate_up_proj 0.0000053215 992218 0.05000 2.948
17 3 mlp.down_proj 0.0000000833 992218 0.05000 6.634
18 4 self_attn.qkv_proj 0.0000058158 992218 0.05000 1.746
19 4 self_attn.o_proj 0.0000000259 992218 0.05000 1.404
20 4 mlp.gate_up_proj 0.0000066750 992218 0.05000 2.447
21 4 mlp.down_proj 0.0000001236 992218 0.05000 7.829
22 5 self_attn.qkv_proj 0.0000069001 992218 0.05000 1.394
23 5 self_attn.o_proj 0.0000000337 992218 0.05000 1.478
24 5 mlp.gate_up_proj 0.0000082101 992218 0.05000 2.655
25 5 mlp.down_proj 0.0000001666 992218 0.05000 8.150
26 6 self_attn.qkv_proj 0.0000084689 992218 0.05000 1.351
27 6 self_attn.o_proj 0.0000000480 992218 0.05000 1.886
28 6 mlp.gate_up_proj 0.0000101026 992218 0.05000 2.269
29 6 mlp.down_proj 0.0000002321 992218 0.05000 7.805
30 7 self_attn.qkv_proj 0.0000101390 992218 0.05000 1.816
31 7 self_attn.o_proj 0.0000000665 992218 0.05000 1.365
32 7 mlp.gate_up_proj 0.0000126047 992218 0.05000 2.968
33 7 mlp.down_proj 0.0000003220 992218 0.05000 6.979
34 8 self_attn.qkv_proj 0.0000111209 992218 0.05000 1.924
35 8 self_attn.o_proj 0.0000000956 992218 0.05000 1.435
36 8 mlp.gate_up_proj 0.0000154533 992218 0.05000 3.264
37 8 mlp.down_proj 0.0000004294 992218 0.05000 7.960
38 9 self_attn.qkv_proj 0.0000097167 992218 0.05000 1.613
39 9 self_attn.o_proj 0.0000001348 992218 0.05000 1.383
40 9 mlp.gate_up_proj 0.0000177228 992218 0.05000 3.390
41 9 mlp.down_proj 0.0000005869 992218 0.05000 9.572
42 10 self_attn.qkv_proj 0.0000113507 992218 0.05000 2.073
43 10 self_attn.o_proj 0.0000002005 992218 0.05000 1.560
44 10 mlp.gate_up_proj 0.0000200172 992218 0.05000 3.499
45 10 mlp.down_proj 0.0000007630 992218 0.05000 9.191
46 11 self_attn.qkv_proj 0.0000120969 992218 0.05000 1.342
47 11 self_attn.o_proj 0.0000003198 992218 0.05000 1.619
48 11 mlp.gate_up_proj 0.0000222836 992218 0.05000 1.340
49 11 mlp.down_proj 0.0000009907 992218 0.05000 4.760
50 12 self_attn.qkv_proj 0.0000129862 992218 0.05000 1.353
51 12 self_attn.o_proj 0.0000003674 992218 0.05000 1.816
52 12 mlp.gate_up_proj 0.0000243992 992218 0.05000 1.338
53 12 mlp.down_proj 0.0000011092 992218 0.05000 5.066
54 13 self_attn.qkv_proj 0.0000132786 992218 0.05000 1.413
55 13 self_attn.o_proj 0.0000004223 992218 0.05000 1.454
56 13 mlp.gate_up_proj 0.0000257040 992218 0.05000 1.354
57 13 mlp.down_proj 0.0000012567 992218 0.05000 4.849
58 14 self_attn.qkv_proj 0.0000150138 992218 0.05000 1.401
59 14 self_attn.o_proj 0.0000005403 992218 0.05000 1.334
60 14 mlp.gate_up_proj 0.0000274366 992218 0.05000 1.336
61 14 mlp.down_proj 0.0000014074 992218 0.05000 4.830
62 15 self_attn.qkv_proj 0.0000159121 992218 0.05000 1.349
63 15 self_attn.o_proj 0.0000005911 992218 0.05000 1.321
64 15 mlp.gate_up_proj 0.0000272861 992218 0.05000 1.343
65 15 mlp.down_proj 0.0000015937 992218 0.05000 4.759
66 16 self_attn.qkv_proj 0.0000141310 992218 0.05000 1.366
67 16 self_attn.o_proj 0.0000008577 992218 0.05000 1.385
68 16 mlp.gate_up_proj 0.0000278053 992218 0.05000 1.336
69 16 mlp.down_proj 0.0000017636 992218 0.05000 4.976
70 17 self_attn.qkv_proj 0.0000176385 992218 0.05000 1.344
71 17 self_attn.o_proj 0.0000007980 992218 0.05000 1.552
72 17 mlp.gate_up_proj 0.0000310646 992218 0.05000 1.352
73 17 mlp.down_proj 0.0000021514 992218 0.05000 4.818
74 18 self_attn.qkv_proj 0.0000169438 992218 0.05000 1.340
75 18 self_attn.o_proj 0.0000009638 992218 0.05000 1.552
76 18 mlp.gate_up_proj 0.0000330784 992218 0.05000 2.217
77 18 mlp.down_proj 0.0000025698 992218 0.05000 4.817
78 19 self_attn.qkv_proj 0.0000169148 992218 0.05000 1.335
79 19 self_attn.o_proj 0.0000010705 992218 0.05000 1.449
80 19 mlp.gate_up_proj 0.0000365124 992218 0.05000 3.485
81 19 mlp.down_proj 0.0000030199 992218 0.05000 4.783
82 20 self_attn.qkv_proj 0.0000171111 992218 0.05000 1.337
83 20 self_attn.o_proj 0.0000011377 992218 0.05000 1.311
84 20 mlp.gate_up_proj 0.0000400209 992218 0.05000 4.078
85 20 mlp.down_proj 0.0000038180 992218 0.05000 4.974
86 21 self_attn.qkv_proj 0.0000172933 992218 0.05000 1.343
87 21 self_attn.o_proj 0.0000012064 992218 0.05000 1.333
88 21 mlp.gate_up_proj 0.0000431357 992218 0.05000 4.656
89 21 mlp.down_proj 0.0000045065 992218 0.05000 10.994
90 22 self_attn.qkv_proj 0.0000180120 992218 0.05000 1.321
91 22 self_attn.o_proj 0.0000014954 992218 0.05000 1.331
92 22 mlp.gate_up_proj 0.0000463120 992218 0.05000 6.109
93 22 mlp.down_proj 0.0000055441 992218 0.05000 11.220
94 23 self_attn.qkv_proj 0.0000178485 992218 0.05000 1.344
95 23 self_attn.o_proj 0.0000014500 992218 0.05000 1.295
96 23 mlp.gate_up_proj 0.0000508546 992218 0.05000 4.633
97 23 mlp.down_proj 0.0000067336 992218 0.05000 12.042
98 24 self_attn.qkv_proj 0.0000200238 992218 0.05000 1.334
99 24 self_attn.o_proj 0.0000016790 992218 0.05000 1.309
100 24 mlp.gate_up_proj 0.0000578565 992218 0.05000 5.397
101 24 mlp.down_proj 0.0000081911 992218 0.05000 12.669
102 25 self_attn.qkv_proj 0.0000182419 992218 0.05000 1.360
103 25 self_attn.o_proj 0.0000019057 992218 0.05000 1.334
104 25 mlp.gate_up_proj 0.0000638860 992218 0.05000 1.684
105 25 mlp.down_proj 0.0000103048 992218 0.05000 10.920
106 26 self_attn.qkv_proj 0.0000202286 992218 0.05000 1.324
107 26 self_attn.o_proj 0.0000024291 992218 0.05000 1.320
108 26 mlp.gate_up_proj 0.0000711978 992218 0.05000 2.228
109 26 mlp.down_proj 0.0000125089 992218 0.05000 10.399
110 27 self_attn.qkv_proj 0.0000215121 992218 0.05000 1.366
111 27 self_attn.o_proj 0.0000027974 992218 0.05000 1.294
112 27 mlp.gate_up_proj 0.0000772002 992218 0.05000 2.860
113 27 mlp.down_proj 0.0000147565 992218 0.05000 10.329
114 28 self_attn.qkv_proj 0.0000234504 992218 0.05000 1.340
115 28 self_attn.o_proj 0.0000028221 992218 0.05000 1.310
116 28 mlp.gate_up_proj 0.0000854535 992218 0.05000 4.184
117 28 mlp.down_proj 0.0000176720 992218 0.05000 10.838
118 29 self_attn.qkv_proj 0.0000247925 992218 0.05000 1.336
119 29 self_attn.o_proj 0.0000021450 992218 0.05000 1.330
120 29 mlp.gate_up_proj 0.0000947418 992218 0.05000 5.115
121 29 mlp.down_proj 0.0000206649 992218 0.05000 11.778
122 30 self_attn.qkv_proj 0.0000266888 992218 0.05000 1.336
123 30 self_attn.o_proj 0.0000029204 992218 0.05000 1.316
124 30 mlp.gate_up_proj 0.0001047200 992218 0.05000 3.118
125 30 mlp.down_proj 0.0000244171 992218 0.05000 12.611
126 31 self_attn.qkv_proj 0.0000275343 992218 0.05000 1.358
127 31 self_attn.o_proj 0.0000027327 992218 0.05000 1.297
128 31 mlp.gate_up_proj 0.0001151791 992218 0.05000 3.100
129 31 mlp.down_proj 0.0000282525 992218 0.05000 102.930
130 32 self_attn.qkv_proj 0.0000327074 992218 0.05000 1.329
131 32 self_attn.o_proj 0.0000043709 992218 0.05000 1.313
132 32 mlp.gate_up_proj 0.0001268540 992218 0.05000 3.228
133 32 mlp.down_proj 0.0000333801 992218 0.05000 9.621
134 33 self_attn.qkv_proj 0.0000321192 992218 0.05000 1.336
135 33 self_attn.o_proj 0.0000026990 992218 0.05000 1.332
136 33 mlp.gate_up_proj 0.0001382529 992218 0.05000 4.766
137 33 mlp.down_proj 0.0000365827 992218 0.05000 10.087
138 34 self_attn.qkv_proj 0.0000334335 992218 0.05000 1.323
139 34 self_attn.o_proj 0.0000046766 992218 0.05000 1.317
140 34 mlp.gate_up_proj 0.0001489316 992218 0.05000 3.957
141 34 mlp.down_proj 0.0000417792 992218 0.05000 6.058
142 35 self_attn.qkv_proj 0.0000340755 992218 0.05000 1.345
143 35 self_attn.o_proj 0.0000062327 992218 0.05000 1.313
144 35 mlp.gate_up_proj 0.0001593752 992218 0.05000 5.209
145 35 mlp.down_proj 0.0000476060 992218 0.05000 4.823
146 36 self_attn.qkv_proj 0.0000340020 992218 0.05000 1.332
147 36 self_attn.o_proj 0.0000052558 992218 0.05000 1.309
148 36 mlp.gate_up_proj 0.0001698007 992218 0.05000 5.109
149 36 mlp.down_proj 0.0000533070 992218 0.05000 10.565
150 37 self_attn.qkv_proj 0.0000332706 992218 0.05000 1.340
151 37 self_attn.o_proj 0.0000055578 992218 0.05000 1.332
152 37 mlp.gate_up_proj 0.0001784837 992218 0.05000 4.542
153 37 mlp.down_proj 0.0000617646 992218 0.05000 6.609
154 38 self_attn.qkv_proj 0.0000310467 992218 0.05000 1.324
155 38 self_attn.o_proj 0.0000055578 992218 0.05000 1.316
156 38 mlp.gate_up_proj 0.0001784861 992218 0.05000 1.339
157 38 mlp.down_proj 0.0000735546 992218 0.05000 4.848
158 39 self_attn.qkv_proj 0.0000194624 992218 0.05000 1.334
159 39 self_attn.o_proj 0.0000031177 992218 0.05000 1.300
160 39 mlp.gate_up_proj 0.0001758974 992218 0.05000 1.353
161 39 mlp.down_proj 0.0000558769 992218 0.05000 4.816