microsoft_phi-4-ingest-best-gptq/quant_log.csv

layer,module,loss,samples,damp,time,fallback
0,self_attn.qkv_proj,0.0000009184,992218,0.05000,2.143,
0,self_attn.o_proj,0.0000000032,992218,0.05000,1.495,
0,mlp.gate_up_proj,0.0000008453,992218,0.05000,3.089,
0,mlp.down_proj,0.0000000094,992218,0.05000,7.501,
1,self_attn.qkv_proj,0.0000013641,992218,0.05000,2.445,
1,self_attn.o_proj,0.0000000074,992218,0.05000,1.827,
1,mlp.gate_up_proj,0.0000021024,992218,0.05000,1.348,
1,mlp.down_proj,0.0000000924,992218,0.05000,4.503,
2,self_attn.qkv_proj,0.0000037294,992218,0.05000,2.307,
2,self_attn.o_proj,0.0000000092,992218,0.05000,2.003,
2,mlp.gate_up_proj,0.0000036846,992218,0.05000,3.768,
2,mlp.down_proj,0.0000000561,992218,0.05000,5.567,
3,self_attn.qkv_proj,0.0000067082,992218,0.05000,1.816,
3,self_attn.o_proj,0.0000000119,992218,0.05000,1.504,
3,mlp.gate_up_proj,0.0000053215,992218,0.05000,2.948,
3,mlp.down_proj,0.0000000833,992218,0.05000,6.634,
4,self_attn.qkv_proj,0.0000058158,992218,0.05000,1.746,
4,self_attn.o_proj,0.0000000259,992218,0.05000,1.404,
4,mlp.gate_up_proj,0.0000066750,992218,0.05000,2.447,
4,mlp.down_proj,0.0000001236,992218,0.05000,7.829,
5,self_attn.qkv_proj,0.0000069001,992218,0.05000,1.394,
5,self_attn.o_proj,0.0000000337,992218,0.05000,1.478,
5,mlp.gate_up_proj,0.0000082101,992218,0.05000,2.655,
5,mlp.down_proj,0.0000001666,992218,0.05000,8.150,
6,self_attn.qkv_proj,0.0000084689,992218,0.05000,1.351,
6,self_attn.o_proj,0.0000000480,992218,0.05000,1.886,
6,mlp.gate_up_proj,0.0000101026,992218,0.05000,2.269,
6,mlp.down_proj,0.0000002321,992218,0.05000,7.805,
7,self_attn.qkv_proj,0.0000101390,992218,0.05000,1.816,
7,self_attn.o_proj,0.0000000665,992218,0.05000,1.365,
7,mlp.gate_up_proj,0.0000126047,992218,0.05000,2.968,
7,mlp.down_proj,0.0000003220,992218,0.05000,6.979,
8,self_attn.qkv_proj,0.0000111209,992218,0.05000,1.924,
8,self_attn.o_proj,0.0000000956,992218,0.05000,1.435,
8,mlp.gate_up_proj,0.0000154533,992218,0.05000,3.264,
8,mlp.down_proj,0.0000004294,992218,0.05000,7.960,
9,self_attn.qkv_proj,0.0000097167,992218,0.05000,1.613,
9,self_attn.o_proj,0.0000001348,992218,0.05000,1.383,
9,mlp.gate_up_proj,0.0000177228,992218,0.05000,3.390,
9,mlp.down_proj,0.0000005869,992218,0.05000,9.572,
10,self_attn.qkv_proj,0.0000113507,992218,0.05000,2.073,
10,self_attn.o_proj,0.0000002005,992218,0.05000,1.560,
10,mlp.gate_up_proj,0.0000200172,992218,0.05000,3.499,
10,mlp.down_proj,0.0000007630,992218,0.05000,9.191,
11,self_attn.qkv_proj,0.0000120969,992218,0.05000,1.342,
11,self_attn.o_proj,0.0000003198,992218,0.05000,1.619,
11,mlp.gate_up_proj,0.0000222836,992218,0.05000,1.340,
11,mlp.down_proj,0.0000009907,992218,0.05000,4.760,
12,self_attn.qkv_proj,0.0000129862,992218,0.05000,1.353,
12,self_attn.o_proj,0.0000003674,992218,0.05000,1.816,
12,mlp.gate_up_proj,0.0000243992,992218,0.05000,1.338,
12,mlp.down_proj,0.0000011092,992218,0.05000,5.066,
13,self_attn.qkv_proj,0.0000132786,992218,0.05000,1.413,
13,self_attn.o_proj,0.0000004223,992218,0.05000,1.454,
13,mlp.gate_up_proj,0.0000257040,992218,0.05000,1.354,
13,mlp.down_proj,0.0000012567,992218,0.05000,4.849,
14,self_attn.qkv_proj,0.0000150138,992218,0.05000,1.401,
14,self_attn.o_proj,0.0000005403,992218,0.05000,1.334,
14,mlp.gate_up_proj,0.0000274366,992218,0.05000,1.336,
14,mlp.down_proj,0.0000014074,992218,0.05000,4.830,
15,self_attn.qkv_proj,0.0000159121,992218,0.05000,1.349,
15,self_attn.o_proj,0.0000005911,992218,0.05000,1.321,
15,mlp.gate_up_proj,0.0000272861,992218,0.05000,1.343,
15,mlp.down_proj,0.0000015937,992218,0.05000,4.759,
16,self_attn.qkv_proj,0.0000141310,992218,0.05000,1.366,
16,self_attn.o_proj,0.0000008577,992218,0.05000,1.385,
16,mlp.gate_up_proj,0.0000278053,992218,0.05000,1.336,
16,mlp.down_proj,0.0000017636,992218,0.05000,4.976,
17,self_attn.qkv_proj,0.0000176385,992218,0.05000,1.344,
17,self_attn.o_proj,0.0000007980,992218,0.05000,1.552,
17,mlp.gate_up_proj,0.0000310646,992218,0.05000,1.352,
17,mlp.down_proj,0.0000021514,992218,0.05000,4.818,
18,self_attn.qkv_proj,0.0000169438,992218,0.05000,1.340,
18,self_attn.o_proj,0.0000009638,992218,0.05000,1.552,
18,mlp.gate_up_proj,0.0000330784,992218,0.05000,2.217,
18,mlp.down_proj,0.0000025698,992218,0.05000,4.817,
19,self_attn.qkv_proj,0.0000169148,992218,0.05000,1.335,
19,self_attn.o_proj,0.0000010705,992218,0.05000,1.449,
19,mlp.gate_up_proj,0.0000365124,992218,0.05000,3.485,
19,mlp.down_proj,0.0000030199,992218,0.05000,4.783,
20,self_attn.qkv_proj,0.0000171111,992218,0.05000,1.337,
20,self_attn.o_proj,0.0000011377,992218,0.05000,1.311,
20,mlp.gate_up_proj,0.0000400209,992218,0.05000,4.078,
20,mlp.down_proj,0.0000038180,992218,0.05000,4.974,
21,self_attn.qkv_proj,0.0000172933,992218,0.05000,1.343,
21,self_attn.o_proj,0.0000012064,992218,0.05000,1.333,
21,mlp.gate_up_proj,0.0000431357,992218,0.05000,4.656,
21,mlp.down_proj,0.0000045065,992218,0.05000,10.994,
22,self_attn.qkv_proj,0.0000180120,992218,0.05000,1.321,
22,self_attn.o_proj,0.0000014954,992218,0.05000,1.331,
22,mlp.gate_up_proj,0.0000463120,992218,0.05000,6.109,
22,mlp.down_proj,0.0000055441,992218,0.05000,11.220,
23,self_attn.qkv_proj,0.0000178485,992218,0.05000,1.344,
23,self_attn.o_proj,0.0000014500,992218,0.05000,1.295,
23,mlp.gate_up_proj,0.0000508546,992218,0.05000,4.633,
23,mlp.down_proj,0.0000067336,992218,0.05000,12.042,
24,self_attn.qkv_proj,0.0000200238,992218,0.05000,1.334,
24,self_attn.o_proj,0.0000016790,992218,0.05000,1.309,
24,mlp.gate_up_proj,0.0000578565,992218,0.05000,5.397,
24,mlp.down_proj,0.0000081911,992218,0.05000,12.669,
25,self_attn.qkv_proj,0.0000182419,992218,0.05000,1.360,
25,self_attn.o_proj,0.0000019057,992218,0.05000,1.334,
25,mlp.gate_up_proj,0.0000638860,992218,0.05000,1.684,
25,mlp.down_proj,0.0000103048,992218,0.05000,10.920,
26,self_attn.qkv_proj,0.0000202286,992218,0.05000,1.324,
26,self_attn.o_proj,0.0000024291,992218,0.05000,1.320,
26,mlp.gate_up_proj,0.0000711978,992218,0.05000,2.228,
26,mlp.down_proj,0.0000125089,992218,0.05000,10.399,
27,self_attn.qkv_proj,0.0000215121,992218,0.05000,1.366,
27,self_attn.o_proj,0.0000027974,992218,0.05000,1.294,
27,mlp.gate_up_proj,0.0000772002,992218,0.05000,2.860,
27,mlp.down_proj,0.0000147565,992218,0.05000,10.329,
28,self_attn.qkv_proj,0.0000234504,992218,0.05000,1.340,
28,self_attn.o_proj,0.0000028221,992218,0.05000,1.310,
28,mlp.gate_up_proj,0.0000854535,992218,0.05000,4.184,
28,mlp.down_proj,0.0000176720,992218,0.05000,10.838,
29,self_attn.qkv_proj,0.0000247925,992218,0.05000,1.336,
29,self_attn.o_proj,0.0000021450,992218,0.05000,1.330,
29,mlp.gate_up_proj,0.0000947418,992218,0.05000,5.115,
29,mlp.down_proj,0.0000206649,992218,0.05000,11.778,
30,self_attn.qkv_proj,0.0000266888,992218,0.05000,1.336,
30,self_attn.o_proj,0.0000029204,992218,0.05000,1.316,
30,mlp.gate_up_proj,0.0001047200,992218,0.05000,3.118,
30,mlp.down_proj,0.0000244171,992218,0.05000,12.611,
31,self_attn.qkv_proj,0.0000275343,992218,0.05000,1.358,
31,self_attn.o_proj,0.0000027327,992218,0.05000,1.297,
31,mlp.gate_up_proj,0.0001151791,992218,0.05000,3.100,
31,mlp.down_proj,0.0000282525,992218,0.05000,102.930,
32,self_attn.qkv_proj,0.0000327074,992218,0.05000,1.329,
32,self_attn.o_proj,0.0000043709,992218,0.05000,1.313,
32,mlp.gate_up_proj,0.0001268540,992218,0.05000,3.228,
32,mlp.down_proj,0.0000333801,992218,0.05000,9.621,
33,self_attn.qkv_proj,0.0000321192,992218,0.05000,1.336,
33,self_attn.o_proj,0.0000026990,992218,0.05000,1.332,
33,mlp.gate_up_proj,0.0001382529,992218,0.05000,4.766,
33,mlp.down_proj,0.0000365827,992218,0.05000,10.087,
34,self_attn.qkv_proj,0.0000334335,992218,0.05000,1.323,
34,self_attn.o_proj,0.0000046766,992218,0.05000,1.317,
34,mlp.gate_up_proj,0.0001489316,992218,0.05000,3.957,
34,mlp.down_proj,0.0000417792,992218,0.05000,6.058,
35,self_attn.qkv_proj,0.0000340755,992218,0.05000,1.345,
35,self_attn.o_proj,0.0000062327,992218,0.05000,1.313,
35,mlp.gate_up_proj,0.0001593752,992218,0.05000,5.209,
35,mlp.down_proj,0.0000476060,992218,0.05000,4.823,
36,self_attn.qkv_proj,0.0000340020,992218,0.05000,1.332,
36,self_attn.o_proj,0.0000052558,992218,0.05000,1.309,
36,mlp.gate_up_proj,0.0001698007,992218,0.05000,5.109,
36,mlp.down_proj,0.0000533070,992218,0.05000,10.565,
37,self_attn.qkv_proj,0.0000332706,992218,0.05000,1.340,
37,self_attn.o_proj,0.0000055578,992218,0.05000,1.332,
37,mlp.gate_up_proj,0.0001784837,992218,0.05000,4.542,
37,mlp.down_proj,0.0000617646,992218,0.05000,6.609,
38,self_attn.qkv_proj,0.0000310467,992218,0.05000,1.324,
38,self_attn.o_proj,0.0000055578,992218,0.05000,1.316,
38,mlp.gate_up_proj,0.0001784861,992218,0.05000,1.339,
38,mlp.down_proj,0.0000735546,992218,0.05000,4.848,
39,self_attn.qkv_proj,0.0000194624,992218,0.05000,1.334,
39,self_attn.o_proj,0.0000031177,992218,0.05000,1.300,
39,mlp.gate_up_proj,0.0001758974,992218,0.05000,1.353,
39,mlp.down_proj,0.0000558769,992218,0.05000,4.816,