b8b5f14c45
Model: ModelCloud/Qwen1.5-1.8B-Chat-GPTQ-4bits-dynamic-cfg-with-lm_head-symTrue Source: Original Platform
17 lines
630 B
CSV
17 lines
630 B
CSV
layer,module,loss,damp,time
|
|
0,self_attn.k_proj,0.38340,0.01000,0.985
|
|
0,self_attn.v_proj,0.00899,0.01000,0.332
|
|
0,self_attn.q_proj,0.52614,0.01000,0.327
|
|
0,self_attn.o_proj,0.00033,0.01000,0.326
|
|
0,mlp.up_proj,1.90171,0.01000,0.348
|
|
0,mlp.gate_proj,1.81718,0.01000,0.366
|
|
0,mlp.down_proj,0.04200,0.01000,0.950
|
|
1,self_attn.k_proj,0.00821,0.01000,0.338
|
|
1,self_attn.v_proj,0.00108,0.01000,0.329
|
|
1,self_attn.q_proj,0.00811,0.01000,0.329
|
|
1,self_attn.o_proj,0.00003,0.01000,0.347
|
|
1,mlp.up_proj,0.00614,0.01000,0.370
|
|
1,mlp.gate_proj,0.00698,0.01000,0.383
|
|
1,mlp.down_proj,0.00040,0.01000,0.944
|
|
24,lm_head,23.30706,0.01000,4.334
|