50 lines
3.7 KiB
CSV
50 lines
3.7 KiB
CSV
|
Model,Size_GB,BPW,PPL_Q,KLD_Mean,KLD_Max,Top_P_Match
|
||
|
|
Kai-3B-Instruct-BF16.gguf,5.735,16.02,13.071019,-0.000011,0.000004,100.000%
|
||
|
|
Kai-3B-Instruct-IQ3_M.gguf,1.368,3.82,15.668992,0.229215,6.596559,79.735%
|
||
|
|
Kai-3B-Instruct-IQ3_S.gguf,1.339,3.74,22.508640,0.641822,13.271622,67.115%
|
||
|
|
Kai-3B-Instruct-IQ4_NL.gguf,1.697,4.74,13.689333,0.045861,3.379928,90.177%
|
||
|
|
Kai-3B-Instruct-IQ4_XS.gguf,1.619,4.52,13.636783,0.046371,3.109986,89.944%
|
||
|
|
Kai-3B-Instruct-MXFP4_MOE.gguf,3.051,8.52,13.071337,0.001851,0.099089,97.407%
|
||
|
|
Kai-3B-Instruct-Q2_K.gguf,1.167,3.26,19.239565,0.445062,13.633359,72.289%
|
||
|
|
Kai-3B-Instruct-Q3_K_L.gguf,1.574,4.4,14.266756,0.092459,8.322849,86.395%
|
||
|
|
Kai-3B-Instruct-Q3_K_M.gguf,1.463,4.09,14.354851,0.107656,9.363343,85.335%
|
||
|
|
Kai-3B-Instruct-Q3_K_S.gguf,1.334,3.73,15.492130,0.201516,9.796855,80.455%
|
||
|
|
Kai-3B-Instruct-Q4_0.gguf,1.682,4.7,14.086875,0.078766,7.626556,87.584%
|
||
|
|
Kai-3B-Instruct-Q4_1.gguf,1.845,5.16,13.721412,0.069878,4.738765,88.105%
|
||
|
|
Kai-3B-Instruct-Q4_K_M.gguf,1.784,4.98,13.529246,0.036909,4.488238,91.090%
|
||
|
|
Kai-3B-Instruct-Q4_K_S.gguf,1.693,4.73,13.660392,0.047615,2.440885,89.987%
|
||
|
|
Kai-3B-Instruct-Q5_0.gguf,2.009,5.61,13.430972,0.024144,1.595060,92.381%
|
||
|
|
Kai-3B-Instruct-Q5_1.gguf,2.173,6.07,13.301717,0.022064,1.491981,92.723%
|
||
|
|
Kai-3B-Instruct-Q5_K_M.gguf,2.062,5.76,13.284102,0.015320,1.171668,93.752%
|
||
|
|
Kai-3B-Instruct-Q5_K_S.gguf,2.009,5.61,13.373599,0.020303,2.434403,93.103%
|
||
|
|
Kai-3B-Instruct-Q6_K.gguf,2.357,6.58,13.139961,0.008945,1.172464,95.024%
|
||
|
|
Kai-3B-Instruct-Q8_0.gguf,3.051,8.52,13.071337,0.001851,0.099089,97.407%
|
||
|
|
Kai-3B-Instruct-i1-IQ1_M.gguf,0.776,2.17,58.209109,1.653420,16.925764,49.496%
|
||
|
|
Kai-3B-Instruct-i1-IQ1_S.gguf,0.72,2.01,128.277281,2.531440,21.927551,39.075%
|
||
|
|
Kai-3B-Instruct-i1-IQ2_M.gguf,1.048,2.93,17.573076,0.359494,12.123366,74.706%
|
||
|
|
Kai-3B-Instruct-i1-IQ2_S.gguf,0.974,2.72,19.779741,0.493906,11.262773,71.038%
|
||
|
|
Kai-3B-Instruct-i1-IQ2_XS.gguf,0.946,2.64,21.411029,0.579169,13.967813,68.776%
|
||
|
|
Kai-3B-Instruct-i1-IQ2_XXS.gguf,0.868,2.42,28.578416,0.878993,15.491375,62.348%
|
||
|
|
Kai-3B-Instruct-i1-IQ3_M.gguf,1.368,3.82,13.898071,0.105325,5.612194,85.765%
|
||
|
|
Kai-3B-Instruct-i1-IQ3_S.gguf,1.339,3.74,14.056398,0.113459,9.671529,85.283%
|
||
|
|
Kai-3B-Instruct-i1-IQ3_XS.gguf,1.277,3.57,14.349473,0.142024,7.847116,83.815%
|
||
|
|
Kai-3B-Instruct-i1-IQ3_XXS.gguf,1.181,3.3,15.252164,0.206685,13.769287,80.107%
|
||
|
|
Kai-3B-Instruct-i1-IQ4_NL.gguf,1.686,4.71,13.614878,0.040318,6.215707,90.568%
|
||
|
|
Kai-3B-Instruct-i1-IQ4_XS.gguf,1.605,4.48,13.621778,0.041313,4.147662,90.477%
|
||
|
|
Kai-3B-Instruct-i1-MXFP4_MOE.gguf,3.051,8.52,13.071337,0.001851,0.099089,97.407%
|
||
|
|
Kai-3B-Instruct-i1-Q2_K.gguf,1.167,3.26,18.283702,0.352258,16.202076,75.310%
|
||
|
|
Kai-3B-Instruct-i1-Q2_K_S.gguf,1.096,3.06,20.172636,0.460490,13.532367,72.285%
|
||
|
|
Kai-3B-Instruct-i1-Q3_K_L.gguf,1.574,4.4,14.190292,0.081455,5.245802,87.164%
|
||
|
|
Kai-3B-Instruct-i1-Q3_K_M.gguf,1.463,4.09,14.371849,0.093973,4.376335,86.425%
|
||
|
|
Kai-3B-Instruct-i1-Q3_K_S.gguf,1.334,3.73,15.463698,0.188454,8.970517,81.016%
|
||
|
|
Kai-3B-Instruct-i1-Q4_0.gguf,1.687,4.71,13.691418,0.053883,4.177481,89.222%
|
||
|
|
Kai-3B-Instruct-i1-Q4_1.gguf,1.845,5.16,13.586296,0.038176,2.971467,90.941%
|
||
|
|
Kai-3B-Instruct-i1-Q4_K_M.gguf,1.784,4.98,13.544169,0.033345,4.224728,91.440%
|
||
|
|
Kai-3B-Instruct-i1-Q4_K_S.gguf,1.693,4.73,13.613850,0.038684,2.172965,90.973%
|
||
|
|
Kai-3B-Instruct-i1-Q5_0.gguf,2.014,5.63,13.340498,0.017448,1.049807,93.467%
|
||
|
|
Kai-3B-Instruct-i1-Q5_1.gguf,2.173,6.07,13.262362,0.014588,1.789870,93.939%
|
||
|
|
Kai-3B-Instruct-i1-Q5_K_M.gguf,2.062,5.76,13.278514,0.013944,2.965405,94.039%
|
||
|
|
Kai-3B-Instruct-i1-Q5_K_S.gguf,2.009,5.61,13.253110,0.015325,3.441511,93.683%
|
||
|
|
Kai-3B-Instruct-i1-Q6_K.gguf,2.357,6.58,13.171252,0.008568,1.565256,95.021%
|
||
|
|
Kai-3B-Instruct-i1-Q8_0.gguf,3.051,8.52,13.071337,0.001851,0.099089,97.407%
|