[ { "key": "0:0:0:0:0:0:0:0:0:0", "fileName": "Model-LM-Q8_0.gguf", "displayName": "Model-LM-Q8_0", "shortName": "LM-Q8_0", "provider": "llama.cpp", "quantFamily": "Q8_0", "isHybrid": false, "isExternalReference": false, "downloadTarget": "./../../resolve/main/Model-LM-Q8_0.gguf?download=true", "kld": 0.001339, "ppl": 8.883911, "pplDeltaPercent": 0.0035008329956318406, "sizeBytes": 4280405696, "sizeGiB": 3.9864384531974792, "expectedSizeBytes": 4280405696, "actualSizeBytes": 4280405696, "usedImatrix": true, "replacedArtifacts": [] }, { "key": "0:1:0:1:1:1:2:1:0:0", "fileName": "Model-MQ-Q6_K_1.gguf", "displayName": "Model-MQ-Q6_K_1", "shortName": "MQ-Q6_K_1", "provider": "MagicQuant", "quantFamily": "Q6_K", "isHybrid": true, "isExternalReference": false, "downloadTarget": "./../../resolve/main/Model-MQ-Q6_K_1.gguf?download=true", "kld": 0.001817, "ppl": 8.895891, "pplDeltaPercent": 0.13835607186277143, "sizeBytes": 3846147776, "sizeGiB": 3.5820042490959167, "expectedSizeBytes": 3846147776, "actualSizeBytes": 3846147776, "usedImatrix": true, "replacedArtifacts": [] }, { "key": "102:0:0:0:0:0:0:0:0:0", "fileName": "Model-UD-Q6_K_XL.gguf", "displayName": "Model-UD-Q6_K_XL", "shortName": "UD-Q6_K_XL", "provider": "Unsloth", "quantFamily": "UD-Q6_K_XL", "isHybrid": false, "isExternalReference": true, "downloadTarget": "https://huggingface.co/unsloth/Qwen3-4B-Instruct-2507-GGUF", "kld": 0.002111, "ppl": 8.908457, "pplDeltaPercent": 0.27980773560269256, "sizeBytes": 3658223296, "sizeGiB": 3.4069859385490417, "expectedSizeBytes": 3658223296, "actualSizeBytes": null, "usedImatrix": true, "replacedArtifacts": [] }, { "key": "1:0:0:0:0:0:0:0:0:0", "fileName": "Model-LM-Q6_K.gguf", "displayName": "Model-LM-Q6_K", "shortName": "LM-Q6_K", "provider": "llama.cpp", "quantFamily": "Q6_K", "isHybrid": false, "isExternalReference": false, "downloadTarget": "./../../resolve/main/Model-LM-Q6_K.gguf?download=true", "kld": 0.00464, "ppl": 8.872275, "pplDeltaPercent": -0.12748210185059394, "sizeBytes": 3306261696, "sizeGiB": 3.0791961550712585, "expectedSizeBytes": 3306261696, "actualSizeBytes": 3306261696, "usedImatrix": true, "replacedArtifacts": [] }, { "key": "0:1:0:2:1:2:102:14:0:0", "fileName": "Model-MQ-Q5_K_1.gguf", "displayName": "Model-MQ-Q5_K_1", "shortName": "MQ-Q5_K_1", "provider": "MagicQuant", "quantFamily": "Q5_K", "isHybrid": true, "isExternalReference": false, "downloadTarget": "./../../resolve/main/Model-MQ-Q5_K_1.gguf?download=true", "kld": 0.006632, "ppl": 8.900069, "pplDeltaPercent": 0.1853865550002334, "sizeBytes": 3090906816, "sizeGiB": 2.878631293773651, "expectedSizeBytes": 3090906816, "actualSizeBytes": 3090906816, "usedImatrix": true, "replacedArtifacts": [ { "key": "0:1:0:3:1:2:102:14:0:0", "shortName": "Qwen3-4B-Instruct-2507-unsloth-Q8_0-D-Q5_K_S-E-Q8_0-K-Q8_0-O-Q6_K-Q-Q5_K-U-UD-Q5_K_XL", "internalDisplayName": "Qwen3-4B-Instruct-2507-unsloth-Q8_0-D-Q5_K_S-E-Q8_0-K-Q8_0-O-Q6_K-Q-Q5_K-U-UD-Q5_K_XL", "kld": 0.006925, "ppl": 8.901754, "pplDeltaPercent": 0.204354090683967, "sizeBytes": 3040771776, "sizeGiB": 2.831939399242401, "reasonCode": "SPACING_COLLAPSE", "reason": "meaningful spacing collapse; size gap below 91,013,530 bytes" } ] }, { "key": "101:0:0:0:0:0:0:0:0:0", "fileName": "Model-UD-Q5_K_XL.gguf", "displayName": "Model-UD-Q5_K_XL", "shortName": "UD-Q5_K_XL", "provider": "Unsloth", "quantFamily": "UD-Q5_K_XL", "isHybrid": false, "isExternalReference": true, "downloadTarget": "https://huggingface.co/unsloth/Qwen3-4B-Instruct-2507-GGUF", "kld": 0.009839, "ppl": 8.923979, "pplDeltaPercent": 0.45453419784771626, "sizeBytes": 2930382016, "sizeGiB": 2.7291309237480164, "expectedSizeBytes": 2930382016, "actualSizeBytes": null, "usedImatrix": true, "replacedArtifacts": [ { "key": "2:0:0:0:0:0:0:0:0:0", "shortName": "Qwen3-4B-Instruct-2507-unsloth-Q5_K", "internalDisplayName": "Qwen3-4B-Instruct-2507-unsloth-Q5_K", "kld": 0.009942, "ppl": 8.896878, "pplDeltaPercent": 0.14946643252735017, "sizeBytes": 2889514176, "sizeGiB": 2.691069781780243, "reasonCode": "SPACING_COLLAPSE", "reason": "meaningful spacing collapse; size gap below 91,013,530 bytes" }, { "key": "13:0:0:0:0:0:0:0:0:0", "shortName": "Qwen3-4B-Instruct-2507-unsloth-Q5_K_S", "internalDisplayName": "Qwen3-4B-Instruct-2507-unsloth-Q5_K_S", "kld": 0.010808, "ppl": 8.919999, "pplDeltaPercent": 0.40973254086182603, "sizeBytes": 2823711936, "sizeGiB": 2.6297866702079773, "reasonCode": "SPACING_COLLAPSE", "reason": "meaningful spacing collapse; size gap below 91,013,530 bytes" } ] }, { "key": "0:1:0:3:1:2:7:7:0:0", "fileName": "Model-MQ-Q4_K_M_1.gguf", "displayName": "Model-MQ-Q4_K_M_1", "shortName": "MQ-Q4_K_M_1", "provider": "MagicQuant", "quantFamily": "Q4_K_M", "isHybrid": true, "isExternalReference": false, "downloadTarget": "./../../resolve/main/Model-MQ-Q4_K_M_1.gguf?download=true", "kld": 0.020346, "ppl": 8.95744, "pplDeltaPercent": 0.8311945607636608, "sizeBytes": 2618576576, "sizeGiB": 2.4387394785881042, "expectedSizeBytes": 2618576576, "actualSizeBytes": 2618576576, "usedImatrix": true, "replacedArtifacts": [ { "key": "0:1:0:7:1:2:7:15:0:0", "shortName": "Qwen3-4B-Instruct-2507-unsloth-Q8_0-D-Q4_K_S-E-Q8_0-K-Q8_0-O-Q6_K-Q-IQ4_XS-U-IQ4_XS", "internalDisplayName": "Qwen3-4B-Instruct-2507-unsloth-Q8_0-D-Q4_K_S-E-Q8_0-K-Q8_0-O-Q6_K-Q-IQ4_XS-U-IQ4_XS", "kld": 0.021705, "ppl": 8.964544, "pplDeltaPercent": 0.9111621414741836, "sizeBytes": 2600062656, "sizeGiB": 2.4214970469474792, "reasonCode": "SPACING_COLLAPSE", "reason": "meaningful spacing collapse; size gap below 91,013,530 bytes" }, { "key": "100:0:0:0:0:0:0:0:0:0", "shortName": "Qwen3-4B-Instruct-2507-unsloth-UD-Q4_K_XL", "internalDisplayName": "Qwen3-4B-Instruct-2507-unsloth-UD-Q4_K_XL", "kld": 0.022351, "ppl": 8.997353, "pplDeltaPercent": 1.2804831374668026, "sizeBytes": 2591284416, "sizeGiB": 2.4133216738700867, "reasonCode": "NEAR_BASELINE_PREMIUM", "reason": "near-baseline replacement within \u002B1% size premium" }, { "key": "0:1:0:7:1:2:7:7:0:0", "shortName": "Qwen3-4B-Instruct-2507-unsloth-Q8_0-D-IQ4_XS-E-Q8_0-K-Q8_0-O-Q6_K-Q-IQ4_XS-U-IQ4_XS", "internalDisplayName": "Qwen3-4B-Instruct-2507-unsloth-Q8_0-D-IQ4_XS-E-Q8_0-K-Q8_0-O-Q6_K-Q-IQ4_XS-U-IQ4_XS", "kld": 0.023119, "ppl": 8.965156, "pplDeltaPercent": 0.9180512404881, "sizeBytes": 2559594176, "sizeGiB": 2.3838078379631042, "reasonCode": "SPACING_COLLAPSE", "reason": "meaningful spacing collapse; size gap below 91,013,530 bytes" }, { "key": "3:0:0:0:0:0:0:0:0:0", "shortName": "Qwen3-4B-Instruct-2507-unsloth-Q4_K_M", "internalDisplayName": "Qwen3-4B-Instruct-2507-unsloth-Q4_K_M", "kld": 0.025432, "ppl": 9.030426, "pplDeltaPercent": 1.6527759016614976, "sizeBytes": 2497281216, "sizeGiB": 2.325774371623993, "reasonCode": "SPACING_COLLAPSE", "reason": "meaningful spacing collapse; size gap below 91,013,530 bytes" } ] }, { "key": "14:0:0:0:0:0:0:0:0:0", "fileName": "Model-LM-Q4_K_S.gguf", "displayName": "Model-LM-Q4_K_S", "shortName": "LM-Q4_K_S", "provider": "llama.cpp", "quantFamily": "Q4_K_S", "isHybrid": false, "isExternalReference": false, "downloadTarget": "./../../resolve/main/Model-LM-Q4_K_S.gguf?download=true", "kld": 0.029803, "ppl": 9.010033, "pplDeltaPercent": 1.4232180647485306, "sizeBytes": 2383310016, "sizeGiB": 2.2196304202079773, "expectedSizeBytes": 2383310016, "actualSizeBytes": 2383310016, "usedImatrix": true, "replacedArtifacts": [ { "key": "5:0:0:0:0:0:0:0:0:0", "shortName": "Qwen3-4B-Instruct-2507-unsloth-IQ4_NL", "internalDisplayName": "Qwen3-4B-Instruct-2507-unsloth-IQ4_NL", "kld": 0.030626, "ppl": 8.946429, "pplDeltaPercent": 0.7072470620018989, "sizeBytes": 2381343936, "sizeGiB": 2.2177993655204773, "reasonCode": "SPACING_COLLAPSE", "reason": "meaningful spacing collapse; size gap below 91,013,530 bytes" } ] }, { "key": "6:0:0:0:0:0:0:0:0:0", "fileName": "Model-LM-IQ4_XS.gguf", "displayName": "Model-LM-IQ4_XS", "shortName": "LM-IQ4_XS", "provider": "llama.cpp", "quantFamily": "IQ4_XS", "isHybrid": false, "isExternalReference": false, "downloadTarget": "./../../resolve/main/Model-LM-IQ4_XS.gguf?download=true", "kld": 0.0313, "ppl": 8.961936, "pplDeltaPercent": 0.8818046737809018, "sizeBytes": 2270751936, "sizeGiB": 2.1148025393486023, "expectedSizeBytes": 2270751936, "actualSizeBytes": 2270751936, "usedImatrix": true, "replacedArtifacts": [] }, { "key": "103:0:0:0:0:0:0:0:0:0", "fileName": "Model-UD-Q3_K_XL.gguf", "displayName": "Model-UD-Q3_K_XL", "shortName": "UD-Q3_K_XL", "provider": "Unsloth", "quantFamily": "UD-Q3_K_XL", "isHybrid": false, "isExternalReference": true, "downloadTarget": "https://huggingface.co/unsloth/Qwen3-4B-Instruct-2507-GGUF", "kld": 0.072278, "ppl": 9.232857, "pplDeltaPercent": 3.9314804808861243, "sizeBytes": 2128385216, "sizeGiB": 1.9822131991386414, "expectedSizeBytes": 2128385216, "actualSizeBytes": null, "usedImatrix": true, "replacedArtifacts": [] }, { "key": "7:0:0:0:0:0:0:0:0:0", "fileName": "Model-LM-IQ3_S.gguf", "displayName": "Model-LM-IQ3_S", "shortName": "LM-IQ3_S", "provider": "llama.cpp", "quantFamily": "IQ3_S", "isHybrid": false, "isExternalReference": false, "downloadTarget": "./../../resolve/main/Model-LM-IQ3_S.gguf?download=true", "kld": 0.091992, "ppl": 9.349099, "pplDeltaPercent": 5.239981539015728, "sizeBytes": 1899531456, "sizeGiB": 1.7690765261650085, "expectedSizeBytes": 1899531456, "actualSizeBytes": 1899531456, "usedImatrix": true, "replacedArtifacts": [ { "key": "8:0:0:0:0:0:0:0:0:0", "shortName": "Qwen3-4B-Instruct-2507-unsloth-IQ3_XS", "internalDisplayName": "Qwen3-4B-Instruct-2507-unsloth-IQ3_XS", "kld": 0.11761, "ppl": 9.485851, "pplDeltaPercent": 6.779357467693287, "sizeBytes": 1814375616, "sizeGiB": 1.6897689700126648, "reasonCode": "SPACING_COLLAPSE", "reason": "meaningful spacing collapse; size gap below 91,013,530 bytes" } ] }, { "key": "9:0:0:0:0:0:0:0:0:0", "fileName": "Model-LM-IQ3_XXS.gguf", "displayName": "Model-LM-IQ3_XXS", "shortName": "LM-IQ3_XXS", "provider": "llama.cpp", "quantFamily": "IQ3_XXS", "isHybrid": false, "isExternalReference": false, "downloadTarget": "./../../resolve/main/Model-LM-IQ3_XXS.gguf?download=true", "kld": 0.190404, "ppl": 10.19284, "pplDeltaPercent": 14.737718942770957, "sizeBytes": 1670188736, "sizeGiB": 1.5554844737052917, "expectedSizeBytes": 1670188736, "actualSizeBytes": 1670188736, "usedImatrix": true, "replacedArtifacts": [] }, { "key": "10:0:0:0:0:0:0:0:0:0", "fileName": "Model-LM-IQ2_S.gguf", "displayName": "Model-LM-IQ2_S", "shortName": "LM-IQ2_S", "provider": "llama.cpp", "quantFamily": "IQ2_S", "isHybrid": false, "isExternalReference": false, "downloadTarget": "./../../resolve/main/Model-LM-IQ2_S.gguf?download=true", "kld": 0.431128, "ppl": 12.334448, "pplDeltaPercent": 38.84515286595525, "sizeBytes": 1417301696, "sizeGiB": 1.3199650645256042, "expectedSizeBytes": 1417301696, "actualSizeBytes": 1417301696, "usedImatrix": true, "replacedArtifacts": [ { "key": "11:0:0:0:0:0:0:0:0:0", "shortName": "Qwen3-4B-Instruct-2507-unsloth-IQ2_XS", "internalDisplayName": "Qwen3-4B-Instruct-2507-unsloth-IQ2_XS", "kld": 0.529564, "ppl": 13.498521, "pplDeltaPercent": 51.94877076860733, "sizeBytes": 1354100416, "sizeGiB": 1.2611042857170105, "reasonCode": "SPACING_COLLAPSE", "reason": "meaningful spacing collapse; size gap below 91,013,530 bytes" } ] }, { "key": "12:0:0:0:0:0:0:0:0:0", "fileName": "Model-LM-IQ2_XXS.gguf", "displayName": "Model-LM-IQ2_XXS", "shortName": "LM-IQ2_XXS", "provider": "llama.cpp", "quantFamily": "IQ2_XXS", "isHybrid": false, "isExternalReference": false, "downloadTarget": "./../../resolve/main/Model-LM-IQ2_XXS.gguf?download=true", "kld": 0.938021, "ppl": 19.44567, "pplDeltaPercent": 118.89402944752128, "sizeBytes": 1246621376, "sizeGiB": 1.1610066294670105, "expectedSizeBytes": 1246621376, "actualSizeBytes": 1246621376, "usedImatrix": true, "replacedArtifacts": [] } ]