magiccodingman/Qwen3-4B-Instruct-2507-Unsloth-MagicQuant-v2-GGUF
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity
Files
eebd03475e23899548944a4bc8d063c25ba94a19
Qwen3-4B-Instruct-2507-Unsl…/magicquant.final-survivors.json
ModelHub XC eebd03475e 初始化项目，由ModelHub XC社区提供模型 
Model: magiccodingman/Qwen3-4B-Instruct-2507-Unsloth-MagicQuant-v2-GGUF
Source: Original Platform
2026-05-06 15:09:04 +08:00

408 lines
14 KiB
JSON
Raw Blame History

[
{
"key": "0:0:0:0:0:0:0:0:0:0",
"fileName": "Model-LM-Q8_0.gguf",
"displayName": "Model-LM-Q8_0",
"shortName": "LM-Q8_0",
"provider": "llama.cpp",
"quantFamily": "Q8_0",
"isHybrid": false,
"isExternalReference": false,
"downloadTarget": "./../../resolve/main/Model-LM-Q8_0.gguf?download=true",
"kld": 0.001339,
"ppl": 8.883911,
"pplDeltaPercent": 0.0035008329956318406,
"sizeBytes": 4280405696,
"sizeGiB": 3.9864384531974792,
"expectedSizeBytes": 4280405696,
"actualSizeBytes": 4280405696,
"usedImatrix": true,
"replacedArtifacts": []
},
{
"key": "0:1:0:1:1:1:2:1:0:0",
"fileName": "Model-MQ-Q6_K_1.gguf",
"displayName": "Model-MQ-Q6_K_1",
"shortName": "MQ-Q6_K_1",
"provider": "MagicQuant",
"quantFamily": "Q6_K",
"isHybrid": true,
"isExternalReference": false,
"downloadTarget": "./../../resolve/main/Model-MQ-Q6_K_1.gguf?download=true",
"kld": 0.001817,
"ppl": 8.895891,
"pplDeltaPercent": 0.13835607186277143,
"sizeBytes": 3846147776,
"sizeGiB": 3.5820042490959167,
"expectedSizeBytes": 3846147776,
"actualSizeBytes": 3846147776,
"usedImatrix": true,
"replacedArtifacts": []
},
{
"key": "102:0:0:0:0:0:0:0:0:0",
"fileName": "Model-UD-Q6_K_XL.gguf",
"displayName": "Model-UD-Q6_K_XL",
"shortName": "UD-Q6_K_XL",
"provider": "Unsloth",
"quantFamily": "UD-Q6_K_XL",
"isHybrid": false,
"isExternalReference": true,
"downloadTarget": "https://huggingface.co/unsloth/Qwen3-4B-Instruct-2507-GGUF",
"kld": 0.002111,
"ppl": 8.908457,
"pplDeltaPercent": 0.27980773560269256,
"sizeBytes": 3658223296,
"sizeGiB": 3.4069859385490417,
"expectedSizeBytes": 3658223296,
"actualSizeBytes": null,
"usedImatrix": true,
"replacedArtifacts": []
},
{
"key": "1:0:0:0:0:0:0:0:0:0",
"fileName": "Model-LM-Q6_K.gguf",
"displayName": "Model-LM-Q6_K",
"shortName": "LM-Q6_K",
"provider": "llama.cpp",
"quantFamily": "Q6_K",
"isHybrid": false,
"isExternalReference": false,
"downloadTarget": "./../../resolve/main/Model-LM-Q6_K.gguf?download=true",
"kld": 0.00464,
"ppl": 8.872275,
"pplDeltaPercent": -0.12748210185059394,
"sizeBytes": 3306261696,
"sizeGiB": 3.0791961550712585,
"expectedSizeBytes": 3306261696,
"actualSizeBytes": 3306261696,
"usedImatrix": true,
"replacedArtifacts": []
},
{
"key": "0:1:0:2:1:2:102:14:0:0",
"fileName": "Model-MQ-Q5_K_1.gguf",
"displayName": "Model-MQ-Q5_K_1",
"shortName": "MQ-Q5_K_1",
"provider": "MagicQuant",
"quantFamily": "Q5_K",
"isHybrid": true,
"isExternalReference": false,
"downloadTarget": "./../../resolve/main/Model-MQ-Q5_K_1.gguf?download=true",
"kld": 0.006632,
"ppl": 8.900069,
"pplDeltaPercent": 0.1853865550002334,
"sizeBytes": 3090906816,
"sizeGiB": 2.878631293773651,
"expectedSizeBytes": 3090906816,
"actualSizeBytes": 3090906816,
"usedImatrix": true,
"replacedArtifacts": [
{
"key": "0:1:0:3:1:2:102:14:0:0",
"shortName": "Qwen3-4B-Instruct-2507-unsloth-Q8_0-D-Q5_K_S-E-Q8_0-K-Q8_0-O-Q6_K-Q-Q5_K-U-UD-Q5_K_XL",
"internalDisplayName": "Qwen3-4B-Instruct-2507-unsloth-Q8_0-D-Q5_K_S-E-Q8_0-K-Q8_0-O-Q6_K-Q-Q5_K-U-UD-Q5_K_XL",
"kld": 0.006925,
"ppl": 8.901754,
"pplDeltaPercent": 0.204354090683967,
"sizeBytes": 3040771776,
"sizeGiB": 2.831939399242401,
"reasonCode": "SPACING_COLLAPSE",
"reason": "meaningful spacing collapse; size gap below 91,013,530 bytes"
}
]
},
{
"key": "101:0:0:0:0:0:0:0:0:0",
"fileName": "Model-UD-Q5_K_XL.gguf",
"displayName": "Model-UD-Q5_K_XL",
"shortName": "UD-Q5_K_XL",
"provider": "Unsloth",
"quantFamily": "UD-Q5_K_XL",
"isHybrid": false,
"isExternalReference": true,
"downloadTarget": "https://huggingface.co/unsloth/Qwen3-4B-Instruct-2507-GGUF",
"kld": 0.009839,
"ppl": 8.923979,
"pplDeltaPercent": 0.45453419784771626,
"sizeBytes": 2930382016,
"sizeGiB": 2.7291309237480164,
"expectedSizeBytes": 2930382016,
"actualSizeBytes": null,
"usedImatrix": true,
"replacedArtifacts": [
{
"key": "2:0:0:0:0:0:0:0:0:0",
"shortName": "Qwen3-4B-Instruct-2507-unsloth-Q5_K",
"internalDisplayName": "Qwen3-4B-Instruct-2507-unsloth-Q5_K",
"kld": 0.009942,
"ppl": 8.896878,
"pplDeltaPercent": 0.14946643252735017,
"sizeBytes": 2889514176,
"sizeGiB": 2.691069781780243,
"reasonCode": "SPACING_COLLAPSE",
"reason": "meaningful spacing collapse; size gap below 91,013,530 bytes"
},
{
"key": "13:0:0:0:0:0:0:0:0:0",
"shortName": "Qwen3-4B-Instruct-2507-unsloth-Q5_K_S",
"internalDisplayName": "Qwen3-4B-Instruct-2507-unsloth-Q5_K_S",
"kld": 0.010808,
"ppl": 8.919999,
"pplDeltaPercent": 0.40973254086182603,
"sizeBytes": 2823711936,
"sizeGiB": 2.6297866702079773,
"reasonCode": "SPACING_COLLAPSE",
"reason": "meaningful spacing collapse; size gap below 91,013,530 bytes"
}
]
},
{
"key": "0:1:0:3:1:2:7:7:0:0",
"fileName": "Model-MQ-Q4_K_M_1.gguf",
"displayName": "Model-MQ-Q4_K_M_1",
"shortName": "MQ-Q4_K_M_1",
"provider": "MagicQuant",
"quantFamily": "Q4_K_M",
"isHybrid": true,
"isExternalReference": false,
"downloadTarget": "./../../resolve/main/Model-MQ-Q4_K_M_1.gguf?download=true",
"kld": 0.020346,
"ppl": 8.95744,
"pplDeltaPercent": 0.8311945607636608,
"sizeBytes": 2618576576,
"sizeGiB": 2.4387394785881042,
"expectedSizeBytes": 2618576576,
"actualSizeBytes": 2618576576,
"usedImatrix": true,
"replacedArtifacts": [
{
"key": "0:1:0:7:1:2:7:15:0:0",
"shortName": "Qwen3-4B-Instruct-2507-unsloth-Q8_0-D-Q4_K_S-E-Q8_0-K-Q8_0-O-Q6_K-Q-IQ4_XS-U-IQ4_XS",
"internalDisplayName": "Qwen3-4B-Instruct-2507-unsloth-Q8_0-D-Q4_K_S-E-Q8_0-K-Q8_0-O-Q6_K-Q-IQ4_XS-U-IQ4_XS",
"kld": 0.021705,
"ppl": 8.964544,
"pplDeltaPercent": 0.9111621414741836,
"sizeBytes": 2600062656,
"sizeGiB": 2.4214970469474792,
"reasonCode": "SPACING_COLLAPSE",
"reason": "meaningful spacing collapse; size gap below 91,013,530 bytes"
},
{
"key": "100:0:0:0:0:0:0:0:0:0",
"shortName": "Qwen3-4B-Instruct-2507-unsloth-UD-Q4_K_XL",
"internalDisplayName": "Qwen3-4B-Instruct-2507-unsloth-UD-Q4_K_XL",
"kld": 0.022351,
"ppl": 8.997353,
"pplDeltaPercent": 1.2804831374668026,
"sizeBytes": 2591284416,
"sizeGiB": 2.4133216738700867,
"reasonCode": "NEAR_BASELINE_PREMIUM",
"reason": "near-baseline replacement within \u002B1% size premium"
},
{
"key": "0:1:0:7:1:2:7:7:0:0",
"shortName": "Qwen3-4B-Instruct-2507-unsloth-Q8_0-D-IQ4_XS-E-Q8_0-K-Q8_0-O-Q6_K-Q-IQ4_XS-U-IQ4_XS",
"internalDisplayName": "Qwen3-4B-Instruct-2507-unsloth-Q8_0-D-IQ4_XS-E-Q8_0-K-Q8_0-O-Q6_K-Q-IQ4_XS-U-IQ4_XS",
"kld": 0.023119,
"ppl": 8.965156,
"pplDeltaPercent": 0.9180512404881,
"sizeBytes": 2559594176,
"sizeGiB": 2.3838078379631042,
"reasonCode": "SPACING_COLLAPSE",
"reason": "meaningful spacing collapse; size gap below 91,013,530 bytes"
},
{
"key": "3:0:0:0:0:0:0:0:0:0",
"shortName": "Qwen3-4B-Instruct-2507-unsloth-Q4_K_M",
"internalDisplayName": "Qwen3-4B-Instruct-2507-unsloth-Q4_K_M",
"kld": 0.025432,
"ppl": 9.030426,
"pplDeltaPercent": 1.6527759016614976,
"sizeBytes": 2497281216,
"sizeGiB": 2.325774371623993,
"reasonCode": "SPACING_COLLAPSE",
"reason": "meaningful spacing collapse; size gap below 91,013,530 bytes"
}
]
},
{
"key": "14:0:0:0:0:0:0:0:0:0",
"fileName": "Model-LM-Q4_K_S.gguf",
"displayName": "Model-LM-Q4_K_S",
"shortName": "LM-Q4_K_S",
"provider": "llama.cpp",
"quantFamily": "Q4_K_S",
"isHybrid": false,
"isExternalReference": false,
"downloadTarget": "./../../resolve/main/Model-LM-Q4_K_S.gguf?download=true",
"kld": 0.029803,
"ppl": 9.010033,
"pplDeltaPercent": 1.4232180647485306,
"sizeBytes": 2383310016,
"sizeGiB": 2.2196304202079773,
"expectedSizeBytes": 2383310016,
"actualSizeBytes": 2383310016,
"usedImatrix": true,
"replacedArtifacts": [
{
"key": "5:0:0:0:0:0:0:0:0:0",
"shortName": "Qwen3-4B-Instruct-2507-unsloth-IQ4_NL",
"internalDisplayName": "Qwen3-4B-Instruct-2507-unsloth-IQ4_NL",
"kld": 0.030626,
"ppl": 8.946429,
"pplDeltaPercent": 0.7072470620018989,
"sizeBytes": 2381343936,
"sizeGiB": 2.2177993655204773,
"reasonCode": "SPACING_COLLAPSE",
"reason": "meaningful spacing collapse; size gap below 91,013,530 bytes"
}
]
},
{
"key": "6:0:0:0:0:0:0:0:0:0",
"fileName": "Model-LM-IQ4_XS.gguf",
"displayName": "Model-LM-IQ4_XS",
"shortName": "LM-IQ4_XS",
"provider": "llama.cpp",
"quantFamily": "IQ4_XS",
"isHybrid": false,
"isExternalReference": false,
"downloadTarget": "./../../resolve/main/Model-LM-IQ4_XS.gguf?download=true",
"kld": 0.0313,
"ppl": 8.961936,
"pplDeltaPercent": 0.8818046737809018,
"sizeBytes": 2270751936,
"sizeGiB": 2.1148025393486023,
"expectedSizeBytes": 2270751936,
"actualSizeBytes": 2270751936,
"usedImatrix": true,
"replacedArtifacts": []
},
{
"key": "103:0:0:0:0:0:0:0:0:0",
"fileName": "Model-UD-Q3_K_XL.gguf",
"displayName": "Model-UD-Q3_K_XL",
"shortName": "UD-Q3_K_XL",
"provider": "Unsloth",
"quantFamily": "UD-Q3_K_XL",
"isHybrid": false,
"isExternalReference": true,
"downloadTarget": "https://huggingface.co/unsloth/Qwen3-4B-Instruct-2507-GGUF",
"kld": 0.072278,
"ppl": 9.232857,
"pplDeltaPercent": 3.9314804808861243,
"sizeBytes": 2128385216,
"sizeGiB": 1.9822131991386414,
"expectedSizeBytes": 2128385216,
"actualSizeBytes": null,
"usedImatrix": true,
"replacedArtifacts": []
},
{
"key": "7:0:0:0:0:0:0:0:0:0",
"fileName": "Model-LM-IQ3_S.gguf",
"displayName": "Model-LM-IQ3_S",
"shortName": "LM-IQ3_S",
"provider": "llama.cpp",
"quantFamily": "IQ3_S",
"isHybrid": false,
"isExternalReference": false,
"downloadTarget": "./../../resolve/main/Model-LM-IQ3_S.gguf?download=true",
"kld": 0.091992,
"ppl": 9.349099,
"pplDeltaPercent": 5.239981539015728,
"sizeBytes": 1899531456,
"sizeGiB": 1.7690765261650085,
"expectedSizeBytes": 1899531456,
"actualSizeBytes": 1899531456,
"usedImatrix": true,
"replacedArtifacts": [
{
"key": "8:0:0:0:0:0:0:0:0:0",
"shortName": "Qwen3-4B-Instruct-2507-unsloth-IQ3_XS",
"internalDisplayName": "Qwen3-4B-Instruct-2507-unsloth-IQ3_XS",
"kld": 0.11761,
"ppl": 9.485851,
"pplDeltaPercent": 6.779357467693287,
"sizeBytes": 1814375616,
"sizeGiB": 1.6897689700126648,
"reasonCode": "SPACING_COLLAPSE",
"reason": "meaningful spacing collapse; size gap below 91,013,530 bytes"
}
]
},
{
"key": "9:0:0:0:0:0:0:0:0:0",
"fileName": "Model-LM-IQ3_XXS.gguf",
"displayName": "Model-LM-IQ3_XXS",
"shortName": "LM-IQ3_XXS",
"provider": "llama.cpp",
"quantFamily": "IQ3_XXS",
"isHybrid": false,
"isExternalReference": false,
"downloadTarget": "./../../resolve/main/Model-LM-IQ3_XXS.gguf?download=true",
"kld": 0.190404,
"ppl": 10.19284,
"pplDeltaPercent": 14.737718942770957,
"sizeBytes": 1670188736,
"sizeGiB": 1.5554844737052917,
"expectedSizeBytes": 1670188736,
"actualSizeBytes": 1670188736,
"usedImatrix": true,
"replacedArtifacts": []
},
{
"key": "10:0:0:0:0:0:0:0:0:0",
"fileName": "Model-LM-IQ2_S.gguf",
"displayName": "Model-LM-IQ2_S",
"shortName": "LM-IQ2_S",
"provider": "llama.cpp",
"quantFamily": "IQ2_S",
"isHybrid": false,
"isExternalReference": false,
"downloadTarget": "./../../resolve/main/Model-LM-IQ2_S.gguf?download=true",
"kld": 0.431128,
"ppl": 12.334448,
"pplDeltaPercent": 38.84515286595525,
"sizeBytes": 1417301696,
"sizeGiB": 1.3199650645256042,
"expectedSizeBytes": 1417301696,
"actualSizeBytes": 1417301696,
"usedImatrix": true,
"replacedArtifacts": [
{
"key": "11:0:0:0:0:0:0:0:0:0",
"shortName": "Qwen3-4B-Instruct-2507-unsloth-IQ2_XS",
"internalDisplayName": "Qwen3-4B-Instruct-2507-unsloth-IQ2_XS",
"kld": 0.529564,
"ppl": 13.498521,
"pplDeltaPercent": 51.94877076860733,
"sizeBytes": 1354100416,
"sizeGiB": 1.2611042857170105,
"reasonCode": "SPACING_COLLAPSE",
"reason": "meaningful spacing collapse; size gap below 91,013,530 bytes"
}
]
},
{
"key": "12:0:0:0:0:0:0:0:0:0",
"fileName": "Model-LM-IQ2_XXS.gguf",
"displayName": "Model-LM-IQ2_XXS",
"shortName": "LM-IQ2_XXS",
"provider": "llama.cpp",
"quantFamily": "IQ2_XXS",
"isHybrid": false,
"isExternalReference": false,
"downloadTarget": "./../../resolve/main/Model-LM-IQ2_XXS.gguf?download=true",
"kld": 0.938021,
"ppl": 19.44567,
"pplDeltaPercent": 118.89402944752128,
"sizeBytes": 1246621376,
"sizeGiB": 1.1610066294670105,
"expectedSizeBytes": 1246621376,
"actualSizeBytes": 1246621376,
"usedImatrix": true,
"replacedArtifacts": []
}
]
Reference in New Issue View Git Blame Copy Permalink