初始化项目,由ModelHub XC社区提供模型

Model: Entrit/Qwen2.5-7B-trit-uniform-d2
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-06-15 14:04:16 +08:00
commit c6e62f4789
9 changed files with 275 additions and 0 deletions

21
quantization_config.json Normal file
View File

@@ -0,0 +1,21 @@
{
"model": "qwen2.5-7B",
"codec": "uniform-d2",
"bpw": 3.467105470327524,
"trit_bpw": 3.1699250014423064,
"scale_bpw": 0.29718046888521776,
"depth_pcts": {
"1": 0.0,
"2": 1.0,
"3": 0.0,
"4": 0.0
},
"n_matrices": 196,
"group_size": 16,
"lm_head_skipped": true,
"codec_params": {
"mode": "uniform",
"scale_depth": 3,
"depth": 2
}
}