初始化项目,由ModelHub XC社区提供模型

Model: Entrit/Mistral-7B-v0.3-trit-uniform-d2
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-06-15 11:40:16 +08:00
commit 3dbbf736f7
8 changed files with 275904 additions and 0 deletions

21
quantization_config.json Normal file
View File

@@ -0,0 +1,21 @@
{
"model": "mistral-7B",
"codec": "uniform-d2",
"bpw": 3.4671054703275255,
"trit_bpw": 3.1699250014423086,
"scale_bpw": 0.2971804688852167,
"depth_pcts": {
"1": 0.0,
"2": 1.0,
"3": 0.0,
"4": 0.0
},
"n_matrices": 224,
"group_size": 16,
"lm_head_skipped": true,
"codec_params": {
"mode": "uniform",
"scale_depth": 3,
"depth": 2
}
}