21 lines
381 B
JSON
21 lines
381 B
JSON
|
{
|
||
|
|
"model": "mistral-7B",
|
||
|
|
"codec": "uniform-d2",
|
||
|
|
"bpw": 3.4671054703275255,
|
||
|
|
"trit_bpw": 3.1699250014423086,
|
||
|
|
"scale_bpw": 0.2971804688852167,
|
||
|
|
"depth_pcts": {
|
||
|
|
"1": 0.0,
|
||
|
|
"2": 1.0,
|
||
|
|
"3": 0.0,
|
||
|
|
"4": 0.0
|
||
|
|
},
|
||
|
|
"n_matrices": 224,
|
||
|
|
"group_size": 16,
|
||
|
|
"lm_head_skipped": true,
|
||
|
|
"codec_params": {
|
||
|
|
"mode": "uniform",
|
||
|
|
"scale_depth": 3,
|
||
|
|
"depth": 2
|
||
|
|
}
|
||
|
|
}
|