19968526d7
Model: TheBloke/Manticore-13B-Chat-Pyg-Guanaco-SuperHOT-8K-GPTQ Source: Original Platform
9 lines
158 B
JSON
9 lines
158 B
JSON
{
|
|
"bits": 4,
|
|
"group_size": 128,
|
|
"damp_percent": 0.01,
|
|
"desc_act": false,
|
|
"sym": true,
|
|
"true_sequential": true,
|
|
"model_file_base_name": "model"
|
|
} |