初始化项目,由ModelHub XC社区提供模型

Model: Intel/Qwen3-0.6B-FP8-Static-Test-Only
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-10-07 16:52:14 +08:00
commit d1140ace9f
14 changed files with 614 additions and 0 deletions

42
quantization_config.json Normal file
View File

@@ -0,0 +1,42 @@
{
"config_groups": {
"group_0": {
"targets": [
"Linear"
],
"weights": {
"num_bits": 8,
"type": "float",
"symmetric": true,
"group_size": null,
"strategy": "channel",
"block_structure": null,
"dynamic": false,
"actorder": null,
"observer": "minmax",
"observer_kwargs": {}
},
"input_activations": {
"num_bits": 8,
"type": "float",
"symmetric": true,
"group_size": null,
"strategy": "tensor",
"block_structure": null,
"dynamic": false,
"actorder": null,
"observer": "minmax",
"observer_kwargs": {}
},
"output_activations": null,
"format": null
}
},
"quant_method": "compressed-tensors",
"kv_cache_scheme": null,
"format": "float-quantized",
"quantization_status": "compressed",
"global_compression_ratio": null,
"ignore": [],
"provider": "auto-round"
}