初始化项目，由ModelHub XC社区提供模型

Model: AngelSlim/Qwen2.5-VL-3B-Instruct-AWQ Source: Original Platform
2026-08-08 22:15:13 +08:00
commit d3429ff0c2
15 changed files with 1687 additions and 0 deletions
--- a/angelslim_config.json
+++ b/angelslim_config.json
@@ -0,0 +1,72 @@
+{
+    "model_config": {
+        "name": "QwenVL",
+        "model_path": "Qwen/Qwen2.5-VL-3B-Instruct",
+        "trust_remote_code": true,
+        "torch_dtype": "auto",
+        "device_map": "cpu",
+        "low_cpu_mem_usage": true,
+        "use_cache": false,
+        "cache_dir": null
+    },
+    "compression_config": {
+        "name": "PTQ",
+        "quantization": {
+            "name": "int4_awq",
+            "bits": 4,
+            "quant_method": {
+                "weight": "per-group",
+                "group_size": 128,
+                "zero_point": true,
+                "mse_range": false
+            },
+            "quant_helpers": [],
+            "smooth_alpha": 0.5,
+            "low_memory": false,
+            "modules_to_quantize": [],
+            "zero_point": true,
+            "mse_range": false,
+            "ignore_layers": [
+                "lm_head",
+                "model.language_model.embed_tokens"
+            ],
+            "quant_analyse": false
+        },
+        "cache": null
+    },
+    "dataset_config": {
+        "name": "MultiModalDataset",
+        "data_path": "HuggingFaceM4/ChartQA",
+        "max_seq_length": 4096,
+        "num_samples": 256,
+        "batch_size": 1,
+        "shuffle": false
+    },
+    "global_config": {
+        "save_path": "./qwen2_5_vl-3b_int4_awq",
+        "max_seq_length": 4096,
+        "hidden_size": 2048,
+        "model_arch_type": "qwen2_5_vl",
+        "deploy_backend": "vllm"
+    },
+    "infer_config": null,
+    "debug_info": {
+        "python": "3.12.11 | packaged by Anaconda, Inc. | (main, Jun  5 2025, 13:09:17) [GCC 11.2.0]",
+        "angelslim": {
+            "name": "angelslim",
+            "version": "1c1de9bcf64058b7ba1f6f5836a98a8b7c529a16",
+            "source": "git"
+        },
+        "torch": {
+            "name": "torch",
+            "version": "2.6.0+cu124",
+            "source": "pip"
+        },
+        "transformers": {
+            "name": "transformers",
+            "version": "4.55.0.dev0",
+            "source": "pip"
+        },
+        "torch_cuda_version": "12.4"
+    }
+}