state: generation 11353 (intent)
This commit is contained in:
@@ -2654,7 +2654,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-21T08:44:12.237609+00:00",
|
||||
"generatedAt": "2026-09-21T09:00:36.219813+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 133,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -425,7 +425,7 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-21T08:59:32.774002+00:00",
|
||||
"generatedAt": "2026-09-21T09:00:43.220518+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"generatedAt": "2026-09-21T08:44:12.166191+00:00",
|
||||
"lastSyncTime": "2026-09-21T08:44:09.587595+00:00",
|
||||
"generatedAt": "2026-09-21T09:00:36.141304+00:00",
|
||||
"lastSyncTime": "2026-09-21T09:00:33.862683+00:00",
|
||||
"recentLimit": 300,
|
||||
"report": {
|
||||
"architectureCompatibilityBlocks": {
|
||||
@@ -3212,23 +3212,23 @@
|
||||
"decisionSuccessRate": 0.5,
|
||||
"decisionTotal": 16,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 16,
|
||||
"ambiguous_runtime": 17,
|
||||
"framework_architecture_unsupported": 7,
|
||||
"model_load": 1,
|
||||
"验证失败": 1
|
||||
},
|
||||
"failureCount": 25,
|
||||
"failureRate": 0.7576,
|
||||
"failureCount": 26,
|
||||
"failureRate": 0.7647,
|
||||
"framework": "vllm-mlu",
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 0,
|
||||
"successCount": 8,
|
||||
"successRate": 0.2424,
|
||||
"successRate": 0.2353,
|
||||
"targetGpu": "Cambricon_mlu-370-x4",
|
||||
"taskType": "text-generation",
|
||||
"total": 33,
|
||||
"unresolvedFailureCount": 17
|
||||
"total": 34,
|
||||
"unresolvedFailureCount": 18
|
||||
},
|
||||
"Cambricon_mlu-370-x4|vllm|text-generation": {
|
||||
"attributableFailureCount": 3,
|
||||
@@ -4655,7 +4655,7 @@
|
||||
"decisionSuccessRate": 0.2444,
|
||||
"decisionTotal": 90,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 64,
|
||||
"ambiguous_runtime": 65,
|
||||
"backend_operator": 8,
|
||||
"framework_architecture_unsupported": 50,
|
||||
"memory_capacity": 1,
|
||||
@@ -4665,18 +4665,18 @@
|
||||
"tokenizer_compatibility": 1,
|
||||
"参数/模板问题": 12
|
||||
},
|
||||
"failureCount": 144,
|
||||
"failureRate": 0.8675,
|
||||
"failureCount": 145,
|
||||
"failureRate": 0.8683,
|
||||
"framework": "vllm",
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 0,
|
||||
"successCount": 22,
|
||||
"successRate": 0.1325,
|
||||
"successRate": 0.1317,
|
||||
"targetGpu": "Mthreads_s4000",
|
||||
"taskType": "text-generation",
|
||||
"total": 166,
|
||||
"unresolvedFailureCount": 76
|
||||
"total": 167,
|
||||
"unresolvedFailureCount": 77
|
||||
},
|
||||
"Mthreads_s4000|vllm|visual-multi-modal": {
|
||||
"attributableFailureCount": 1,
|
||||
@@ -5303,7 +5303,7 @@
|
||||
"decisionSuccessRate": 0.0238,
|
||||
"decisionTotal": 3608,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 1475,
|
||||
"ambiguous_runtime": 1476,
|
||||
"architecture_compatibility": 112,
|
||||
"attention_backend": 1,
|
||||
"backend_operator": 84,
|
||||
@@ -5317,15 +5317,15 @@
|
||||
"tokenizer_compatibility": 411,
|
||||
"参数/模板问题": 41
|
||||
},
|
||||
"failureCount": 5903,
|
||||
"failureCount": 5904,
|
||||
"failureRate": 0.9856,
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 865,
|
||||
"successCount": 86,
|
||||
"successRate": 0.0144,
|
||||
"total": 5989,
|
||||
"unresolvedFailureCount": 1516
|
||||
"total": 5990,
|
||||
"unresolvedFailureCount": 1517
|
||||
},
|
||||
"vllm-customized": {
|
||||
"attributableFailureCount": 3,
|
||||
@@ -5353,22 +5353,22 @@
|
||||
"decisionSuccessRate": 0.4878,
|
||||
"decisionTotal": 41,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 53,
|
||||
"ambiguous_runtime": 54,
|
||||
"framework_architecture_unsupported": 18,
|
||||
"model_load": 2,
|
||||
"tokenizer_compatibility": 1,
|
||||
"参数/模板问题": 3,
|
||||
"验证失败": 1
|
||||
},
|
||||
"failureCount": 78,
|
||||
"failureRate": 0.7959,
|
||||
"failureCount": 79,
|
||||
"failureRate": 0.798,
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 0,
|
||||
"successCount": 20,
|
||||
"successRate": 0.2041,
|
||||
"total": 98,
|
||||
"unresolvedFailureCount": 57
|
||||
"successRate": 0.202,
|
||||
"total": 99,
|
||||
"unresolvedFailureCount": 58
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"attributableFailureCount": 27,
|
||||
@@ -5468,7 +5468,7 @@
|
||||
"unresolvedFailureCount": 70
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-21T08:44:12.154585+00:00",
|
||||
"generatedAt": "2026-09-21T09:00:36.130088+00:00",
|
||||
"gpuSummaries": {
|
||||
"Ascend_910-b3": {
|
||||
"attributableFailureCount": 91,
|
||||
@@ -5560,7 +5560,7 @@
|
||||
"decisionSuccessRate": 0.0925,
|
||||
"decisionTotal": 789,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 432,
|
||||
"ambiguous_runtime": 433,
|
||||
"architecture_compatibility": 53,
|
||||
"context_length": 48,
|
||||
"framework_architecture_unsupported": 272,
|
||||
@@ -5573,15 +5573,15 @@
|
||||
"日志缺失": 13,
|
||||
"验证失败": 40
|
||||
},
|
||||
"failureCount": 1500,
|
||||
"failureCount": 1501,
|
||||
"failureRate": 0.9536,
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 15,
|
||||
"successCount": 73,
|
||||
"successRate": 0.0464,
|
||||
"total": 1573,
|
||||
"unresolvedFailureCount": 769
|
||||
"total": 1574,
|
||||
"unresolvedFailureCount": 770
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"attributableFailureCount": 44,
|
||||
@@ -5771,7 +5771,7 @@
|
||||
"decisionSuccessRate": 0.3684,
|
||||
"decisionTotal": 114,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 110,
|
||||
"ambiguous_runtime": 111,
|
||||
"backend_operator": 8,
|
||||
"framework_architecture_unsupported": 51,
|
||||
"memory_capacity": 1,
|
||||
@@ -5783,15 +5783,15 @@
|
||||
"日志缺失": 96,
|
||||
"验证失败": 26
|
||||
},
|
||||
"failureCount": 360,
|
||||
"failureRate": 0.8955,
|
||||
"failureCount": 361,
|
||||
"failureRate": 0.8958,
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 0,
|
||||
"successCount": 42,
|
||||
"successRate": 0.1045,
|
||||
"total": 402,
|
||||
"unresolvedFailureCount": 288
|
||||
"successRate": 0.1042,
|
||||
"total": 403,
|
||||
"unresolvedFailureCount": 289
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"attributableFailureCount": 732,
|
||||
@@ -8223,6 +8223,29 @@
|
||||
"total": 5,
|
||||
"unresolvedFailureCount": 5
|
||||
},
|
||||
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|minicpm|none": {
|
||||
"attributableFailureCount": 0,
|
||||
"decisionFailureRate": 0.0,
|
||||
"decisionSuccessRate": 0.0,
|
||||
"decisionTotal": 0,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 1
|
||||
},
|
||||
"failureCount": 1,
|
||||
"failureRate": 1.0,
|
||||
"framework": "vllm-mlu",
|
||||
"modelType": "minicpm",
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 0,
|
||||
"quantizationMethod": "none",
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"targetGpu": "Cambricon_mlu-370-x4",
|
||||
"taskType": "text-generation",
|
||||
"total": 1,
|
||||
"unresolvedFailureCount": 1
|
||||
},
|
||||
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|mpt|none": {
|
||||
"attributableFailureCount": 0,
|
||||
"decisionFailureRate": 0.0,
|
||||
@@ -13808,6 +13831,29 @@
|
||||
"total": 1,
|
||||
"unresolvedFailureCount": 0
|
||||
},
|
||||
"Mthreads_s4000|vllm|text-generation|granite|none": {
|
||||
"attributableFailureCount": 0,
|
||||
"decisionFailureRate": 0.0,
|
||||
"decisionSuccessRate": 0.0,
|
||||
"decisionTotal": 0,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 1
|
||||
},
|
||||
"failureCount": 1,
|
||||
"failureRate": 1.0,
|
||||
"framework": "vllm",
|
||||
"modelType": "granite",
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 0,
|
||||
"quantizationMethod": "none",
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"targetGpu": "Mthreads_s4000",
|
||||
"taskType": "text-generation",
|
||||
"total": 1,
|
||||
"unresolvedFailureCount": 1
|
||||
},
|
||||
"Mthreads_s4000|vllm|text-generation|lfm2|none": {
|
||||
"attributableFailureCount": 0,
|
||||
"decisionFailureRate": 0.0,
|
||||
@@ -23021,6 +23067,30 @@
|
||||
"total": 4,
|
||||
"unresolvedFailureCount": 4
|
||||
},
|
||||
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|minicpm|none|33": {
|
||||
"attributableFailureCount": 0,
|
||||
"decisionFailureRate": 0.0,
|
||||
"decisionSuccessRate": 0.0,
|
||||
"decisionTotal": 0,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 1
|
||||
},
|
||||
"failureCount": 1,
|
||||
"failureRate": 1.0,
|
||||
"framework": "vllm-mlu",
|
||||
"loadSizeLog2Bucket": 33,
|
||||
"modelType": "minicpm",
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 0,
|
||||
"quantizationMethod": "none",
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"targetGpu": "Cambricon_mlu-370-x4",
|
||||
"taskType": "text-generation",
|
||||
"total": 1,
|
||||
"unresolvedFailureCount": 1
|
||||
},
|
||||
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|mpt|none|33": {
|
||||
"attributableFailureCount": 0,
|
||||
"decisionFailureRate": 0.0,
|
||||
@@ -31119,6 +31189,30 @@
|
||||
"total": 1,
|
||||
"unresolvedFailureCount": 0
|
||||
},
|
||||
"Mthreads_s4000|vllm|text-generation|granite|none|33": {
|
||||
"attributableFailureCount": 0,
|
||||
"decisionFailureRate": 0.0,
|
||||
"decisionSuccessRate": 0.0,
|
||||
"decisionTotal": 0,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 1
|
||||
},
|
||||
"failureCount": 1,
|
||||
"failureRate": 1.0,
|
||||
"framework": "vllm",
|
||||
"loadSizeLog2Bucket": 33,
|
||||
"modelType": "granite",
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 0,
|
||||
"quantizationMethod": "none",
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"targetGpu": "Mthreads_s4000",
|
||||
"taskType": "text-generation",
|
||||
"total": 1,
|
||||
"unresolvedFailureCount": 1
|
||||
},
|
||||
"Mthreads_s4000|vllm|text-generation|lfm2|none|29": {
|
||||
"attributableFailureCount": 0,
|
||||
"decisionFailureRate": 0.0,
|
||||
@@ -33215,15 +33309,15 @@
|
||||
"unresolvedFailureCount": 0
|
||||
}
|
||||
},
|
||||
"terminalRecords": 16192,
|
||||
"totalRecords": 16375,
|
||||
"terminalRecords": 16194,
|
||||
"totalRecords": 16377,
|
||||
"totals": {
|
||||
"attributableFailureCount": 5862,
|
||||
"decisionFailureRate": 0.8614,
|
||||
"decisionSuccessRate": 0.1386,
|
||||
"decisionTotal": 6805,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 3899,
|
||||
"ambiguous_runtime": 3901,
|
||||
"architecture_compatibility": 212,
|
||||
"attention_backend": 1,
|
||||
"backend_operator": 102,
|
||||
@@ -33239,31 +33333,31 @@
|
||||
"日志缺失": 719,
|
||||
"验证失败": 674
|
||||
},
|
||||
"failureCount": 15249,
|
||||
"failureCount": 15251,
|
||||
"failureRate": 0.9418,
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 924,
|
||||
"successCount": 943,
|
||||
"successRate": 0.0582,
|
||||
"total": 16192,
|
||||
"unresolvedFailureCount": 8463
|
||||
"total": 16194,
|
||||
"unresolvedFailureCount": 8465
|
||||
},
|
||||
"warnings": [
|
||||
"GPU Iluvatar_mrv-100 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Mthreads_s4000 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Cambricon_mlu-370-x8 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Kunlunxin_p-800 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU MetaX_c-500 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Biren_166m 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Iluvatar_bi-100 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Sunrise_pt-200-x1 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Ascend_910-b3 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Vastai_va16 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Cambricon_mlu-370-x4 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Iluvatar_bi-150 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Cambricon_mlu-370-x8 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU hygon_k100-ai 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Ascend_910-b4 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Vastai_va16 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU MetaX_c-500 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"组合 Iluvatar_bi-150|vllm|visual-multi-modal 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Cambricon_mlu-370-x8|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
@@ -33303,6 +33397,6 @@
|
||||
]
|
||||
},
|
||||
"storageMode": "decision_state_only",
|
||||
"summarizedRecords": 16375,
|
||||
"summarizedRecords": 16377,
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -2020,6 +2020,64 @@
|
||||
{"batchId": "5464b6ee30614a02be7c20a3cd2e0073", "completedAt": "2026-09-21T08:43:02.235686+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:42:52.873924+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1e28fad645484a6c88a3caad773fd67e", "lastModified": "2026-09-17T13:06:10+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality", "reason": null, "reconciledAt": "2026-09-21T08:59:29.865711+00:00", "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Biren_166m", "taskId": "4997304", "taskType": "text-generation"}
|
||||
{"batchId": "be812550208a4d26813e529259c65486", "completedAt": "2026-09-21T08:54:30.337007+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:46:02.901388+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e25e8f70e9444a82a5030a7a0cf3c216", "lastModified": "2026-08-24T18:24:11+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "reason": null, "reconciledAt": "2026-09-21T08:59:29.866073+00:00", "repoId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "safeConfigVector": {"gpuNum": 1}, "status": "recovered_active", "targetGpu": "Ascend_910-b4", "taskId": "4997349", "taskType": "text-generation"}
|
||||
{"batchId": "40fd67bbb86a41268c0bca5d72f4fde3", "completedAt": "2026-09-21T08:59:28.269233+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:59:15.372528+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d96e2d593385433ab801342880c289c8", "lastModified": "2026-09-21T01:29:45+00:00", "modelAddress": "https://modelscope.cn/models/blue2star/Qwen-Image-2.1-PE-I2I-ComfyUI", "reason": null, "reconciledAt": "2026-09-21T08:59:29.865424+00:00", "repoId": "blue2star/Qwen-Image-2.1-PE-I2I-ComfyUI", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Biren_166m", "taskId": "4997528", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.733479+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0d88dfff37b6403bbb48434cb1d229ae", "lastModified": "2026-08-24T17:58:05+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-one-shot-w4a16-group-packed", "repoId": "nm-testing/tinyllama-one-shot-w4a16-group-packed", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.733615+00:00", "framework": "vllm_tokenizer_patch", "intentId": "dd8220d590924c89974e798bc0c1423c", "lastModified": "2026-08-24T19:10:38+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.733686+00:00", "framework": "vllm-mlu", "intentId": "b555ffd553a1479db2f10d69cf649799", "lastModified": "2026-08-24T19:08:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.733764+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0901e9b0aa9b4fc08411628fd9aedb03", "lastModified": "2026-08-24T18:24:11+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "repoId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "c25be7d7c1bf173abe564916f8a370d9b648beb3aea2a79522523aaa6b69ee29", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.733841+00:00", "framework": "vllm", "intentId": "f15ecbb837d64cf9b1007109f88a85ee", "lastModified": "2026-08-24T18:26:39+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-static-v2", "repoId": "nm-testing/tinyllama-oneshot-w8a8-static-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "c25be7d7c1bf173abe564916f8a370d9b648beb3aea2a79522523aaa6b69ee29", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.733901+00:00", "framework": "vllm", "intentId": "06f8a8f9217b430eb1753bef8ab31c82", "lastModified": "2026-08-24T18:28:40+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-marlin24-w4a16-group128", "repoId": "nm-testing/tinyllama-marlin24-w4a16-group128", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.733953+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e0df2eecb4764c20900db153c9dc8405", "lastModified": "2026-08-24T19:39:27+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-FP8", "repoId": "neuralmagic/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734024+00:00", "framework": "vllm_tokenizer_patch", "intentId": "06050d97fd6141dc9c7a56bb7db2eb3f", "lastModified": "2026-08-24T18:12:10+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W8A8-FP8-Channelwise-compressed-tensors", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-FP8-Channelwise-compressed-tensors", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734076+00:00", "framework": "vllm_tokenizer_patch", "intentId": "69338885d8c04070981a442e145078b7", "lastModified": "2026-08-24T18:26:53+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a16-per-channel", "repoId": "nm-testing/tinyllama-oneshot-w8a16-per-channel", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734132+00:00", "framework": "vllm_tokenizer_patch", "intentId": "d1eb8dd0eeb14003bd5347fffbc876de", "lastModified": "2026-08-24T17:55:20+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Dyn-Per-Token", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Dyn-Per-Token", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734197+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6a0c4adcd3cf4d1c90c3df8e66b94775", "lastModified": "2026-08-24T18:26:59+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/nonuniform", "repoId": "nm-testing/nonuniform", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734264+00:00", "framework": "vllm_tokenizer_patch", "intentId": "58a5233baf4f4f7e8faf4fc85b9d0438", "lastModified": "2026-08-24T19:41:12+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734335+00:00", "framework": "vllm_tokenizer_patch", "intentId": "d0875c4ae8ef43ba82ea4e401be7150c", "lastModified": "2026-08-24T19:34:42+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-FP8", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734390+00:00", "framework": "vllm_tokenizer_patch", "intentId": "1ffda52cef334102b4ed7537c3b0d424", "lastModified": "2026-08-24T20:05:18+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734431+00:00", "framework": "vllm_tokenizer_patch", "intentId": "36e1d98ca2dc4763af46b9784427aad4", "lastModified": "2026-08-24T19:59:13+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-FP8", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734478+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0ac3e9a66a6e4c1da2eafa30c614b9af", "lastModified": "2026-08-24T19:38:03+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734519+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ff85bfb9d99042748121f803e2fa76c5", "lastModified": "2026-08-24T19:51:52+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734574+00:00", "framework": "vllm_tokenizer_patch", "intentId": "127cefdbc3b148359c8dcaae773b3f1a", "lastModified": "2026-08-24T19:36:07+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734628+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a82419204e434d3d9275e7b0a806b984", "lastModified": "2026-08-24T19:35:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734679+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6b8b317553d147c39280dbeeff4e3597", "lastModified": "2026-08-24T19:06:55+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w8a8", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734722+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6ca2ef563eba482a80fb1d572688ce50", "lastModified": "2026-08-24T20:02:01+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734768+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0c908fb496144fa5968a4c83755389b1", "lastModified": "2026-09-08T15:40:32+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Ling-2.6-flash-JANGTQ", "repoId": "JANGQ-AI/Ling-2.6-flash-JANGTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734814+00:00", "framework": "vllm_tokenizer_patch", "intentId": "06df88781a2c4b829e17b3678dd9dcdd", "lastModified": "2026-08-24T19:21:33+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-quantized.w8a8", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734873+00:00", "framework": "vllm_tokenizer_patch", "intentId": "3866bb58b7a6437492cbc531d9e864cf", "lastModified": "2026-08-24T19:26:17+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w4a16", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734927+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8f800434b83d4dbe82c442dc025e4fe1", "lastModified": "2026-08-26T17:23:58+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734986+00:00", "framework": "vllm_tokenizer_patch", "intentId": "bb635ddc8f454cdbb2674e376f221cb3", "lastModified": "2026-08-24T19:25:45+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-2-7b-chat-quantized.w8a8", "repoId": "RedHatAI/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735045+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b38c975a383e46a5ae368cf391af8ab5", "lastModified": "2026-08-24T20:17:00+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735103+00:00", "framework": "vllm_tokenizer_patch", "intentId": "400d4f7213db40f68ea05fd38651e975", "lastModified": "2026-08-24T20:08:44+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735156+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0040ba67800c4c43a7e40fb8a8a739b6", "lastModified": "2026-09-04T12:06:11+00:00", "modelAddress": "https://modelscope.cn/models/sapientinc/HRM-Text-1B", "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735214+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8ba02a65a99d457c8f3896463249ca0f", "lastModified": "2026-08-26T16:41:36+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-8BIT", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-8BIT", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735278+00:00", "framework": "vllm", "intentId": "8c8140feb3684103805b027651b989cf", "lastModified": "2026-08-24T22:55:11+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735360+00:00", "framework": "vllm", "intentId": "7b1d208789b04e958f0794d8aa78dd1e", "lastModified": "2026-08-25T12:06:29+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-8B-A1B", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735428+00:00", "framework": "vllm", "intentId": "99c3f16c4d3a48b28d5609fe0afbe19b", "lastModified": "2026-08-26T20:08:57+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735521+00:00", "framework": "vllm", "intentId": "fac612173bb54888adef3945286da05e", "lastModified": "2026-09-04T07:05:43+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B-FP8", "repoId": "XHToken/Spark-X2.5-4B-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735591+00:00", "framework": "vllm", "intentId": "4ee1ed6976f0406386c4c851a61e36ac", "lastModified": "2026-09-08T13:43:47+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735696+00:00", "framework": "vllm", "intentId": "b5892a2527524a3d84851a5481c4eb6c", "lastModified": "2026-08-26T15:57:06+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "repoId": "aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735795+00:00", "framework": "vllm", "intentId": "75a5ae5fde694920acbf7bb62b045648", "lastModified": "2026-09-09T06:27:24+00:00", "modelAddress": "https://modelscope.cn/models/ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735859+00:00", "framework": "vllm", "intentId": "1e95c2c321334984866e4b56a8b51471", "lastModified": "2026-08-26T18:16:42+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735923+00:00", "framework": "vllm_0_17_0_corex_4_4_0", "intentId": "b1498f804422469e97ffe05cd8f94a08", "lastModified": "2026-08-24T20:20:16+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-FP8", "repoId": "RedHatAI/starcoder2-15b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735990+00:00", "framework": "vllm_0_17_0_corex_4_4_0", "intentId": "727cf5d10382499091923cbff3d26890", "lastModified": "2026-08-26T19:43:40+00:00", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736052+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a88f134602a84f7d85dea72d0a8e9c62", "lastModified": "2026-08-31T03:35:12+00:00", "modelAddress": "https://modelscope.cn/models/logic65/Qwen3.8-Whittle-w50-18.3B-unrepaired", "repoId": "logic65/Qwen3.8-Whittle-w50-18.3B-unrepaired", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736125+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2caa3c6a02654202a1b34afa69ddeda5", "lastModified": "2026-09-10T14:58:25+00:00", "modelAddress": "https://modelscope.cn/models/webAI-Official/TwIL-LM3", "repoId": "webAI-Official/TwIL-LM3", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736202+00:00", "framework": "vllm-patch-tokenizer", "intentId": "d3b66f8c46a04262a21e1e3ff343240a", "lastModified": "2026-08-24T20:04:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736274+00:00", "framework": "vllm-patch-tokenizer", "intentId": "2d957b842b5945acaf6d9b2a23f75019", "lastModified": "2026-08-24T19:53:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736339+00:00", "framework": "vllm-patch-tokenizer", "intentId": "88f8cb9b210644d9986b50b616f4066f", "lastModified": "2026-08-24T20:09:59+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-2-7b-chat-quantized.w8a8", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736401+00:00", "framework": "vllm-patch-tokenizer", "intentId": "36a16374815749248505d53275ca307f", "lastModified": "2026-08-24T20:10:58+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736446+00:00", "framework": "vllm-patch-tokenizer", "intentId": "e77b0f4aaaf1479e92fb70122d75799b", "lastModified": "2026-08-24T19:39:21+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w8a16", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736492+00:00", "framework": "vllm-patch-tokenizer", "intentId": "59f0caf301b84d5492af1ac6e7cac72e", "lastModified": "2026-08-24T19:48:09+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736541+00:00", "framework": "vllm-patch-tokenizer", "intentId": "68c5f3ae0e2a48ba9460841c87a8e096", "lastModified": "2026-08-24T19:42:52+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-FP8", "repoId": "neuralmagic/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736587+00:00", "framework": "vllm-patch-tokenizer", "intentId": "bedc8bad0e264224af340ecf6217eb7c", "lastModified": "2026-08-24T20:21:52+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736638+00:00", "framework": "vllm-patch-tokenizer", "intentId": "0aded4b131aa46e8a0126ece2090e771", "lastModified": "2026-08-24T19:39:20+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736698+00:00", "framework": "vllm-patch-tokenizer", "intentId": "a7c0dcdb3fee402d84f6e703f3333602", "lastModified": "2026-08-24T18:09:20+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8w8-test-static-shape-change", "repoId": "nm-testing/tinyllama-oneshot-w8w8-test-static-shape-change", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736766+00:00", "framework": "vllm-patch-tokenizer", "intentId": "6d1e2251b9a04c628d2325c859443389", "lastModified": "2026-08-24T20:09:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-3B-Instruct-FP8", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736824+00:00", "framework": "vllm-patch-tokenizer", "intentId": "7cc417176f4b4892affe6f7a75428050", "lastModified": "2026-08-26T16:45:23+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736890+00:00", "framework": "vllm", "intentId": "b2dc46f0218c478fa4767599115a6eb4", "lastModified": "2026-08-24T20:10:55+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736971+00:00", "framework": "vllm", "intentId": "bafc9ca5badc4e558eb1bd5f3b79e3f0", "lastModified": "2026-09-08T15:45:26+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/AppleScript-8B-JANG_4M", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "f49713b9fe8e3e7683ab2722544c85a44993bcd72b9421c1599f634e68b3a2f7", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.737053+00:00", "framework": "vllm", "intentId": "bf59544f660d4481bc6d0d2023df4ecc", "lastModified": "2026-08-26T17:29:18+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
|
||||
{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.737132+00:00", "framework": "vllm-customized", "intentId": "242973e852624d3fb233f24fc6fbea86", "lastModified": "2026-09-09T12:19:20+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/BitCPM-CANN-8B", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
|
||||
{"batchId": "446773a075fd455ba07e05e02e8ffc1c", "completedAt": "2026-09-21T08:58:46.736254+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:54:31.174709+00:00", "framework": "vllm", "intentId": "8d11b4738ba346bc88ec9db400a65ea9", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
|
||||
{"batchId": "446773a075fd455ba07e05e02e8ffc1c", "completedAt": "2026-09-21T08:58:46.736251+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:54:31.174635+00:00", "framework": "vllm", "intentId": "a7d0808d9e50496d8b3596b13f16e310", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
|
||||
{"batchId": "446773a075fd455ba07e05e02e8ffc1c", "completedAt": "2026-09-21T08:58:46.736248+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:54:31.174573+00:00", "framework": "vllm", "intentId": "687107bbe0474294b8602585fefb825e", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
|
||||
|
||||
Reference in New Issue
Block a user