7326 lines
237 KiB
JSON
7326 lines
237 KiB
JSON
{
|
||
"generatedAt": "2026-09-12T11:59:10.224777+00:00",
|
||
"lastSyncTime": "2026-09-12T11:59:10.019448+00:00",
|
||
"recentLimit": 300,
|
||
"report": {
|
||
"architectureCompatibilityBlocks": {
|
||
"ascend_910-b3|vllm|text-generation|model_type:glm_ocr": {
|
||
"architectureSignature": "model_type:glm_ocr",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-04T20:11:22+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-04T20:11:22+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "glm_ocr",
|
||
"sourceModelIds": [
|
||
"vastai-ais/GLM-OCR-FP8"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4609093"
|
||
],
|
||
"targetGpu": "Ascend_910-b3",
|
||
"taskType": "text-generation"
|
||
},
|
||
"ascend_910-b3|vllm|text-generation|model_type:mellum": {
|
||
"architectureSignature": "model_type:mellum",
|
||
"architectures": [],
|
||
"evidenceCount": 3,
|
||
"expiresAt": "2026-10-04T17:01:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-04T17:01:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "mellum",
|
||
"sourceModelIds": [
|
||
"JetBrains/Mellum2-12B-A2.5B-Thinking-SFT",
|
||
"JetBrains/Mellum2-12B-A2.5B-Instruct",
|
||
"JetBrains/Mellum2-12B-A2.5B-Thinking"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4194474",
|
||
"4194466",
|
||
"4194456"
|
||
],
|
||
"targetGpu": "Ascend_910-b3",
|
||
"taskType": "text-generation"
|
||
},
|
||
"ascend_910-b3|vllm|text-generation|model_type:nemotron_h": {
|
||
"architectureSignature": "model_type:nemotron_h",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-05T02:21:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-05T02:21:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "nemotron_h",
|
||
"sourceModelIds": [
|
||
"nota-ai/Nemotron-3.5-Lightning-30B-A3B-NVFP4-Global-Pruned-15"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4264914"
|
||
],
|
||
"targetGpu": "Ascend_910-b3",
|
||
"taskType": "text-generation"
|
||
},
|
||
"ascend_910-b3|vllm|text-generation|model_type:qwen3_5": {
|
||
"architectureSignature": "model_type:qwen3_5",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-05T18:17:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-05T18:17:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5",
|
||
"sourceModelIds": [
|
||
"Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed-FP16"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4332826"
|
||
],
|
||
"targetGpu": "Ascend_910-b3",
|
||
"taskType": "text-generation"
|
||
},
|
||
"ascend_910-b3|vllm|text-generation|model_type:qwen3_5_moe": {
|
||
"architectureSignature": "model_type:qwen3_5_moe",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-07T23:41:22+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-07T23:41:22+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5_moe",
|
||
"sourceModelIds": [
|
||
"mlx-community/Qwen3.5-122B-A10B-OptiQ-2bit-REAP-63B"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4531788"
|
||
],
|
||
"targetGpu": "Ascend_910-b3",
|
||
"taskType": "text-generation"
|
||
},
|
||
"ascend_910-b3|vllm|text-generation|model_type:qwen3_5_mtp": {
|
||
"architectureSignature": "model_type:qwen3_5_mtp",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-05T10:35:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-05T10:35:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5_mtp",
|
||
"sourceModelIds": [
|
||
"mlx-community/Qwen3.8-27B-MTP-nvfp4"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4332792"
|
||
],
|
||
"targetGpu": "Ascend_910-b3",
|
||
"taskType": "text-generation"
|
||
},
|
||
"ascend_910-b3|vllm|text-generation|model_type:qwen3_5_text": {
|
||
"architectureSignature": "model_type:qwen3_5_text",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-04T20:13:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-04T20:13:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5_text",
|
||
"sourceModelIds": [
|
||
"ValueFX/Qwen3.8-27B-CCCP-S"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4332634"
|
||
],
|
||
"targetGpu": "Ascend_910-b3",
|
||
"taskType": "text-generation"
|
||
},
|
||
"ascend_910-b3|vllm|text-generation|model_type:rwkv7": {
|
||
"architectureSignature": "model_type:rwkv7",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-09T18:31:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-09T18:31:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "rwkv7",
|
||
"sourceModelIds": [
|
||
"RWKV/RWKV7-1.5B-20260805"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4579389"
|
||
],
|
||
"targetGpu": "Ascend_910-b3",
|
||
"taskType": "text-generation"
|
||
},
|
||
"ascend_910-b4|vllm|text-generation|architectures:rwkv5forcausallm": {
|
||
"architectureSignature": "architectures:rwkv5forcausallm",
|
||
"architectures": [
|
||
"rwkv5forcausallm"
|
||
],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-09T00:51:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-09T00:51:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "architectures",
|
||
"modelType": null,
|
||
"sourceModelIds": [
|
||
"RWKV/rwkv-5-world-1b5"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4100291"
|
||
],
|
||
"targetGpu": "Ascend_910-b4",
|
||
"taskType": "text-generation"
|
||
},
|
||
"ascend_910-b4|vllm|text-generation|model_type:mellum": {
|
||
"architectureSignature": "model_type:mellum",
|
||
"architectures": [],
|
||
"evidenceCount": 3,
|
||
"expiresAt": "2026-10-04T18:31:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-04T18:31:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "mellum",
|
||
"sourceModelIds": [
|
||
"JetBrains/Mellum2-12B-A2.5B-Thinking",
|
||
"JetBrains/Mellum2-12B-A2.5B-Thinking-SFT",
|
||
"JetBrains/Mellum2-12B-A2.5B-Instruct"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4148306",
|
||
"4149023",
|
||
"4148528"
|
||
],
|
||
"targetGpu": "Ascend_910-b4",
|
||
"taskType": "text-generation"
|
||
},
|
||
"ascend_910-b4|vllm|text-generation|model_type:nemotron_h": {
|
||
"architectureSignature": "model_type:nemotron_h",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-05T01:01:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-05T01:01:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "nemotron_h",
|
||
"sourceModelIds": [
|
||
"nota-ai/Nemotron-3.5-Lightning-30B-A3B-NVFP4-Global-Pruned-15"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4257506"
|
||
],
|
||
"targetGpu": "Ascend_910-b4",
|
||
"taskType": "text-generation"
|
||
},
|
||
"ascend_910-b4|vllm|text-generation|model_type:qwen3_5": {
|
||
"architectureSignature": "model_type:qwen3_5",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-09T15:33:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-09T15:33:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5",
|
||
"sourceModelIds": [
|
||
"mlx-community/Ornith-1.0-9B-4bit"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4079339"
|
||
],
|
||
"targetGpu": "Ascend_910-b4",
|
||
"taskType": "text-generation"
|
||
},
|
||
"ascend_910-b4|vllm|text-generation|model_type:qwen3_5_moe": {
|
||
"architectureSignature": "model_type:qwen3_5_moe",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-08T03:33:22+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-08T03:33:22+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5_moe",
|
||
"sourceModelIds": [
|
||
"mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4478318"
|
||
],
|
||
"targetGpu": "Ascend_910-b4",
|
||
"taskType": "text-generation"
|
||
},
|
||
"ascend_910-b4|vllm|text-generation|model_type:qwen3_5_mtp": {
|
||
"architectureSignature": "model_type:qwen3_5_mtp",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-05T17:43:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-05T17:43:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5_mtp",
|
||
"sourceModelIds": [
|
||
"mlx-community/Qwen3.8-27B-MTP-nvfp4"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4332382"
|
||
],
|
||
"targetGpu": "Ascend_910-b4",
|
||
"taskType": "text-generation"
|
||
},
|
||
"ascend_910-b4|vllm|text-generation|model_type:qwen3_5_text": {
|
||
"architectureSignature": "model_type:qwen3_5_text",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-04T23:13:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-04T23:13:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5_text",
|
||
"sourceModelIds": [
|
||
"ValueFX/Qwen3.8-27B-CCCP-S"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4209387"
|
||
],
|
||
"targetGpu": "Ascend_910-b4",
|
||
"taskType": "text-generation"
|
||
},
|
||
"ascend_910-b4|vllm|text-generation|model_type:rwkv7": {
|
||
"architectureSignature": "model_type:rwkv7",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-09T19:59:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-09T19:59:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "rwkv7",
|
||
"sourceModelIds": [
|
||
"RWKV/RWKV7-1.5B-20260805"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4577671"
|
||
],
|
||
"targetGpu": "Ascend_910-b4",
|
||
"taskType": "text-generation"
|
||
},
|
||
"ascend_910-b4|vllm|text-generation|model_type:zaya": {
|
||
"architectureSignature": "model_type:zaya",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-09T01:23:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-09T01:23:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "zaya",
|
||
"sourceModelIds": [
|
||
"JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4079158"
|
||
],
|
||
"targetGpu": "Ascend_910-b4",
|
||
"taskType": "text-generation"
|
||
},
|
||
"cambricon_mlu-370-x8|vllm-mlu|text-generation|model_type:nemotron_h": {
|
||
"architectureSignature": "model_type:nemotron_h",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-08T06:46:11.598902+00:00",
|
||
"framework": "vllm-mlu",
|
||
"latestFailureAt": "2026-09-08T06:46:11.598902+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "nemotron_h",
|
||
"sourceModelIds": [
|
||
"nota-ai/Nemotron-3.5-Lightning-30B-A3B-NVFP4-Global-Pruned-15"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4712818"
|
||
],
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation"
|
||
},
|
||
"cambricon_mlu-370-x8|vllm-mlu|text-generation|model_type:qwen3_5": {
|
||
"architectureSignature": "model_type:qwen3_5",
|
||
"architectures": [],
|
||
"evidenceCount": 2,
|
||
"expiresAt": "2026-10-05T03:20:02.336601+00:00",
|
||
"framework": "vllm-mlu",
|
||
"latestFailureAt": "2026-09-05T03:20:02.336601+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5",
|
||
"sourceModelIds": [
|
||
"ornith-ai/Ornith-1.5-9B-MLX-4bit",
|
||
"Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4640028",
|
||
"4636364"
|
||
],
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation"
|
||
},
|
||
"cambricon_mlu-370-x8|vllm-mlu|text-generation|model_type:qwen3_5_moe": {
|
||
"architectureSignature": "model_type:qwen3_5_moe",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-05T00:45:53.692926+00:00",
|
||
"framework": "vllm-mlu",
|
||
"latestFailureAt": "2026-09-05T00:45:53.692926+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5_moe",
|
||
"sourceModelIds": [
|
||
"ornith-ai/Ornith-1.5-35B-A3B-MLX-4bit"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4637780"
|
||
],
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation"
|
||
},
|
||
"cambricon_mlu-370-x8|vllm-mlu|text-generation|model_type:qwen3_5_mtp": {
|
||
"architectureSignature": "model_type:qwen3_5_mtp",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-08T06:46:11.587867+00:00",
|
||
"framework": "vllm-mlu",
|
||
"latestFailureAt": "2026-09-08T06:46:11.587867+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5_mtp",
|
||
"sourceModelIds": [
|
||
"mlx-community/Qwen3.8-27B-MTP-nvfp4"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4712816"
|
||
],
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation"
|
||
},
|
||
"cambricon_mlu-370-x8|vllm-mlu|text-generation|model_type:rwkv7": {
|
||
"architectureSignature": "model_type:rwkv7",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-08T06:46:11.531728+00:00",
|
||
"framework": "vllm-mlu",
|
||
"latestFailureAt": "2026-09-08T06:46:11.531728+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "rwkv7",
|
||
"sourceModelIds": [
|
||
"RWKV/RWKV7-1.5B-20260805"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4712811"
|
||
],
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation"
|
||
},
|
||
"cambricon_mlu-370-x8|vllm|text-generation|model_type:qwen3_5": {
|
||
"architectureSignature": "model_type:qwen3_5",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-08T06:46:11.817069+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-08T06:46:11.817069+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5",
|
||
"sourceModelIds": [
|
||
"ornith-ai/Ornith-1.5-9B"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4712832"
|
||
],
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation"
|
||
},
|
||
"cambricon_mlu-370-x8|vllm|text-generation|model_type:qwen3_5_moe": {
|
||
"architectureSignature": "model_type:qwen3_5_moe",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-08T06:46:11.886266+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-08T06:46:11.886266+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5_moe",
|
||
"sourceModelIds": [
|
||
"EschaLabs/Qwen3.6-35B-A3B-Escha-W2"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4712834"
|
||
],
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation"
|
||
},
|
||
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|model_type:qwen3_5": {
|
||
"architectureSignature": "model_type:qwen3_5",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-05T05:17:16.496259+00:00",
|
||
"framework": "vllm-patch-tokenizer",
|
||
"latestFailureAt": "2026-09-05T05:17:16.496259+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5",
|
||
"sourceModelIds": [
|
||
"Jackrong/DeepSeek-V4-Pro-Qwen3.5-4B"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4641786"
|
||
],
|
||
"targetGpu": "hygon_k100-ai",
|
||
"taskType": "text-generation"
|
||
},
|
||
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|model_type:zaya": {
|
||
"architectureSignature": "model_type:zaya",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-08T14:03:45.031522+00:00",
|
||
"framework": "vllm-patch-tokenizer",
|
||
"latestFailureAt": "2026-09-08T14:03:45.031522+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "zaya",
|
||
"sourceModelIds": [
|
||
"JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4720262"
|
||
],
|
||
"targetGpu": "hygon_k100-ai",
|
||
"taskType": "text-generation"
|
||
},
|
||
"hygon_k100-ai|vllm|text-generation|model_type:mellum": {
|
||
"architectureSignature": "model_type:mellum",
|
||
"architectures": [],
|
||
"evidenceCount": 3,
|
||
"expiresAt": "2026-10-04T13:51:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-04T13:51:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "mellum",
|
||
"sourceModelIds": [
|
||
"JetBrains/Mellum2-12B-A2.5B-Thinking-SFT",
|
||
"JetBrains/Mellum2-12B-A2.5B-Instruct",
|
||
"JetBrains/Mellum2-12B-A2.5B-Thinking"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4152656",
|
||
"4148845",
|
||
"4148308"
|
||
],
|
||
"targetGpu": "hygon_k100-ai",
|
||
"taskType": "text-generation"
|
||
},
|
||
"hygon_k100-ai|vllm|text-generation|model_type:nemotron_h": {
|
||
"architectureSignature": "model_type:nemotron_h",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-12T08:13:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-12T08:13:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "nemotron_h",
|
||
"sourceModelIds": [
|
||
"primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4543517"
|
||
],
|
||
"targetGpu": "hygon_k100-ai",
|
||
"taskType": "text-generation"
|
||
},
|
||
"hygon_k100-ai|vllm|text-generation|model_type:qwen3_5": {
|
||
"architectureSignature": "model_type:qwen3_5",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-05T11:49:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-05T11:49:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5",
|
||
"sourceModelIds": [
|
||
"Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed-FP16"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4591468"
|
||
],
|
||
"targetGpu": "hygon_k100-ai",
|
||
"taskType": "text-generation"
|
||
},
|
||
"hygon_k100-ai|vllm|text-generation|model_type:qwen3_5_moe": {
|
||
"architectureSignature": "model_type:qwen3_5_moe",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-07T23:51:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-07T23:51:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5_moe",
|
||
"sourceModelIds": [
|
||
"mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4479115"
|
||
],
|
||
"targetGpu": "hygon_k100-ai",
|
||
"taskType": "text-generation"
|
||
},
|
||
"hygon_k100-ai|vllm|text-generation|model_type:qwen3_5_mtp": {
|
||
"architectureSignature": "model_type:qwen3_5_mtp",
|
||
"architectures": [],
|
||
"evidenceCount": 4,
|
||
"expiresAt": "2026-10-05T09:39:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-05T09:39:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5_mtp",
|
||
"sourceModelIds": [
|
||
"mlx-community/Qwen3.8-27B-MTP-nvfp4",
|
||
"mlx-community/Qwen3.8-27B-MTP-mxfp4",
|
||
"mlx-community/Qwen3.8-27B-MTP-8bit",
|
||
"mlx-community/Qwen3.8-27B-MTP-bf16"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4586225",
|
||
"4582178",
|
||
"4587096",
|
||
"4271618"
|
||
],
|
||
"targetGpu": "hygon_k100-ai",
|
||
"taskType": "text-generation"
|
||
},
|
||
"hygon_k100-ai|vllm|text-generation|model_type:qwen3_5_text": {
|
||
"architectureSignature": "model_type:qwen3_5_text",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-04T16:25:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-04T16:25:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5_text",
|
||
"sourceModelIds": [
|
||
"ValueFX/Qwen3.8-27B-CCCP-S"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4217138"
|
||
],
|
||
"targetGpu": "hygon_k100-ai",
|
||
"taskType": "text-generation"
|
||
},
|
||
"hygon_k100-ai|vllm|text-generation|model_type:rwkv7": {
|
||
"architectureSignature": "model_type:rwkv7",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-09T18:05:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-09T18:05:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "rwkv7",
|
||
"sourceModelIds": [
|
||
"RWKV/RWKV7-1.5B-20260805"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4592383"
|
||
],
|
||
"targetGpu": "hygon_k100-ai",
|
||
"taskType": "text-generation"
|
||
},
|
||
"iluvatar_bi-150|vllm|text-generation|architectures:spark2_5forcausallm": {
|
||
"architectureSignature": "architectures:spark2_5forcausallm",
|
||
"architectures": [
|
||
"spark2_5forcausallm"
|
||
],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-12T06:23:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-12T06:23:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "architectures",
|
||
"modelType": null,
|
||
"sourceModelIds": [
|
||
"XHToken/Spark-X2.5-4B"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4550765"
|
||
],
|
||
"targetGpu": "Iluvatar_bi-150",
|
||
"taskType": "text-generation"
|
||
},
|
||
"iluvatar_bi-150|vllm|text-generation|model_type:lille-130m": {
|
||
"architectureSignature": "model_type:lille-130m",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-01T23:23:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-01T23:23:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "lille-130m",
|
||
"sourceModelIds": [
|
||
"mlx-community/lille-130m-instruct-fp16"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4080060"
|
||
],
|
||
"targetGpu": "Iluvatar_bi-150",
|
||
"taskType": "text-generation"
|
||
},
|
||
"iluvatar_bi-150|vllm|text-generation|model_type:mellum": {
|
||
"architectureSignature": "model_type:mellum",
|
||
"architectures": [],
|
||
"evidenceCount": 3,
|
||
"expiresAt": "2026-10-04T12:07:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-04T12:07:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "mellum",
|
||
"sourceModelIds": [
|
||
"JetBrains/Mellum2-12B-A2.5B-Thinking-SFT",
|
||
"JetBrains/Mellum2-12B-A2.5B-Instruct",
|
||
"JetBrains/Mellum2-12B-A2.5B-Thinking"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4152671",
|
||
"4152323",
|
||
"4152351"
|
||
],
|
||
"targetGpu": "Iluvatar_bi-150",
|
||
"taskType": "text-generation"
|
||
},
|
||
"iluvatar_bi-150|vllm|text-generation|model_type:nemotron_h": {
|
||
"architectureSignature": "model_type:nemotron_h",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-12T07:33:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-12T07:33:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "nemotron_h",
|
||
"sourceModelIds": [
|
||
"primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4547660"
|
||
],
|
||
"targetGpu": "Iluvatar_bi-150",
|
||
"taskType": "text-generation"
|
||
},
|
||
"metax_c-500|vllm|text-generation|model_type:mellum": {
|
||
"architectureSignature": "model_type:mellum",
|
||
"architectures": [],
|
||
"evidenceCount": 2,
|
||
"expiresAt": "2026-10-04T17:29:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-04T17:29:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "mellum",
|
||
"sourceModelIds": [
|
||
"JetBrains/Mellum2-12B-A2.5B-Thinking",
|
||
"JetBrains/Mellum2-12B-A2.5B-Thinking-SFT"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4148305",
|
||
"4149022"
|
||
],
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation"
|
||
},
|
||
"metax_c-500|vllm|text-generation|model_type:nemotron_h": {
|
||
"architectureSignature": "model_type:nemotron_h",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-04T16:33:22+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-04T16:33:22+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "nemotron_h",
|
||
"sourceModelIds": [
|
||
"nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4133678"
|
||
],
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation"
|
||
},
|
||
"metax_c-500|vllm|text-generation|model_type:qwen3_5": {
|
||
"architectureSignature": "model_type:qwen3_5",
|
||
"architectures": [],
|
||
"evidenceCount": 2,
|
||
"expiresAt": "2026-10-04T16:10:19.955805+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-04T16:10:19.955805+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5",
|
||
"sourceModelIds": [
|
||
"Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed",
|
||
"Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4629852",
|
||
"4629854"
|
||
],
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation"
|
||
},
|
||
"metax_c-500|vllm|text-generation|model_type:qwen3_5_moe": {
|
||
"architectureSignature": "model_type:qwen3_5_moe",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-06T03:59:01.992368+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-06T03:59:01.992368+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5_moe",
|
||
"sourceModelIds": [
|
||
"ornith-ai/Ornith-1.5-35B-A3B-MLX-4bit"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4660498"
|
||
],
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation"
|
||
},
|
||
"metax_c-500|vllm|text-generation|model_type:qwen3_5_mtp": {
|
||
"architectureSignature": "model_type:qwen3_5_mtp",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-06T08:39:20.512136+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-06T08:39:20.512136+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5_mtp",
|
||
"sourceModelIds": [
|
||
"mlx-community/Qwen3.8-27B-MTP-mxfp4"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4664213"
|
||
],
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation"
|
||
},
|
||
"metax_c-500|vllm|text-generation|model_type:qwen3_5_text": {
|
||
"architectureSignature": "model_type:qwen3_5_text",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-05T10:52:05.726238+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-05T10:52:05.726238+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5_text",
|
||
"sourceModelIds": [
|
||
"ValueFX/Qwen3.8-27B-CCCP-S"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4646913"
|
||
],
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation"
|
||
},
|
||
"metax_c-500|vllm|text-generation|model_type:zaya": {
|
||
"architectureSignature": "model_type:zaya",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-08T14:49:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-08T14:49:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "zaya",
|
||
"sourceModelIds": [
|
||
"JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4079917"
|
||
],
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation"
|
||
},
|
||
"mthreads_s4000|vllm|text-generation|model_type:mellum": {
|
||
"architectureSignature": "model_type:mellum",
|
||
"architectures": [],
|
||
"evidenceCount": 3,
|
||
"expiresAt": "2026-10-05T06:57:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-05T06:57:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "mellum",
|
||
"sourceModelIds": [
|
||
"JetBrains/Mellum2-12B-A2.5B-Instruct",
|
||
"JetBrains/Mellum2-12B-A2.5B-Thinking-SFT",
|
||
"JetBrains/Mellum2-12B-A2.5B-Thinking"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4196912",
|
||
"4198066",
|
||
"4196900"
|
||
],
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "text-generation"
|
||
},
|
||
"mthreads_s4000|vllm|text-generation|model_type:nemotron_h": {
|
||
"architectureSignature": "model_type:nemotron_h",
|
||
"architectures": [],
|
||
"evidenceCount": 2,
|
||
"expiresAt": "2026-10-05T07:05:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-05T07:05:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "nemotron_h",
|
||
"sourceModelIds": [
|
||
"nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4",
|
||
"nota-ai/Nemotron-3.5-Lightning-30B-A3B-NVFP4-Global-Pruned-15"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4196911",
|
||
"4332642"
|
||
],
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "text-generation"
|
||
},
|
||
"mthreads_s4000|vllm|text-generation|model_type:qwen3_5": {
|
||
"architectureSignature": "model_type:qwen3_5",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-06T21:29:22+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-06T21:29:22+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5",
|
||
"sourceModelIds": [
|
||
"ornith-ai/Ornith-1.5-9B"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4590818"
|
||
],
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "text-generation"
|
||
},
|
||
"mthreads_s4000|vllm|text-generation|model_type:qwen3_5_mtp": {
|
||
"architectureSignature": "model_type:qwen3_5_mtp",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-06T10:31:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-06T10:31:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5_mtp",
|
||
"sourceModelIds": [
|
||
"mlx-community/Qwen3.8-27B-MTP-nvfp4"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4590766"
|
||
],
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "text-generation"
|
||
},
|
||
"mthreads_s4000|vllm|text-generation|model_type:qwen3_5_text": {
|
||
"architectureSignature": "model_type:qwen3_5_text",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-05T21:33:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-05T21:33:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5_text",
|
||
"sourceModelIds": [
|
||
"SupraLabs/reasoning-summarizer-800m-pre"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4609104"
|
||
],
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "text-generation"
|
||
},
|
||
"mthreads_s4000|vllm|text-generation|model_type:qwen3_vl": {
|
||
"architectureSignature": "model_type:qwen3_vl",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-06T21:23:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-06T21:23:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_vl",
|
||
"sourceModelIds": [
|
||
"metax-tech/Qwen3-VL-8B-Instruct_W8A8"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4591579"
|
||
],
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "text-generation"
|
||
},
|
||
"mthreads_s4000|vllm|text-generation|model_type:rwkv7": {
|
||
"architectureSignature": "model_type:rwkv7",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-10T04:01:22+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-10T04:01:22+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "rwkv7",
|
||
"sourceModelIds": [
|
||
"RWKV/RWKV7-1.5B-20260805"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4609102"
|
||
],
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "text-generation"
|
||
},
|
||
"sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|model_type:mellum": {
|
||
"architectureSignature": "model_type:mellum",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-12T02:35:21+00:00",
|
||
"framework": "vllm_fix_tokenizer",
|
||
"latestFailureAt": "2026-09-12T02:35:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "mellum",
|
||
"sourceModelIds": [
|
||
"JetBrains/Mellum2-12B-A2.5B-Thinking"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4152611"
|
||
],
|
||
"targetGpu": "Sunrise_pt-200-x1",
|
||
"taskType": "text-generation"
|
||
},
|
||
"sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|model_type:nemotron_h": {
|
||
"architectureSignature": "model_type:nemotron_h",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-12T02:51:21+00:00",
|
||
"framework": "vllm_fix_tokenizer",
|
||
"latestFailureAt": "2026-09-12T02:51:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "nemotron_h",
|
||
"sourceModelIds": [
|
||
"nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4134178"
|
||
],
|
||
"targetGpu": "Sunrise_pt-200-x1",
|
||
"taskType": "text-generation"
|
||
},
|
||
"sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|model_type:qwen3_5": {
|
||
"architectureSignature": "model_type:qwen3_5",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-08T12:15:21+00:00",
|
||
"framework": "vllm_fix_tokenizer",
|
||
"latestFailureAt": "2026-09-08T12:15:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5",
|
||
"sourceModelIds": [
|
||
"iic/UEmbed-4B"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4152744"
|
||
],
|
||
"targetGpu": "Sunrise_pt-200-x1",
|
||
"taskType": "text-generation"
|
||
},
|
||
"sunrise_pt-200-x1|vllm|text-generation|model_type:qwen3_5_mtp": {
|
||
"architectureSignature": "model_type:qwen3_5_mtp",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-07T20:41:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-07T20:41:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5_mtp",
|
||
"sourceModelIds": [
|
||
"mlx-community/Qwen3.8-27B-MTP-4bit"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4585069"
|
||
],
|
||
"targetGpu": "Sunrise_pt-200-x1",
|
||
"taskType": "text-generation"
|
||
},
|
||
"vastai_va16|vllm_fix_tokenizer|text-generation|model_type:qwen3_5_moe": {
|
||
"architectureSignature": "model_type:qwen3_5_moe",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-05T16:30:08.482261+00:00",
|
||
"framework": "vllm_fix_tokenizer",
|
||
"latestFailureAt": "2026-09-05T16:30:08.482261+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5_moe",
|
||
"sourceModelIds": [
|
||
"ornith-ai/Ornith-1.5-35B-A3B-MLX-4bit"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4651930"
|
||
],
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation"
|
||
},
|
||
"vastai_va16|vllm_fix_tokenizer|text-generation|model_type:zaya": {
|
||
"architectureSignature": "model_type:zaya",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-08T15:58:20.200513+00:00",
|
||
"framework": "vllm_fix_tokenizer",
|
||
"latestFailureAt": "2026-09-08T15:58:20.200513+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "zaya",
|
||
"sourceModelIds": [
|
||
"JANGQ-AI/AppleScript-8B-JANG_4M"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4722293"
|
||
],
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation"
|
||
},
|
||
"vastai_va16|vllm|text-generation|architectures:aquiladenseforcausallm": {
|
||
"architectureSignature": "architectures:aquiladenseforcausallm",
|
||
"architectures": [
|
||
"aquiladenseforcausallm"
|
||
],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-08T05:39:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-08T05:39:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "architectures",
|
||
"modelType": null,
|
||
"sourceModelIds": [
|
||
"BAAI/AquilaDense-7B"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4079957"
|
||
],
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation"
|
||
},
|
||
"vastai_va16|vllm|text-generation|architectures:gptneoforcausallm": {
|
||
"architectureSignature": "architectures:gptneoforcausallm",
|
||
"architectures": [
|
||
"gptneoforcausallm"
|
||
],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-07T09:45:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-07T09:45:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "architectures",
|
||
"modelType": null,
|
||
"sourceModelIds": [
|
||
"KoboldAI/GPT-Neo-2.7B-Janeway"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4079146"
|
||
],
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation"
|
||
},
|
||
"vastai_va16|vllm|text-generation|architectures:llavallamaforcausallm": {
|
||
"architectureSignature": "architectures:llavallamaforcausallm",
|
||
"architectures": [
|
||
"llavallamaforcausallm"
|
||
],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-07T11:03:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-07T11:03:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "architectures",
|
||
"modelType": null,
|
||
"sourceModelIds": [
|
||
"microsoft/llava-med-7b-delta"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4079287"
|
||
],
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation"
|
||
},
|
||
"vastai_va16|vllm|text-generation|architectures:phi4flashforcausallm": {
|
||
"architectureSignature": "architectures:phi4flashforcausallm",
|
||
"architectures": [
|
||
"phi4flashforcausallm"
|
||
],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-07T10:57:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-07T10:57:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "architectures",
|
||
"modelType": null,
|
||
"sourceModelIds": [
|
||
"microsoft/Phi-4-mini-flash-reasoning"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4079234"
|
||
],
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation"
|
||
},
|
||
"vastai_va16|vllm|text-generation|architectures:rwkv5forcausallm": {
|
||
"architectureSignature": "architectures:rwkv5forcausallm",
|
||
"architectures": [
|
||
"rwkv5forcausallm"
|
||
],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-08T18:41:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-08T18:41:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "architectures",
|
||
"modelType": null,
|
||
"sourceModelIds": [
|
||
"RWKV/rwkv-5-world-1b5"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4107039"
|
||
],
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation"
|
||
},
|
||
"vastai_va16|vllm|text-generation|architectures:rwkv7forcausallm": {
|
||
"architectureSignature": "architectures:rwkv7forcausallm",
|
||
"architectures": [
|
||
"rwkv7forcausallm"
|
||
],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-07T04:19:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-07T04:19:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "architectures",
|
||
"modelType": null,
|
||
"sourceModelIds": [
|
||
"fla-hub/rwkv7-7.2B-g0"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4079209"
|
||
],
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation"
|
||
},
|
||
"vastai_va16|vllm|text-generation|architectures:spark2_5forcausallm": {
|
||
"architectureSignature": "architectures:spark2_5forcausallm",
|
||
"architectures": [
|
||
"spark2_5forcausallm"
|
||
],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-12T10:55:22+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-12T10:55:22+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "architectures",
|
||
"modelType": null,
|
||
"sourceModelIds": [
|
||
"XHToken/Spark-X2.5-4B"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4554931"
|
||
],
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation"
|
||
},
|
||
"vastai_va16|vllm|text-generation|model_type:mellum": {
|
||
"architectureSignature": "model_type:mellum",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-05T15:03:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-05T15:03:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "mellum",
|
||
"sourceModelIds": [
|
||
"JetBrains/Mellum2-12B-A2.5B-Thinking"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4152609"
|
||
],
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation"
|
||
},
|
||
"vastai_va16|vllm|text-generation|model_type:nemotron_h": {
|
||
"architectureSignature": "model_type:nemotron_h",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-07T03:49:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-07T03:49:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "nemotron_h",
|
||
"sourceModelIds": [
|
||
"nota-ai/Nemotron-3.5-Lightning-30B-A3B-NVFP4-Global-Pruned-15"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4609084"
|
||
],
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation"
|
||
},
|
||
"vastai_va16|vllm|text-generation|model_type:qwen3_5": {
|
||
"architectureSignature": "model_type:qwen3_5",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-12T10:01:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-12T10:01:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5",
|
||
"sourceModelIds": [
|
||
"primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4543481"
|
||
],
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation"
|
||
},
|
||
"vastai_va16|vllm|text-generation|model_type:qwen3_5_mtp": {
|
||
"architectureSignature": "model_type:qwen3_5_mtp",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-06T17:03:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-06T17:03:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5_mtp",
|
||
"sourceModelIds": [
|
||
"mlx-community/Qwen3.8-27B-MTP-mxfp8"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4609075"
|
||
],
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation"
|
||
},
|
||
"vastai_va16|vllm|text-generation|model_type:qwen3_5_text": {
|
||
"architectureSignature": "model_type:qwen3_5_text",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-06T04:47:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-06T04:47:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "qwen3_5_text",
|
||
"sourceModelIds": [
|
||
"ValueFX/Qwen3.8-27B-CCCP-S"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4576624"
|
||
],
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation"
|
||
},
|
||
"vastai_va16|vllm|text-generation|model_type:zaya": {
|
||
"architectureSignature": "model_type:zaya",
|
||
"architectures": [],
|
||
"evidenceCount": 1,
|
||
"expiresAt": "2026-10-08T13:31:21+00:00",
|
||
"framework": "vllm",
|
||
"latestFailureAt": "2026-09-08T13:31:21+00:00",
|
||
"latestSuccessfulAt": null,
|
||
"matchType": "model_type",
|
||
"modelType": "zaya",
|
||
"sourceModelIds": [
|
||
"JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M"
|
||
],
|
||
"sourceTaskIds": [
|
||
"4080030"
|
||
],
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation"
|
||
}
|
||
},
|
||
"architectureCompatibilitySummary": {
|
||
"activeBlockCount": 70,
|
||
"byGpuFramework": {
|
||
"Ascend_910-b3|vllm": 8,
|
||
"Ascend_910-b4|vllm": 9,
|
||
"Cambricon_mlu-370-x8|vllm": 2,
|
||
"Cambricon_mlu-370-x8|vllm-mlu": 5,
|
||
"Iluvatar_bi-150|vllm": 4,
|
||
"MetaX_c-500|vllm": 7,
|
||
"Mthreads_s4000|vllm": 7,
|
||
"Sunrise_pt-200-x1|vllm": 1,
|
||
"Sunrise_pt-200-x1|vllm_fix_tokenizer": 3,
|
||
"Vastai_va16|vllm": 13,
|
||
"Vastai_va16|vllm_fix_tokenizer": 2,
|
||
"hygon_k100-ai|vllm": 7,
|
||
"hygon_k100-ai|vllm-patch-tokenizer": 2
|
||
},
|
||
"ttlDays": 30
|
||
},
|
||
"combinationStats": {
|
||
"Ascend_910-b3|unknown|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 1.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"参数/模板问题": 8,
|
||
"验证失败": 26
|
||
},
|
||
"failureCount": 34,
|
||
"failureRate": 0.9714,
|
||
"framework": "unknown",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 1,
|
||
"successRate": 0.0286,
|
||
"targetGpu": "Ascend_910-b3",
|
||
"taskType": "text-generation",
|
||
"total": 35,
|
||
"unresolvedFailureCount": 34
|
||
},
|
||
"Ascend_910-b3|unknown|visual-multi-modal": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"验证失败": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "unknown",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Ascend_910-b3",
|
||
"taskType": "visual-multi-modal",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Ascend_910-b3|vllm|text-generation": {
|
||
"attributableFailureCount": 26,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 26,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 28,
|
||
"framework_architecture_unsupported": 24,
|
||
"memory_capacity": 1,
|
||
"tokenizer_compatibility": 1
|
||
},
|
||
"failureCount": 54,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Ascend_910-b3",
|
||
"taskType": "text-generation",
|
||
"total": 54,
|
||
"unresolvedFailureCount": 28
|
||
},
|
||
"Ascend_910-b4|llamacpp|text-generation": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"model_load": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "llamacpp",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Ascend_910-b4",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Ascend_910-b4|unknown|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 1.0,
|
||
"decisionTotal": 2,
|
||
"failureBreakdown": {
|
||
"参数/模板问题": 12,
|
||
"验证失败": 175
|
||
},
|
||
"failureCount": 187,
|
||
"failureRate": 0.9894,
|
||
"framework": "unknown",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 2,
|
||
"successRate": 0.0106,
|
||
"targetGpu": "Ascend_910-b4",
|
||
"taskType": "text-generation",
|
||
"total": 189,
|
||
"unresolvedFailureCount": 187
|
||
},
|
||
"Ascend_910-b4|vllm_tokenizer_patch|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_tokenizer_patch",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Ascend_910-b4",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Ascend_910-b4|vllm|text-generation": {
|
||
"attributableFailureCount": 39,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 39,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 35,
|
||
"framework_architecture_unsupported": 35,
|
||
"memory_capacity": 1,
|
||
"repository_structure": 1,
|
||
"tokenizer_compatibility": 2
|
||
},
|
||
"failureCount": 74,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Ascend_910-b4",
|
||
"taskType": "text-generation",
|
||
"total": 74,
|
||
"unresolvedFailureCount": 35
|
||
},
|
||
"Biren_166m|unknown|text-generation": {
|
||
"attributableFailureCount": 28,
|
||
"decisionFailureRate": 0.9655,
|
||
"decisionSuccessRate": 0.0345,
|
||
"decisionTotal": 29,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 26,
|
||
"backend_operator": 4,
|
||
"framework_architecture_unsupported": 20,
|
||
"memory_capacity": 1,
|
||
"model_load": 2,
|
||
"tokenizer_compatibility": 1,
|
||
"验证失败": 27
|
||
},
|
||
"failureCount": 81,
|
||
"failureRate": 0.9878,
|
||
"framework": "unknown",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 1,
|
||
"successRate": 0.0122,
|
||
"targetGpu": "Biren_166m",
|
||
"taskType": "text-generation",
|
||
"total": 82,
|
||
"unresolvedFailureCount": 53
|
||
},
|
||
"Biren_166m|vllm|text-generation": {
|
||
"attributableFailureCount": 2,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 2,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1,
|
||
"model_load": 1
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Biren_166m",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Cambricon_mlu-370-x4|unknown|text-generation": {
|
||
"attributableFailureCount": 20,
|
||
"decisionFailureRate": 0.9091,
|
||
"decisionSuccessRate": 0.0909,
|
||
"decisionTotal": 22,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 34,
|
||
"framework_architecture_unsupported": 18,
|
||
"memory_capacity": 1,
|
||
"tokenizer_compatibility": 1,
|
||
"验证失败": 39
|
||
},
|
||
"failureCount": 93,
|
||
"failureRate": 0.9789,
|
||
"framework": "unknown",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 2,
|
||
"successRate": 0.0211,
|
||
"targetGpu": "Cambricon_mlu-370-x4",
|
||
"taskType": "text-generation",
|
||
"total": 95,
|
||
"unresolvedFailureCount": 73
|
||
},
|
||
"Cambricon_mlu-370-x8|unknown|text-generation": {
|
||
"attributableFailureCount": 7,
|
||
"decisionFailureRate": 0.7778,
|
||
"decisionSuccessRate": 0.2222,
|
||
"decisionTotal": 9,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 20,
|
||
"framework_architecture_unsupported": 5,
|
||
"memory_capacity": 1,
|
||
"tokenizer_compatibility": 1,
|
||
"参数/模板问题": 5,
|
||
"验证失败": 22
|
||
},
|
||
"failureCount": 54,
|
||
"failureRate": 0.9643,
|
||
"framework": "unknown",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 2,
|
||
"successRate": 0.0357,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 56,
|
||
"unresolvedFailureCount": 47
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation": {
|
||
"attributableFailureCount": 7,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 7,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 19,
|
||
"framework_architecture_unsupported": 7,
|
||
"参数/模板问题": 3
|
||
},
|
||
"failureCount": 29,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 29,
|
||
"unresolvedFailureCount": 22
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm|text-generation": {
|
||
"attributableFailureCount": 3,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 3,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 3,
|
||
"参数/模板问题": 10
|
||
},
|
||
"failureCount": 13,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 13,
|
||
"unresolvedFailureCount": 10
|
||
},
|
||
"Iluvatar_bi-100|transformers|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 7
|
||
},
|
||
"failureCount": 7,
|
||
"failureRate": 1.0,
|
||
"framework": "transformers",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Iluvatar_bi-100",
|
||
"taskType": "text-generation",
|
||
"total": 7,
|
||
"unresolvedFailureCount": 7
|
||
},
|
||
"Iluvatar_bi-100|unknown|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"验证失败": 20
|
||
},
|
||
"failureCount": 20,
|
||
"failureRate": 1.0,
|
||
"framework": "unknown",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Iluvatar_bi-100",
|
||
"taskType": "text-generation",
|
||
"total": 20,
|
||
"unresolvedFailureCount": 20
|
||
},
|
||
"Iluvatar_bi-100|vllm|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Iluvatar_bi-100",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Iluvatar_bi-150|llamacpp|text-generation": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1,
|
||
"model_load": 1
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "llamacpp",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Iluvatar_bi-150",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Iluvatar_bi-150|unknown|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 1.0,
|
||
"decisionTotal": 6,
|
||
"failureBreakdown": {
|
||
"参数/模板问题": 2,
|
||
"验证失败": 30
|
||
},
|
||
"failureCount": 32,
|
||
"failureRate": 0.8421,
|
||
"framework": "unknown",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 6,
|
||
"successRate": 0.1579,
|
||
"targetGpu": "Iluvatar_bi-150",
|
||
"taskType": "text-generation",
|
||
"total": 38,
|
||
"unresolvedFailureCount": 32
|
||
},
|
||
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation": {
|
||
"attributableFailureCount": 4,
|
||
"decisionFailureRate": 0.6667,
|
||
"decisionSuccessRate": 0.3333,
|
||
"decisionTotal": 6,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 4,
|
||
"backend_operator": 3,
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 8,
|
||
"failureRate": 0.8,
|
||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 2,
|
||
"successRate": 0.2,
|
||
"targetGpu": "Iluvatar_bi-150",
|
||
"taskType": "text-generation",
|
||
"total": 10,
|
||
"unresolvedFailureCount": 4
|
||
},
|
||
"Iluvatar_bi-150|vllm|text-generation": {
|
||
"attributableFailureCount": 25,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 25,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 7,
|
||
"backend_operator": 3,
|
||
"framework_architecture_unsupported": 13,
|
||
"model_load": 6,
|
||
"repository_structure": 1,
|
||
"runtime_memory": 2
|
||
},
|
||
"failureCount": 32,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Iluvatar_bi-150",
|
||
"taskType": "text-generation",
|
||
"total": 32,
|
||
"unresolvedFailureCount": 7
|
||
},
|
||
"Iluvatar_mrv-100|unknown|text-generation": {
|
||
"attributableFailureCount": 90,
|
||
"decisionFailureRate": 0.8738,
|
||
"decisionSuccessRate": 0.1262,
|
||
"decisionTotal": 103,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 20,
|
||
"framework_architecture_unsupported": 49,
|
||
"memory_capacity": 1,
|
||
"model_load": 40,
|
||
"platform_infrastructure": 1,
|
||
"参数/模板问题": 2,
|
||
"验证失败": 47
|
||
},
|
||
"failureCount": 160,
|
||
"failureRate": 0.9249,
|
||
"framework": "unknown",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 1,
|
||
"successCount": 13,
|
||
"successRate": 0.0751,
|
||
"targetGpu": "Iluvatar_mrv-100",
|
||
"taskType": "text-generation",
|
||
"total": 173,
|
||
"unresolvedFailureCount": 69
|
||
},
|
||
"Iluvatar_mrv-100|vllm|text-generation": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"model_load": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Iluvatar_mrv-100",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Kunlunxin_p-800|unknown|text-generation": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 33,
|
||
"memory_capacity": 1,
|
||
"验证失败": 22
|
||
},
|
||
"failureCount": 56,
|
||
"failureRate": 1.0,
|
||
"framework": "unknown",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 56,
|
||
"unresolvedFailureCount": 55
|
||
},
|
||
"Kunlunxin_p-800|unknown|visual-multi-modal": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"验证失败": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "unknown",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "visual-multi-modal",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 34,
|
||
"参数/模板问题": 1
|
||
},
|
||
"failureCount": 35,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 35,
|
||
"unresolvedFailureCount": 35
|
||
},
|
||
"MetaX_c-500|unknown|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 1.0,
|
||
"decisionTotal": 9,
|
||
"failureBreakdown": {
|
||
"参数/模板问题": 8,
|
||
"验证失败": 48
|
||
},
|
||
"failureCount": 56,
|
||
"failureRate": 0.8615,
|
||
"framework": "unknown",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 9,
|
||
"successRate": 0.1385,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 65,
|
||
"unresolvedFailureCount": 56
|
||
},
|
||
"MetaX_c-500|vllm|text-generation": {
|
||
"attributableFailureCount": 50,
|
||
"decisionFailureRate": 0.9434,
|
||
"decisionSuccessRate": 0.0566,
|
||
"decisionTotal": 53,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 8,
|
||
"backend_operator": 27,
|
||
"framework_architecture_unsupported": 15,
|
||
"memory_capacity": 1,
|
||
"model_load": 6,
|
||
"repository_structure": 1,
|
||
"参数/模板问题": 9
|
||
},
|
||
"failureCount": 67,
|
||
"failureRate": 0.9571,
|
||
"framework": "vllm",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 3,
|
||
"successRate": 0.0429,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 70,
|
||
"unresolvedFailureCount": 17
|
||
},
|
||
"Mthreads_s4000|llamacpp|text-generation": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"model_load": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "llamacpp",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Mthreads_s4000|unknown|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 1.0,
|
||
"decisionTotal": 2,
|
||
"failureBreakdown": {
|
||
"参数/模板问题": 7,
|
||
"验证失败": 25
|
||
},
|
||
"failureCount": 32,
|
||
"failureRate": 0.9412,
|
||
"framework": "unknown",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 2,
|
||
"successRate": 0.0588,
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "text-generation",
|
||
"total": 34,
|
||
"unresolvedFailureCount": 32
|
||
},
|
||
"Mthreads_s4000|unknown|visual-multi-modal": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"验证失败": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "unknown",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "visual-multi-modal",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Mthreads_s4000|vllm|text-generation": {
|
||
"attributableFailureCount": 32,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 32,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 41,
|
||
"backend_operator": 4,
|
||
"framework_architecture_unsupported": 22,
|
||
"memory_capacity": 1,
|
||
"model_load": 2,
|
||
"repository_structure": 1,
|
||
"runtime_memory": 2,
|
||
"参数/模板问题": 3
|
||
},
|
||
"failureCount": 76,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "text-generation",
|
||
"total": 76,
|
||
"unresolvedFailureCount": 44
|
||
},
|
||
"Sunrise_pt-200-x1|unknown|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 1.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"参数/模板问题": 1,
|
||
"验证失败": 32
|
||
},
|
||
"failureCount": 33,
|
||
"failureRate": 0.9706,
|
||
"framework": "unknown",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 1,
|
||
"successRate": 0.0294,
|
||
"targetGpu": "Sunrise_pt-200-x1",
|
||
"taskType": "text-generation",
|
||
"total": 34,
|
||
"unresolvedFailureCount": 33
|
||
},
|
||
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation": {
|
||
"attributableFailureCount": 44,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 44,
|
||
"failureBreakdown": {
|
||
"backend_operator": 1,
|
||
"framework_architecture_unsupported": 4,
|
||
"platform_infrastructure": 2,
|
||
"tokenizer_compatibility": 39,
|
||
"参数/模板问题": 6
|
||
},
|
||
"failureCount": 52,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 2,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Sunrise_pt-200-x1",
|
||
"taskType": "text-generation",
|
||
"total": 52,
|
||
"unresolvedFailureCount": 6
|
||
},
|
||
"Sunrise_pt-200-x1|vllm|text-generation": {
|
||
"attributableFailureCount": 4,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 4,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1,
|
||
"framework_architecture_unsupported": 1,
|
||
"platform_infrastructure": 1,
|
||
"tokenizer_compatibility": 3,
|
||
"参数/模板问题": 2
|
||
},
|
||
"failureCount": 8,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 1,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Sunrise_pt-200-x1",
|
||
"taskType": "text-generation",
|
||
"total": 8,
|
||
"unresolvedFailureCount": 3
|
||
},
|
||
"Vastai_va16|unknown|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 1.0,
|
||
"decisionTotal": 13,
|
||
"failureBreakdown": {
|
||
"参数/模板问题": 13,
|
||
"验证失败": 130
|
||
},
|
||
"failureCount": 143,
|
||
"failureRate": 0.9167,
|
||
"framework": "unknown",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 13,
|
||
"successRate": 0.0833,
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation",
|
||
"total": 156,
|
||
"unresolvedFailureCount": 143
|
||
},
|
||
"Vastai_va16|vllm_fix_tokenizer|text-generation": {
|
||
"attributableFailureCount": 3,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 3,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 2,
|
||
"framework_architecture_unsupported": 2,
|
||
"model_load": 1
|
||
},
|
||
"failureCount": 5,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation",
|
||
"total": 5,
|
||
"unresolvedFailureCount": 2
|
||
},
|
||
"Vastai_va16|vllm|text-generation": {
|
||
"attributableFailureCount": 46,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 46,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 61,
|
||
"framework_architecture_unsupported": 40,
|
||
"memory_capacity": 1,
|
||
"model_load": 5
|
||
},
|
||
"failureCount": 107,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation",
|
||
"total": 107,
|
||
"unresolvedFailureCount": 61
|
||
},
|
||
"hygon_k100-ai|llamacpp|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "llamacpp",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "hygon_k100-ai",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 2
|
||
},
|
||
"hygon_k100-ai|unknown|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"参数/模板问题": 1,
|
||
"验证失败": 27
|
||
},
|
||
"failureCount": 28,
|
||
"failureRate": 1.0,
|
||
"framework": "unknown",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "hygon_k100-ai",
|
||
"taskType": "text-generation",
|
||
"total": 28,
|
||
"unresolvedFailureCount": 28
|
||
},
|
||
"hygon_k100-ai|vllm-patch-tokenizer|text-generation": {
|
||
"attributableFailureCount": 3,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 3,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 3,
|
||
"参数/模板问题": 8
|
||
},
|
||
"failureCount": 11,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-patch-tokenizer",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "hygon_k100-ai",
|
||
"taskType": "text-generation",
|
||
"total": 11,
|
||
"unresolvedFailureCount": 8
|
||
},
|
||
"hygon_k100-ai|vllm|text-generation": {
|
||
"attributableFailureCount": 42,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 42,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 18,
|
||
"framework_architecture_unsupported": 31,
|
||
"memory_capacity": 1,
|
||
"model_load": 4,
|
||
"repository_structure": 4,
|
||
"runtime_memory": 2
|
||
},
|
||
"failureCount": 60,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "hygon_k100-ai",
|
||
"taskType": "text-generation",
|
||
"total": 60,
|
||
"unresolvedFailureCount": 18
|
||
}
|
||
},
|
||
"frameworkSummaries": {
|
||
"llamacpp": {
|
||
"attributableFailureCount": 3,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 3,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 3,
|
||
"model_load": 3
|
||
},
|
||
"failureCount": 6,
|
||
"failureRate": 1.0,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"total": 6,
|
||
"unresolvedFailureCount": 3
|
||
},
|
||
"transformers": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 7
|
||
},
|
||
"failureCount": 7,
|
||
"failureRate": 1.0,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"total": 7,
|
||
"unresolvedFailureCount": 7
|
||
},
|
||
"unknown": {
|
||
"attributableFailureCount": 146,
|
||
"decisionFailureRate": 0.7374,
|
||
"decisionSuccessRate": 0.2626,
|
||
"decisionTotal": 198,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 133,
|
||
"backend_operator": 4,
|
||
"framework_architecture_unsupported": 92,
|
||
"memory_capacity": 5,
|
||
"model_load": 42,
|
||
"platform_infrastructure": 1,
|
||
"tokenizer_compatibility": 3,
|
||
"参数/模板问题": 59,
|
||
"验证失败": 673
|
||
},
|
||
"failureCount": 1012,
|
||
"failureRate": 0.9511,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 1,
|
||
"successCount": 52,
|
||
"successRate": 0.0489,
|
||
"total": 1064,
|
||
"unresolvedFailureCount": 865
|
||
},
|
||
"vllm": {
|
||
"attributableFailureCount": 270,
|
||
"decisionFailureRate": 0.989,
|
||
"decisionSuccessRate": 0.011,
|
||
"decisionTotal": 273,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 200,
|
||
"backend_operator": 34,
|
||
"framework_architecture_unsupported": 185,
|
||
"memory_capacity": 6,
|
||
"model_load": 25,
|
||
"platform_infrastructure": 1,
|
||
"repository_structure": 8,
|
||
"runtime_memory": 6,
|
||
"tokenizer_compatibility": 6,
|
||
"参数/模板问题": 24
|
||
},
|
||
"failureCount": 495,
|
||
"failureRate": 0.994,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 1,
|
||
"successCount": 3,
|
||
"successRate": 0.006,
|
||
"total": 498,
|
||
"unresolvedFailureCount": 224
|
||
},
|
||
"vllm-mlu": {
|
||
"attributableFailureCount": 7,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 7,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 19,
|
||
"framework_architecture_unsupported": 7,
|
||
"参数/模板问题": 3
|
||
},
|
||
"failureCount": 29,
|
||
"failureRate": 1.0,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"total": 29,
|
||
"unresolvedFailureCount": 22
|
||
},
|
||
"vllm-patch-tokenizer": {
|
||
"attributableFailureCount": 3,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 3,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 3,
|
||
"参数/模板问题": 8
|
||
},
|
||
"failureCount": 11,
|
||
"failureRate": 1.0,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"total": 11,
|
||
"unresolvedFailureCount": 8
|
||
},
|
||
"vllm_0_17_0_corex_4_4_0": {
|
||
"attributableFailureCount": 4,
|
||
"decisionFailureRate": 0.6667,
|
||
"decisionSuccessRate": 0.3333,
|
||
"decisionTotal": 6,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 4,
|
||
"backend_operator": 3,
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 8,
|
||
"failureRate": 0.8,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 2,
|
||
"successRate": 0.2,
|
||
"total": 10,
|
||
"unresolvedFailureCount": 4
|
||
},
|
||
"vllm_fix_tokenizer": {
|
||
"attributableFailureCount": 47,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 47,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 36,
|
||
"backend_operator": 1,
|
||
"framework_architecture_unsupported": 6,
|
||
"model_load": 1,
|
||
"platform_infrastructure": 2,
|
||
"tokenizer_compatibility": 39,
|
||
"参数/模板问题": 7
|
||
},
|
||
"failureCount": 92,
|
||
"failureRate": 1.0,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 2,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"total": 92,
|
||
"unresolvedFailureCount": 43
|
||
},
|
||
"vllm_tokenizer_patch": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
}
|
||
},
|
||
"generatedAt": "2026-09-12T11:59:10.220753+00:00",
|
||
"gpuSummaries": {
|
||
"Ascend_910-b3": {
|
||
"attributableFailureCount": 26,
|
||
"decisionFailureRate": 0.963,
|
||
"decisionSuccessRate": 0.037,
|
||
"decisionTotal": 27,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 28,
|
||
"framework_architecture_unsupported": 24,
|
||
"memory_capacity": 1,
|
||
"tokenizer_compatibility": 1,
|
||
"参数/模板问题": 8,
|
||
"验证失败": 27
|
||
},
|
||
"failureCount": 89,
|
||
"failureRate": 0.9889,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 1,
|
||
"successRate": 0.0111,
|
||
"total": 90,
|
||
"unresolvedFailureCount": 63
|
||
},
|
||
"Ascend_910-b4": {
|
||
"attributableFailureCount": 40,
|
||
"decisionFailureRate": 0.9524,
|
||
"decisionSuccessRate": 0.0476,
|
||
"decisionTotal": 42,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 36,
|
||
"framework_architecture_unsupported": 35,
|
||
"memory_capacity": 1,
|
||
"model_load": 1,
|
||
"repository_structure": 1,
|
||
"tokenizer_compatibility": 2,
|
||
"参数/模板问题": 12,
|
||
"验证失败": 175
|
||
},
|
||
"failureCount": 263,
|
||
"failureRate": 0.9925,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 2,
|
||
"successRate": 0.0075,
|
||
"total": 265,
|
||
"unresolvedFailureCount": 223
|
||
},
|
||
"Biren_166m": {
|
||
"attributableFailureCount": 30,
|
||
"decisionFailureRate": 0.9677,
|
||
"decisionSuccessRate": 0.0323,
|
||
"decisionTotal": 31,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 26,
|
||
"backend_operator": 4,
|
||
"framework_architecture_unsupported": 21,
|
||
"memory_capacity": 1,
|
||
"model_load": 3,
|
||
"tokenizer_compatibility": 1,
|
||
"验证失败": 27
|
||
},
|
||
"failureCount": 83,
|
||
"failureRate": 0.9881,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 1,
|
||
"successRate": 0.0119,
|
||
"total": 84,
|
||
"unresolvedFailureCount": 53
|
||
},
|
||
"Cambricon_mlu-370-x4": {
|
||
"attributableFailureCount": 20,
|
||
"decisionFailureRate": 0.9091,
|
||
"decisionSuccessRate": 0.0909,
|
||
"decisionTotal": 22,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 34,
|
||
"framework_architecture_unsupported": 18,
|
||
"memory_capacity": 1,
|
||
"tokenizer_compatibility": 1,
|
||
"验证失败": 39
|
||
},
|
||
"failureCount": 93,
|
||
"failureRate": 0.9789,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 2,
|
||
"successRate": 0.0211,
|
||
"total": 95,
|
||
"unresolvedFailureCount": 73
|
||
},
|
||
"Cambricon_mlu-370-x8": {
|
||
"attributableFailureCount": 17,
|
||
"decisionFailureRate": 0.8947,
|
||
"decisionSuccessRate": 0.1053,
|
||
"decisionTotal": 19,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 39,
|
||
"framework_architecture_unsupported": 15,
|
||
"memory_capacity": 1,
|
||
"tokenizer_compatibility": 1,
|
||
"参数/模板问题": 18,
|
||
"验证失败": 22
|
||
},
|
||
"failureCount": 96,
|
||
"failureRate": 0.9796,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 2,
|
||
"successRate": 0.0204,
|
||
"total": 98,
|
||
"unresolvedFailureCount": 79
|
||
},
|
||
"Iluvatar_bi-100": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 8,
|
||
"验证失败": 20
|
||
},
|
||
"failureCount": 28,
|
||
"failureRate": 1.0,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"total": 28,
|
||
"unresolvedFailureCount": 28
|
||
},
|
||
"Iluvatar_bi-150": {
|
||
"attributableFailureCount": 30,
|
||
"decisionFailureRate": 0.7895,
|
||
"decisionSuccessRate": 0.2105,
|
||
"decisionTotal": 38,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 12,
|
||
"backend_operator": 6,
|
||
"framework_architecture_unsupported": 14,
|
||
"model_load": 7,
|
||
"repository_structure": 1,
|
||
"runtime_memory": 2,
|
||
"参数/模板问题": 2,
|
||
"验证失败": 30
|
||
},
|
||
"failureCount": 74,
|
||
"failureRate": 0.9024,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 8,
|
||
"successRate": 0.0976,
|
||
"total": 82,
|
||
"unresolvedFailureCount": 44
|
||
},
|
||
"Iluvatar_mrv-100": {
|
||
"attributableFailureCount": 91,
|
||
"decisionFailureRate": 0.875,
|
||
"decisionSuccessRate": 0.125,
|
||
"decisionTotal": 104,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 20,
|
||
"framework_architecture_unsupported": 49,
|
||
"memory_capacity": 1,
|
||
"model_load": 41,
|
||
"platform_infrastructure": 1,
|
||
"参数/模板问题": 2,
|
||
"验证失败": 47
|
||
},
|
||
"failureCount": 161,
|
||
"failureRate": 0.9253,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 1,
|
||
"successCount": 13,
|
||
"successRate": 0.0747,
|
||
"total": 174,
|
||
"unresolvedFailureCount": 69
|
||
},
|
||
"Kunlunxin_p-800": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 67,
|
||
"memory_capacity": 1,
|
||
"参数/模板问题": 1,
|
||
"验证失败": 23
|
||
},
|
||
"failureCount": 92,
|
||
"failureRate": 1.0,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"total": 92,
|
||
"unresolvedFailureCount": 91
|
||
},
|
||
"MetaX_c-500": {
|
||
"attributableFailureCount": 50,
|
||
"decisionFailureRate": 0.8065,
|
||
"decisionSuccessRate": 0.1935,
|
||
"decisionTotal": 62,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 8,
|
||
"backend_operator": 27,
|
||
"framework_architecture_unsupported": 15,
|
||
"memory_capacity": 1,
|
||
"model_load": 6,
|
||
"repository_structure": 1,
|
||
"参数/模板问题": 17,
|
||
"验证失败": 48
|
||
},
|
||
"failureCount": 123,
|
||
"failureRate": 0.9111,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 12,
|
||
"successRate": 0.0889,
|
||
"total": 135,
|
||
"unresolvedFailureCount": 73
|
||
},
|
||
"Mthreads_s4000": {
|
||
"attributableFailureCount": 33,
|
||
"decisionFailureRate": 0.9429,
|
||
"decisionSuccessRate": 0.0571,
|
||
"decisionTotal": 35,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 41,
|
||
"backend_operator": 4,
|
||
"framework_architecture_unsupported": 22,
|
||
"memory_capacity": 1,
|
||
"model_load": 3,
|
||
"repository_structure": 1,
|
||
"runtime_memory": 2,
|
||
"参数/模板问题": 10,
|
||
"验证失败": 26
|
||
},
|
||
"failureCount": 110,
|
||
"failureRate": 0.9821,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 2,
|
||
"successRate": 0.0179,
|
||
"total": 112,
|
||
"unresolvedFailureCount": 77
|
||
},
|
||
"Sunrise_pt-200-x1": {
|
||
"attributableFailureCount": 48,
|
||
"decisionFailureRate": 0.9796,
|
||
"decisionSuccessRate": 0.0204,
|
||
"decisionTotal": 49,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1,
|
||
"backend_operator": 1,
|
||
"framework_architecture_unsupported": 5,
|
||
"platform_infrastructure": 3,
|
||
"tokenizer_compatibility": 42,
|
||
"参数/模板问题": 9,
|
||
"验证失败": 32
|
||
},
|
||
"failureCount": 93,
|
||
"failureRate": 0.9894,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 3,
|
||
"successCount": 1,
|
||
"successRate": 0.0106,
|
||
"total": 94,
|
||
"unresolvedFailureCount": 42
|
||
},
|
||
"Vastai_va16": {
|
||
"attributableFailureCount": 49,
|
||
"decisionFailureRate": 0.7903,
|
||
"decisionSuccessRate": 0.2097,
|
||
"decisionTotal": 62,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 63,
|
||
"framework_architecture_unsupported": 42,
|
||
"memory_capacity": 1,
|
||
"model_load": 6,
|
||
"参数/模板问题": 13,
|
||
"验证失败": 130
|
||
},
|
||
"failureCount": 255,
|
||
"failureRate": 0.9515,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 13,
|
||
"successRate": 0.0485,
|
||
"total": 268,
|
||
"unresolvedFailureCount": 206
|
||
},
|
||
"hygon_k100-ai": {
|
||
"attributableFailureCount": 45,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 45,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 20,
|
||
"framework_architecture_unsupported": 34,
|
||
"memory_capacity": 1,
|
||
"model_load": 4,
|
||
"repository_structure": 4,
|
||
"runtime_memory": 2,
|
||
"参数/模板问题": 9,
|
||
"验证失败": 27
|
||
},
|
||
"failureCount": 101,
|
||
"failureRate": 1.0,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"total": 101,
|
||
"unresolvedFailureCount": 56
|
||
}
|
||
},
|
||
"observedGpuMemoryGiB": {
|
||
"Ascend_910-b3": 64.0,
|
||
"Ascend_910-b4": 32.0,
|
||
"Biren_166m": 64.0,
|
||
"Cambricon_mlu-370-x4": 24.0,
|
||
"Cambricon_mlu-370-x8": 24.0,
|
||
"Iluvatar_mrv-100": 32.0,
|
||
"Kunlunxin_p-800": 100.0,
|
||
"MetaX_c-500": 64.0,
|
||
"Mthreads_s4000": 48.0,
|
||
"Vastai_va16": 32.0,
|
||
"hygon_k100-ai": 64.0
|
||
},
|
||
"pendingRecords": 0,
|
||
"policyCancelledRecords": 87,
|
||
"profileCombinationStats": {
|
||
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|lfm2|none": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_tokenizer_patch",
|
||
"modelType": "lfm2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Ascend_910-b4",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Biren_166m|vllm|text-generation|lfm2|none": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"model_load": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"modelType": "lfm2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Biren_166m",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Biren_166m|vllm|text-generation|qwen3_5|compressed-tensors": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"modelType": "qwen3_5",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Biren_166m",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|gemma2|compressed-tensors": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 5
|
||
},
|
||
"failureCount": 5,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"modelType": "gemma2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 5,
|
||
"unresolvedFailureCount": 5
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|llama|compressed-tensors": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 3
|
||
},
|
||
"failureCount": 3,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 3,
|
||
"unresolvedFailureCount": 3
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|nemotron_h|modelopt": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"modelType": "nemotron_h",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "modelopt",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|phi3small|compressed-tensors": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"modelType": "phi3small",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|phi3|compressed-tensors": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 3
|
||
},
|
||
"failureCount": 3,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"modelType": "phi3",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 3,
|
||
"unresolvedFailureCount": 3
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen2|compressed-tensors": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"modelType": "qwen2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3_5_moe|none": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"modelType": "qwen3_5_moe",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3_5_mtp|none": {
|
||
"attributableFailureCount": 2,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 2,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"modelType": "qwen3_5_mtp",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3_5|none": {
|
||
"attributableFailureCount": 2,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 2,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"modelType": "qwen3_5",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|rwkv7|none": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"modelType": "rwkv7",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|starcoder2|compressed-tensors": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 6
|
||
},
|
||
"failureCount": 6,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"modelType": "starcoder2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 6,
|
||
"unresolvedFailureCount": 6
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm|text-generation|qwen3_5_moe|eschamoe": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"modelType": "qwen3_5_moe",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "eschamoe",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm|text-generation|qwen3_5|none": {
|
||
"attributableFailureCount": 2,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 2,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"modelType": "qwen3_5",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|gemma2|compressed-tensors": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 3
|
||
},
|
||
"failureCount": 3,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||
"modelType": "gemma2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Iluvatar_bi-150",
|
||
"taskType": "text-generation",
|
||
"total": 3,
|
||
"unresolvedFailureCount": 3
|
||
},
|
||
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|llama|compressed-tensors": {
|
||
"attributableFailureCount": 3,
|
||
"decisionFailureRate": 0.75,
|
||
"decisionSuccessRate": 0.25,
|
||
"decisionTotal": 4,
|
||
"failureBreakdown": {
|
||
"backend_operator": 3
|
||
},
|
||
"failureCount": 3,
|
||
"failureRate": 0.75,
|
||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 1,
|
||
"successRate": 0.25,
|
||
"targetGpu": "Iluvatar_bi-150",
|
||
"taskType": "text-generation",
|
||
"total": 4,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|phi3|compressed-tensors": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 1.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {},
|
||
"failureCount": 0,
|
||
"failureRate": 0.0,
|
||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||
"modelType": "phi3",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 1,
|
||
"successRate": 1.0,
|
||
"targetGpu": "Iluvatar_bi-150",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|rwkv7|none": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||
"modelType": "rwkv7",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Iluvatar_bi-150",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|starcoder2|compressed-tensors": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||
"modelType": "starcoder2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Iluvatar_bi-150",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Iluvatar_mrv-100|vllm|text-generation|hrm_text|none": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"model_load": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"modelType": "hrm_text",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Iluvatar_mrv-100",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|aquila3|none": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"modelType": "aquila3",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gemma2|compressed-tensors": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 3
|
||
},
|
||
"failureCount": 3,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"modelType": "gemma2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 3,
|
||
"unresolvedFailureCount": 3
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|llama|compressed-tensors": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 9
|
||
},
|
||
"failureCount": 9,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 9,
|
||
"unresolvedFailureCount": 9
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|phi3small|compressed-tensors": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"modelType": "phi3small",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|phi3|compressed-tensors": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 3
|
||
},
|
||
"failureCount": 3,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"modelType": "phi3",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 3,
|
||
"unresolvedFailureCount": 3
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"modelType": "qwen3_5_moe",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 2
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5_mtp|none": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"modelType": "qwen3_5_mtp",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 2
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5|none": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 4
|
||
},
|
||
"failureCount": 4,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"modelType": "qwen3_5",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 4,
|
||
"unresolvedFailureCount": 4
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3|none": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"modelType": "qwen3",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|rwkv7|none": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"modelType": "rwkv7",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 7
|
||
},
|
||
"failureCount": 7,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"modelType": "starcoder2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 7,
|
||
"unresolvedFailureCount": 7
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|aquila3|none": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"modelType": "aquila3",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|bailing_hybrid|none": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"memory_capacity": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"modelType": "bailing_hybrid",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|gemma2|compressed-tensors": {
|
||
"attributableFailureCount": 2,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 2,
|
||
"failureBreakdown": {
|
||
"backend_operator": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"modelType": "gemma2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|llama|compressed-tensors": {
|
||
"attributableFailureCount": 14,
|
||
"decisionFailureRate": 0.9333,
|
||
"decisionSuccessRate": 0.0667,
|
||
"decisionTotal": 15,
|
||
"failureBreakdown": {
|
||
"backend_operator": 14
|
||
},
|
||
"failureCount": 14,
|
||
"failureRate": 0.9333,
|
||
"framework": "vllm",
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 1,
|
||
"successRate": 0.0667,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 15,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|phi3small|compressed-tensors": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"modelType": "phi3small",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|phi3|compressed-tensors": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 0.5,
|
||
"decisionSuccessRate": 0.5,
|
||
"decisionTotal": 2,
|
||
"failureBreakdown": {
|
||
"backend_operator": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 0.5,
|
||
"framework": "vllm",
|
||
"modelType": "phi3",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 1,
|
||
"successRate": 0.5,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|qwen3_5_moe|none": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"modelType": "qwen3_5_moe",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|qwen3_5_mtp|none": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"modelType": "qwen3_5_mtp",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|qwen3_5_text|none": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"modelType": "qwen3_5_text",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|qwen3_5|none": {
|
||
"attributableFailureCount": 2,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 2,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"modelType": "qwen3_5",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|starcoder2|compressed-tensors": {
|
||
"attributableFailureCount": 7,
|
||
"decisionFailureRate": 0.875,
|
||
"decisionSuccessRate": 0.125,
|
||
"decisionTotal": 8,
|
||
"failureBreakdown": {
|
||
"backend_operator": 7
|
||
},
|
||
"failureCount": 7,
|
||
"failureRate": 0.875,
|
||
"framework": "vllm",
|
||
"modelType": "starcoder2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 1,
|
||
"successRate": 0.125,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 8,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Mthreads_s4000|vllm|text-generation|glm_ocr|fp8": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"modelType": "glm_ocr",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "fp8",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Mthreads_s4000|vllm|text-generation|lfm2|none": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"modelType": "lfm2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Mthreads_s4000|vllm|text-generation|llama|awq": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "awq",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Mthreads_s4000|vllm|text-generation|qwen3_5_moe|modelopt": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"modelType": "qwen3_5_moe",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "modelopt",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Mthreads_s4000|vllm|text-generation|zaya|none": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 3
|
||
},
|
||
"failureCount": 3,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"modelType": "zaya",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "text-generation",
|
||
"total": 3,
|
||
"unresolvedFailureCount": 3
|
||
},
|
||
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|hrm_text|none": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"tokenizer_compatibility": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"modelType": "hrm_text",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Sunrise_pt-200-x1",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|llama|compressed-tensors": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"backend_operator": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Sunrise_pt-200-x1",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|qwen3_5|none": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"modelType": "qwen3_5",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Sunrise_pt-200-x1",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Sunrise_pt-200-x1|vllm|text-generation|llama|compressed-tensors": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"tokenizer_compatibility": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Sunrise_pt-200-x1",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Vastai_va16|vllm_fix_tokenizer|text-generation|hrm_text|none": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"model_load": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"modelType": "hrm_text",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Vastai_va16|vllm_fix_tokenizer|text-generation|llama|awq": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "awq",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Vastai_va16|vllm_fix_tokenizer|text-generation|minicpm|none": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"modelType": "minicpm",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Vastai_va16|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"modelType": "qwen3_5_moe",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Vastai_va16|vllm_fix_tokenizer|text-generation|zaya|none": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"modelType": "zaya",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|qwen3_5|none": {
|
||
"attributableFailureCount": 2,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 2,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-patch-tokenizer",
|
||
"modelType": "qwen3_5",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "hygon_k100-ai",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|zaya|none": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-patch-tokenizer",
|
||
"modelType": "zaya",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "hygon_k100-ai",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
}
|
||
},
|
||
"recentCombinationStats": {
|
||
"Ascend_910-b3|vllm|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"consecutiveFailures": 0,
|
||
"consecutivePlatformFailures": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 20
|
||
},
|
||
"failureCount": 20,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"lastPlatformFailureAt": null,
|
||
"lastTerminalAt": "2026-09-10T16:37:38.117587+00:00",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Ascend_910-b3",
|
||
"taskType": "text-generation",
|
||
"total": 20,
|
||
"unresolvedFailureCount": 20
|
||
},
|
||
"Ascend_910-b4|unknown|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"consecutiveFailures": 0,
|
||
"consecutivePlatformFailures": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"参数/模板问题": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "unknown",
|
||
"lastPlatformFailureAt": null,
|
||
"lastTerminalAt": "2026-09-11T23:52:34.207605+00:00",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Ascend_910-b4",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Ascend_910-b4|vllm|text-generation": {
|
||
"attributableFailureCount": 3,
|
||
"consecutiveFailures": 3,
|
||
"consecutivePlatformFailures": 0,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 3,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 17,
|
||
"framework_architecture_unsupported": 3
|
||
},
|
||
"failureCount": 20,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"lastPlatformFailureAt": null,
|
||
"lastTerminalAt": "2026-09-12T09:44:49.014179+00:00",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Ascend_910-b4",
|
||
"taskType": "text-generation",
|
||
"total": 20,
|
||
"unresolvedFailureCount": 17
|
||
},
|
||
"Biren_166m|unknown|text-generation": {
|
||
"attributableFailureCount": 8,
|
||
"consecutiveFailures": 8,
|
||
"consecutivePlatformFailures": 0,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 8,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 8,
|
||
"backend_operator": 4,
|
||
"framework_architecture_unsupported": 3,
|
||
"model_load": 1
|
||
},
|
||
"failureCount": 16,
|
||
"failureRate": 1.0,
|
||
"framework": "unknown",
|
||
"lastPlatformFailureAt": null,
|
||
"lastTerminalAt": "2026-09-12T10:30:27.007152+00:00",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Biren_166m",
|
||
"taskType": "text-generation",
|
||
"total": 16,
|
||
"unresolvedFailureCount": 8
|
||
},
|
||
"Cambricon_mlu-370-x4|unknown|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"consecutiveFailures": 0,
|
||
"consecutivePlatformFailures": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 20
|
||
},
|
||
"failureCount": 20,
|
||
"failureRate": 1.0,
|
||
"framework": "unknown",
|
||
"lastPlatformFailureAt": null,
|
||
"lastTerminalAt": "2026-09-11T12:59:52.253401+00:00",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x4",
|
||
"taskType": "text-generation",
|
||
"total": 20,
|
||
"unresolvedFailureCount": 20
|
||
},
|
||
"Cambricon_mlu-370-x8|unknown|text-generation": {
|
||
"attributableFailureCount": 1,
|
||
"consecutiveFailures": 1,
|
||
"consecutivePlatformFailures": 0,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 15,
|
||
"tokenizer_compatibility": 1
|
||
},
|
||
"failureCount": 16,
|
||
"failureRate": 1.0,
|
||
"framework": "unknown",
|
||
"lastPlatformFailureAt": null,
|
||
"lastTerminalAt": "2026-09-12T08:02:48.507658+00:00",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 16,
|
||
"unresolvedFailureCount": 15
|
||
},
|
||
"Iluvatar_bi-100|transformers|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"consecutiveFailures": 0,
|
||
"consecutivePlatformFailures": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 3
|
||
},
|
||
"failureCount": 3,
|
||
"failureRate": 1.0,
|
||
"framework": "transformers",
|
||
"lastPlatformFailureAt": null,
|
||
"lastTerminalAt": "2026-09-12T05:51:39.310788+00:00",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Iluvatar_bi-100",
|
||
"taskType": "text-generation",
|
||
"total": 3,
|
||
"unresolvedFailureCount": 3
|
||
},
|
||
"Iluvatar_bi-150|unknown|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"consecutiveFailures": 0,
|
||
"consecutivePlatformFailures": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 1.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"参数/模板问题": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 0.5,
|
||
"framework": "unknown",
|
||
"lastPlatformFailureAt": null,
|
||
"lastTerminalAt": "2026-09-11T23:52:34.207568+00:00",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 1,
|
||
"successRate": 0.5,
|
||
"targetGpu": "Iluvatar_bi-150",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Iluvatar_bi-150|vllm|text-generation": {
|
||
"attributableFailureCount": 12,
|
||
"consecutiveFailures": 12,
|
||
"consecutivePlatformFailures": 0,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 12,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 2,
|
||
"backend_operator": 2,
|
||
"framework_architecture_unsupported": 6,
|
||
"model_load": 3,
|
||
"repository_structure": 1
|
||
},
|
||
"failureCount": 14,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"lastPlatformFailureAt": null,
|
||
"lastTerminalAt": "2026-09-12T08:20:40.114654+00:00",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Iluvatar_bi-150",
|
||
"taskType": "text-generation",
|
||
"total": 14,
|
||
"unresolvedFailureCount": 2
|
||
},
|
||
"Iluvatar_mrv-100|unknown|text-generation": {
|
||
"attributableFailureCount": 14,
|
||
"consecutiveFailures": 2,
|
||
"consecutivePlatformFailures": 0,
|
||
"decisionFailureRate": 0.8235,
|
||
"decisionSuccessRate": 0.1765,
|
||
"decisionTotal": 17,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 3,
|
||
"framework_architecture_unsupported": 1,
|
||
"model_load": 13
|
||
},
|
||
"failureCount": 17,
|
||
"failureRate": 0.85,
|
||
"framework": "unknown",
|
||
"lastPlatformFailureAt": null,
|
||
"lastTerminalAt": "2026-09-12T09:54:24.312986+00:00",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 3,
|
||
"successRate": 0.15,
|
||
"targetGpu": "Iluvatar_mrv-100",
|
||
"taskType": "text-generation",
|
||
"total": 20,
|
||
"unresolvedFailureCount": 3
|
||
},
|
||
"Kunlunxin_p-800|unknown|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"consecutiveFailures": 0,
|
||
"consecutivePlatformFailures": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 4
|
||
},
|
||
"failureCount": 4,
|
||
"failureRate": 1.0,
|
||
"framework": "unknown",
|
||
"lastPlatformFailureAt": null,
|
||
"lastTerminalAt": "2026-09-12T09:06:13.895768+00:00",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 4,
|
||
"unresolvedFailureCount": 4
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"consecutiveFailures": 0,
|
||
"consecutivePlatformFailures": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 19
|
||
},
|
||
"failureCount": 19,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"lastPlatformFailureAt": null,
|
||
"lastTerminalAt": "2026-09-10T18:58:50.012615+00:00",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 19,
|
||
"unresolvedFailureCount": 19
|
||
},
|
||
"MetaX_c-500|vllm|text-generation": {
|
||
"attributableFailureCount": 5,
|
||
"consecutiveFailures": 5,
|
||
"consecutivePlatformFailures": 0,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 5,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1,
|
||
"framework_architecture_unsupported": 2,
|
||
"model_load": 2,
|
||
"repository_structure": 1
|
||
},
|
||
"failureCount": 6,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"lastPlatformFailureAt": null,
|
||
"lastTerminalAt": "2026-09-12T11:41:06.016003+00:00",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 6,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Mthreads_s4000|llamacpp|text-generation": {
|
||
"attributableFailureCount": 1,
|
||
"consecutiveFailures": 1,
|
||
"consecutivePlatformFailures": 0,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"model_load": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "llamacpp",
|
||
"lastPlatformFailureAt": null,
|
||
"lastTerminalAt": "2026-09-09T08:32:12.414501+00:00",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Mthreads_s4000|vllm|text-generation": {
|
||
"attributableFailureCount": 4,
|
||
"consecutiveFailures": 4,
|
||
"consecutivePlatformFailures": 0,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 4,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 16,
|
||
"backend_operator": 3,
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 20,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"lastPlatformFailureAt": null,
|
||
"lastTerminalAt": "2026-09-10T22:39:21.821546+00:00",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "text-generation",
|
||
"total": 20,
|
||
"unresolvedFailureCount": 16
|
||
},
|
||
"Sunrise_pt-200-x1|unknown|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"consecutiveFailures": 0,
|
||
"consecutivePlatformFailures": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 1.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {},
|
||
"failureCount": 0,
|
||
"failureRate": 0.0,
|
||
"framework": "unknown",
|
||
"lastPlatformFailureAt": null,
|
||
"lastTerminalAt": "2026-09-09T17:24:58.529030+00:00",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 1,
|
||
"successRate": 1.0,
|
||
"targetGpu": "Sunrise_pt-200-x1",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation": {
|
||
"attributableFailureCount": 14,
|
||
"consecutiveFailures": 14,
|
||
"consecutivePlatformFailures": 0,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 14,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 2,
|
||
"platform_infrastructure": 1,
|
||
"tokenizer_compatibility": 12
|
||
},
|
||
"failureCount": 15,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"lastPlatformFailureAt": "2026-09-10T11:01:21+00:00",
|
||
"lastTerminalAt": "2026-09-12T06:34:23.913264+00:00",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 1,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Sunrise_pt-200-x1",
|
||
"taskType": "text-generation",
|
||
"total": 15,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Sunrise_pt-200-x1|vllm|text-generation": {
|
||
"attributableFailureCount": 2,
|
||
"consecutiveFailures": 2,
|
||
"consecutivePlatformFailures": 0,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 2,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1,
|
||
"platform_infrastructure": 1,
|
||
"tokenizer_compatibility": 2
|
||
},
|
||
"failureCount": 4,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"lastPlatformFailureAt": "2026-09-09T17:17:21+00:00",
|
||
"lastTerminalAt": "2026-09-12T03:05:47.937901+00:00",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 1,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Sunrise_pt-200-x1",
|
||
"taskType": "text-generation",
|
||
"total": 4,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Vastai_va16|vllm_fix_tokenizer|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"consecutiveFailures": 0,
|
||
"consecutivePlatformFailures": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"lastPlatformFailureAt": null,
|
||
"lastTerminalAt": "2026-09-10T16:44:50.902809+00:00",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Vastai_va16|vllm|text-generation": {
|
||
"attributableFailureCount": 2,
|
||
"consecutiveFailures": 2,
|
||
"consecutivePlatformFailures": 0,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 2,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 18,
|
||
"framework_architecture_unsupported": 2
|
||
},
|
||
"failureCount": 20,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"lastPlatformFailureAt": null,
|
||
"lastTerminalAt": "2026-09-12T10:56:57.011705+00:00",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation",
|
||
"total": 20,
|
||
"unresolvedFailureCount": 18
|
||
},
|
||
"hygon_k100-ai|unknown|text-generation": {
|
||
"attributableFailureCount": 0,
|
||
"consecutiveFailures": 0,
|
||
"consecutivePlatformFailures": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"参数/模板问题": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "unknown",
|
||
"lastPlatformFailureAt": null,
|
||
"lastTerminalAt": "2026-09-11T07:43:04.407471+00:00",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "hygon_k100-ai",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"hygon_k100-ai|vllm|text-generation": {
|
||
"attributableFailureCount": 7,
|
||
"consecutiveFailures": 7,
|
||
"consecutivePlatformFailures": 0,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 7,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 13,
|
||
"framework_architecture_unsupported": 4,
|
||
"model_load": 1,
|
||
"repository_structure": 1,
|
||
"runtime_memory": 1
|
||
},
|
||
"failureCount": 20,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"lastPlatformFailureAt": null,
|
||
"lastTerminalAt": "2026-09-12T11:23:23.155704+00:00",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "hygon_k100-ai",
|
||
"taskType": "text-generation",
|
||
"total": 20,
|
||
"unresolvedFailureCount": 13
|
||
}
|
||
},
|
||
"recentProfileCombinationStats": {
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gemma2|compressed-tensors": {
|
||
"attributableFailureCount": 0,
|
||
"consecutiveFailures": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"lastTerminalAt": "2026-09-10T12:23:25.501745+00:00",
|
||
"modelType": "gemma2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 2
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|llama|compressed-tensors": {
|
||
"attributableFailureCount": 0,
|
||
"consecutiveFailures": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 3
|
||
},
|
||
"failureCount": 3,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"lastTerminalAt": "2026-09-09T11:33:22.442275+00:00",
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 3,
|
||
"unresolvedFailureCount": 3
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|phi3small|compressed-tensors": {
|
||
"attributableFailureCount": 0,
|
||
"consecutiveFailures": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"lastTerminalAt": "2026-09-09T11:30:49.443166+00:00",
|
||
"modelType": "phi3small",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|phi3|compressed-tensors": {
|
||
"attributableFailureCount": 0,
|
||
"consecutiveFailures": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 3
|
||
},
|
||
"failureCount": 3,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"lastTerminalAt": "2026-09-10T02:58:51.546388+00:00",
|
||
"modelType": "phi3",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 3,
|
||
"unresolvedFailureCount": 3
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none": {
|
||
"attributableFailureCount": 0,
|
||
"consecutiveFailures": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"lastTerminalAt": "2026-09-09T14:00:25.508497+00:00",
|
||
"modelType": "qwen3_5_moe",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 2
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5_mtp|none": {
|
||
"attributableFailureCount": 0,
|
||
"consecutiveFailures": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"lastTerminalAt": "2026-09-09T13:57:00.114030+00:00",
|
||
"modelType": "qwen3_5_mtp",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 2
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5|none": {
|
||
"attributableFailureCount": 0,
|
||
"consecutiveFailures": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"lastTerminalAt": "2026-09-10T18:58:50.012615+00:00",
|
||
"modelType": "qwen3_5",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 2
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|rwkv7|none": {
|
||
"attributableFailureCount": 0,
|
||
"consecutiveFailures": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"lastTerminalAt": "2026-09-10T09:38:19.106782+00:00",
|
||
"modelType": "rwkv7",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors": {
|
||
"attributableFailureCount": 0,
|
||
"consecutiveFailures": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 3
|
||
},
|
||
"failureCount": 3,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"lastTerminalAt": "2026-09-09T16:50:57.939999+00:00",
|
||
"modelType": "starcoder2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 3,
|
||
"unresolvedFailureCount": 3
|
||
},
|
||
"Mthreads_s4000|vllm|text-generation|zaya|none": {
|
||
"attributableFailureCount": 0,
|
||
"consecutiveFailures": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 3
|
||
},
|
||
"failureCount": 3,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"lastTerminalAt": "2026-09-10T22:32:18.404549+00:00",
|
||
"modelType": "zaya",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "text-generation",
|
||
"total": 3,
|
||
"unresolvedFailureCount": 3
|
||
},
|
||
"Vastai_va16|vllm_fix_tokenizer|text-generation|minicpm|none": {
|
||
"attributableFailureCount": 0,
|
||
"consecutiveFailures": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"lastTerminalAt": "2026-09-10T16:44:50.902809+00:00",
|
||
"modelType": "minicpm",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
}
|
||
},
|
||
"sizedProfileCombinationStats": {
|
||
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|lfm2|none|29": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_tokenizer_patch",
|
||
"loadSizeLog2Bucket": 29,
|
||
"modelType": "lfm2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Ascend_910-b4",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Biren_166m|vllm|text-generation|lfm2|none|29": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"model_load": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 29,
|
||
"modelType": "lfm2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Biren_166m",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Biren_166m|vllm|text-generation|qwen3_5|compressed-tensors|34": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 34,
|
||
"modelType": "qwen3_5",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Biren_166m",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|gemma2|compressed-tensors|31": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"loadSizeLog2Bucket": 31,
|
||
"modelType": "gemma2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|gemma2|compressed-tensors|32": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 3
|
||
},
|
||
"failureCount": 3,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"loadSizeLog2Bucket": 32,
|
||
"modelType": "gemma2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 3,
|
||
"unresolvedFailureCount": 3
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|gemma2|compressed-tensors|33": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "gemma2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|llama|compressed-tensors|30": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"loadSizeLog2Bucket": 30,
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|llama|compressed-tensors|33": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 2
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|nemotron_h|modelopt|34": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"loadSizeLog2Bucket": 34,
|
||
"modelType": "nemotron_h",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "modelopt",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|phi3small|compressed-tensors|33": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "phi3small",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|phi3|compressed-tensors|31": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"loadSizeLog2Bucket": 31,
|
||
"modelType": "phi3",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|phi3|compressed-tensors|33": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "phi3",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 2
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen2|compressed-tensors|30": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"loadSizeLog2Bucket": 30,
|
||
"modelType": "qwen2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3_5_moe|none|34": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"loadSizeLog2Bucket": 34,
|
||
"modelType": "qwen3_5_moe",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3_5_mtp|none|27": {
|
||
"attributableFailureCount": 2,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 2,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"loadSizeLog2Bucket": 27,
|
||
"modelType": "qwen3_5_mtp",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3_5|none|32": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"loadSizeLog2Bucket": 32,
|
||
"modelType": "qwen3_5",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3_5|none|34": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"loadSizeLog2Bucket": 34,
|
||
"modelType": "qwen3_5",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|rwkv7|none|31": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"loadSizeLog2Bucket": 31,
|
||
"modelType": "rwkv7",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|starcoder2|compressed-tensors|31": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"loadSizeLog2Bucket": 31,
|
||
"modelType": "starcoder2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 2
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|starcoder2|compressed-tensors|32": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"loadSizeLog2Bucket": 32,
|
||
"modelType": "starcoder2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 2
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|starcoder2|compressed-tensors|34": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-mlu",
|
||
"loadSizeLog2Bucket": 34,
|
||
"modelType": "starcoder2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 2
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm|text-generation|qwen3_5_moe|eschamoe|33": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "qwen3_5_moe",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "eschamoe",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Cambricon_mlu-370-x8|vllm|text-generation|qwen3_5|none|34": {
|
||
"attributableFailureCount": 2,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 2,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 34,
|
||
"modelType": "qwen3_5",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Cambricon_mlu-370-x8",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|gemma2|compressed-tensors|32": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||
"loadSizeLog2Bucket": 32,
|
||
"modelType": "gemma2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Iluvatar_bi-150",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|gemma2|compressed-tensors|33": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "gemma2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Iluvatar_bi-150",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 2
|
||
},
|
||
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|llama|compressed-tensors|28": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 1.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {},
|
||
"failureCount": 0,
|
||
"failureRate": 0.0,
|
||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||
"loadSizeLog2Bucket": 28,
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 1,
|
||
"successRate": 1.0,
|
||
"targetGpu": "Iluvatar_bi-150",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|llama|compressed-tensors|32": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"backend_operator": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||
"loadSizeLog2Bucket": 32,
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Iluvatar_bi-150",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|llama|compressed-tensors|33": {
|
||
"attributableFailureCount": 2,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 2,
|
||
"failureBreakdown": {
|
||
"backend_operator": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Iluvatar_bi-150",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|phi3|compressed-tensors|33": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 1.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {},
|
||
"failureCount": 0,
|
||
"failureRate": 0.0,
|
||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "phi3",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 1,
|
||
"successRate": 1.0,
|
||
"targetGpu": "Iluvatar_bi-150",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|rwkv7|none|31": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||
"loadSizeLog2Bucket": 31,
|
||
"modelType": "rwkv7",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Iluvatar_bi-150",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|starcoder2|compressed-tensors|34": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||
"loadSizeLog2Bucket": 34,
|
||
"modelType": "starcoder2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Iluvatar_bi-150",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Iluvatar_mrv-100|vllm|text-generation|hrm_text|none|31": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"model_load": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 31,
|
||
"modelType": "hrm_text",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Iluvatar_mrv-100",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|aquila3|none|12": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 12,
|
||
"modelType": "aquila3",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gemma2|compressed-tensors|32": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 32,
|
||
"modelType": "gemma2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gemma2|compressed-tensors|33": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "gemma2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 2
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|llama|compressed-tensors|28": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 28,
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|llama|compressed-tensors|30": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 30,
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|llama|compressed-tensors|32": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 32,
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 2
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|llama|compressed-tensors|33": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 5
|
||
},
|
||
"failureCount": 5,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 5,
|
||
"unresolvedFailureCount": 5
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|phi3small|compressed-tensors|33": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "phi3small",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|phi3|compressed-tensors|31": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 31,
|
||
"modelType": "phi3",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|phi3|compressed-tensors|33": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "phi3",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 2
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none|36": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 36,
|
||
"modelType": "qwen3_5_moe",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 2
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5_mtp|none|27": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 27,
|
||
"modelType": "qwen3_5_mtp",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 2
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5|none|33": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "qwen3_5",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 2
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5|none|34": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 34,
|
||
"modelType": "qwen3_5",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 2
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3|none|34": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 34,
|
||
"modelType": "qwen3",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|rwkv7|none|31": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 31,
|
||
"modelType": "rwkv7",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors|31": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 31,
|
||
"modelType": "starcoder2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors|32": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 32,
|
||
"modelType": "starcoder2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 2
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors|33": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "starcoder2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors|34": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 3
|
||
},
|
||
"failureCount": 3,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 34,
|
||
"modelType": "starcoder2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Kunlunxin_p-800",
|
||
"taskType": "text-generation",
|
||
"total": 3,
|
||
"unresolvedFailureCount": 3
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|aquila3|none|12": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 12,
|
||
"modelType": "aquila3",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|bailing_hybrid|none|33": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"memory_capacity": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "bailing_hybrid",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|gemma2|compressed-tensors|32": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"backend_operator": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 32,
|
||
"modelType": "gemma2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|gemma2|compressed-tensors|33": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"backend_operator": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "gemma2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|llama|compressed-tensors|28": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 1.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {},
|
||
"failureCount": 0,
|
||
"failureRate": 0.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 28,
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 1,
|
||
"successRate": 1.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|llama|compressed-tensors|30": {
|
||
"attributableFailureCount": 3,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 3,
|
||
"failureBreakdown": {
|
||
"backend_operator": 3
|
||
},
|
||
"failureCount": 3,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 30,
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 3,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|llama|compressed-tensors|31": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"backend_operator": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 31,
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|llama|compressed-tensors|32": {
|
||
"attributableFailureCount": 3,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 3,
|
||
"failureBreakdown": {
|
||
"backend_operator": 3
|
||
},
|
||
"failureCount": 3,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 32,
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 3,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|llama|compressed-tensors|33": {
|
||
"attributableFailureCount": 7,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 7,
|
||
"failureBreakdown": {
|
||
"backend_operator": 7
|
||
},
|
||
"failureCount": 7,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 7,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|phi3small|compressed-tensors|33": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "phi3small",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|phi3|compressed-tensors|33": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 0.5,
|
||
"decisionSuccessRate": 0.5,
|
||
"decisionTotal": 2,
|
||
"failureBreakdown": {
|
||
"backend_operator": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 0.5,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "phi3",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 1,
|
||
"successRate": 0.5,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|qwen3_5_moe|none|34": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 34,
|
||
"modelType": "qwen3_5_moe",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|qwen3_5_mtp|none|27": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 27,
|
||
"modelType": "qwen3_5_mtp",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|qwen3_5_text|none|33": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "qwen3_5_text",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|qwen3_5|none|33": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "qwen3_5",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|qwen3_5|none|34": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 34,
|
||
"modelType": "qwen3_5",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|starcoder2|compressed-tensors|31": {
|
||
"attributableFailureCount": 2,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 2,
|
||
"failureBreakdown": {
|
||
"backend_operator": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 31,
|
||
"modelType": "starcoder2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|starcoder2|compressed-tensors|32": {
|
||
"attributableFailureCount": 2,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 2,
|
||
"failureBreakdown": {
|
||
"backend_operator": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 32,
|
||
"modelType": "starcoder2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 2,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|starcoder2|compressed-tensors|33": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"backend_operator": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "starcoder2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"MetaX_c-500|vllm|text-generation|starcoder2|compressed-tensors|34": {
|
||
"attributableFailureCount": 2,
|
||
"decisionFailureRate": 0.6667,
|
||
"decisionSuccessRate": 0.3333,
|
||
"decisionTotal": 3,
|
||
"failureBreakdown": {
|
||
"backend_operator": 2
|
||
},
|
||
"failureCount": 2,
|
||
"failureRate": 0.6667,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 34,
|
||
"modelType": "starcoder2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 1,
|
||
"successRate": 0.3333,
|
||
"targetGpu": "MetaX_c-500",
|
||
"taskType": "text-generation",
|
||
"total": 3,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Mthreads_s4000|vllm|text-generation|glm_ocr|fp8|30": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 30,
|
||
"modelType": "glm_ocr",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "fp8",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Mthreads_s4000|vllm|text-generation|lfm2|none|29": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 29,
|
||
"modelType": "lfm2",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Mthreads_s4000|vllm|text-generation|llama|awq|33": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "awq",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Mthreads_s4000|vllm|text-generation|qwen3_5_moe|modelopt|34": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 34,
|
||
"modelType": "qwen3_5_moe",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "modelopt",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Mthreads_s4000|vllm|text-generation|zaya|none|32": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 3
|
||
},
|
||
"failureCount": 3,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 32,
|
||
"modelType": "zaya",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Mthreads_s4000",
|
||
"taskType": "text-generation",
|
||
"total": 3,
|
||
"unresolvedFailureCount": 3
|
||
},
|
||
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|hrm_text|none|31": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"tokenizer_compatibility": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 31,
|
||
"modelType": "hrm_text",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Sunrise_pt-200-x1",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|llama|compressed-tensors|31": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"backend_operator": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 31,
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Sunrise_pt-200-x1",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|qwen3_5|none|32": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 32,
|
||
"modelType": "qwen3_5",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Sunrise_pt-200-x1",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Sunrise_pt-200-x1|vllm|text-generation|llama|compressed-tensors|30": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"tokenizer_compatibility": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm",
|
||
"loadSizeLog2Bucket": 30,
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "compressed-tensors",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Sunrise_pt-200-x1",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Vastai_va16|vllm_fix_tokenizer|text-generation|hrm_text|none|31": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"model_load": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 31,
|
||
"modelType": "hrm_text",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Vastai_va16|vllm_fix_tokenizer|text-generation|llama|awq|33": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "llama",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "awq",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Vastai_va16|vllm_fix_tokenizer|text-generation|minicpm|none|33": {
|
||
"attributableFailureCount": 0,
|
||
"decisionFailureRate": 0.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 0,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "minicpm",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 1
|
||
},
|
||
"Vastai_va16|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none|34": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 34,
|
||
"modelType": "qwen3_5_moe",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"Vastai_va16|vllm_fix_tokenizer|text-generation|zaya|none|32": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm_fix_tokenizer",
|
||
"loadSizeLog2Bucket": 32,
|
||
"modelType": "zaya",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "Vastai_va16",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|qwen3_5|none|33": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-patch-tokenizer",
|
||
"loadSizeLog2Bucket": 33,
|
||
"modelType": "qwen3_5",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "hygon_k100-ai",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|qwen3_5|none|34": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-patch-tokenizer",
|
||
"loadSizeLog2Bucket": 34,
|
||
"modelType": "qwen3_5",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "hygon_k100-ai",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
},
|
||
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|zaya|none|32": {
|
||
"attributableFailureCount": 1,
|
||
"decisionFailureRate": 1.0,
|
||
"decisionSuccessRate": 0.0,
|
||
"decisionTotal": 1,
|
||
"failureBreakdown": {
|
||
"framework_architecture_unsupported": 1
|
||
},
|
||
"failureCount": 1,
|
||
"failureRate": 1.0,
|
||
"framework": "vllm-patch-tokenizer",
|
||
"loadSizeLog2Bucket": 32,
|
||
"modelType": "zaya",
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 0,
|
||
"quantizationMethod": "none",
|
||
"successCount": 0,
|
||
"successRate": 0.0,
|
||
"targetGpu": "hygon_k100-ai",
|
||
"taskType": "text-generation",
|
||
"total": 1,
|
||
"unresolvedFailureCount": 0
|
||
}
|
||
},
|
||
"terminalRecords": 1718,
|
||
"totalRecords": 1805,
|
||
"totals": {
|
||
"attributableFailureCount": 480,
|
||
"decisionFailureRate": 0.8939,
|
||
"decisionSuccessRate": 0.1061,
|
||
"decisionTotal": 537,
|
||
"failureBreakdown": {
|
||
"ambiguous_runtime": 403,
|
||
"backend_operator": 42,
|
||
"framework_architecture_unsupported": 294,
|
||
"memory_capacity": 11,
|
||
"model_load": 71,
|
||
"platform_infrastructure": 4,
|
||
"repository_structure": 8,
|
||
"runtime_memory": 6,
|
||
"tokenizer_compatibility": 48,
|
||
"参数/模板问题": 101,
|
||
"验证失败": 673
|
||
},
|
||
"failureCount": 1661,
|
||
"failureRate": 0.9668,
|
||
"pendingCount": 0,
|
||
"pendingRate": 0.0,
|
||
"platformFailureCount": 4,
|
||
"successCount": 57,
|
||
"successRate": 0.0332,
|
||
"total": 1718,
|
||
"unresolvedFailureCount": 1177
|
||
},
|
||
"warnings": [
|
||
"GPU Ascend_910-b3 本地统计失败率偏高（≥50%），建议重点关注。",
|
||
"GPU Ascend_910-b4 本地统计失败率偏高（≥50%），建议重点关注。",
|
||
"GPU Mthreads_s4000 本地统计失败率偏高（≥50%），建议重点关注。",
|
||
"GPU Sunrise_pt-200-x1 本地统计失败率偏高（≥50%），建议重点关注。",
|
||
"GPU hygon_k100-ai 本地统计失败率偏高（≥50%），建议重点关注。",
|
||
"GPU Cambricon_mlu-370-x4 本地统计失败率偏高（≥50%），建议重点关注。",
|
||
"GPU Iluvatar_mrv-100 本地统计失败率偏高（≥50%），建议重点关注。",
|
||
"GPU Vastai_va16 本地统计失败率偏高（≥50%），建议重点关注。",
|
||
"GPU Cambricon_mlu-370-x8 本地统计失败率偏高（≥50%），建议重点关注。",
|
||
"GPU MetaX_c-500 本地统计失败率偏高（≥50%），建议重点关注。",
|
||
"GPU Biren_166m 本地统计失败率偏高（≥50%），建议重点关注。",
|
||
"GPU Iluvatar_bi-150 本地统计失败率偏高（≥50%），建议重点关注。",
|
||
"组合 hygon_k100-ai|vllm-patch-tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||
"组合 hygon_k100-ai|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||
"组合 Ascend_910-b4|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||
"组合 Iluvatar_mrv-100|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||
"组合 Mthreads_s4000|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||
"组合 Cambricon_mlu-370-x4|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||
"组合 Ascend_910-b3|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||
"组合 Cambricon_mlu-370-x8|vllm-mlu|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||
"组合 Cambricon_mlu-370-x8|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||
"组合 Cambricon_mlu-370-x8|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||
"组合 Vastai_va16|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||
"组合 Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||
"组合 Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||
"组合 Biren_166m|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||
"组合 Iluvatar_bi-150|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||
"组合 Sunrise_pt-200-x1|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||
"组合 Vastai_va16|vllm_fix_tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||
"组合 MetaX_c-500|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。"
|
||
]
|
||
},
|
||
"storageMode": "decision_state_only",
|
||
"summarizedRecords": 1805,
|
||
"version": 1
|
||
}
|