55000 lines
1.7 MiB
Plaintext
55000 lines
1.7 MiB
Plaintext
{
|
|
"generatedAt": "2026-10-02T04:08:31.624363+00:00",
|
|
"lastSyncTime": "2026-10-02T04:08:31.346005+00:00",
|
|
"recentLimit": 300,
|
|
"report": {
|
|
"architectureCompatibilityBlocks": {
|
|
"ascend_910-b3|vllm_tokenizer_patch|text-generation|architectures:bailingmoev2_5forcausallm": {
|
|
"architectureSignature": "architectures:bailingmoev2_5forcausallm",
|
|
"architectures": [
|
|
"bailingmoev2_5forcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-21T11:00:23.698765+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-21T11:00:23.698765+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"JANGQ-AI/Ling-2.6-flash-JANGTQ"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4999567"
|
|
],
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b3|vllm_tokenizer_patch|text-generation|architectures:phi3smallforcausallm": {
|
|
"architectureSignature": "architectures:phi3smallforcausallm",
|
|
"architectures": [
|
|
"phi3smallforcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-21T11:18:21.960935+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-21T11:18:21.960935+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": "phi3small",
|
|
"sourceModelIds": [
|
|
"RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4999762"
|
|
],
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b3|vllm_tokenizer_patch|text-generation|model_type:gemma4": {
|
|
"architectureSignature": "model_type:gemma4",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-14T20:36:23.395422+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-14T20:36:23.395422+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "gemma4",
|
|
"sourceModelIds": [
|
|
"mlx-community/gemma-4-31B-it-qat-OptiQ-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4856934"
|
|
],
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b3|vllm_tokenizer_patch|text-generation|model_type:muse_glimmer": {
|
|
"architectureSignature": "model_type:muse_glimmer",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T02:52:51.840741+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-20T02:52:51.840741+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "muse_glimmer",
|
|
"sourceModelIds": [
|
|
"ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969068"
|
|
],
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b3|vllm_tokenizer_patch|text-generation|model_type:qwen3_5": {
|
|
"architectureSignature": "model_type:qwen3_5",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T02:52:51.846373+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-20T02:52:51.846373+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5",
|
|
"sourceModelIds": [
|
|
"VerStella/Qwen3.8-27B-heretic-ara-W8A8-DCU"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969063"
|
|
],
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b3|vllm_tokenizer_patch|text-generation|model_type:qwen3_5_moe": {
|
|
"architectureSignature": "model_type:qwen3_5_moe",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T03:09:18.238662+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-20T03:09:18.238662+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_moe",
|
|
"sourceModelIds": [
|
|
"mlx-community/KAT-Coder-V2.5-Dev-OptiQ-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969344"
|
|
],
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b3|vllm_tokenizer_patch|text-generation|model_type:qwen3_vl": {
|
|
"architectureSignature": "model_type:qwen3_vl",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T02:52:51.740561+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-20T02:52:51.740561+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_vl",
|
|
"sourceModelIds": [
|
|
"BAAI/RoboBrain2.5-8B-MT"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969062"
|
|
],
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b3|vllm|text-generation|architectures:nanbeigeforcausallm": {
|
|
"architectureSignature": "architectures:nanbeigeforcausallm",
|
|
"architectures": [
|
|
"nanbeigeforcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-14T17:25:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-14T17:25:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"nanbeige/Nanbeige4.2-3B-GPTQ-Int8"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4589952"
|
|
],
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b3|vllm|text-generation|architectures:spark2_5forcausallm": {
|
|
"architectureSignature": "architectures:spark2_5forcausallm",
|
|
"architectures": [
|
|
"spark2_5forcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-13T03:21:22+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-13T03:21:22+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"XHToken/Spark-X2.5-1.7B"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4558358"
|
|
],
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b3|vllm|text-generation|model_type:deepseek_v4_dspark": {
|
|
"architectureSignature": "model_type:deepseek_v4_dspark",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-15T15:57:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-15T15:57:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "deepseek_v4_dspark",
|
|
"sourceModelIds": [
|
|
"inferencerlabs/DeepSeek-V4-Flash-MTP-DSpark-MLX"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4580781"
|
|
],
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b3|vllm|text-generation|model_type:gemma4": {
|
|
"architectureSignature": "model_type:gemma4",
|
|
"architectures": [],
|
|
"evidenceCount": 2,
|
|
"expiresAt": "2026-10-20T03:09:18.043058+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T03:09:18.043058+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "gemma4",
|
|
"sourceModelIds": [
|
|
"mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit",
|
|
"mlx-community/gemma-4-31B-it-qat-OptiQ-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969336",
|
|
"4969334"
|
|
],
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b3|vllm|text-generation|model_type:glm_ocr": {
|
|
"architectureSignature": "model_type:glm_ocr",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-04T20:11:22+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-04T20:11:22+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "glm_ocr",
|
|
"sourceModelIds": [
|
|
"vastai-ais/GLM-OCR-FP8"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4609093"
|
|
],
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b3|vllm|text-generation|model_type:mellum": {
|
|
"architectureSignature": "model_type:mellum",
|
|
"architectures": [],
|
|
"evidenceCount": 3,
|
|
"expiresAt": "2026-10-04T17:01:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-04T17:01:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "mellum",
|
|
"sourceModelIds": [
|
|
"JetBrains/Mellum2-12B-A2.5B-Thinking-SFT",
|
|
"JetBrains/Mellum2-12B-A2.5B-Instruct",
|
|
"JetBrains/Mellum2-12B-A2.5B-Thinking"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4194474",
|
|
"4194466",
|
|
"4194456"
|
|
],
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b3|vllm|text-generation|model_type:nemotron_h": {
|
|
"architectureSignature": "model_type:nemotron_h",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-12T13:37:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-12T13:37:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "nemotron_h",
|
|
"sourceModelIds": [
|
|
"primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4546528"
|
|
],
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b3|vllm|text-generation|model_type:qwen3_5": {
|
|
"architectureSignature": "model_type:qwen3_5",
|
|
"architectures": [],
|
|
"evidenceCount": 2,
|
|
"expiresAt": "2026-10-21T16:37:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-21T16:37:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5",
|
|
"sourceModelIds": [
|
|
"Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality",
|
|
"Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality-FP16"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4332638",
|
|
"4582656"
|
|
],
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b3|vllm|text-generation|model_type:qwen3_5_moe": {
|
|
"architectureSignature": "model_type:qwen3_5_moe",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-15T19:37:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-15T19:37:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_moe",
|
|
"sourceModelIds": [
|
|
"ornith-ai/Ornith-1.5-35B-A3B-MLX-6bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4588681"
|
|
],
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b3|vllm|text-generation|model_type:qwen3_5_mtp": {
|
|
"architectureSignature": "model_type:qwen3_5_mtp",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-05T10:35:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-05T10:35:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_mtp",
|
|
"sourceModelIds": [
|
|
"mlx-community/Qwen3.8-27B-MTP-nvfp4"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4332792"
|
|
],
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b3|vllm|text-generation|model_type:qwen3_5_text": {
|
|
"architectureSignature": "model_type:qwen3_5_text",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-04T20:13:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-04T20:13:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_text",
|
|
"sourceModelIds": [
|
|
"ValueFX/Qwen3.8-27B-CCCP-S"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4332634"
|
|
],
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b3|vllm|text-generation|model_type:rwkv7": {
|
|
"architectureSignature": "model_type:rwkv7",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-14T23:57:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-14T23:57:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "rwkv7",
|
|
"sourceModelIds": [
|
|
"RWKV/RWKV7-7.2B-20260805"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4591876"
|
|
],
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b3|vllm|text-generation|model_type:zaya": {
|
|
"architectureSignature": "model_type:zaya",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T03:09:18.038960+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T03:09:18.038960+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "zaya",
|
|
"sourceModelIds": [
|
|
"JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969337"
|
|
],
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b4|vllm_tokenizer_patch|text-generation|architectures:phi3smallforcausallm": {
|
|
"architectureSignature": "architectures:phi3smallforcausallm",
|
|
"architectures": [
|
|
"phi3smallforcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T18:09:15.239723+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-20T18:09:15.239723+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": "phi3small",
|
|
"sourceModelIds": [
|
|
"RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4985114"
|
|
],
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b4|vllm_tokenizer_patch|text-generation|model_type:gemma4": {
|
|
"architectureSignature": "model_type:gemma4",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T02:52:51.042323+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-20T02:52:51.042323+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "gemma4",
|
|
"sourceModelIds": [
|
|
"mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969022"
|
|
],
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b4|vllm_tokenizer_patch|text-generation|model_type:gemma4_unified": {
|
|
"architectureSignature": "model_type:gemma4_unified",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T02:52:43.767336+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-20T02:52:43.767336+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "gemma4_unified",
|
|
"sourceModelIds": [
|
|
"mlx-community/gemma-4-12B-it-qat-OptiQ-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969004"
|
|
],
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b4|vllm_tokenizer_patch|text-generation|model_type:nemotron_h": {
|
|
"architectureSignature": "model_type:nemotron_h",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T02:52:43.745571+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-20T02:52:43.745571+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "nemotron_h",
|
|
"sourceModelIds": [
|
|
"nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969000"
|
|
],
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b4|vllm_tokenizer_patch|text-generation|model_type:qwen3_5": {
|
|
"architectureSignature": "model_type:qwen3_5",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T02:52:43.746995+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-20T02:52:43.746995+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5",
|
|
"sourceModelIds": [
|
|
"Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4968998"
|
|
],
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b4|vllm_tokenizer_patch|text-generation|model_type:qwen3_5_moe": {
|
|
"architectureSignature": "model_type:qwen3_5_moe",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T02:52:50.869403+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-20T02:52:50.869403+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_moe",
|
|
"sourceModelIds": [
|
|
"mlx-community/KAT-Coder-V2.5-Dev-OptiQ-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969009"
|
|
],
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b4|vllm|text-generation|architectures:nanbeigeforcausallm": {
|
|
"architectureSignature": "architectures:nanbeigeforcausallm",
|
|
"architectures": [
|
|
"nanbeigeforcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-14T16:03:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-14T16:03:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"nanbeige/Nanbeige4.2-3B-GPTQ-Int8"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4332392"
|
|
],
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b4|vllm|text-generation|architectures:rwkv5forcausallm": {
|
|
"architectureSignature": "architectures:rwkv5forcausallm",
|
|
"architectures": [
|
|
"rwkv5forcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-09T00:51:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-09T00:51:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"RWKV/rwkv-5-world-1b5"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4100291"
|
|
],
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b4|vllm|text-generation|architectures:spark2_5forcausallm": {
|
|
"architectureSignature": "architectures:spark2_5forcausallm",
|
|
"architectures": [
|
|
"spark2_5forcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-13T02:47:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-13T02:47:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"XHToken/Spark-X2.5-1.7B"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4557197"
|
|
],
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b4|vllm|text-generation|model_type:deepseek_v4_dspark": {
|
|
"architectureSignature": "model_type:deepseek_v4_dspark",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-15T20:09:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-15T20:09:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "deepseek_v4_dspark",
|
|
"sourceModelIds": [
|
|
"inferencerlabs/DeepSeek-V4-Flash-MTP-DSpark-MLX"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4579078"
|
|
],
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b4|vllm|text-generation|model_type:mellum": {
|
|
"architectureSignature": "model_type:mellum",
|
|
"architectures": [],
|
|
"evidenceCount": 3,
|
|
"expiresAt": "2026-10-04T18:31:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-04T18:31:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "mellum",
|
|
"sourceModelIds": [
|
|
"JetBrains/Mellum2-12B-A2.5B-Thinking",
|
|
"JetBrains/Mellum2-12B-A2.5B-Thinking-SFT",
|
|
"JetBrains/Mellum2-12B-A2.5B-Instruct"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4148306",
|
|
"4149023",
|
|
"4148528"
|
|
],
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b4|vllm|text-generation|model_type:nemotron_h": {
|
|
"architectureSignature": "model_type:nemotron_h",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-12T14:11:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-12T14:11:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "nemotron_h",
|
|
"sourceModelIds": [
|
|
"primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4543480"
|
|
],
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b4|vllm|text-generation|model_type:qwen3_5": {
|
|
"architectureSignature": "model_type:qwen3_5",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-17T03:21:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-17T03:21:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5",
|
|
"sourceModelIds": [
|
|
"r0b0tlab/Qwen3.8-27B-NVFP4-MTP-sm121"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4610340"
|
|
],
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b4|vllm|text-generation|model_type:qwen3_5_moe": {
|
|
"architectureSignature": "model_type:qwen3_5_moe",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-15T20:57:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-15T20:57:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_moe",
|
|
"sourceModelIds": [
|
|
"ornith-ai/Ornith-1.5-35B-A3B-MLX-6bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4576625"
|
|
],
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b4|vllm|text-generation|model_type:qwen3_5_mtp": {
|
|
"architectureSignature": "model_type:qwen3_5_mtp",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-05T17:43:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-05T17:43:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_mtp",
|
|
"sourceModelIds": [
|
|
"mlx-community/Qwen3.8-27B-MTP-nvfp4"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4332382"
|
|
],
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b4|vllm|text-generation|model_type:qwen3_5_text": {
|
|
"architectureSignature": "model_type:qwen3_5_text",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-04T23:13:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-04T23:13:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_text",
|
|
"sourceModelIds": [
|
|
"ValueFX/Qwen3.8-27B-CCCP-S"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4209387"
|
|
],
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b4|vllm|text-generation|model_type:qwen3_vl": {
|
|
"architectureSignature": "model_type:qwen3_vl",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T03:25:33.083868+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T03:25:33.083868+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_vl",
|
|
"sourceModelIds": [
|
|
"BAAI/RoboBrain2.5-8B-MT"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969694"
|
|
],
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b4|vllm|text-generation|model_type:rwkv7": {
|
|
"architectureSignature": "model_type:rwkv7",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-14T23:09:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-14T23:09:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "rwkv7",
|
|
"sourceModelIds": [
|
|
"RWKV/RWKV7-7.2B-20260805"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4588001"
|
|
],
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"ascend_910-b4|vllm|text-generation|model_type:zaya": {
|
|
"architectureSignature": "model_type:zaya",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-09T01:23:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-09T01:23:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "zaya",
|
|
"sourceModelIds": [
|
|
"JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4079158"
|
|
],
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"biren_166m|vllm|text-generation|architectures:sophiaforcausallm": {
|
|
"architectureSignature": "architectures:sophiaforcausallm",
|
|
"architectures": [
|
|
"sophiaforcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-19T17:18:17.894388+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-19T17:18:17.894388+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"Arain119/Sophia"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4960871"
|
|
],
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation"
|
|
},
|
|
"biren_166m|vllm|text-generation|model_type:nemotron_h": {
|
|
"architectureSignature": "model_type:nemotron_h",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T03:41:49.061655+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T03:41:49.061655+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "nemotron_h",
|
|
"sourceModelIds": [
|
|
"nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4970007"
|
|
],
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation"
|
|
},
|
|
"biren_166m|vllm|text-generation|model_type:zaya": {
|
|
"architectureSignature": "model_type:zaya",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T04:02:45.346171+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T04:02:45.346171+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "zaya",
|
|
"sourceModelIds": [
|
|
"JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4970445"
|
|
],
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x4|vllm-customized|text-generation|model_type:qwen3_5": {
|
|
"architectureSignature": "model_type:qwen3_5",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-22T05:27:11.098010+00:00",
|
|
"framework": "vllm-customized",
|
|
"latestFailureAt": "2026-09-22T05:27:11.098010+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5",
|
|
"sourceModelIds": [
|
|
"Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed"
|
|
],
|
|
"sourceTaskIds": [
|
|
"5012909"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x4|vllm|text-generation|model_type:lfm2": {
|
|
"architectureSignature": "model_type:lfm2",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-22T05:27:11.087107+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-22T05:27:11.087107+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "lfm2",
|
|
"sourceModelIds": [
|
|
"mlx-community/LFM2.5-1.2B-Thinking-6bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"5012911"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x4|vllm|text-generation|model_type:nemotron_h": {
|
|
"architectureSignature": "model_type:nemotron_h",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T02:52:52.152592+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T02:52:52.152592+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "nemotron_h",
|
|
"sourceModelIds": [
|
|
"primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969082"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x4|vllm|text-generation|model_type:qwen3_5_text": {
|
|
"architectureSignature": "model_type:qwen3_5_text",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T02:52:52.089383+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T02:52:52.089383+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_text",
|
|
"sourceModelIds": [
|
|
"TokenRhythm/NeoHorse-1-9B"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969078"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x4|vllm|text-generation|model_type:zaya": {
|
|
"architectureSignature": "model_type:zaya",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-21T17:14:32.848203+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-21T17:14:32.848203+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "zaya",
|
|
"sourceModelIds": [
|
|
"JANGQ-AI/AppleScript-8B-JANG_4M"
|
|
],
|
|
"sourceTaskIds": [
|
|
"5004582"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm-customized|text-generation|model_type:gemma4": {
|
|
"architectureSignature": "model_type:gemma4",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T12:30:15.535777+00:00",
|
|
"framework": "vllm-customized",
|
|
"latestFailureAt": "2026-09-20T12:30:15.535777+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "gemma4",
|
|
"sourceModelIds": [
|
|
"mlx-community/gemma-4-e2b-it-OptiQ-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4978792"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm-customized|text-generation|model_type:gemma4_unified": {
|
|
"architectureSignature": "model_type:gemma4_unified",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-21T07:04:01.182302+00:00",
|
|
"framework": "vllm-customized",
|
|
"latestFailureAt": "2026-09-21T07:04:01.182302+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "gemma4_unified",
|
|
"sourceModelIds": [
|
|
"mlx-community/gemma-4-12B-it-qat-OptiQ-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4995699"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm-customized|text-generation|model_type:nemotron_h": {
|
|
"architectureSignature": "model_type:nemotron_h",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-21T08:37:39.043820+00:00",
|
|
"framework": "vllm-customized",
|
|
"latestFailureAt": "2026-09-21T08:37:39.043820+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "nemotron_h",
|
|
"sourceModelIds": [
|
|
"primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4997240"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm-customized|text-generation|model_type:qwen3_5": {
|
|
"architectureSignature": "model_type:qwen3_5",
|
|
"architectures": [],
|
|
"evidenceCount": 2,
|
|
"expiresAt": "2026-10-20T03:41:49.651764+00:00",
|
|
"framework": "vllm-customized",
|
|
"latestFailureAt": "2026-09-20T03:41:49.651764+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5",
|
|
"sourceModelIds": [
|
|
"Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw",
|
|
"ornith-ai/Ornith-1.5-9B-NVFP4"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4970045",
|
|
"4970040"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm-customized|text-generation|model_type:qwen3_5_moe": {
|
|
"architectureSignature": "model_type:qwen3_5_moe",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T03:57:37.896737+00:00",
|
|
"framework": "vllm-customized",
|
|
"latestFailureAt": "2026-09-20T03:57:37.896737+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_moe",
|
|
"sourceModelIds": [
|
|
"mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4970334"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm-customized|text-generation|model_type:zaya": {
|
|
"architectureSignature": "model_type:zaya",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T09:50:15.447427+00:00",
|
|
"framework": "vllm-customized",
|
|
"latestFailureAt": "2026-09-20T09:50:15.447427+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "zaya",
|
|
"sourceModelIds": [
|
|
"JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4976743"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm-mlu|text-generation|model_type:nemotron_h": {
|
|
"architectureSignature": "model_type:nemotron_h",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-08T06:46:11.598902+00:00",
|
|
"framework": "vllm-mlu",
|
|
"latestFailureAt": "2026-09-08T06:46:11.598902+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "nemotron_h",
|
|
"sourceModelIds": [
|
|
"nota-ai/Nemotron-3.5-Lightning-30B-A3B-NVFP4-Global-Pruned-15"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4712818"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm-mlu|text-generation|model_type:qwen3_5": {
|
|
"architectureSignature": "model_type:qwen3_5",
|
|
"architectures": [],
|
|
"evidenceCount": 2,
|
|
"expiresAt": "2026-10-05T03:20:02.336601+00:00",
|
|
"framework": "vllm-mlu",
|
|
"latestFailureAt": "2026-09-05T03:20:02.336601+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5",
|
|
"sourceModelIds": [
|
|
"ornith-ai/Ornith-1.5-9B-MLX-4bit",
|
|
"Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4640028",
|
|
"4636364"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm-mlu|text-generation|model_type:qwen3_5_moe": {
|
|
"architectureSignature": "model_type:qwen3_5_moe",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-05T00:45:53.692926+00:00",
|
|
"framework": "vllm-mlu",
|
|
"latestFailureAt": "2026-09-05T00:45:53.692926+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_moe",
|
|
"sourceModelIds": [
|
|
"ornith-ai/Ornith-1.5-35B-A3B-MLX-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4637780"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm-mlu|text-generation|model_type:qwen3_5_mtp": {
|
|
"architectureSignature": "model_type:qwen3_5_mtp",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-08T06:46:11.587867+00:00",
|
|
"framework": "vllm-mlu",
|
|
"latestFailureAt": "2026-09-08T06:46:11.587867+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_mtp",
|
|
"sourceModelIds": [
|
|
"mlx-community/Qwen3.8-27B-MTP-nvfp4"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4712816"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm-mlu|text-generation|model_type:rwkv7": {
|
|
"architectureSignature": "model_type:rwkv7",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-08T06:46:11.531728+00:00",
|
|
"framework": "vllm-mlu",
|
|
"latestFailureAt": "2026-09-08T06:46:11.531728+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "rwkv7",
|
|
"sourceModelIds": [
|
|
"RWKV/RWKV7-1.5B-20260805"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4712811"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm|text-generation|architectures:cohere2forcausallm": {
|
|
"architectureSignature": "architectures:cohere2forcausallm",
|
|
"architectures": [
|
|
"cohere2forcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T02:52:51.937617+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T02:52:51.937617+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"CohereLabs/tiny-aya-en-thinker"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969071"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm|text-generation|architectures:nemotronhforcausallm": {
|
|
"architectureSignature": "architectures:nemotronhforcausallm",
|
|
"architectures": [
|
|
"nemotronhforcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T03:57:37.815898+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T03:57:37.815898+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4970328"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm|text-generation|architectures:spark2_5forcausallm": {
|
|
"architectureSignature": "architectures:spark2_5forcausallm",
|
|
"architectures": [
|
|
"spark2_5forcausallm"
|
|
],
|
|
"evidenceCount": 2,
|
|
"expiresAt": "2026-10-20T03:41:49.149678+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T03:41:49.149678+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"XHToken/Spark-X2.5-1.7B",
|
|
"XHToken/Spark-X2.5-4B-FP8"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4970015",
|
|
"4970013"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm|text-generation|model_type:gemma4": {
|
|
"architectureSignature": "model_type:gemma4",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T04:26:51.246271+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T04:26:51.246271+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "gemma4",
|
|
"sourceModelIds": [
|
|
"mlx-community/gemma-4-e4b-it-OptiQ-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4970731"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm|text-generation|model_type:gemma4_unified": {
|
|
"architectureSignature": "model_type:gemma4_unified",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T04:42:19.135971+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T04:42:19.135971+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "gemma4_unified",
|
|
"sourceModelIds": [
|
|
"mlx-community/gemma-4-12B-it-qat-OptiQ-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4970924"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm|text-generation|model_type:lfm2": {
|
|
"architectureSignature": "model_type:lfm2",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T03:57:37.773695+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T03:57:37.773695+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "lfm2",
|
|
"sourceModelIds": [
|
|
"LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4970322"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm|text-generation|model_type:lfm2_moe": {
|
|
"architectureSignature": "model_type:lfm2_moe",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T04:09:56.546014+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T04:09:56.546014+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "lfm2_moe",
|
|
"sourceModelIds": [
|
|
"LiquidAI/LFM2.5-8B-A1B"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4970502"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm|text-generation|model_type:mistral3": {
|
|
"architectureSignature": "model_type:mistral3",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T04:42:19.140494+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T04:42:19.140494+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "mistral3",
|
|
"sourceModelIds": [
|
|
"mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4970923"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm|text-generation|model_type:muse_glimmer": {
|
|
"architectureSignature": "model_type:muse_glimmer",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T04:02:52.182815+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T04:02:52.182815+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "muse_glimmer",
|
|
"sourceModelIds": [
|
|
"ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4970446"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm|text-generation|model_type:nemotron_h": {
|
|
"architectureSignature": "model_type:nemotron_h",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T03:25:32.355365+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T03:25:32.355365+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "nemotron_h",
|
|
"sourceModelIds": [
|
|
"primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969654"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm|text-generation|model_type:qwen3": {
|
|
"architectureSignature": "model_type:qwen3",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T04:02:52.200512+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T04:02:52.200512+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3",
|
|
"sourceModelIds": [
|
|
"whcl412/mlx-LycheeAI-coder-1.7b"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4970447"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm|text-generation|model_type:qwen3_5": {
|
|
"architectureSignature": "model_type:qwen3_5",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-08T06:46:11.817069+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-08T06:46:11.817069+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5",
|
|
"sourceModelIds": [
|
|
"ornith-ai/Ornith-1.5-9B"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4712832"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm|text-generation|model_type:qwen3_5_moe": {
|
|
"architectureSignature": "model_type:qwen3_5_moe",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-08T06:46:11.886266+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-08T06:46:11.886266+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_moe",
|
|
"sourceModelIds": [
|
|
"EschaLabs/Qwen3.6-35B-A3B-Escha-W2"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4712834"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm|text-generation|model_type:qwen3_5_text": {
|
|
"architectureSignature": "model_type:qwen3_5_text",
|
|
"architectures": [],
|
|
"evidenceCount": 2,
|
|
"expiresAt": "2026-10-20T03:25:32.347313+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T03:25:32.347313+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_text",
|
|
"sourceModelIds": [
|
|
"TokenRhythm/NeoHorse-1-4B",
|
|
"TokenRhythm/NeoHorse-1-9B"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969653",
|
|
"4969652"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm|text-generation|model_type:qwen3_vl": {
|
|
"architectureSignature": "model_type:qwen3_vl",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T03:58:35.455197+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T03:58:35.455197+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_vl",
|
|
"sourceModelIds": [
|
|
"BAAI/RoboBrain2.5-8B-MT"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4970358"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"cambricon_mlu-370-x8|vllm|text-generation|model_type:zaya": {
|
|
"architectureSignature": "model_type:zaya",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T03:25:32.350531+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T03:25:32.350531+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "zaya",
|
|
"sourceModelIds": [
|
|
"JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969656"
|
|
],
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation"
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|model_type:gemma4": {
|
|
"architectureSignature": "model_type:gemma4",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T03:41:49.472121+00:00",
|
|
"framework": "vllm-patch-tokenizer",
|
|
"latestFailureAt": "2026-09-20T03:41:49.472121+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "gemma4",
|
|
"sourceModelIds": [
|
|
"mlx-community/gemma-4-e2b-it-OptiQ-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4970033"
|
|
],
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation"
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|model_type:qwen3_5": {
|
|
"architectureSignature": "model_type:qwen3_5",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-05T05:17:16.496259+00:00",
|
|
"framework": "vllm-patch-tokenizer",
|
|
"latestFailureAt": "2026-09-05T05:17:16.496259+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5",
|
|
"sourceModelIds": [
|
|
"Jackrong/DeepSeek-V4-Pro-Qwen3.5-4B"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4641786"
|
|
],
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation"
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|model_type:qwen3_5_moe": {
|
|
"architectureSignature": "model_type:qwen3_5_moe",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T02:52:52.043508+00:00",
|
|
"framework": "vllm-patch-tokenizer",
|
|
"latestFailureAt": "2026-09-20T02:52:52.043508+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_moe",
|
|
"sourceModelIds": [
|
|
"mlx-community/XYZ-Aquila-mini-OptiQ-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969075"
|
|
],
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation"
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|model_type:zaya": {
|
|
"architectureSignature": "model_type:zaya",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-08T14:03:45.031522+00:00",
|
|
"framework": "vllm-patch-tokenizer",
|
|
"latestFailureAt": "2026-09-08T14:03:45.031522+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "zaya",
|
|
"sourceModelIds": [
|
|
"JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4720262"
|
|
],
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation"
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|architectures:spark2_5forcausallm": {
|
|
"architectureSignature": "architectures:spark2_5forcausallm",
|
|
"architectures": [
|
|
"spark2_5forcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T03:09:18.999314+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T03:09:18.999314+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": "spark2_5",
|
|
"sourceModelIds": [
|
|
"XHToken/Spark-X2.5-4B-FP8"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969388"
|
|
],
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation"
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|model_type:gemma4": {
|
|
"architectureSignature": "model_type:gemma4",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-13T00:07:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-13T00:07:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "gemma4",
|
|
"sourceModelIds": [
|
|
"nv-community/Gemma-4-31B-IT-NVFP4"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4079956"
|
|
],
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation"
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|model_type:mellum": {
|
|
"architectureSignature": "model_type:mellum",
|
|
"architectures": [],
|
|
"evidenceCount": 3,
|
|
"expiresAt": "2026-10-04T13:51:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-04T13:51:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "mellum",
|
|
"sourceModelIds": [
|
|
"JetBrains/Mellum2-12B-A2.5B-Thinking-SFT",
|
|
"JetBrains/Mellum2-12B-A2.5B-Instruct",
|
|
"JetBrains/Mellum2-12B-A2.5B-Thinking"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4152656",
|
|
"4148845",
|
|
"4148308"
|
|
],
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation"
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|model_type:nemotron_h": {
|
|
"architectureSignature": "model_type:nemotron_h",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-12T08:13:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-12T08:13:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "nemotron_h",
|
|
"sourceModelIds": [
|
|
"primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4543517"
|
|
],
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation"
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|model_type:qwen3_5": {
|
|
"architectureSignature": "model_type:qwen3_5",
|
|
"architectures": [],
|
|
"evidenceCount": 2,
|
|
"expiresAt": "2026-10-21T14:47:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-21T14:47:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5",
|
|
"sourceModelIds": [
|
|
"Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality-FP16",
|
|
"Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4586965",
|
|
"4584252"
|
|
],
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation"
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|model_type:qwen3_5_moe": {
|
|
"architectureSignature": "model_type:qwen3_5_moe",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-21T10:23:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-21T10:23:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_moe",
|
|
"sourceModelIds": [
|
|
"ornith-ai/Ornith-1.5-35B-A3B-MLX-8bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4609105"
|
|
],
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation"
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|model_type:qwen3_5_mtp": {
|
|
"architectureSignature": "model_type:qwen3_5_mtp",
|
|
"architectures": [],
|
|
"evidenceCount": 4,
|
|
"expiresAt": "2026-10-05T09:39:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-05T09:39:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_mtp",
|
|
"sourceModelIds": [
|
|
"mlx-community/Qwen3.8-27B-MTP-nvfp4",
|
|
"mlx-community/Qwen3.8-27B-MTP-mxfp4",
|
|
"mlx-community/Qwen3.8-27B-MTP-8bit",
|
|
"mlx-community/Qwen3.8-27B-MTP-bf16"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4586225",
|
|
"4582178",
|
|
"4587096",
|
|
"4271618"
|
|
],
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation"
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|model_type:qwen3_5_text": {
|
|
"architectureSignature": "model_type:qwen3_5_text",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-04T16:25:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-04T16:25:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_text",
|
|
"sourceModelIds": [
|
|
"ValueFX/Qwen3.8-27B-CCCP-S"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4217138"
|
|
],
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation"
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|model_type:qwen3_vl": {
|
|
"architectureSignature": "model_type:qwen3_vl",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-22T05:27:11.085801+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-22T05:27:11.085801+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_vl",
|
|
"sourceModelIds": [
|
|
"BAAI/RoboBrain2.5-8B-MT"
|
|
],
|
|
"sourceTaskIds": [
|
|
"5012910"
|
|
],
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation"
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|model_type:rwkv7": {
|
|
"architectureSignature": "model_type:rwkv7",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-15T15:26:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-15T15:26:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "rwkv7",
|
|
"sourceModelIds": [
|
|
"RWKV/RWKV7-7.2B-20260805"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4609108"
|
|
],
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation"
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|model_type:zaya": {
|
|
"architectureSignature": "model_type:zaya",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T03:09:19.035946+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T03:09:19.035946+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "zaya",
|
|
"sourceModelIds": [
|
|
"JANGQ-AI/AppleScript-8B-JANG_4M"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969390"
|
|
],
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation"
|
|
},
|
|
"iluvatar_bi-150|transformers|text-generation|architectures:nemotronhforcausallm": {
|
|
"architectureSignature": "architectures:nemotronhforcausallm",
|
|
"architectures": [
|
|
"nemotronhforcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T09:13:31.862874+00:00",
|
|
"framework": "transformers",
|
|
"latestFailureAt": "2026-09-20T09:13:31.862874+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": "nemotron_h",
|
|
"sourceModelIds": [
|
|
"primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4974770"
|
|
],
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation"
|
|
},
|
|
"iluvatar_bi-150|transformers|text-generation|architectures:qwen3_5forconditionalgeneration": {
|
|
"architectureSignature": "architectures:qwen3_5forconditionalgeneration",
|
|
"architectures": [
|
|
"qwen3_5forconditionalgeneration"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T09:04:12.649418+00:00",
|
|
"framework": "transformers",
|
|
"latestFailureAt": "2026-09-20T09:04:12.649418+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": "qwen3_5",
|
|
"sourceModelIds": [
|
|
"ornith-ai/Ornith-1.5-9B-NVFP4"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4974501"
|
|
],
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation"
|
|
},
|
|
"iluvatar_bi-150|transformers|text-generation|architectures:qwen3_5moeforconditionalgeneration": {
|
|
"architectureSignature": "architectures:qwen3_5moeforconditionalgeneration",
|
|
"architectures": [
|
|
"qwen3_5moeforconditionalgeneration"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T08:53:34.985766+00:00",
|
|
"framework": "transformers",
|
|
"latestFailureAt": "2026-09-20T08:53:34.985766+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": "qwen3_5_moe",
|
|
"sourceModelIds": [
|
|
"ornith-ai/Ornith-1.5-35B-A3B-NVFP4"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4974282"
|
|
],
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation"
|
|
},
|
|
"iluvatar_bi-150|transformers|text-generation|architectures:qwen3vlforconditionalgeneration": {
|
|
"architectureSignature": "architectures:qwen3vlforconditionalgeneration",
|
|
"architectures": [
|
|
"qwen3vlforconditionalgeneration"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T04:15:36.954828+00:00",
|
|
"framework": "transformers",
|
|
"latestFailureAt": "2026-09-20T04:15:36.954828+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": "qwen3_vl",
|
|
"sourceModelIds": [
|
|
"BAAI/RoboBrain2.5-8B-MT"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4970615"
|
|
],
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation"
|
|
},
|
|
"iluvatar_bi-150|transformers|text-generation|architectures:zayaforcausallm": {
|
|
"architectureSignature": "architectures:zayaforcausallm",
|
|
"architectures": [
|
|
"zayaforcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-21T14:20:21.627234+00:00",
|
|
"framework": "transformers",
|
|
"latestFailureAt": "2026-09-21T14:20:21.627234+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": "zaya",
|
|
"sourceModelIds": [
|
|
"JANGQ-AI/AppleScript-8B-JANG_4M"
|
|
],
|
|
"sourceTaskIds": [
|
|
"5002168"
|
|
],
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation"
|
|
},
|
|
"iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|model_type:gemma4": {
|
|
"architectureSignature": "model_type:gemma4",
|
|
"architectures": [],
|
|
"evidenceCount": 2,
|
|
"expiresAt": "2026-10-20T03:58:35.464742+00:00",
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"latestFailureAt": "2026-09-20T03:58:35.464742+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "gemma4",
|
|
"sourceModelIds": [
|
|
"mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit",
|
|
"mlx-community/gemma-4-31B-it-qat-OptiQ-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4970359",
|
|
"4970350"
|
|
],
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation"
|
|
},
|
|
"iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|model_type:gemma4_unified": {
|
|
"architectureSignature": "model_type:gemma4_unified",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T04:26:45.138158+00:00",
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"latestFailureAt": "2026-09-20T04:26:45.138158+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "gemma4_unified",
|
|
"sourceModelIds": [
|
|
"mlx-community/gemma-4-12B-it-qat-OptiQ-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4970728"
|
|
],
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation"
|
|
},
|
|
"iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|model_type:zaya": {
|
|
"architectureSignature": "model_type:zaya",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T03:46:35.783924+00:00",
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"latestFailureAt": "2026-09-20T03:46:35.783924+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "zaya",
|
|
"sourceModelIds": [
|
|
"JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4970117"
|
|
],
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation"
|
|
},
|
|
"iluvatar_bi-150|vllm_tokenizer_patch|text-generation|architectures:gemma4forconditionalgeneration": {
|
|
"architectureSignature": "architectures:gemma4forconditionalgeneration",
|
|
"architectures": [
|
|
"gemma4forconditionalgeneration"
|
|
],
|
|
"evidenceCount": 2,
|
|
"expiresAt": "2026-10-21T12:10:32.451262+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-21T12:10:32.451262+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": "gemma4",
|
|
"sourceModelIds": [
|
|
"mlx-community/gemma-4-e2b-it-OptiQ-4bit",
|
|
"mlx-community/gemma-4-e4b-it-OptiQ-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"5000554",
|
|
"5000551"
|
|
],
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation"
|
|
},
|
|
"iluvatar_bi-150|vllm_tokenizer_patch|text-generation|architectures:qwen3_5moeforconditionalgeneration": {
|
|
"architectureSignature": "architectures:qwen3_5moeforconditionalgeneration",
|
|
"architectures": [
|
|
"qwen3_5moeforconditionalgeneration"
|
|
],
|
|
"evidenceCount": 3,
|
|
"expiresAt": "2026-10-21T18:14:20.635969+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-21T18:14:20.635969+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": "qwen3_5_moe",
|
|
"sourceModelIds": [
|
|
"ornith-ai/Ornith-1.5-35B-A3B-NVFP4",
|
|
"primitive-ai/Nex-N2.5-mini-NVFP4",
|
|
"mlx-community/KAT-Coder-V2.5-Dev-OptiQ-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"5005325",
|
|
"5003204",
|
|
"5000547"
|
|
],
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation"
|
|
},
|
|
"iluvatar_bi-150|vllm|text-generation|architectures:qwen3_5forconditionalgeneration": {
|
|
"architectureSignature": "architectures:qwen3_5forconditionalgeneration",
|
|
"architectures": [
|
|
"qwen3_5forconditionalgeneration"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T03:09:19.100832+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T03:09:19.100832+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": "qwen3_5",
|
|
"sourceModelIds": [
|
|
"primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969395"
|
|
],
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation"
|
|
},
|
|
"iluvatar_bi-150|vllm|text-generation|architectures:qwen3_5moeforconditionalgeneration": {
|
|
"architectureSignature": "architectures:qwen3_5moeforconditionalgeneration",
|
|
"architectures": [
|
|
"qwen3_5moeforconditionalgeneration"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T03:09:19.090425+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T03:09:19.090425+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": "qwen3_5_moe",
|
|
"sourceModelIds": [
|
|
"cyankiwi/Apodex-1.1-mini-AWQ-INT4"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969392"
|
|
],
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation"
|
|
},
|
|
"iluvatar_bi-150|vllm|text-generation|architectures:qwen3vlforconditionalgeneration": {
|
|
"architectureSignature": "architectures:qwen3vlforconditionalgeneration",
|
|
"architectures": [
|
|
"qwen3vlforconditionalgeneration"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T05:16:13.351034+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T05:16:13.351034+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": "qwen3_vl",
|
|
"sourceModelIds": [
|
|
"BAAI/RoboBrain2.5-8B-MT"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4971313"
|
|
],
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation"
|
|
},
|
|
"iluvatar_bi-150|vllm|text-generation|architectures:spark2_5forcausallm": {
|
|
"architectureSignature": "architectures:spark2_5forcausallm",
|
|
"architectures": [
|
|
"spark2_5forcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-13T01:11:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-13T01:11:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"XHToken/Spark-X2.5-1.7B"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4557834"
|
|
],
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation"
|
|
},
|
|
"iluvatar_bi-150|vllm|text-generation|architectures:zayaforcausallm": {
|
|
"architectureSignature": "architectures:zayaforcausallm",
|
|
"architectures": [
|
|
"zayaforcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-21T10:50:31.253072+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-21T10:50:31.253072+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": "zaya",
|
|
"sourceModelIds": [
|
|
"JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4999408"
|
|
],
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation"
|
|
},
|
|
"iluvatar_bi-150|vllm|text-generation|model_type:mellum": {
|
|
"architectureSignature": "model_type:mellum",
|
|
"architectures": [],
|
|
"evidenceCount": 3,
|
|
"expiresAt": "2026-10-04T12:07:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-04T12:07:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "mellum",
|
|
"sourceModelIds": [
|
|
"JetBrains/Mellum2-12B-A2.5B-Thinking-SFT",
|
|
"JetBrains/Mellum2-12B-A2.5B-Instruct",
|
|
"JetBrains/Mellum2-12B-A2.5B-Thinking"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4152671",
|
|
"4152323",
|
|
"4152351"
|
|
],
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation"
|
|
},
|
|
"iluvatar_bi-150|vllm|text-generation|model_type:nemotron_h": {
|
|
"architectureSignature": "model_type:nemotron_h",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-12T07:33:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-12T07:33:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "nemotron_h",
|
|
"sourceModelIds": [
|
|
"primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4547660"
|
|
],
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation"
|
|
},
|
|
"kunlunxin_p-800|vllm_tokenizer_patch|text-generation|architectures:bailingmoev2_5forcausallm": {
|
|
"architectureSignature": "architectures:bailingmoev2_5forcausallm",
|
|
"architectures": [
|
|
"bailingmoev2_5forcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-21T11:40:34.995530+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-21T11:40:34.995530+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"JANGQ-AI/Ling-2.6-flash-JANGTQ"
|
|
],
|
|
"sourceTaskIds": [
|
|
"5000087"
|
|
],
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation"
|
|
},
|
|
"kunlunxin_p-800|vllm_tokenizer_patch|text-generation|architectures:phi3smallforcausallm": {
|
|
"architectureSignature": "architectures:phi3smallforcausallm",
|
|
"architectures": [
|
|
"phi3smallforcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-21T17:45:40.883654+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-21T17:45:40.883654+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": "phi3small",
|
|
"sourceModelIds": [
|
|
"RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16"
|
|
],
|
|
"sourceTaskIds": [
|
|
"5004954"
|
|
],
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation"
|
|
},
|
|
"kunlunxin_p-800|vllm_tokenizer_patch|text-generation|architectures:spark2_5forcausallm": {
|
|
"architectureSignature": "architectures:spark2_5forcausallm",
|
|
"architectures": [
|
|
"spark2_5forcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T03:25:31.991647+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-20T03:25:31.991647+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"XHToken/Spark-X2.5-1.7B"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969636"
|
|
],
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation"
|
|
},
|
|
"kunlunxin_p-800|vllm_tokenizer_patch|text-generation|model_type:gemma4": {
|
|
"architectureSignature": "model_type:gemma4",
|
|
"architectures": [],
|
|
"evidenceCount": 2,
|
|
"expiresAt": "2026-10-21T05:25:16.382748+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-21T05:25:16.382748+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "gemma4",
|
|
"sourceModelIds": [
|
|
"mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit",
|
|
"mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4994588",
|
|
"4994586"
|
|
],
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation"
|
|
},
|
|
"kunlunxin_p-800|vllm_tokenizer_patch|text-generation|model_type:muse_glimmer": {
|
|
"architectureSignature": "model_type:muse_glimmer",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T03:46:29.643802+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-20T03:46:29.643802+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "muse_glimmer",
|
|
"sourceModelIds": [
|
|
"ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4970111"
|
|
],
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation"
|
|
},
|
|
"kunlunxin_p-800|vllm_tokenizer_patch|text-generation|model_type:nemotron_h": {
|
|
"architectureSignature": "model_type:nemotron_h",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T03:09:17.944560+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-20T03:09:17.944560+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "nemotron_h",
|
|
"sourceModelIds": [
|
|
"primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969327"
|
|
],
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation"
|
|
},
|
|
"kunlunxin_p-800|vllm_tokenizer_patch|text-generation|model_type:qwen3_5": {
|
|
"architectureSignature": "model_type:qwen3_5",
|
|
"architectures": [],
|
|
"evidenceCount": 2,
|
|
"expiresAt": "2026-10-20T02:52:51.336010+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-20T02:52:51.336010+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5",
|
|
"sourceModelIds": [
|
|
"primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8",
|
|
"logic65/Qwen3.8-Whittle-w50-18.3B-unrepaired"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969039",
|
|
"4969036"
|
|
],
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation"
|
|
},
|
|
"kunlunxin_p-800|vllm_tokenizer_patch|text-generation|model_type:qwen3_5_moe": {
|
|
"architectureSignature": "model_type:qwen3_5_moe",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T03:09:17.939093+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-20T03:09:17.939093+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_moe",
|
|
"sourceModelIds": [
|
|
"mlx-community/XYZ-Aquila-mini-OptiQ-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969329"
|
|
],
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation"
|
|
},
|
|
"kunlunxin_p-800|vllm_tokenizer_patch|text-generation|model_type:qwen3_5_text": {
|
|
"architectureSignature": "model_type:qwen3_5_text",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T03:09:17.849368+00:00",
|
|
"framework": "vllm_tokenizer_patch",
|
|
"latestFailureAt": "2026-09-20T03:09:17.849368+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_text",
|
|
"sourceModelIds": [
|
|
"TokenRhythm/NeoHorse-1-4B"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969324"
|
|
],
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation"
|
|
},
|
|
"kunlunxin_p-800|vllm|text-generation|architectures:plamo3forcausallm": {
|
|
"architectureSignature": "architectures:plamo3forcausallm",
|
|
"architectures": [
|
|
"plamo3forcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-21T16:28:23.653856+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-21T16:28:23.653856+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"pfnet/plamo-3-nict-8b-base"
|
|
],
|
|
"sourceTaskIds": [
|
|
"5003786"
|
|
],
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation"
|
|
},
|
|
"kunlunxin_p-800|vllm|text-generation|architectures:spark2_5forcausallm": {
|
|
"architectureSignature": "architectures:spark2_5forcausallm",
|
|
"architectures": [
|
|
"spark2_5forcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-21T04:55:59.063595+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-21T04:55:59.063595+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"XHToken/Spark-X2.5-4B"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4994203"
|
|
],
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation"
|
|
},
|
|
"kunlunxin_p-800|vllm|text-generation|model_type:deepseek_v4": {
|
|
"architectureSignature": "model_type:deepseek_v4",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T02:52:51.889837+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T02:52:51.889837+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "deepseek_v4",
|
|
"sourceModelIds": [
|
|
"JANGQ-AI/DeepSeek-V4-Flash-JANGTQ-K"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969069"
|
|
],
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation"
|
|
},
|
|
"kunlunxin_p-800|vllm|text-generation|model_type:lfm2_moe": {
|
|
"architectureSignature": "model_type:lfm2_moe",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-21T12:49:01.246640+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-21T12:49:01.246640+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "lfm2_moe",
|
|
"sourceModelIds": [
|
|
"LiquidAI/LFM2.5-8B-A1B"
|
|
],
|
|
"sourceTaskIds": [
|
|
"5001066"
|
|
],
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation"
|
|
},
|
|
"kunlunxin_p-800|vllm|text-generation|model_type:muse_glimmer": {
|
|
"architectureSignature": "model_type:muse_glimmer",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-21T11:00:43.861933+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-21T11:00:43.861933+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "muse_glimmer",
|
|
"sourceModelIds": [
|
|
"ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4999589"
|
|
],
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation"
|
|
},
|
|
"kunlunxin_p-800|vllm|text-generation|model_type:nemotron_h": {
|
|
"architectureSignature": "model_type:nemotron_h",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-21T04:55:59.067045+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-21T04:55:59.067045+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "nemotron_h",
|
|
"sourceModelIds": [
|
|
"nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4994201"
|
|
],
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation"
|
|
},
|
|
"kunlunxin_p-800|vllm|text-generation|model_type:qwen3_5": {
|
|
"architectureSignature": "model_type:qwen3_5",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T21:37:47.183318+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T21:37:47.183318+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5",
|
|
"sourceModelIds": [
|
|
"EschaLabs/Qwen3.8-27B-Escha-W2"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4988062"
|
|
],
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation"
|
|
},
|
|
"kunlunxin_p-800|vllm|text-generation|model_type:qwen3_5_moe": {
|
|
"architectureSignature": "model_type:qwen3_5_moe",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T12:50:08.335394+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T12:50:08.335394+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_moe",
|
|
"sourceModelIds": [
|
|
"apodex/Apodex-1.1-mini-GPTQ-Int4"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4979143"
|
|
],
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation"
|
|
},
|
|
"kunlunxin_p-800|vllm|text-generation|model_type:qwen3_5_text": {
|
|
"architectureSignature": "model_type:qwen3_5_text",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T20:51:02.382902+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-20T20:51:02.382902+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_text",
|
|
"sourceModelIds": [
|
|
"TokenRhythm/NeoHorse-1-4B"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4987487"
|
|
],
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation"
|
|
},
|
|
"kunlunxin_p-800|vllm|text-generation|model_type:zaya": {
|
|
"architectureSignature": "model_type:zaya",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-21T11:40:35.210780+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-21T11:40:35.210780+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "zaya",
|
|
"sourceModelIds": [
|
|
"JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M"
|
|
],
|
|
"sourceTaskIds": [
|
|
"5000137"
|
|
],
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation"
|
|
},
|
|
"metax_c-500|vllm|text-generation|model_type:mellum": {
|
|
"architectureSignature": "model_type:mellum",
|
|
"architectures": [],
|
|
"evidenceCount": 2,
|
|
"expiresAt": "2026-10-04T17:29:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-04T17:29:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "mellum",
|
|
"sourceModelIds": [
|
|
"JetBrains/Mellum2-12B-A2.5B-Thinking",
|
|
"JetBrains/Mellum2-12B-A2.5B-Thinking-SFT"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4148305",
|
|
"4149022"
|
|
],
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation"
|
|
},
|
|
"metax_c-500|vllm|text-generation|model_type:nemotron_h": {
|
|
"architectureSignature": "model_type:nemotron_h",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-04T16:33:22+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-04T16:33:22+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "nemotron_h",
|
|
"sourceModelIds": [
|
|
"nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4133678"
|
|
],
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation"
|
|
},
|
|
"metax_c-500|vllm|text-generation|model_type:qwen3_5": {
|
|
"architectureSignature": "model_type:qwen3_5",
|
|
"architectures": [],
|
|
"evidenceCount": 2,
|
|
"expiresAt": "2026-10-04T16:10:19.955805+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-04T16:10:19.955805+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5",
|
|
"sourceModelIds": [
|
|
"Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed",
|
|
"Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4629852",
|
|
"4629854"
|
|
],
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation"
|
|
},
|
|
"metax_c-500|vllm|text-generation|model_type:qwen3_5_moe": {
|
|
"architectureSignature": "model_type:qwen3_5_moe",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-06T03:59:01.992368+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-06T03:59:01.992368+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_moe",
|
|
"sourceModelIds": [
|
|
"ornith-ai/Ornith-1.5-35B-A3B-MLX-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4660498"
|
|
],
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation"
|
|
},
|
|
"metax_c-500|vllm|text-generation|model_type:qwen3_5_mtp": {
|
|
"architectureSignature": "model_type:qwen3_5_mtp",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-06T08:39:20.512136+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-06T08:39:20.512136+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_mtp",
|
|
"sourceModelIds": [
|
|
"mlx-community/Qwen3.8-27B-MTP-mxfp4"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4664213"
|
|
],
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation"
|
|
},
|
|
"metax_c-500|vllm|text-generation|model_type:qwen3_5_text": {
|
|
"architectureSignature": "model_type:qwen3_5_text",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-05T10:52:05.726238+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-05T10:52:05.726238+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_text",
|
|
"sourceModelIds": [
|
|
"ValueFX/Qwen3.8-27B-CCCP-S"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4646913"
|
|
],
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation"
|
|
},
|
|
"metax_c-500|vllm|text-generation|model_type:zaya": {
|
|
"architectureSignature": "model_type:zaya",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-08T14:49:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-08T14:49:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "zaya",
|
|
"sourceModelIds": [
|
|
"JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4079917"
|
|
],
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation"
|
|
},
|
|
"mthreads_s4000|vllm|text-generation|model_type:gemma4": {
|
|
"architectureSignature": "model_type:gemma4",
|
|
"architectures": [],
|
|
"evidenceCount": 3,
|
|
"expiresAt": "2026-10-15T07:13:14.150584+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-15T07:13:14.150584+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "gemma4",
|
|
"sourceModelIds": [
|
|
"mlx-community/gemma-4-e4b-it-OptiQ-4bit",
|
|
"mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit",
|
|
"mlx-community/gemma-4-31B-it-qat-OptiQ-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4868223",
|
|
"4868225",
|
|
"4868229"
|
|
],
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation"
|
|
},
|
|
"mthreads_s4000|vllm|text-generation|model_type:mellum": {
|
|
"architectureSignature": "model_type:mellum",
|
|
"architectures": [],
|
|
"evidenceCount": 3,
|
|
"expiresAt": "2026-10-05T06:57:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-05T06:57:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "mellum",
|
|
"sourceModelIds": [
|
|
"JetBrains/Mellum2-12B-A2.5B-Instruct",
|
|
"JetBrains/Mellum2-12B-A2.5B-Thinking-SFT",
|
|
"JetBrains/Mellum2-12B-A2.5B-Thinking"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4196912",
|
|
"4198066",
|
|
"4196900"
|
|
],
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation"
|
|
},
|
|
"mthreads_s4000|vllm|text-generation|model_type:nemotron_h": {
|
|
"architectureSignature": "model_type:nemotron_h",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-13T02:09:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-13T02:09:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "nemotron_h",
|
|
"sourceModelIds": [
|
|
"primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4543931"
|
|
],
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation"
|
|
},
|
|
"mthreads_s4000|vllm|text-generation|model_type:qwen3_5": {
|
|
"architectureSignature": "model_type:qwen3_5",
|
|
"architectures": [],
|
|
"evidenceCount": 2,
|
|
"expiresAt": "2026-10-22T18:06:08+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-22T18:06:08+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5",
|
|
"sourceModelIds": [
|
|
"Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality-FP16",
|
|
"Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4592052",
|
|
"4332831"
|
|
],
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation"
|
|
},
|
|
"mthreads_s4000|vllm|text-generation|model_type:qwen3_5_moe": {
|
|
"architectureSignature": "model_type:qwen3_5_moe",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-15T07:13:14.093936+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-15T07:13:14.093936+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_moe",
|
|
"sourceModelIds": [
|
|
"mlx-community/KAT-Coder-V2.5-Dev-OptiQ-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4868226"
|
|
],
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation"
|
|
},
|
|
"mthreads_s4000|vllm|text-generation|model_type:qwen3_5_mtp": {
|
|
"architectureSignature": "model_type:qwen3_5_mtp",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-06T10:31:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-06T10:31:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_mtp",
|
|
"sourceModelIds": [
|
|
"mlx-community/Qwen3.8-27B-MTP-nvfp4"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4590766"
|
|
],
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation"
|
|
},
|
|
"mthreads_s4000|vllm|text-generation|model_type:qwen3_5_text": {
|
|
"architectureSignature": "model_type:qwen3_5_text",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-05T21:33:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-05T21:33:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_text",
|
|
"sourceModelIds": [
|
|
"SupraLabs/reasoning-summarizer-800m-pre"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4609104"
|
|
],
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation"
|
|
},
|
|
"mthreads_s4000|vllm|text-generation|model_type:qwen3_vl": {
|
|
"architectureSignature": "model_type:qwen3_vl",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-06T21:23:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-06T21:23:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_vl",
|
|
"sourceModelIds": [
|
|
"metax-tech/Qwen3-VL-8B-Instruct_W8A8"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4591579"
|
|
],
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation"
|
|
},
|
|
"mthreads_s4000|vllm|text-generation|model_type:rwkv7": {
|
|
"architectureSignature": "model_type:rwkv7",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-10T04:01:22+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-10T04:01:22+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "rwkv7",
|
|
"sourceModelIds": [
|
|
"RWKV/RWKV7-1.5B-20260805"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4609102"
|
|
],
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation"
|
|
},
|
|
"sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|architectures:plamo3forcausallm": {
|
|
"architectureSignature": "architectures:plamo3forcausallm",
|
|
"architectures": [
|
|
"plamo3forcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-24T01:54:08+00:00",
|
|
"framework": "vllm_fix_tokenizer",
|
|
"latestFailureAt": "2026-09-24T01:54:08+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"pfnet/plamo-3-nict-8b-base"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4458019"
|
|
],
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation"
|
|
},
|
|
"sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|model_type:mellum": {
|
|
"architectureSignature": "model_type:mellum",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-13T21:09:21+00:00",
|
|
"framework": "vllm_fix_tokenizer",
|
|
"latestFailureAt": "2026-09-13T21:09:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "mellum",
|
|
"sourceModelIds": [
|
|
"JetBrains/Mellum2-12B-A2.5B-Instruct"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4152538"
|
|
],
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation"
|
|
},
|
|
"sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|model_type:nemotron_h": {
|
|
"architectureSignature": "model_type:nemotron_h",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-12T02:51:21+00:00",
|
|
"framework": "vllm_fix_tokenizer",
|
|
"latestFailureAt": "2026-09-12T02:51:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "nemotron_h",
|
|
"sourceModelIds": [
|
|
"nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4134178"
|
|
],
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation"
|
|
},
|
|
"sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|model_type:qwen3_5": {
|
|
"architectureSignature": "model_type:qwen3_5",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-16T01:37:21+00:00",
|
|
"framework": "vllm_fix_tokenizer",
|
|
"latestFailureAt": "2026-09-16T01:37:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5",
|
|
"sourceModelIds": [
|
|
"Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4337531"
|
|
],
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation"
|
|
},
|
|
"sunrise_pt-200-x1|vllm|text-generation|model_type:nemotron_h": {
|
|
"architectureSignature": "model_type:nemotron_h",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-15T06:23:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-15T06:23:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "nemotron_h",
|
|
"sourceModelIds": [
|
|
"primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4544266"
|
|
],
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation"
|
|
},
|
|
"sunrise_pt-200-x1|vllm|text-generation|model_type:qwen3_5_moe": {
|
|
"architectureSignature": "model_type:qwen3_5_moe",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-14T00:43:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-14T00:43:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_moe",
|
|
"sourceModelIds": [
|
|
"apodex/Apodex-1.1-mini-GPTQ-Int4"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4490280"
|
|
],
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation"
|
|
},
|
|
"sunrise_pt-200-x1|vllm|text-generation|model_type:qwen3_5_mtp": {
|
|
"architectureSignature": "model_type:qwen3_5_mtp",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-07T20:41:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-07T20:41:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_mtp",
|
|
"sourceModelIds": [
|
|
"mlx-community/Qwen3.8-27B-MTP-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4585069"
|
|
],
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation"
|
|
},
|
|
"vastai_va16|vllm_fix_tokenizer|text-generation|model_type:qwen3_5": {
|
|
"architectureSignature": "model_type:qwen3_5",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-20T03:41:42.245581+00:00",
|
|
"framework": "vllm_fix_tokenizer",
|
|
"latestFailureAt": "2026-09-20T03:41:42.245581+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5",
|
|
"sourceModelIds": [
|
|
"Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4969995"
|
|
],
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation"
|
|
},
|
|
"vastai_va16|vllm_fix_tokenizer|text-generation|model_type:qwen3_5_moe": {
|
|
"architectureSignature": "model_type:qwen3_5_moe",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-05T16:30:08.482261+00:00",
|
|
"framework": "vllm_fix_tokenizer",
|
|
"latestFailureAt": "2026-09-05T16:30:08.482261+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_moe",
|
|
"sourceModelIds": [
|
|
"ornith-ai/Ornith-1.5-35B-A3B-MLX-4bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4651930"
|
|
],
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation"
|
|
},
|
|
"vastai_va16|vllm_fix_tokenizer|text-generation|model_type:zaya": {
|
|
"architectureSignature": "model_type:zaya",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-08T15:58:20.200513+00:00",
|
|
"framework": "vllm_fix_tokenizer",
|
|
"latestFailureAt": "2026-09-08T15:58:20.200513+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "zaya",
|
|
"sourceModelIds": [
|
|
"JANGQ-AI/AppleScript-8B-JANG_4M"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4722293"
|
|
],
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation"
|
|
},
|
|
"vastai_va16|vllm|text-generation|architectures:aquiladenseforcausallm": {
|
|
"architectureSignature": "architectures:aquiladenseforcausallm",
|
|
"architectures": [
|
|
"aquiladenseforcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-08T05:39:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-08T05:39:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"BAAI/AquilaDense-7B"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4079957"
|
|
],
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation"
|
|
},
|
|
"vastai_va16|vllm|text-generation|architectures:gptneoforcausallm": {
|
|
"architectureSignature": "architectures:gptneoforcausallm",
|
|
"architectures": [
|
|
"gptneoforcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-07T09:45:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-07T09:45:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"KoboldAI/GPT-Neo-2.7B-Janeway"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4079146"
|
|
],
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation"
|
|
},
|
|
"vastai_va16|vllm|text-generation|architectures:llavallamaforcausallm": {
|
|
"architectureSignature": "architectures:llavallamaforcausallm",
|
|
"architectures": [
|
|
"llavallamaforcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-07T11:03:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-07T11:03:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"microsoft/llava-med-7b-delta"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4079287"
|
|
],
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation"
|
|
},
|
|
"vastai_va16|vllm|text-generation|architectures:nanbeigeforcausallm": {
|
|
"architectureSignature": "architectures:nanbeigeforcausallm",
|
|
"architectures": [
|
|
"nanbeigeforcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-15T22:45:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-15T22:45:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"nanbeige/Nanbeige4.2-3B-GPTQ-Int8"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4609091"
|
|
],
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation"
|
|
},
|
|
"vastai_va16|vllm|text-generation|architectures:phi4flashforcausallm": {
|
|
"architectureSignature": "architectures:phi4flashforcausallm",
|
|
"architectures": [
|
|
"phi4flashforcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-07T10:57:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-07T10:57:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"microsoft/Phi-4-mini-flash-reasoning"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4079234"
|
|
],
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation"
|
|
},
|
|
"vastai_va16|vllm|text-generation|architectures:plamo3forcausallm": {
|
|
"architectureSignature": "architectures:plamo3forcausallm",
|
|
"architectures": [
|
|
"plamo3forcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-19T01:47:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-19T01:47:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"pfnet/plamo-3-nict-8b-base"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4460346"
|
|
],
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation"
|
|
},
|
|
"vastai_va16|vllm|text-generation|architectures:rwkv5forcausallm": {
|
|
"architectureSignature": "architectures:rwkv5forcausallm",
|
|
"architectures": [
|
|
"rwkv5forcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-08T18:41:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-08T18:41:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"RWKV/rwkv-5-world-1b5"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4107039"
|
|
],
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation"
|
|
},
|
|
"vastai_va16|vllm|text-generation|architectures:rwkv7forcausallm": {
|
|
"architectureSignature": "architectures:rwkv7forcausallm",
|
|
"architectures": [
|
|
"rwkv7forcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-07T04:19:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-07T04:19:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"fla-hub/rwkv7-7.2B-g0"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4079209"
|
|
],
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation"
|
|
},
|
|
"vastai_va16|vllm|text-generation|architectures:spark2_5forcausallm": {
|
|
"architectureSignature": "architectures:spark2_5forcausallm",
|
|
"architectures": [
|
|
"spark2_5forcausallm"
|
|
],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-13T09:33:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-13T09:33:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "architectures",
|
|
"modelType": null,
|
|
"sourceModelIds": [
|
|
"XHToken/Spark-X2.5-1.7B"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4557415"
|
|
],
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation"
|
|
},
|
|
"vastai_va16|vllm|text-generation|model_type:mellum": {
|
|
"architectureSignature": "model_type:mellum",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-05T15:03:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-05T15:03:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "mellum",
|
|
"sourceModelIds": [
|
|
"JetBrains/Mellum2-12B-A2.5B-Thinking"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4152609"
|
|
],
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation"
|
|
},
|
|
"vastai_va16|vllm|text-generation|model_type:nemotron_h": {
|
|
"architectureSignature": "model_type:nemotron_h",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-12T17:15:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-12T17:15:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "nemotron_h",
|
|
"sourceModelIds": [
|
|
"primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4543650"
|
|
],
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation"
|
|
},
|
|
"vastai_va16|vllm|text-generation|model_type:qwen3_5": {
|
|
"architectureSignature": "model_type:qwen3_5",
|
|
"architectures": [],
|
|
"evidenceCount": 3,
|
|
"expiresAt": "2026-10-19T23:03:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-19T23:03:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5",
|
|
"sourceModelIds": [
|
|
"Jackrong/DeepSeek-V4-Pro-Qwen3.5-9B",
|
|
"r0b0tlab/Qwen3.8-27B-NVFP4-MTP-sm121",
|
|
"ornith-ai/Ornith-1.5-9B-MLX-8bit"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4609086",
|
|
"4609094",
|
|
"4609081"
|
|
],
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation"
|
|
},
|
|
"vastai_va16|vllm|text-generation|model_type:qwen3_5_mtp": {
|
|
"architectureSignature": "model_type:qwen3_5_mtp",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-06T17:03:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-06T17:03:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_mtp",
|
|
"sourceModelIds": [
|
|
"mlx-community/Qwen3.8-27B-MTP-mxfp8"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4609075"
|
|
],
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation"
|
|
},
|
|
"vastai_va16|vllm|text-generation|model_type:qwen3_5_text": {
|
|
"architectureSignature": "model_type:qwen3_5_text",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-06T04:47:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-06T04:47:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "qwen3_5_text",
|
|
"sourceModelIds": [
|
|
"ValueFX/Qwen3.8-27B-CCCP-S"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4576624"
|
|
],
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation"
|
|
},
|
|
"vastai_va16|vllm|text-generation|model_type:rwkv7": {
|
|
"architectureSignature": "model_type:rwkv7",
|
|
"architectures": [],
|
|
"evidenceCount": 2,
|
|
"expiresAt": "2026-10-15T03:17:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-15T03:17:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "rwkv7",
|
|
"sourceModelIds": [
|
|
"RWKV/RWKV7-7.2B-20260805",
|
|
"RWKV/RWKV7-13.3B-20260805"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4531335",
|
|
"4609085"
|
|
],
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation"
|
|
},
|
|
"vastai_va16|vllm|text-generation|model_type:zaya": {
|
|
"architectureSignature": "model_type:zaya",
|
|
"architectures": [],
|
|
"evidenceCount": 1,
|
|
"expiresAt": "2026-10-08T13:31:21+00:00",
|
|
"framework": "vllm",
|
|
"latestFailureAt": "2026-09-08T13:31:21+00:00",
|
|
"latestSuccessfulAt": null,
|
|
"matchType": "model_type",
|
|
"modelType": "zaya",
|
|
"sourceModelIds": [
|
|
"JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M"
|
|
],
|
|
"sourceTaskIds": [
|
|
"4080030"
|
|
],
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation"
|
|
}
|
|
},
|
|
"architectureCompatibilitySummary": {
|
|
"activeBlockCount": 167,
|
|
"byGpuFramework": {
|
|
"Ascend_910-b3|vllm": 13,
|
|
"Ascend_910-b3|vllm_tokenizer_patch": 7,
|
|
"Ascend_910-b4|vllm": 13,
|
|
"Ascend_910-b4|vllm_tokenizer_patch": 6,
|
|
"Biren_166m|vllm": 3,
|
|
"Cambricon_mlu-370-x4|vllm": 4,
|
|
"Cambricon_mlu-370-x4|vllm-customized": 1,
|
|
"Cambricon_mlu-370-x8|vllm": 16,
|
|
"Cambricon_mlu-370-x8|vllm-customized": 6,
|
|
"Cambricon_mlu-370-x8|vllm-mlu": 5,
|
|
"Iluvatar_bi-150|transformers": 5,
|
|
"Iluvatar_bi-150|vllm": 7,
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0": 3,
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch": 2,
|
|
"Kunlunxin_p-800|vllm": 10,
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch": 9,
|
|
"MetaX_c-500|vllm": 7,
|
|
"Mthreads_s4000|vllm": 9,
|
|
"Sunrise_pt-200-x1|vllm": 3,
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer": 4,
|
|
"Vastai_va16|vllm": 16,
|
|
"Vastai_va16|vllm_fix_tokenizer": 3,
|
|
"hygon_k100-ai|vllm": 11,
|
|
"hygon_k100-ai|vllm-patch-tokenizer": 4
|
|
},
|
|
"ttlDays": 30
|
|
},
|
|
"combinationStats": {
|
|
"Ascend_910-b3|llamacpp|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.5,
|
|
"framework": "llamacpp",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 1,
|
|
"successRate": 0.5,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|unknown|feature_emb": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"日志缺失": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "feature_emb",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|unknown|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 6,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"参数/模板问题": 31,
|
|
"日志缺失": 2,
|
|
"验证失败": 26
|
|
},
|
|
"failureCount": 60,
|
|
"failureRate": 0.9091,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 6,
|
|
"successRate": 0.0909,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 66,
|
|
"unresolvedFailureCount": 60
|
|
},
|
|
"Ascend_910-b3|unknown|visual-multi-modal": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"验证失败": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "visual-multi-modal",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation": {
|
|
"attributableFailureCount": 43,
|
|
"decisionFailureRate": 0.9149,
|
|
"decisionSuccessRate": 0.0851,
|
|
"decisionTotal": 47,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 86,
|
|
"context_length": 9,
|
|
"framework_architecture_unsupported": 33,
|
|
"memory_capacity": 1,
|
|
"platform_infrastructure": 1,
|
|
"参数/模板问题": 8
|
|
},
|
|
"failureCount": 138,
|
|
"failureRate": 0.9718,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"successCount": 4,
|
|
"successRate": 0.0282,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 142,
|
|
"unresolvedFailureCount": 94
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation": {
|
|
"attributableFailureCount": 70,
|
|
"decisionFailureRate": 0.8642,
|
|
"decisionSuccessRate": 0.1358,
|
|
"decisionTotal": 81,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 66,
|
|
"framework_architecture_unsupported": 65,
|
|
"memory_capacity": 1,
|
|
"repository_structure": 1,
|
|
"tokenizer_compatibility": 3
|
|
},
|
|
"failureCount": 136,
|
|
"failureRate": 0.9252,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 11,
|
|
"successRate": 0.0748,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 147,
|
|
"unresolvedFailureCount": 66
|
|
},
|
|
"Ascend_910-b3|vllm|visual-multi-modal": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "visual-multi-modal",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|llamacpp|text-generation": {
|
|
"attributableFailureCount": 92,
|
|
"decisionFailureRate": 0.9892,
|
|
"decisionSuccessRate": 0.0108,
|
|
"decisionTotal": 93,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 19,
|
|
"memory_capacity": 9,
|
|
"model_load": 83
|
|
},
|
|
"failureCount": 111,
|
|
"failureRate": 0.9911,
|
|
"framework": "llamacpp",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 1,
|
|
"successRate": 0.0089,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 112,
|
|
"unresolvedFailureCount": 19
|
|
},
|
|
"Ascend_910-b4|llamacpp|unknown": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "llamacpp",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "unknown",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|llamacpp|visual-multi-modal": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "llamacpp",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "visual-multi-modal",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|unknown|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 60,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2,
|
|
"参数/模板问题": 254,
|
|
"日志缺失": 11,
|
|
"验证失败": 175
|
|
},
|
|
"failureCount": 442,
|
|
"failureRate": 0.8805,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 60,
|
|
"successRate": 0.1195,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 502,
|
|
"unresolvedFailureCount": 442
|
|
},
|
|
"Ascend_910-b4|unknown|visual-multi-modal": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 6,
|
|
"参数/模板问题": 8,
|
|
"日志缺失": 3
|
|
},
|
|
"failureCount": 17,
|
|
"failureRate": 0.8947,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 2,
|
|
"successRate": 0.1053,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "visual-multi-modal",
|
|
"total": 19,
|
|
"unresolvedFailureCount": 17
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation": {
|
|
"attributableFailureCount": 29,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 29,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 98,
|
|
"framework_architecture_unsupported": 28,
|
|
"platform_infrastructure": 1,
|
|
"repository_structure": 1,
|
|
"参数/模板问题": 6
|
|
},
|
|
"failureCount": 134,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 134,
|
|
"unresolvedFailureCount": 104
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation": {
|
|
"attributableFailureCount": 204,
|
|
"decisionFailureRate": 0.9951,
|
|
"decisionSuccessRate": 0.0049,
|
|
"decisionTotal": 205,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 123,
|
|
"context_length": 1,
|
|
"framework_architecture_unsupported": 155,
|
|
"memory_capacity": 10,
|
|
"platform_infrastructure": 2,
|
|
"repository_structure": 27,
|
|
"tokenizer_compatibility": 11
|
|
},
|
|
"failureCount": 329,
|
|
"failureRate": 0.997,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 2,
|
|
"successCount": 1,
|
|
"successRate": 0.003,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 330,
|
|
"unresolvedFailureCount": 123
|
|
},
|
|
"Biren_166m|unknown|feature_emb": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"参数/模板问题": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "feature_emb",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|unknown|text-generation": {
|
|
"attributableFailureCount": 141,
|
|
"decisionFailureRate": 0.9338,
|
|
"decisionSuccessRate": 0.0662,
|
|
"decisionTotal": 151,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 130,
|
|
"backend_operator": 4,
|
|
"context_length": 10,
|
|
"framework_architecture_unsupported": 88,
|
|
"memory_capacity": 1,
|
|
"model_load": 12,
|
|
"platform_infrastructure": 2,
|
|
"repository_structure": 18,
|
|
"runtime_memory": 2,
|
|
"tokenizer_compatibility": 6,
|
|
"参数/模板问题": 213,
|
|
"日志缺失": 62,
|
|
"验证失败": 27
|
|
},
|
|
"failureCount": 575,
|
|
"failureRate": 0.9829,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 2,
|
|
"successCount": 10,
|
|
"successRate": 0.0171,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 585,
|
|
"unresolvedFailureCount": 432
|
|
},
|
|
"Biren_166m|unknown|visual-multi-modal": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "visual-multi-modal",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 120,
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 121,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 121,
|
|
"unresolvedFailureCount": 120
|
|
},
|
|
"Biren_166m|vllm|text-generation": {
|
|
"attributableFailureCount": 45,
|
|
"decisionFailureRate": 0.75,
|
|
"decisionSuccessRate": 0.25,
|
|
"decisionTotal": 60,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 13,
|
|
"framework_architecture_unsupported": 32,
|
|
"model_load": 11,
|
|
"tokenizer_compatibility": 2
|
|
},
|
|
"failureCount": 58,
|
|
"failureRate": 0.7945,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 15,
|
|
"successRate": 0.2055,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 73,
|
|
"unresolvedFailureCount": 13
|
|
},
|
|
"Cambricon_mlu-370-x4|unknown|text-generation": {
|
|
"attributableFailureCount": 695,
|
|
"decisionFailureRate": 0.9145,
|
|
"decisionSuccessRate": 0.0855,
|
|
"decisionTotal": 760,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 414,
|
|
"architecture_compatibility": 51,
|
|
"context_length": 48,
|
|
"framework_architecture_unsupported": 258,
|
|
"memory_capacity": 216,
|
|
"model_load": 4,
|
|
"platform_infrastructure": 15,
|
|
"repository_structure": 84,
|
|
"tokenizer_compatibility": 34,
|
|
"参数/模板问题": 281,
|
|
"日志缺失": 13,
|
|
"验证失败": 39
|
|
},
|
|
"failureCount": 1457,
|
|
"failureRate": 0.9573,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 15,
|
|
"successCount": 65,
|
|
"successRate": 0.0427,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1522,
|
|
"unresolvedFailureCount": 747
|
|
},
|
|
"Cambricon_mlu-370-x4|unknown|unknown": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"repository_structure": 1,
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "unknown",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|unknown|visual-multi-modal": {
|
|
"attributableFailureCount": 8,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 8,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"architecture_compatibility": 2,
|
|
"framework_architecture_unsupported": 4,
|
|
"memory_capacity": 2,
|
|
"参数/模板问题": 4
|
|
},
|
|
"failureCount": 13,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "visual-multi-modal",
|
|
"total": 13,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-customized|text-generation": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4,
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 7,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 7,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation": {
|
|
"attributableFailureCount": 21,
|
|
"decisionFailureRate": 0.7,
|
|
"decisionSuccessRate": 0.3,
|
|
"decisionTotal": 30,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 45,
|
|
"framework_architecture_unsupported": 18,
|
|
"model_load": 3,
|
|
"platform_infrastructure": 1,
|
|
"参数/模板问题": 1,
|
|
"验证失败": 3
|
|
},
|
|
"failureCount": 71,
|
|
"failureRate": 0.8875,
|
|
"framework": "vllm-mlu",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"successCount": 9,
|
|
"successRate": 0.1125,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 80,
|
|
"unresolvedFailureCount": 49
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation": {
|
|
"attributableFailureCount": 25,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 25,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 46,
|
|
"framework_architecture_unsupported": 24,
|
|
"memory_capacity": 1,
|
|
"参数/模板问题": 1
|
|
},
|
|
"failureCount": 72,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 72,
|
|
"unresolvedFailureCount": 47
|
|
},
|
|
"Cambricon_mlu-370-x8|unknown|feature_emb": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "feature_emb",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|unknown|text-generation": {
|
|
"attributableFailureCount": 12,
|
|
"decisionFailureRate": 0.8571,
|
|
"decisionSuccessRate": 0.1429,
|
|
"decisionTotal": 14,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 40,
|
|
"framework_architecture_unsupported": 8,
|
|
"memory_capacity": 3,
|
|
"tokenizer_compatibility": 1,
|
|
"参数/模板问题": 21,
|
|
"验证失败": 22
|
|
},
|
|
"failureCount": 95,
|
|
"failureRate": 0.9794,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 2,
|
|
"successRate": 0.0206,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 97,
|
|
"unresolvedFailureCount": 83
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation": {
|
|
"attributableFailureCount": 12,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 12,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 42,
|
|
"framework_architecture_unsupported": 8,
|
|
"model_load": 3,
|
|
"platform_infrastructure": 2,
|
|
"tokenizer_compatibility": 1,
|
|
"参数/模板问题": 5
|
|
},
|
|
"failureCount": 61,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 2,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 61,
|
|
"unresolvedFailureCount": 47
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation": {
|
|
"attributableFailureCount": 15,
|
|
"decisionFailureRate": 0.5357,
|
|
"decisionSuccessRate": 0.4643,
|
|
"decisionTotal": 28,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 51,
|
|
"framework_architecture_unsupported": 12,
|
|
"model_load": 2,
|
|
"tokenizer_compatibility": 1,
|
|
"参数/模板问题": 3
|
|
},
|
|
"failureCount": 69,
|
|
"failureRate": 0.8415,
|
|
"framework": "vllm-mlu",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 13,
|
|
"successRate": 0.1585,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 82,
|
|
"unresolvedFailureCount": 54
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation": {
|
|
"attributableFailureCount": 22,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 22,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 21,
|
|
"framework_architecture_unsupported": 21,
|
|
"memory_capacity": 1,
|
|
"参数/模板问题": 12
|
|
},
|
|
"failureCount": 55,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 55,
|
|
"unresolvedFailureCount": 33
|
|
},
|
|
"Iluvatar_bi-100|transformers|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 53
|
|
},
|
|
"failureCount": 53,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "text-generation",
|
|
"total": 53,
|
|
"unresolvedFailureCount": 53
|
|
},
|
|
"Iluvatar_bi-100|unknown|feature_emb": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"日志缺失": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "feature_emb",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-100|unknown|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 61,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 7,
|
|
"platform_infrastructure": 16,
|
|
"参数/模板问题": 206,
|
|
"日志缺失": 93,
|
|
"验证失败": 20
|
|
},
|
|
"failureCount": 342,
|
|
"failureRate": 0.8486,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 16,
|
|
"successCount": 61,
|
|
"successRate": 0.1514,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "text-generation",
|
|
"total": 403,
|
|
"unresolvedFailureCount": 326
|
|
},
|
|
"Iluvatar_bi-100|unknown|text-to-image-generation": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 59,
|
|
"platform_infrastructure": 1,
|
|
"参数/模板问题": 13,
|
|
"日志缺失": 13
|
|
},
|
|
"failureCount": 86,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "text-to-image-generation",
|
|
"total": 86,
|
|
"unresolvedFailureCount": 85
|
|
},
|
|
"Iluvatar_bi-100|unknown|unknown": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3,
|
|
"参数/模板问题": 1
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "unknown",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Iluvatar_bi-100|unknown|visual-multi-modal": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 33,
|
|
"参数/模板问题": 22,
|
|
"日志缺失": 27
|
|
},
|
|
"failureCount": 82,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "visual-multi-modal",
|
|
"total": 82,
|
|
"unresolvedFailureCount": 82
|
|
},
|
|
"Iluvatar_bi-100|vllm|text-generation": {
|
|
"attributableFailureCount": 192,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 192,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 18,
|
|
"memory_capacity": 192,
|
|
"platform_infrastructure": 611
|
|
},
|
|
"failureCount": 821,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 611,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "text-generation",
|
|
"total": 821,
|
|
"unresolvedFailureCount": 18
|
|
},
|
|
"Iluvatar_bi-100|vllm|unknown": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 2,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "unknown",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-100|vllm|visual-multi-modal": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 2,
|
|
"platform_infrastructure": 5
|
|
},
|
|
"failureCount": 7,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 5,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "visual-multi-modal",
|
|
"total": 7,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|llamacpp|reinforcement_learning": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "llamacpp",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "reinforcement_learning",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Iluvatar_bi-150|llamacpp|text-generation": {
|
|
"attributableFailureCount": 92,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 92,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 69,
|
|
"memory_capacity": 11,
|
|
"model_load": 81
|
|
},
|
|
"failureCount": 161,
|
|
"failureRate": 1.0,
|
|
"framework": "llamacpp",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 161,
|
|
"unresolvedFailureCount": 69
|
|
},
|
|
"Iluvatar_bi-150|llamacpp|unknown": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "llamacpp",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "unknown",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|llamacpp|visual-multi-modal": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "llamacpp",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "visual-multi-modal",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation": {
|
|
"attributableFailureCount": 26,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 26,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 20,
|
|
"framework_architecture_unsupported": 7,
|
|
"memory_capacity": 5,
|
|
"model_load": 2,
|
|
"tokenizer_compatibility": 12
|
|
},
|
|
"failureCount": 46,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 46,
|
|
"unresolvedFailureCount": 20
|
|
},
|
|
"Iluvatar_bi-150|unknown|asr": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 36,
|
|
"参数/模板问题": 9,
|
|
"日志缺失": 12
|
|
},
|
|
"failureCount": 57,
|
|
"failureRate": 0.9828,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 1,
|
|
"successRate": 0.0172,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "asr",
|
|
"total": 58,
|
|
"unresolvedFailureCount": 57
|
|
},
|
|
"Iluvatar_bi-150|unknown|feature_emb": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"日志缺失": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "feature_emb",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|unknown|question_answering": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"日志缺失": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 0.6667,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 1,
|
|
"successRate": 0.3333,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "question_answering",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-150|unknown|reinforcement_learning": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 6,
|
|
"参数/模板问题": 6,
|
|
"日志缺失": 11
|
|
},
|
|
"failureCount": 23,
|
|
"failureRate": 0.8846,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 3,
|
|
"successRate": 0.1154,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "reinforcement_learning",
|
|
"total": 26,
|
|
"unresolvedFailureCount": 23
|
|
},
|
|
"Iluvatar_bi-150|unknown|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 126,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 71,
|
|
"参数/模板问题": 260,
|
|
"日志缺失": 95,
|
|
"验证失败": 30
|
|
},
|
|
"failureCount": 456,
|
|
"failureRate": 0.7835,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 126,
|
|
"successRate": 0.2165,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 582,
|
|
"unresolvedFailureCount": 456
|
|
},
|
|
"Iluvatar_bi-150|unknown|text-to-image-generation": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 59,
|
|
"参数/模板问题": 13,
|
|
"日志缺失": 10
|
|
},
|
|
"failureCount": 82,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-to-image-generation",
|
|
"total": 82,
|
|
"unresolvedFailureCount": 82
|
|
},
|
|
"Iluvatar_bi-150|unknown|unknown": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3,
|
|
"参数/模板问题": 1
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "unknown",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Iluvatar_bi-150|unknown|vision_classification": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 39,
|
|
"参数/模板问题": 6,
|
|
"日志缺失": 9
|
|
},
|
|
"failureCount": 54,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "vision_classification",
|
|
"total": 54,
|
|
"unresolvedFailureCount": 54
|
|
},
|
|
"Iluvatar_bi-150|unknown|visual-multi-modal": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 43,
|
|
"参数/模板问题": 23,
|
|
"日志缺失": 16
|
|
},
|
|
"failureCount": 82,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "visual-multi-modal",
|
|
"total": 82,
|
|
"unresolvedFailureCount": 82
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation": {
|
|
"attributableFailureCount": 44,
|
|
"decisionFailureRate": 0.6984,
|
|
"decisionSuccessRate": 0.3016,
|
|
"decisionTotal": 63,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 29,
|
|
"backend_operator": 6,
|
|
"framework_architecture_unsupported": 21,
|
|
"memory_capacity": 1,
|
|
"model_load": 6,
|
|
"runtime_memory": 10,
|
|
"参数/模板问题": 2
|
|
},
|
|
"failureCount": 75,
|
|
"failureRate": 0.7979,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 19,
|
|
"successRate": 0.2021,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 94,
|
|
"unresolvedFailureCount": 31
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation": {
|
|
"attributableFailureCount": 9,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 9,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 46,
|
|
"memory_capacity": 9
|
|
},
|
|
"failureCount": 55,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 55,
|
|
"unresolvedFailureCount": 46
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation": {
|
|
"attributableFailureCount": 10,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 10,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4,
|
|
"framework_architecture_unsupported": 5,
|
|
"model_load": 3,
|
|
"tokenizer_compatibility": 2
|
|
},
|
|
"failureCount": 14,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 14,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Iluvatar_bi-150|vllm|reinforcement_learning": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 14,
|
|
"platform_infrastructure": 6
|
|
},
|
|
"failureCount": 20,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 6,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "reinforcement_learning",
|
|
"total": 20,
|
|
"unresolvedFailureCount": 14
|
|
},
|
|
"Iluvatar_bi-150|vllm|text-generation": {
|
|
"attributableFailureCount": 573,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 573,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 211,
|
|
"architecture_compatibility": 14,
|
|
"backend_operator": 6,
|
|
"context_length": 29,
|
|
"framework_architecture_unsupported": 220,
|
|
"memory_capacity": 125,
|
|
"model_load": 32,
|
|
"platform_infrastructure": 15,
|
|
"repository_structure": 98,
|
|
"runtime_memory": 3,
|
|
"tokenizer_compatibility": 46
|
|
},
|
|
"failureCount": 799,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 15,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 799,
|
|
"unresolvedFailureCount": 211
|
|
},
|
|
"Iluvatar_bi-150|vllm|unknown": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"repository_structure": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "unknown",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm|visual-multi-modal": {
|
|
"attributableFailureCount": 4,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"architecture_compatibility": 1,
|
|
"framework_architecture_unsupported": 1,
|
|
"memory_capacity": 2
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "visual-multi-modal",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_mrv-100|transformers|text-generation": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|unknown|asr": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 44,
|
|
"参数/模板问题": 10
|
|
},
|
|
"failureCount": 54,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "asr",
|
|
"total": 54,
|
|
"unresolvedFailureCount": 54
|
|
},
|
|
"Iluvatar_mrv-100|unknown|text-generation": {
|
|
"attributableFailureCount": 943,
|
|
"decisionFailureRate": 0.8542,
|
|
"decisionSuccessRate": 0.1458,
|
|
"decisionTotal": 1104,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 187,
|
|
"architecture_compatibility": 45,
|
|
"backend_operator": 1,
|
|
"context_length": 77,
|
|
"framework_architecture_unsupported": 270,
|
|
"memory_capacity": 217,
|
|
"model_load": 84,
|
|
"platform_infrastructure": 6,
|
|
"repository_structure": 132,
|
|
"runtime_memory": 1,
|
|
"tokenizer_compatibility": 116,
|
|
"参数/模板问题": 272,
|
|
"日志缺失": 5,
|
|
"验证失败": 47
|
|
},
|
|
"failureCount": 1460,
|
|
"failureRate": 0.9007,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 6,
|
|
"successCount": 161,
|
|
"successRate": 0.0993,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1621,
|
|
"unresolvedFailureCount": 511
|
|
},
|
|
"Iluvatar_mrv-100|unknown|text-to-image-generation": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 69,
|
|
"参数/模板问题": 13,
|
|
"日志缺失": 1
|
|
},
|
|
"failureCount": 83,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-to-image-generation",
|
|
"total": 83,
|
|
"unresolvedFailureCount": 83
|
|
},
|
|
"Iluvatar_mrv-100|unknown|unknown": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3,
|
|
"platform_infrastructure": 1,
|
|
"repository_structure": 1,
|
|
"参数/模板问题": 1
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "unknown",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Iluvatar_mrv-100|unknown|visual-multi-modal": {
|
|
"attributableFailureCount": 5,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 37,
|
|
"architecture_compatibility": 2,
|
|
"framework_architecture_unsupported": 1,
|
|
"memory_capacity": 2,
|
|
"参数/模板问题": 20
|
|
},
|
|
"failureCount": 62,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "visual-multi-modal",
|
|
"total": 62,
|
|
"unresolvedFailureCount": 57
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation": {
|
|
"attributableFailureCount": 25,
|
|
"decisionFailureRate": 0.6098,
|
|
"decisionSuccessRate": 0.3902,
|
|
"decisionTotal": 41,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 12,
|
|
"framework_architecture_unsupported": 22,
|
|
"model_load": 2,
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 37,
|
|
"failureRate": 0.6981,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 16,
|
|
"successRate": 0.3019,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 53,
|
|
"unresolvedFailureCount": 12
|
|
},
|
|
"Kunlunxin_p-800|unknown|text-generation": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 75,
|
|
"memory_capacity": 1,
|
|
"参数/模板问题": 24,
|
|
"日志缺失": 1,
|
|
"验证失败": 22
|
|
},
|
|
"failureCount": 123,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 123,
|
|
"unresolvedFailureCount": 122
|
|
},
|
|
"Kunlunxin_p-800|unknown|visual-multi-modal": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"验证失败": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "visual-multi-modal",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 153,
|
|
"参数/模板问题": 3
|
|
},
|
|
"failureCount": 156,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 156,
|
|
"unresolvedFailureCount": 156
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation": {
|
|
"attributableFailureCount": 61,
|
|
"decisionFailureRate": 0.9104,
|
|
"decisionSuccessRate": 0.0896,
|
|
"decisionTotal": 67,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 10,
|
|
"backend_operator": 15,
|
|
"framework_architecture_unsupported": 20,
|
|
"memory_capacity": 1,
|
|
"model_load": 20,
|
|
"platform_infrastructure": 1,
|
|
"repository_structure": 2,
|
|
"runtime_memory": 3,
|
|
"参数/模板问题": 15
|
|
},
|
|
"failureCount": 87,
|
|
"failureRate": 0.9355,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"successCount": 6,
|
|
"successRate": 0.0645,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 93,
|
|
"unresolvedFailureCount": 25
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation": {
|
|
"attributableFailureCount": 37,
|
|
"decisionFailureRate": 0.9737,
|
|
"decisionSuccessRate": 0.0263,
|
|
"decisionTotal": 38,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2,
|
|
"backend_operator": 8,
|
|
"framework_architecture_unsupported": 17,
|
|
"memory_capacity": 1,
|
|
"model_load": 10,
|
|
"tokenizer_compatibility": 1,
|
|
"参数/模板问题": 4
|
|
},
|
|
"failureCount": 43,
|
|
"failureRate": 0.9773,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 1,
|
|
"successRate": 0.0227,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 44,
|
|
"unresolvedFailureCount": 6
|
|
},
|
|
"Kunlunxin_r-200-8f|unknown|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"参数/模板问题": 140,
|
|
"日志缺失": 30
|
|
},
|
|
"failureCount": 170,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_r-200-8f",
|
|
"taskType": "text-generation",
|
|
"total": 170,
|
|
"unresolvedFailureCount": 170
|
|
},
|
|
"MetaX_c-500|unknown|feature_emb": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 26,
|
|
"platform_infrastructure": 1,
|
|
"参数/模板问题": 12,
|
|
"日志缺失": 12
|
|
},
|
|
"failureCount": 51,
|
|
"failureRate": 0.9107,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"successCount": 5,
|
|
"successRate": 0.0893,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "feature_emb",
|
|
"total": 56,
|
|
"unresolvedFailureCount": 50
|
|
},
|
|
"MetaX_c-500|unknown|text-generation": {
|
|
"attributableFailureCount": 28,
|
|
"decisionFailureRate": 0.1944,
|
|
"decisionSuccessRate": 0.8056,
|
|
"decisionTotal": 144,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 103,
|
|
"context_length": 13,
|
|
"memory_capacity": 1,
|
|
"repository_structure": 14,
|
|
"参数/模板问题": 351,
|
|
"日志缺失": 1,
|
|
"验证失败": 48
|
|
},
|
|
"failureCount": 531,
|
|
"failureRate": 0.8207,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 116,
|
|
"successRate": 0.1793,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 647,
|
|
"unresolvedFailureCount": 503
|
|
},
|
|
"MetaX_c-500|unknown|unknown": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3,
|
|
"参数/模板问题": 1
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "unknown",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"MetaX_c-500|unknown|visual-multi-modal": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 39,
|
|
"参数/模板问题": 25,
|
|
"日志缺失": 2
|
|
},
|
|
"failureCount": 66,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "visual-multi-modal",
|
|
"total": 66,
|
|
"unresolvedFailureCount": 66
|
|
},
|
|
"MetaX_c-500|vllm|feature_emb": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"repository_structure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "feature_emb",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation": {
|
|
"attributableFailureCount": 628,
|
|
"decisionFailureRate": 0.9602,
|
|
"decisionSuccessRate": 0.0398,
|
|
"decisionTotal": 654,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 131,
|
|
"architecture_compatibility": 20,
|
|
"backend_operator": 43,
|
|
"context_length": 46,
|
|
"framework_architecture_unsupported": 194,
|
|
"memory_capacity": 84,
|
|
"model_load": 62,
|
|
"platform_infrastructure": 3,
|
|
"repository_structure": 98,
|
|
"runtime_memory": 2,
|
|
"tokenizer_compatibility": 79,
|
|
"参数/模板问题": 9
|
|
},
|
|
"failureCount": 771,
|
|
"failureRate": 0.9674,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 3,
|
|
"successCount": 26,
|
|
"successRate": 0.0326,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 797,
|
|
"unresolvedFailureCount": 140
|
|
},
|
|
"MetaX_c-500|vllm|unknown": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1,
|
|
"repository_structure": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "unknown",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|visual-multi-modal": {
|
|
"attributableFailureCount": 5,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"architecture_compatibility": 1,
|
|
"framework_architecture_unsupported": 4
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "visual-multi-modal",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Mthreads_s4000|llamacpp|text-generation": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 0.75,
|
|
"decisionSuccessRate": 0.25,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"model_load": 3
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 0.8,
|
|
"framework": "llamacpp",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 1,
|
|
"successRate": 0.2,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Mthreads_s4000|unknown|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 20,
|
|
"failureBreakdown": {
|
|
"参数/模板问题": 19,
|
|
"日志缺失": 6,
|
|
"验证失败": 25
|
|
},
|
|
"failureCount": 50,
|
|
"failureRate": 0.7143,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 20,
|
|
"successRate": 0.2857,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 70,
|
|
"unresolvedFailureCount": 50
|
|
},
|
|
"Mthreads_s4000|unknown|unknown": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2,
|
|
"参数/模板问题": 1
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "unknown",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Mthreads_s4000|unknown|visual-multi-modal": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 43,
|
|
"参数/模板问题": 24,
|
|
"日志缺失": 90,
|
|
"验证失败": 1
|
|
},
|
|
"failureCount": 158,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "visual-multi-modal",
|
|
"total": 158,
|
|
"unresolvedFailureCount": 158
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation": {
|
|
"attributableFailureCount": 76,
|
|
"decisionFailureRate": 0.76,
|
|
"decisionSuccessRate": 0.24,
|
|
"decisionTotal": 100,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 77,
|
|
"attention_backend": 2,
|
|
"backend_operator": 8,
|
|
"framework_architecture_unsupported": 54,
|
|
"memory_capacity": 1,
|
|
"model_load": 2,
|
|
"platform_infrastructure": 1,
|
|
"repository_structure": 1,
|
|
"runtime_memory": 5,
|
|
"tokenizer_compatibility": 3,
|
|
"参数/模板问题": 12
|
|
},
|
|
"failureCount": 166,
|
|
"failureRate": 0.8737,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"successCount": 24,
|
|
"successRate": 0.1263,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 190,
|
|
"unresolvedFailureCount": 89
|
|
},
|
|
"Mthreads_s4000|vllm|visual-multi-modal": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "visual-multi-modal",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|unknown|feature_emb": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"参数/模板问题": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "feature_emb",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Sunrise_pt-200-x1|unknown|text-generation": {
|
|
"attributableFailureCount": 13,
|
|
"decisionFailureRate": 0.1226,
|
|
"decisionSuccessRate": 0.8774,
|
|
"decisionTotal": 106,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 52,
|
|
"context_length": 5,
|
|
"repository_structure": 8,
|
|
"参数/模板问题": 212,
|
|
"验证失败": 32
|
|
},
|
|
"failureCount": 309,
|
|
"failureRate": 0.7687,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 93,
|
|
"successRate": 0.2313,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 402,
|
|
"unresolvedFailureCount": 296
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation": {
|
|
"attributableFailureCount": 120,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 120,
|
|
"failureBreakdown": {
|
|
"backend_operator": 9,
|
|
"framework_architecture_unsupported": 19,
|
|
"platform_infrastructure": 23,
|
|
"tokenizer_compatibility": 92,
|
|
"参数/模板问题": 6
|
|
},
|
|
"failureCount": 149,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 23,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 149,
|
|
"unresolvedFailureCount": 6
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation": {
|
|
"attributableFailureCount": 619,
|
|
"decisionFailureRate": 0.9952,
|
|
"decisionSuccessRate": 0.0048,
|
|
"decisionTotal": 622,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 109,
|
|
"architecture_compatibility": 43,
|
|
"backend_operator": 28,
|
|
"context_length": 34,
|
|
"framework_architecture_unsupported": 145,
|
|
"memory_capacity": 113,
|
|
"platform_infrastructure": 212,
|
|
"repository_structure": 75,
|
|
"runtime_memory": 1,
|
|
"tokenizer_compatibility": 180,
|
|
"参数/模板问题": 9
|
|
},
|
|
"failureCount": 949,
|
|
"failureRate": 0.9968,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 212,
|
|
"successCount": 3,
|
|
"successRate": 0.0032,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 952,
|
|
"unresolvedFailureCount": 118
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|unknown": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "unknown",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|visual-multi-modal": {
|
|
"attributableFailureCount": 4,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"architecture_compatibility": 1,
|
|
"framework_architecture_unsupported": 2,
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "visual-multi-modal",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|unknown|feature_emb": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"日志缺失": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "feature_emb",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|unknown|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 52,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 214,
|
|
"参数/模板问题": 237,
|
|
"日志缺失": 123,
|
|
"验证失败": 130
|
|
},
|
|
"failureCount": 704,
|
|
"failureRate": 0.9312,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 52,
|
|
"successRate": 0.0688,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 756,
|
|
"unresolvedFailureCount": 704
|
|
},
|
|
"Vastai_va16|unknown|unknown": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "unknown",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|unknown|visual-multi-modal": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2,
|
|
"参数/模板问题": 1
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "visual-multi-modal",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation": {
|
|
"attributableFailureCount": 30,
|
|
"decisionFailureRate": 0.8571,
|
|
"decisionSuccessRate": 0.1429,
|
|
"decisionTotal": 35,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 26,
|
|
"framework_architecture_unsupported": 21,
|
|
"model_load": 9,
|
|
"参数/模板问题": 4
|
|
},
|
|
"failureCount": 60,
|
|
"failureRate": 0.9231,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 5,
|
|
"successRate": 0.0769,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 65,
|
|
"unresolvedFailureCount": 30
|
|
},
|
|
"Vastai_va16|vllm|text-generation": {
|
|
"attributableFailureCount": 430,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 430,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 581,
|
|
"context_length": 9,
|
|
"framework_architecture_unsupported": 178,
|
|
"memory_capacity": 133,
|
|
"model_load": 42,
|
|
"platform_infrastructure": 14,
|
|
"repository_structure": 56,
|
|
"tokenizer_compatibility": 12
|
|
},
|
|
"failureCount": 1025,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 14,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1025,
|
|
"unresolvedFailureCount": 581
|
|
},
|
|
"Vastai_va16|vllm|unknown": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"repository_structure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "unknown",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm|visual-multi-modal": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2,
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "visual-multi-modal",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"hygon_k100-ai|llamacpp|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 23
|
|
},
|
|
"failureCount": 23,
|
|
"failureRate": 1.0,
|
|
"framework": "llamacpp",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 23,
|
|
"unresolvedFailureCount": 23
|
|
},
|
|
"hygon_k100-ai|unknown|text-generation": {
|
|
"attributableFailureCount": 10,
|
|
"decisionFailureRate": 0.25,
|
|
"decisionSuccessRate": 0.75,
|
|
"decisionTotal": 40,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 64,
|
|
"context_length": 4,
|
|
"repository_structure": 6,
|
|
"参数/模板问题": 355,
|
|
"日志缺失": 60,
|
|
"验证失败": 27
|
|
},
|
|
"failureCount": 516,
|
|
"failureRate": 0.9451,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 30,
|
|
"successRate": 0.0549,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 546,
|
|
"unresolvedFailureCount": 506
|
|
},
|
|
"hygon_k100-ai|unknown|unknown": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2,
|
|
"参数/模板问题": 1
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "unknown",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"hygon_k100-ai|unknown|visual-multi-modal": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 45,
|
|
"参数/模板问题": 21,
|
|
"日志缺失": 6
|
|
},
|
|
"failureCount": 72,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "visual-multi-modal",
|
|
"total": 72,
|
|
"unresolvedFailureCount": 72
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation": {
|
|
"attributableFailureCount": 59,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 59,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 42,
|
|
"framework_architecture_unsupported": 22,
|
|
"model_load": 13,
|
|
"repository_structure": 5,
|
|
"runtime_memory": 19,
|
|
"参数/模板问题": 11
|
|
},
|
|
"failureCount": 112,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 112,
|
|
"unresolvedFailureCount": 53
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation": {
|
|
"attributableFailureCount": 665,
|
|
"decisionFailureRate": 0.9911,
|
|
"decisionSuccessRate": 0.0089,
|
|
"decisionTotal": 671,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 163,
|
|
"architecture_compatibility": 30,
|
|
"attention_backend": 1,
|
|
"context_length": 42,
|
|
"framework_architecture_unsupported": 230,
|
|
"memory_capacity": 59,
|
|
"model_load": 60,
|
|
"platform_infrastructure": 3,
|
|
"repository_structure": 109,
|
|
"runtime_memory": 55,
|
|
"tokenizer_compatibility": 79,
|
|
"参数/模板问题": 3
|
|
},
|
|
"failureCount": 834,
|
|
"failureRate": 0.9929,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 3,
|
|
"successCount": 6,
|
|
"successRate": 0.0071,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 840,
|
|
"unresolvedFailureCount": 166
|
|
},
|
|
"hygon_k100-ai|vllm|unknown": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1,
|
|
"repository_structure": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "unknown",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm|visual-multi-modal": {
|
|
"attributableFailureCount": 4,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"architecture_compatibility": 2,
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "visual-multi-modal",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 1
|
|
}
|
|
},
|
|
"frameworkSummaries": {
|
|
"llamacpp": {
|
|
"attributableFailureCount": 191,
|
|
"decisionFailureRate": 0.9845,
|
|
"decisionSuccessRate": 0.0155,
|
|
"decisionTotal": 194,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 116,
|
|
"memory_capacity": 20,
|
|
"model_load": 171
|
|
},
|
|
"failureCount": 307,
|
|
"failureRate": 0.9903,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 3,
|
|
"successRate": 0.0097,
|
|
"total": 310,
|
|
"unresolvedFailureCount": 116
|
|
},
|
|
"transformers": {
|
|
"attributableFailureCount": 27,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 27,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 73,
|
|
"framework_architecture_unsupported": 8,
|
|
"memory_capacity": 5,
|
|
"model_load": 2,
|
|
"tokenizer_compatibility": 12
|
|
},
|
|
"failureCount": 100,
|
|
"failureRate": 1.0,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"total": 100,
|
|
"unresolvedFailureCount": 73
|
|
},
|
|
"unknown": {
|
|
"attributableFailureCount": 1860,
|
|
"decisionFailureRate": 0.6956,
|
|
"decisionSuccessRate": 0.3044,
|
|
"decisionTotal": 2674,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1967,
|
|
"architecture_compatibility": 100,
|
|
"backend_operator": 5,
|
|
"context_length": 157,
|
|
"framework_architecture_unsupported": 630,
|
|
"memory_capacity": 443,
|
|
"model_load": 100,
|
|
"platform_infrastructure": 42,
|
|
"repository_structure": 264,
|
|
"runtime_memory": 3,
|
|
"tokenizer_compatibility": 158,
|
|
"参数/模板问题": 3114,
|
|
"日志缺失": 719,
|
|
"验证失败": 673
|
|
},
|
|
"failureCount": 8375,
|
|
"failureRate": 0.9114,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 42,
|
|
"successCount": 814,
|
|
"successRate": 0.0886,
|
|
"total": 9189,
|
|
"unresolvedFailureCount": 6473
|
|
},
|
|
"vllm": {
|
|
"attributableFailureCount": 3640,
|
|
"decisionFailureRate": 0.9725,
|
|
"decisionSuccessRate": 0.0275,
|
|
"decisionTotal": 3743,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1594,
|
|
"architecture_compatibility": 112,
|
|
"attention_backend": 3,
|
|
"backend_operator": 93,
|
|
"context_length": 161,
|
|
"framework_architecture_unsupported": 1369,
|
|
"memory_capacity": 725,
|
|
"model_load": 221,
|
|
"platform_infrastructure": 876,
|
|
"repository_structure": 470,
|
|
"runtime_memory": 66,
|
|
"tokenizer_compatibility": 420,
|
|
"参数/模板问题": 50
|
|
},
|
|
"failureCount": 6160,
|
|
"failureRate": 0.9836,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 876,
|
|
"successCount": 103,
|
|
"successRate": 0.0164,
|
|
"total": 6263,
|
|
"unresolvedFailureCount": 1644
|
|
},
|
|
"vllm-customized": {
|
|
"attributableFailureCount": 15,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 15,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 46,
|
|
"framework_architecture_unsupported": 11,
|
|
"model_load": 3,
|
|
"platform_infrastructure": 2,
|
|
"tokenizer_compatibility": 1,
|
|
"参数/模板问题": 5
|
|
},
|
|
"failureCount": 68,
|
|
"failureRate": 1.0,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 2,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"total": 68,
|
|
"unresolvedFailureCount": 51
|
|
},
|
|
"vllm-mlu": {
|
|
"attributableFailureCount": 36,
|
|
"decisionFailureRate": 0.6207,
|
|
"decisionSuccessRate": 0.3793,
|
|
"decisionTotal": 58,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 96,
|
|
"framework_architecture_unsupported": 30,
|
|
"model_load": 5,
|
|
"platform_infrastructure": 1,
|
|
"tokenizer_compatibility": 1,
|
|
"参数/模板问题": 4,
|
|
"验证失败": 3
|
|
},
|
|
"failureCount": 140,
|
|
"failureRate": 0.8642,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"successCount": 22,
|
|
"successRate": 0.1358,
|
|
"total": 162,
|
|
"unresolvedFailureCount": 103
|
|
},
|
|
"vllm-patch-tokenizer": {
|
|
"attributableFailureCount": 59,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 59,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 42,
|
|
"framework_architecture_unsupported": 22,
|
|
"model_load": 13,
|
|
"repository_structure": 5,
|
|
"runtime_memory": 19,
|
|
"参数/模板问题": 11
|
|
},
|
|
"failureCount": 112,
|
|
"failureRate": 1.0,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"total": 112,
|
|
"unresolvedFailureCount": 53
|
|
},
|
|
"vllm_0_17_0_corex_4_4_0": {
|
|
"attributableFailureCount": 44,
|
|
"decisionFailureRate": 0.6984,
|
|
"decisionSuccessRate": 0.3016,
|
|
"decisionTotal": 63,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 29,
|
|
"backend_operator": 6,
|
|
"framework_architecture_unsupported": 21,
|
|
"memory_capacity": 1,
|
|
"model_load": 6,
|
|
"runtime_memory": 10,
|
|
"参数/模板问题": 2
|
|
},
|
|
"failureCount": 75,
|
|
"failureRate": 0.7979,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 19,
|
|
"successRate": 0.2021,
|
|
"total": 94,
|
|
"unresolvedFailureCount": 31
|
|
},
|
|
"vllm_fix_tokenizer": {
|
|
"attributableFailureCount": 160,
|
|
"decisionFailureRate": 0.9697,
|
|
"decisionSuccessRate": 0.0303,
|
|
"decisionTotal": 165,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 345,
|
|
"backend_operator": 9,
|
|
"framework_architecture_unsupported": 40,
|
|
"memory_capacity": 10,
|
|
"model_load": 9,
|
|
"platform_infrastructure": 23,
|
|
"tokenizer_compatibility": 92,
|
|
"参数/模板问题": 13
|
|
},
|
|
"failureCount": 541,
|
|
"failureRate": 0.9908,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 23,
|
|
"successCount": 5,
|
|
"successRate": 0.0092,
|
|
"total": 546,
|
|
"unresolvedFailureCount": 358
|
|
},
|
|
"vllm_tokenizer_patch": {
|
|
"attributableFailureCount": 143,
|
|
"decisionFailureRate": 0.9346,
|
|
"decisionSuccessRate": 0.0654,
|
|
"decisionTotal": 153,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 198,
|
|
"backend_operator": 15,
|
|
"context_length": 9,
|
|
"framework_architecture_unsupported": 86,
|
|
"memory_capacity": 2,
|
|
"model_load": 23,
|
|
"platform_infrastructure": 3,
|
|
"repository_structure": 3,
|
|
"runtime_memory": 3,
|
|
"tokenizer_compatibility": 2,
|
|
"参数/模板问题": 29
|
|
},
|
|
"failureCount": 373,
|
|
"failureRate": 0.9739,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 3,
|
|
"successCount": 10,
|
|
"successRate": 0.0261,
|
|
"total": 383,
|
|
"unresolvedFailureCount": 227
|
|
}
|
|
},
|
|
"generatedAt": "2026-10-02T04:08:31.607627+00:00",
|
|
"gpuSummaries": {
|
|
"Ascend_910-b3": {
|
|
"attributableFailureCount": 114,
|
|
"decisionFailureRate": 0.8382,
|
|
"decisionSuccessRate": 0.1618,
|
|
"decisionTotal": 136,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 154,
|
|
"context_length": 9,
|
|
"framework_architecture_unsupported": 99,
|
|
"memory_capacity": 2,
|
|
"platform_infrastructure": 1,
|
|
"repository_structure": 1,
|
|
"tokenizer_compatibility": 3,
|
|
"参数/模板问题": 39,
|
|
"日志缺失": 3,
|
|
"验证失败": 27
|
|
},
|
|
"failureCount": 338,
|
|
"failureRate": 0.9389,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"successCount": 22,
|
|
"successRate": 0.0611,
|
|
"total": 360,
|
|
"unresolvedFailureCount": 223
|
|
},
|
|
"Ascend_910-b4": {
|
|
"attributableFailureCount": 327,
|
|
"decisionFailureRate": 0.8363,
|
|
"decisionSuccessRate": 0.1637,
|
|
"decisionTotal": 391,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 248,
|
|
"context_length": 1,
|
|
"framework_architecture_unsupported": 183,
|
|
"memory_capacity": 19,
|
|
"model_load": 85,
|
|
"platform_infrastructure": 3,
|
|
"repository_structure": 28,
|
|
"tokenizer_compatibility": 11,
|
|
"参数/模板问题": 268,
|
|
"日志缺失": 14,
|
|
"验证失败": 175
|
|
},
|
|
"failureCount": 1035,
|
|
"failureRate": 0.9418,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 3,
|
|
"successCount": 64,
|
|
"successRate": 0.0582,
|
|
"total": 1099,
|
|
"unresolvedFailureCount": 705
|
|
},
|
|
"Biren_166m": {
|
|
"attributableFailureCount": 188,
|
|
"decisionFailureRate": 0.8826,
|
|
"decisionSuccessRate": 0.1174,
|
|
"decisionTotal": 213,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 263,
|
|
"backend_operator": 4,
|
|
"context_length": 10,
|
|
"framework_architecture_unsupported": 121,
|
|
"memory_capacity": 2,
|
|
"model_load": 23,
|
|
"platform_infrastructure": 2,
|
|
"repository_structure": 18,
|
|
"runtime_memory": 2,
|
|
"tokenizer_compatibility": 8,
|
|
"参数/模板问题": 214,
|
|
"日志缺失": 62,
|
|
"验证失败": 27
|
|
},
|
|
"failureCount": 756,
|
|
"failureRate": 0.968,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 2,
|
|
"successCount": 25,
|
|
"successRate": 0.032,
|
|
"total": 781,
|
|
"unresolvedFailureCount": 566
|
|
},
|
|
"Cambricon_mlu-370-x4": {
|
|
"attributableFailureCount": 754,
|
|
"decisionFailureRate": 0.9106,
|
|
"decisionSuccessRate": 0.0894,
|
|
"decisionTotal": 828,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 510,
|
|
"architecture_compatibility": 53,
|
|
"context_length": 48,
|
|
"framework_architecture_unsupported": 307,
|
|
"memory_capacity": 219,
|
|
"model_load": 7,
|
|
"platform_infrastructure": 16,
|
|
"repository_structure": 85,
|
|
"tokenizer_compatibility": 35,
|
|
"参数/模板问题": 287,
|
|
"日志缺失": 13,
|
|
"验证失败": 42
|
|
},
|
|
"failureCount": 1622,
|
|
"failureRate": 0.9564,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 16,
|
|
"successCount": 74,
|
|
"successRate": 0.0436,
|
|
"total": 1696,
|
|
"unresolvedFailureCount": 852
|
|
},
|
|
"Cambricon_mlu-370-x8": {
|
|
"attributableFailureCount": 61,
|
|
"decisionFailureRate": 0.8026,
|
|
"decisionSuccessRate": 0.1974,
|
|
"decisionTotal": 76,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 155,
|
|
"framework_architecture_unsupported": 49,
|
|
"memory_capacity": 4,
|
|
"model_load": 5,
|
|
"platform_infrastructure": 2,
|
|
"tokenizer_compatibility": 3,
|
|
"参数/模板问题": 41,
|
|
"验证失败": 22
|
|
},
|
|
"failureCount": 281,
|
|
"failureRate": 0.9493,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 2,
|
|
"successCount": 15,
|
|
"successRate": 0.0507,
|
|
"total": 296,
|
|
"unresolvedFailureCount": 218
|
|
},
|
|
"Iluvatar_bi-100": {
|
|
"attributableFailureCount": 194,
|
|
"decisionFailureRate": 0.7608,
|
|
"decisionSuccessRate": 0.2392,
|
|
"decisionTotal": 255,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 173,
|
|
"memory_capacity": 194,
|
|
"platform_infrastructure": 635,
|
|
"参数/模板问题": 242,
|
|
"日志缺失": 134,
|
|
"验证失败": 20
|
|
},
|
|
"failureCount": 1398,
|
|
"failureRate": 0.9582,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 635,
|
|
"successCount": 61,
|
|
"successRate": 0.0418,
|
|
"total": 1459,
|
|
"unresolvedFailureCount": 569
|
|
},
|
|
"Iluvatar_bi-150": {
|
|
"attributableFailureCount": 761,
|
|
"decisionFailureRate": 0.8353,
|
|
"decisionSuccessRate": 0.1647,
|
|
"decisionTotal": 911,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 656,
|
|
"architecture_compatibility": 15,
|
|
"backend_operator": 12,
|
|
"context_length": 29,
|
|
"framework_architecture_unsupported": 254,
|
|
"memory_capacity": 153,
|
|
"model_load": 126,
|
|
"platform_infrastructure": 21,
|
|
"repository_structure": 99,
|
|
"runtime_memory": 13,
|
|
"tokenizer_compatibility": 60,
|
|
"参数/模板问题": 320,
|
|
"日志缺失": 155,
|
|
"验证失败": 30
|
|
},
|
|
"failureCount": 1943,
|
|
"failureRate": 0.9283,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 21,
|
|
"successCount": 150,
|
|
"successRate": 0.0717,
|
|
"total": 2093,
|
|
"unresolvedFailureCount": 1161
|
|
},
|
|
"Iluvatar_mrv-100": {
|
|
"attributableFailureCount": 975,
|
|
"decisionFailureRate": 0.8464,
|
|
"decisionSuccessRate": 0.1536,
|
|
"decisionTotal": 1152,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 352,
|
|
"architecture_compatibility": 47,
|
|
"backend_operator": 1,
|
|
"context_length": 77,
|
|
"framework_architecture_unsupported": 294,
|
|
"memory_capacity": 219,
|
|
"model_load": 86,
|
|
"platform_infrastructure": 7,
|
|
"repository_structure": 133,
|
|
"runtime_memory": 1,
|
|
"tokenizer_compatibility": 117,
|
|
"参数/模板问题": 316,
|
|
"日志缺失": 6,
|
|
"验证失败": 47
|
|
},
|
|
"failureCount": 1703,
|
|
"failureRate": 0.9059,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 7,
|
|
"successCount": 177,
|
|
"successRate": 0.0941,
|
|
"total": 1880,
|
|
"unresolvedFailureCount": 721
|
|
},
|
|
"Kunlunxin_p-800": {
|
|
"attributableFailureCount": 99,
|
|
"decisionFailureRate": 0.934,
|
|
"decisionSuccessRate": 0.066,
|
|
"decisionTotal": 106,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 241,
|
|
"backend_operator": 23,
|
|
"framework_architecture_unsupported": 37,
|
|
"memory_capacity": 3,
|
|
"model_load": 30,
|
|
"platform_infrastructure": 1,
|
|
"repository_structure": 2,
|
|
"runtime_memory": 3,
|
|
"tokenizer_compatibility": 1,
|
|
"参数/模板问题": 46,
|
|
"日志缺失": 1,
|
|
"验证失败": 23
|
|
},
|
|
"failureCount": 411,
|
|
"failureRate": 0.9833,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"successCount": 7,
|
|
"successRate": 0.0167,
|
|
"total": 418,
|
|
"unresolvedFailureCount": 311
|
|
},
|
|
"Kunlunxin_r-200-8f": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"参数/模板问题": 140,
|
|
"日志缺失": 30
|
|
},
|
|
"failureCount": 170,
|
|
"failureRate": 1.0,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"total": 170,
|
|
"unresolvedFailureCount": 170
|
|
},
|
|
"MetaX_c-500": {
|
|
"attributableFailureCount": 663,
|
|
"decisionFailureRate": 0.8185,
|
|
"decisionSuccessRate": 0.1815,
|
|
"decisionTotal": 810,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 303,
|
|
"architecture_compatibility": 21,
|
|
"backend_operator": 43,
|
|
"context_length": 59,
|
|
"framework_architecture_unsupported": 198,
|
|
"memory_capacity": 85,
|
|
"model_load": 62,
|
|
"platform_infrastructure": 5,
|
|
"repository_structure": 114,
|
|
"runtime_memory": 2,
|
|
"tokenizer_compatibility": 79,
|
|
"参数/模板问题": 398,
|
|
"日志缺失": 15,
|
|
"验证失败": 48
|
|
},
|
|
"failureCount": 1432,
|
|
"failureRate": 0.9069,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 5,
|
|
"successCount": 147,
|
|
"successRate": 0.0931,
|
|
"total": 1579,
|
|
"unresolvedFailureCount": 764
|
|
},
|
|
"Mthreads_s4000": {
|
|
"attributableFailureCount": 80,
|
|
"decisionFailureRate": 0.64,
|
|
"decisionSuccessRate": 0.36,
|
|
"decisionTotal": 125,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 123,
|
|
"attention_backend": 2,
|
|
"backend_operator": 8,
|
|
"framework_architecture_unsupported": 55,
|
|
"memory_capacity": 1,
|
|
"model_load": 5,
|
|
"platform_infrastructure": 1,
|
|
"repository_structure": 1,
|
|
"runtime_memory": 5,
|
|
"tokenizer_compatibility": 3,
|
|
"参数/模板问题": 56,
|
|
"日志缺失": 96,
|
|
"验证失败": 26
|
|
},
|
|
"failureCount": 382,
|
|
"failureRate": 0.8946,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"successCount": 45,
|
|
"successRate": 0.1054,
|
|
"total": 427,
|
|
"unresolvedFailureCount": 301
|
|
},
|
|
"Sunrise_pt-200-x1": {
|
|
"attributableFailureCount": 758,
|
|
"decisionFailureRate": 0.8876,
|
|
"decisionSuccessRate": 0.1124,
|
|
"decisionTotal": 854,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 162,
|
|
"architecture_compatibility": 44,
|
|
"backend_operator": 37,
|
|
"context_length": 39,
|
|
"framework_architecture_unsupported": 166,
|
|
"memory_capacity": 113,
|
|
"platform_infrastructure": 235,
|
|
"repository_structure": 83,
|
|
"runtime_memory": 1,
|
|
"tokenizer_compatibility": 275,
|
|
"参数/模板问题": 228,
|
|
"验证失败": 32
|
|
},
|
|
"failureCount": 1415,
|
|
"failureRate": 0.9365,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 235,
|
|
"successCount": 96,
|
|
"successRate": 0.0635,
|
|
"total": 1511,
|
|
"unresolvedFailureCount": 422
|
|
},
|
|
"Vastai_va16": {
|
|
"attributableFailureCount": 462,
|
|
"decisionFailureRate": 0.8902,
|
|
"decisionSuccessRate": 0.1098,
|
|
"decisionTotal": 519,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 826,
|
|
"context_length": 9,
|
|
"framework_architecture_unsupported": 200,
|
|
"memory_capacity": 133,
|
|
"model_load": 51,
|
|
"platform_infrastructure": 14,
|
|
"repository_structure": 57,
|
|
"tokenizer_compatibility": 12,
|
|
"参数/模板问题": 242,
|
|
"日志缺失": 124,
|
|
"验证失败": 130
|
|
},
|
|
"failureCount": 1798,
|
|
"failureRate": 0.9693,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 14,
|
|
"successCount": 57,
|
|
"successRate": 0.0307,
|
|
"total": 1855,
|
|
"unresolvedFailureCount": 1322
|
|
},
|
|
"hygon_k100-ai": {
|
|
"attributableFailureCount": 739,
|
|
"decisionFailureRate": 0.9535,
|
|
"decisionSuccessRate": 0.0465,
|
|
"decisionTotal": 775,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 340,
|
|
"architecture_compatibility": 32,
|
|
"attention_backend": 1,
|
|
"context_length": 46,
|
|
"framework_architecture_unsupported": 254,
|
|
"memory_capacity": 59,
|
|
"model_load": 73,
|
|
"platform_infrastructure": 4,
|
|
"repository_structure": 121,
|
|
"runtime_memory": 74,
|
|
"tokenizer_compatibility": 79,
|
|
"参数/模板问题": 391,
|
|
"日志缺失": 66,
|
|
"验证失败": 27
|
|
},
|
|
"failureCount": 1567,
|
|
"failureRate": 0.9775,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 4,
|
|
"successCount": 36,
|
|
"successRate": 0.0225,
|
|
"total": 1603,
|
|
"unresolvedFailureCount": 824
|
|
}
|
|
},
|
|
"observedGpuMemoryGiB": {
|
|
"Ascend_910-b3": 64.0,
|
|
"Ascend_910-b4": 32.0,
|
|
"Biren_166m": 64.0,
|
|
"Cambricon_mlu-370-x4": 24.0,
|
|
"Cambricon_mlu-370-x8": 24.0,
|
|
"Iluvatar_bi-100": 32.0,
|
|
"Iluvatar_bi-150": 32.0,
|
|
"Iluvatar_mrv-100": 32.0,
|
|
"Kunlunxin_p-800": 100.0,
|
|
"MetaX_c-500": 64.0,
|
|
"Mthreads_s4000": 48.0,
|
|
"Sunrise_pt-200-x1": 64.0,
|
|
"Vastai_va16": 32.0,
|
|
"hygon_k100-ai": 64.0
|
|
},
|
|
"pendingRecords": 0,
|
|
"policyCancelledRecords": 221,
|
|
"profileCombinationStats": {
|
|
"Ascend_910-b3|llamacpp|text-generation|smollm3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "llamacpp",
|
|
"modelType": "smollm3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|bailing_hybrid|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1,
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|cohere2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 2,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 13
|
|
},
|
|
"failureCount": 13,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 13,
|
|
"unresolvedFailureCount": 13
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|gemma3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|gemma4_unified|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|gemma4|none": {
|
|
"attributableFailureCount": 4,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|gpt_oss|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|hrm_text|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|llama|awq": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 6
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 6
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 7,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 7,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 17,
|
|
"context_length": 7
|
|
},
|
|
"failureCount": 24,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 24,
|
|
"unresolvedFailureCount": 17
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|llama|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 0.6667,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 0.3333,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|mistral3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|mistral|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|mpt|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2,
|
|
"context_length": 2
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|muse_glimmer|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|nemotron_h|modelopt": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|nemotron_h|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|phi3small|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "phi3small",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 8
|
|
},
|
|
"failureCount": 8,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 8
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|plamo3|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3,
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3_5_moe|compressed-tensors": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3_5_moe|modelopt": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3_5_text|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3_5|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3_5|exl3": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3_5|modelopt": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 6,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 6,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 6
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3_vl|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|sophia_hybrid|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|spark2_5|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|spark2_5|fp8": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|spark2_5|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|spark2_5|torchao": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|stablelm|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "stablelm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 17
|
|
},
|
|
"failureCount": 17,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 17,
|
|
"unresolvedFailureCount": 17
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|bailing_hybrid|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|gemma3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|gemma4|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|gpt_oss|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|llama|awq": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 7
|
|
},
|
|
"failureCount": 7,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 7,
|
|
"unresolvedFailureCount": 7
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|llama|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 0.25,
|
|
"decisionSuccessRate": 0.75,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.25,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 3,
|
|
"successRate": 0.75,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|mistral3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|muse_glimmer|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|param2moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "param2moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|qwen2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|qwen3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 8,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.1111,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 8,
|
|
"successRate": 0.8889,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 9,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|sophia_hybrid|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|zaya|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|llamacpp|text-generation|smollm3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "llamacpp",
|
|
"modelType": "smollm3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|cohere2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 7
|
|
},
|
|
"failureCount": 7,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 7,
|
|
"unresolvedFailureCount": 7
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|gemma2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|gemma3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|gemma4_unified|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|gemma4|none": {
|
|
"attributableFailureCount": 4,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|gpt_oss|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|lfm2_moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "lfm2_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 6
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 6
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|llama|awq": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 34
|
|
},
|
|
"failureCount": 34,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 34,
|
|
"unresolvedFailureCount": 34
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|llama|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 6
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 6
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|mistral3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|mistral|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|mpt|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"repository_structure": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|muse_glimmer|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|nemotron_h|modelopt": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|phi3small|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "phi3small",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 7
|
|
},
|
|
"failureCount": 7,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 7,
|
|
"unresolvedFailureCount": 7
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|plamo3|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3,
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen3_5_moe|compressed-tensors": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen3_5_text|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen3_5|exl3": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen3_5|modelopt": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 4,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 8
|
|
},
|
|
"failureCount": 8,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 8
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|sophia_hybrid|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|spark2_5|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|spark2_5|fp8": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|spark2_5|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|spark2_5|torchao": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 12
|
|
},
|
|
"failureCount": 12,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 12,
|
|
"unresolvedFailureCount": 12
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|zaya|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|bailing_hybrid|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|cohere2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|llama|awq": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 7
|
|
},
|
|
"failureCount": 7,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 7,
|
|
"unresolvedFailureCount": 7
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|llama|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|muse_glimmer|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|qwen2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|qwen3_vl|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|qwen3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|qwen3|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|bailing_hybrid|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|cohere2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 6
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 6
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|gemma3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|gemma4_unified|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|gemma4|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|hrm_text|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|lfm2_moe|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "lfm2_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 9
|
|
},
|
|
"failureCount": 9,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 9,
|
|
"unresolvedFailureCount": 9
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|llama|awq": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 7
|
|
},
|
|
"failureCount": 7,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 7,
|
|
"unresolvedFailureCount": 7
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 10
|
|
},
|
|
"failureCount": 10,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 10,
|
|
"unresolvedFailureCount": 10
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|llama|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|mistral3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|mpt|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|muse_glimmer|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|nemotron_h|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|nemotron_h|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|param2moe|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "param2moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|phi3small|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "phi3small",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|plamo3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5_moe_text|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5_moe_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5_moe|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5_moe|gptq": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "gptq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5_moe|modelopt": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 9
|
|
},
|
|
"failureCount": 9,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 9,
|
|
"unresolvedFailureCount": 9
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5_text|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5|escha": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "escha",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5|exl3": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5|modelopt": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 14
|
|
},
|
|
"failureCount": 14,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 14,
|
|
"unresolvedFailureCount": 14
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_vl|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|smollm3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "smollm3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|sophia_hybrid|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|spark2_5|fp8": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|spark2_5|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|spark2_5|torchao": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 8
|
|
},
|
|
"failureCount": 8,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 8
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|zaya|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Biren_166m|vllm|text-generation|cohere2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm|text-generation|gemma3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm|text-generation|gpt_oss|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"model_load": 2,
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|llama|awq": {
|
|
"attributableFailureCount": 5,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"model_load": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm|text-generation|llama|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 0.2,
|
|
"decisionSuccessRate": 0.8,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.2,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 4,
|
|
"successRate": 0.8,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|mistral|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm|text-generation|mpt|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm|text-generation|muse_glimmer|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|nanbeige|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "nanbeige",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|nemotron_h|modelopt": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm|text-generation|plamo3|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3_5_moe|compressed-tensors": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3_5_text|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3_5|compressed-tensors": {
|
|
"attributableFailureCount": 4,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3_5|escha": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "escha",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3_5|exl3": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3_5|gptq": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "gptq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3_5|modelopt": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 7,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 7,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 7
|
|
},
|
|
"failureCount": 7,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 7,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 10,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 10,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 10,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|rwkv7|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "rwkv7",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|smollm3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "smollm3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm|text-generation|sophia_hybrid|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|spark2_5|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|spark2_5|fp8": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm|text-generation|zaya|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-customized|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-customized|text-generation|llama|awq": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-customized|text-generation|mpt|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-customized|text-generation|nemotron_h|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-customized|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-customized|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-customized|text-generation|stablelm|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "stablelm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|cohere2|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"model_load": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|gemma3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|gemma4_unified|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|gemma4|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2,
|
|
"验证失败": 1
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|lfm2_moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "lfm2_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|llama|awq": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 6
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 6
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 10
|
|
},
|
|
"failureCount": 10,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 10,
|
|
"unresolvedFailureCount": 10
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|llama|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|minicpm|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "minicpm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|mistral3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|mistral|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|mpt|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|muse_glimmer|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|plamo3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 4,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen3_5_text|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen3_5|exl3": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen3_5|modelopt": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 5,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 5,
|
|
"验证失败": 1
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 8,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.1111,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 8,
|
|
"successRate": 0.8889,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 9,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|sophia_hybrid|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|spark2_5|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|spark2_5|fp8": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|spark2_5|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|spark2_5|torchao": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|stablelm|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "stablelm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|zaya|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"验证失败": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|aquila3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "aquila3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|bailing_hybrid|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|cohere2|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 6
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 6
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|gemma2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 6,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 6,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 6
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|llama|awq": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 7
|
|
},
|
|
"failureCount": 7,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 7,
|
|
"unresolvedFailureCount": 7
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 10
|
|
},
|
|
"failureCount": 10,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 10,
|
|
"unresolvedFailureCount": 10
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|llama|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|minicpm|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "minicpm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|mistral|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|mpt|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|muse_glimmer|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|nemotron_h|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|qwen2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|qwen3_5_text|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|qwen3_5|escha": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "escha",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|qwen3_5|exl3": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|qwen3_5|modelopt": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 4,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|qwen3|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|spark2_5|fp8": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|spark2_5|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 11
|
|
},
|
|
"failureCount": 11,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 11,
|
|
"unresolvedFailureCount": 11
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|zaya|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|aquila3|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "aquila3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|gemma4_unified|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|gemma4|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|granite|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "granite",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|hrm_text|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|lfm2_moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "lfm2_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 7,
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 8,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 7
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|llama|awq": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 8
|
|
},
|
|
"failureCount": 8,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 8
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|llama|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|minicpm|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "minicpm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|mistral3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|nemotron_h|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|plamo3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|qwen2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2,
|
|
"platform_infrastructure": 2
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 2,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|qwen3_5|exl3": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|qwen3_5|modelopt": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|qwen3_vl|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|sophia_hybrid|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|spark2_5|fp8": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|spark2_5|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|stablelm|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "stablelm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|zaya|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|cohere2|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"model_load": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|deepseek_v4_dspark|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "deepseek_v4_dspark",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|gemma3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|llama|awq": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 7
|
|
},
|
|
"failureCount": 7,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 7,
|
|
"unresolvedFailureCount": 7
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|llama|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.2,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 4,
|
|
"successRate": 0.8,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|mistral|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|muse_glimmer|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|nanbeige|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "nanbeige",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|nemotron_h|modelopt": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|phi3small|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "phi3small",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|plamo3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.5,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 0.5,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3_5_mtp|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "qwen3_5_mtp",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3_5_text|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3_vl|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 0.1111,
|
|
"decisionSuccessRate": 0.8889,
|
|
"decisionTotal": 9,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 0.2,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 8,
|
|
"successRate": 0.8,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 10,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|rwkv7|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "rwkv7",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|sophia_hybrid|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|spark2_5|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|spark2_5|fp8": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|spark2_5|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|spark2_5|torchao": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 8
|
|
},
|
|
"failureCount": 8,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 8
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|aquila3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "aquila3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|bailing_hybrid|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|cohere2|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|gemma4_unified|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|gemma4|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|hrm_text|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|lfm2_moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "lfm2_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|llama|awq": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 7
|
|
},
|
|
"failureCount": 7,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 7,
|
|
"unresolvedFailureCount": 7
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|llama|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|minicpm|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "minicpm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|mistral3|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|mistral|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|mpt|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|muse_glimmer|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|nemotron_h|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|nemotron_h|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|qwen3_5_moe|eschamoe": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "eschamoe",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|qwen3_5_text|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|qwen3_vl|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|qwen3|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|sophia_hybrid|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|spark2_5|fp8": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|spark2_5|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|stablelm|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "stablelm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|zaya|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-100|transformers|text-generation|gemma4_unified|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-100|transformers|text-generation|gemma4|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Iluvatar_bi-100|transformers|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-100|transformers|text-generation|mistral3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-100|transformers|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-100|transformers|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Iluvatar_bi-100|transformers|text-generation|qwen3_vl|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-100|transformers|text-generation|sophia_hybrid|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|aquila3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "aquila3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|bailing_hybrid|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|gemma4_unified|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|gemma4|none": {
|
|
"attributableFailureCount": 5,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|hrm_text|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|lfm2_moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "lfm2_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|llama|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|mistral3|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|mistral|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|mpt|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|nemotron_h|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|nemotron_h|modelopt": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|plamo3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|qwen3_5_moe|modelopt": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|qwen3_5|exl3": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|qwen3_5|modelopt": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 5,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1,
|
|
"memory_capacity": 4
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|qwen3_vl|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|sophia_hybrid|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|spark2_5|fp8": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|spark2_5|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|zaya|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|bailing_hybrid|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|cohere2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.5,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 0.5,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|deepseek_v4_dspark|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "deepseek_v4_dspark",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|gemma4_unified|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|gemma4|none": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|gpt_oss|mxfp4": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "mxfp4",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|llama|awq": {
|
|
"attributableFailureCount": 5,
|
|
"decisionFailureRate": 0.8333,
|
|
"decisionSuccessRate": 0.1667,
|
|
"decisionTotal": 6,
|
|
"failureBreakdown": {
|
|
"runtime_memory": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 0.8333,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 1,
|
|
"successRate": 0.1667,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 0.75,
|
|
"decisionSuccessRate": 0.25,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"backend_operator": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 0.75,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 1,
|
|
"successRate": 0.25,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|llama|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 0.2,
|
|
"decisionSuccessRate": 0.8,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.2,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 4,
|
|
"successRate": 0.8,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|mistral3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|mpt|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|muse_glimmer|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|nanbeige|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "nanbeige",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|nemotron_h|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 2,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5_moe|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5,
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5_text|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5|compressed-tensors": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"backend_operator": 1,
|
|
"runtime_memory": 2
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5|escha": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "escha",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5|exl3": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5|gptq": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "gptq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5|modelopt": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"model_load": 1,
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 9,
|
|
"参数/模板问题": 1
|
|
},
|
|
"failureCount": 10,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 10,
|
|
"unresolvedFailureCount": 10
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_vl|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 9,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.1,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 9,
|
|
"successRate": 0.9,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 10,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|rwkv7|none": {
|
|
"attributableFailureCount": 4,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "rwkv7",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|sophia_hybrid|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|spark2_5|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|spark2_5|fp8": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|spark2_5|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|spark2_5|torchao": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2,
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|zaya|none": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|aquila3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "aquila3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|bailing_hybrid|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|gemma4_unified|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|gemma4|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|llama|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|nemotron_h|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|nemotron_h|modelopt": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|nemotron_h|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|phi3small|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "phi3small",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5_moe|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5_moe|gptq": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "gptq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5_moe|modelopt": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3,
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5_text|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5|escha": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "escha",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5|exl3": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5|modelopt": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 6,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 6,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 6
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|spark2_5|fp8": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|spark2_5|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|zaya|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|gemma4|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|hrm_text|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3,
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|mistral3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|mpt|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|qwen3_5_moe|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|qwen3_5_moe|modelopt": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm|text-generation|llama|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm|text-generation|mpt|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm|text-generation|qwen3_5_moe|compressed-tensors": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm|text-generation|qwen3_5|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm|text-generation|qwen3_vl|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm|text-generation|zaya|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|cohere2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.5,
|
|
"framework": "vllm",
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 0.5,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|gemma3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|hrm_text|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|llama|awq": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.5,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 1,
|
|
"successRate": 0.5,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|llama|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 0.3333,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 4,
|
|
"successRate": 0.6667,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|muse_glimmer|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen3_5_moe|compressed-tensors": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 4,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen3_5_text|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen3_5|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen3_5|exl3": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen3_5|modelopt": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 6,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 6,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 6
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 8,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.1111,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 8,
|
|
"successRate": 0.8889,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 9,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|rwkv7|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "rwkv7",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|smollm3|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "smollm3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|spark2_5|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|spark2_5|fp8": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|spark2_5|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|spark2_5|torchao": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|zaya|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|aquila3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "aquila3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|bailing_hybrid|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|cohere2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gemma3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gemma4_unified|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gemma4|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gpt_oss|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gpt_oss|mxfp4": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "mxfp4",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gpt_oss|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|hrm_text|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|hy_v3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "hy_v3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|hyperclovax_vision_v2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "hyperclovax_vision_v2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|lfm2_moe|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "lfm2_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 8
|
|
},
|
|
"failureCount": 8,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 8
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|llama|awq": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 22
|
|
},
|
|
"failureCount": 22,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 22,
|
|
"unresolvedFailureCount": 22
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|llama|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 6
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 6
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|minicpm|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "minicpm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|mistral3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|muse_glimmer|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|nemotron_h|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|param2moe|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "param2moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|phi3small|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "phi3small",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5_moe_text|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5_moe_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5_moe|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 10
|
|
},
|
|
"failureCount": 10,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 10,
|
|
"unresolvedFailureCount": 10
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5_mtp|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5_mtp",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5_text|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5|exl3": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5|gptq": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "gptq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5|modelopt": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 14,
|
|
"参数/模板问题": 1
|
|
},
|
|
"failureCount": 15,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 15,
|
|
"unresolvedFailureCount": 15
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_moe|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 11
|
|
},
|
|
"failureCount": 11,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 11,
|
|
"unresolvedFailureCount": 11
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|rwkv7|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "rwkv7",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|smollm3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "smollm3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|sophia_hybrid|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|spark2_5|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|spark2_5|fp8": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|spark2_5|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|spark2_5|torchao": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 9
|
|
},
|
|
"failureCount": 9,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 9,
|
|
"unresolvedFailureCount": 9
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|zaya|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|aquila3|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"repository_structure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "aquila3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|bailing_hybrid|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1,
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|cohere2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 8,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 8,
|
|
"failureBreakdown": {
|
|
"model_load": 7,
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 8,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|gemma3|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|gemma4|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|gpt_oss|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|hrm_text|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"model_load": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|llama|awq": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.1667,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 5,
|
|
"successRate": 0.8333,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 4,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"backend_operator": 4
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|llama|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"model_load": 1,
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|mistral|compressed-tensors": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"model_load": 1,
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|mistral|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|mpt|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"model_load": 1,
|
|
"repository_structure": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|muse_glimmer|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|nemotron_h|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|param2moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "param2moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|phi3small|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "phi3small",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 4,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"backend_operator": 2,
|
|
"model_load": 2
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|plamo3|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen2|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen3_5_moe|compressed-tensors": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen3_5_moe|gptq": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "gptq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen3_5_text|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen3_5|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen3|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen3|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|smollm3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "smollm3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|sophia_hybrid|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|spark2_5|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|stablelm|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "stablelm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 7,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 7,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3,
|
|
"backend_operator": 7
|
|
},
|
|
"failureCount": 10,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 10,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|aquila3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "aquila3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|bailing_hybrid|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|deepseek_v4|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "deepseek_v4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"model_load": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|hy_v3|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "hy_v3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|hyperclovax_vision_v2|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "hyperclovax_vision_v2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|lfm2_moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "lfm2_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"model_load": 1,
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|llama|awq": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 4,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"backend_operator": 3,
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|minicpm|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "minicpm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|mpt|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"model_load": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|muse_glimmer|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|nemotron_h|modelopt": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|plamo3|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|qwen3_5_moe|gptq": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "gptq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|qwen3_5_text|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|qwen3_5|compressed-tensors": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|qwen3_5|escha": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "escha",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|qwen3_vl|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|spark2_5|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 5,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"backend_operator": 5
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|zaya|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|aquila3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "aquila3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|bailing_hybrid|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|cohere2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 2,
|
|
"successRate": 1.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|deepseek_v4_dspark|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "deepseek_v4_dspark",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"backend_operator": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|gemma3|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|gpt_oss|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|gpt_oss|mxfp4": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "mxfp4",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|llama|awq": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 6,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 6,
|
|
"successRate": 1.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 15,
|
|
"decisionFailureRate": 0.9375,
|
|
"decisionSuccessRate": 0.0625,
|
|
"decisionTotal": 16,
|
|
"failureBreakdown": {
|
|
"backend_operator": 15
|
|
},
|
|
"failureCount": 15,
|
|
"failureRate": 0.9375,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 1,
|
|
"successRate": 0.0625,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 16,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|llama|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 0.2,
|
|
"decisionSuccessRate": 0.8,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.2,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 4,
|
|
"successRate": 0.8,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|muse_glimmer|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|nanbeige|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "nanbeige",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|phi3small|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "phi3small",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 0.6667,
|
|
"decisionSuccessRate": 0.3333,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"backend_operator": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 0.6667,
|
|
"framework": "vllm",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 1,
|
|
"successRate": 0.3333,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|qwen2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 2,
|
|
"successRate": 1.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|qwen3_5_mtp|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5_mtp",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|qwen3_5_text|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|qwen3_moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|qwen3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 9,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.1,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 9,
|
|
"successRate": 0.9,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 10,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|rwkv7|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "rwkv7",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|spark2_5|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|spark2_5|fp8": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|spark2_5|none": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2,
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|spark2_5|torchao": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 7,
|
|
"decisionFailureRate": 0.875,
|
|
"decisionSuccessRate": 0.125,
|
|
"decisionTotal": 8,
|
|
"failureBreakdown": {
|
|
"backend_operator": 7
|
|
},
|
|
"failureCount": 7,
|
|
"failureRate": 0.875,
|
|
"framework": "vllm",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 1,
|
|
"successRate": 0.125,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|llamacpp|text-generation|smollm3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "llamacpp",
|
|
"modelType": "smollm3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|bailing_hybrid|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|cohere2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 2,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|deepseek_v4_dspark|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "deepseek_v4_dspark",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|gemma3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|gemma4|none": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|glm_ocr|fp8": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "glm_ocr",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|granite|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "granite",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5,
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|llama|awq": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 0.2857,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 5,
|
|
"successRate": 0.7143,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 7,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|llama|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 0.1667,
|
|
"decisionSuccessRate": 0.8333,
|
|
"decisionTotal": 6,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"attention_backend": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 0.2857,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 5,
|
|
"successRate": 0.7143,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 7,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|mistral3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|mistral|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"attention_backend": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|mpt|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|muse_glimmer|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|nanbeige|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "nanbeige",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|qwen2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|qwen2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 2,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|qwen3_5_moe|modelopt": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|qwen3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 10,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 10,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 10,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|sophia_hybrid|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|spark2_5|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|spark2_5|fp8": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|spark2_5|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|spark2_5|torchao": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|zaya|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|gpt_oss|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|hrm_text|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|llama|awq": {
|
|
"attributableFailureCount": 6,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 6,
|
|
"failureBreakdown": {
|
|
"backend_operator": 6
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 5,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"backend_operator": 2,
|
|
"tokenizer_compatibility": 3
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|param2moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "param2moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|qwen3_5_moe|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1,
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|qwen3_5_mtp|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1,
|
|
"platform_infrastructure": 2
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5_mtp",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 2,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|qwen3_moe|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|qwen3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|llama|awq": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|llama|bitsandbytes": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "bitsandbytes",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 4,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|qwen2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|qwen3_5|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1,
|
|
"platform_infrastructure": 2
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 2,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|qwen3_5|gptq": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "gptq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|qwen3_5|modelopt": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1,
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2,
|
|
"platform_infrastructure": 4
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 4,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|qwen3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 2,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|rwkv7|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "rwkv7",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|spark2_5|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|zaya|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1,
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|cohere2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.5,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 0.5,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|gemma4_unified|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|gemma4|none": {
|
|
"attributableFailureCount": 5,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|hrm_text|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|lfm2_moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "lfm2_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 7,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 7,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"model_load": 7
|
|
},
|
|
"failureCount": 8,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|llama|awq": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 6
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 6
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|llama|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 0.3333,
|
|
"decisionSuccessRate": 0.6667,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3,
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 0.6667,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 2,
|
|
"successRate": 0.3333,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|minicpm|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "minicpm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|mistral3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|muse_glimmer|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|qwen2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|qwen3_5_text|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|qwen3_5|exl3": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|qwen3_5|modelopt": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|qwen3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 7
|
|
},
|
|
"failureCount": 7,
|
|
"failureRate": 0.7778,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 2,
|
|
"successRate": 0.2222,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 9,
|
|
"unresolvedFailureCount": 7
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|smollm3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "smollm3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|spark2_5|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|spark2_5|fp8": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|spark2_5|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|spark2_5|torchao": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|zaya|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|llamacpp|text-generation|smollm3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "llamacpp",
|
|
"modelType": "smollm3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|aquila3|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"repository_structure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "aquila3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|bailing_hybrid|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|cohere2|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|deepseek_v4_dspark|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "deepseek_v4_dspark",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3,
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|gemma3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|gemma4_unified|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|gemma4|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|gpt_oss|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|hrm_text|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|lfm2_moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "lfm2_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 9,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 9,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"model_load": 9
|
|
},
|
|
"failureCount": 10,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 10,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|llama|awq": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3,
|
|
"runtime_memory": 2
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 5,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 7,
|
|
"runtime_memory": 5
|
|
},
|
|
"failureCount": 12,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 12,
|
|
"unresolvedFailureCount": 7
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|llama|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 6,
|
|
"model_load": 1,
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 8,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 6
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|mistral3|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|mistral|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|mpt|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"repository_structure": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|muse_glimmer|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|nanbeige|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "nanbeige",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|phi3small|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"repository_structure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "phi3small",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|plamo3|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"repository_structure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|qwen2|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|qwen3_5_moe|compressed-tensors": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|qwen3_5_text|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|qwen3_vl|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|qwen3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|qwen3|none": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 6,
|
|
"runtime_memory": 3
|
|
},
|
|
"failureCount": 9,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 9,
|
|
"unresolvedFailureCount": 6
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|rwkv7|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "rwkv7",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|spark2_5|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|spark2_5|fp8": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|spark2_5|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|spark2_5|torchao": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|stablelm|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "stablelm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3,
|
|
"runtime_memory": 3
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|zaya|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|bailing_hybrid|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|gemma2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|gemma3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|llama|awq": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 0.1667,
|
|
"decisionSuccessRate": 0.8333,
|
|
"decisionTotal": 6,
|
|
"failureBreakdown": {
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.1667,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 5,
|
|
"successRate": 0.8333,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|llama|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 0.5,
|
|
"decisionSuccessRate": 0.5,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.5,
|
|
"framework": "vllm",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 0.5,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|minicpm|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "minicpm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|mpt|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|muse_glimmer|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|qwen2|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|qwen3_vl|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|qwen3|none": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|sophia_hybrid|none": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|spark2_5|fp8": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|zaya|none": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
}
|
|
},
|
|
"recentCombinationStats": {
|
|
"Ascend_910-b3|unknown|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"参数/模板问题": 6
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-21T09:54:21.980346+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 6
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation": {
|
|
"attributableFailureCount": 5,
|
|
"consecutiveFailures": 5,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 15,
|
|
"context_length": 3,
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 20,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-30T15:29:22.559035+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 20,
|
|
"unresolvedFailureCount": 15
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation": {
|
|
"attributableFailureCount": 2,
|
|
"consecutiveFailures": 2,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4,
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-21T16:50:30.559274+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Ascend_910-b4|unknown|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"参数/模板问题": 8
|
|
},
|
|
"failureCount": 8,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-21T05:59:02.567443+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 8
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 17
|
|
},
|
|
"failureCount": 17,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-27T04:31:48.760568+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 17,
|
|
"unresolvedFailureCount": 17
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5,
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastPlatformFailureAt": "2026-09-21T09:13:58.610056+00:00",
|
|
"lastTerminalAt": "2026-09-23T11:53:41.349992+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Biren_166m|unknown|text-generation": {
|
|
"attributableFailureCount": 2,
|
|
"consecutiveFailures": 2,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1,
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-21T16:50:30.559368+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 10
|
|
},
|
|
"failureCount": 10,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-23T05:38:14.666257+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 10,
|
|
"unresolvedFailureCount": 10
|
|
},
|
|
"Cambricon_mlu-370-x4|unknown|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"参数/模板问题": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-21T09:54:21.980336+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-customized|text-generation": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-29T17:54:53.270719+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 7,
|
|
"参数/模板问题": 1
|
|
},
|
|
"failureCount": 8,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-26T21:44:28.758538+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 8
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation": {
|
|
"attributableFailureCount": 2,
|
|
"consecutiveFailures": 2,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3,
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-26T07:10:36.169057+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Cambricon_mlu-370-x8|unknown|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"参数/模板问题": 10
|
|
},
|
|
"failureCount": 11,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-22T01:40:44.320371+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 11,
|
|
"unresolvedFailureCount": 11
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 18,
|
|
"framework_architecture_unsupported": 1,
|
|
"参数/模板问题": 1
|
|
},
|
|
"failureCount": 20,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-25T01:41:30.953868+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 20,
|
|
"unresolvedFailureCount": 19
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-24T18:34:46.362994+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation": {
|
|
"attributableFailureCount": 5,
|
|
"consecutiveFailures": 5,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 11,
|
|
"framework_architecture_unsupported": 1,
|
|
"tokenizer_compatibility": 4
|
|
},
|
|
"failureCount": 16,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-22T04:16:12.463726+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 16,
|
|
"unresolvedFailureCount": 11
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-21T18:39:29.750819+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation": {
|
|
"attributableFailureCount": 2,
|
|
"consecutiveFailures": 2,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 14,
|
|
"memory_capacity": 2
|
|
},
|
|
"failureCount": 16,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-22T02:26:33.565797+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 16,
|
|
"unresolvedFailureCount": 14
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation": {
|
|
"attributableFailureCount": 7,
|
|
"consecutiveFailures": 7,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 7,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4,
|
|
"framework_architecture_unsupported": 5,
|
|
"model_load": 1,
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 11,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-22T02:26:33.565863+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 11,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Iluvatar_bi-150|vllm|text-generation": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2,
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-22T02:15:13.557183+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-22T23:51:40.058287+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|unknown|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"参数/模板问题": 20
|
|
},
|
|
"failureCount": 20,
|
|
"failureRate": 1.0,
|
|
"framework": "unknown",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-23T09:34:36.959602+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 20,
|
|
"unresolvedFailureCount": 20
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 7
|
|
},
|
|
"failureCount": 7,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-26T22:23:08.761596+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 7,
|
|
"unresolvedFailureCount": 7
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation": {
|
|
"attributableFailureCount": 16,
|
|
"consecutiveFailures": 14,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 0.9412,
|
|
"decisionSuccessRate": 0.0588,
|
|
"decisionTotal": 17,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3,
|
|
"backend_operator": 7,
|
|
"framework_architecture_unsupported": 2,
|
|
"model_load": 7
|
|
},
|
|
"failureCount": 19,
|
|
"failureRate": 0.95,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-23T23:25:29.854556+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 1,
|
|
"successRate": 0.05,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 20,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation": {
|
|
"attributableFailureCount": 15,
|
|
"consecutiveFailures": 4,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 0.9375,
|
|
"decisionSuccessRate": 0.0625,
|
|
"decisionTotal": 16,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"backend_operator": 3,
|
|
"framework_architecture_unsupported": 6,
|
|
"memory_capacity": 1,
|
|
"model_load": 5,
|
|
"参数/模板问题": 3
|
|
},
|
|
"failureCount": 19,
|
|
"failureRate": 0.95,
|
|
"framework": "vllm",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-24T10:56:20.956238+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 1,
|
|
"successRate": 0.05,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 20,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation": {
|
|
"attributableFailureCount": 3,
|
|
"consecutiveFailures": 3,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3,
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-22T18:08:52.159386+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Sunrise_pt-200-x1|unknown|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "unknown",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-26T17:14:27.552028+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 4,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation": {
|
|
"attributableFailureCount": 6,
|
|
"consecutiveFailures": 6,
|
|
"consecutivePlatformFailures": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 6,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1,
|
|
"platform_infrastructure": 4,
|
|
"tokenizer_compatibility": 5
|
|
},
|
|
"failureCount": 10,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastPlatformFailureAt": "2026-10-02T02:42:08+00:00",
|
|
"lastTerminalAt": "2026-10-02T02:51:37.460202+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 4,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 10,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-29T08:08:02.743424+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-24T05:28:34.260385+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation": {
|
|
"attributableFailureCount": 5,
|
|
"consecutiveFailures": 5,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 6,
|
|
"repository_structure": 1,
|
|
"runtime_memory": 4
|
|
},
|
|
"failureCount": 11,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-25T05:14:51.671721+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 11,
|
|
"unresolvedFailureCount": 6
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation": {
|
|
"attributableFailureCount": 5,
|
|
"consecutiveFailures": 5,
|
|
"consecutivePlatformFailures": 0,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"framework_architecture_unsupported": 4,
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastPlatformFailureAt": null,
|
|
"lastTerminalAt": "2026-09-24T13:58:31.054930+00:00",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 1
|
|
}
|
|
},
|
|
"recentProfileCombinationStats": {
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|bailing_hybrid|none": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-10-01T02:10:10.543688+00:00",
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-10-01T01:11:13.658662+00:00",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 3,
|
|
"consecutiveFailures": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 6,
|
|
"context_length": 3
|
|
},
|
|
"failureCount": 9,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-30T15:29:22.559035+00:00",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 9,
|
|
"unresolvedFailureCount": 6
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|mistral|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-10-01T11:31:46.146588+00:00",
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|phi3small|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-30T05:13:35.747552+00:00",
|
|
"modelType": "phi3small",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-30T21:17:34.283744+00:00",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-10-01T22:25:20.867219+00:00",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|gemma3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-30T05:01:54.142796+00:00",
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-30T01:23:45.362482+00:00",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-22T08:01:56.366395+00:00",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|gpt_oss|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-27T04:31:48.760568+00:00",
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 15
|
|
},
|
|
"failureCount": 15,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-23T02:06:44.350356+00:00",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 15,
|
|
"unresolvedFailureCount": 15
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|mistral|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-22T15:21:29.958141+00:00",
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-22T13:42:23.869741+00:00",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-23T05:33:38.855687+00:00",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|qwen2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-23T12:29:42.455438+00:00",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|qwen3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-23T11:53:41.349992+00:00",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|cohere2|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastTerminalAt": "2026-09-22T18:49:48.654842+00:00",
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastTerminalAt": "2026-09-22T03:04:40.754950+00:00",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|muse_glimmer|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastTerminalAt": "2026-09-22T16:20:26.367867+00:00",
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastTerminalAt": "2026-09-23T05:38:14.666257+00:00",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastTerminalAt": "2026-09-22T16:15:27.384896+00:00",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|smollm3|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastTerminalAt": "2026-09-22T04:22:26.358545+00:00",
|
|
"modelType": "smollm3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|zaya|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastTerminalAt": "2026-09-22T13:34:05.154428+00:00",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-customized|text-generation|mpt|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"lastTerminalAt": "2026-09-27T06:27:28.565882+00:00",
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-customized|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"lastTerminalAt": "2026-09-29T17:54:53.270719+00:00",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"lastTerminalAt": "2026-09-26T05:44:29.660601+00:00",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|mistral|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"lastTerminalAt": "2026-09-27T13:43:22.766786+00:00",
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"lastTerminalAt": "2026-09-28T03:23:37.959151+00:00",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"lastTerminalAt": "2026-09-26T01:14:46.157729+00:00",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-26T07:10:36.169057+00:00",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-26T07:10:36.169068+00:00",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|mpt|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-26T14:43:50.048411+00:00",
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|zaya|none": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-28T04:14:14.461003+00:00",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"lastTerminalAt": "2026-09-22T08:17:47.558862+00:00",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|gemma4_unified|none": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"lastTerminalAt": "2026-09-22T06:14:29.458474+00:00",
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"lastTerminalAt": "2026-09-25T01:41:30.953868+00:00",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|llama|awq": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"lastTerminalAt": "2026-09-22T21:50:30.559334+00:00",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"lastTerminalAt": "2026-09-22T18:27:54.061728+00:00",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|minicpm|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"lastTerminalAt": "2026-09-22T08:13:39.456382+00:00",
|
|
"modelType": "minicpm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|nemotron_h|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"lastTerminalAt": "2026-09-22T13:37:53.563484+00:00",
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"lastTerminalAt": "2026-09-23T02:39:29.759268+00:00",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|plamo3|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"lastTerminalAt": "2026-09-24T04:33:27.360503+00:00",
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|qwen2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"lastTerminalAt": "2026-09-22T13:11:01.559205+00:00",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|qwen3_vl|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"lastTerminalAt": "2026-09-23T02:43:25.562726+00:00",
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|sophia_hybrid|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"lastTerminalAt": "2026-09-22T21:46:47.362893+00:00",
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|spark2_5|fp8": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"lastTerminalAt": "2026-09-22T08:29:00.965161+00:00",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|spark2_5|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"lastTerminalAt": "2026-09-22T01:48:12.547533+00:00",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"lastTerminalAt": "2026-09-22T18:31:46.771079+00:00",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|mistral|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"lastTerminalAt": "2026-09-24T18:34:46.362994+00:00",
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|aquila3|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"lastTerminalAt": "2026-09-22T04:32:43.855496+00:00",
|
|
"modelType": "aquila3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|bailing_hybrid|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"lastTerminalAt": "2026-09-22T01:45:02.870739+00:00",
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"lastTerminalAt": "2026-09-21T23:54:30.855927+00:00",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|gemma4_unified|none": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"lastTerminalAt": "2026-09-21T20:22:53.859247+00:00",
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|gemma4|none": {
|
|
"attributableFailureCount": 3,
|
|
"consecutiveFailures": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"lastTerminalAt": "2026-09-21T20:22:53.859269+00:00",
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"lastTerminalAt": "2026-09-22T00:17:02.854932+00:00",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"lastTerminalAt": "2026-09-22T04:13:17.855566+00:00",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|mistral|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"lastTerminalAt": "2026-09-22T03:52:25.458296+00:00",
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|spark2_5|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"lastTerminalAt": "2026-09-22T02:22:55.559793+00:00",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"lastTerminalAt": "2026-09-22T04:16:12.463726+00:00",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|zaya|none": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"lastTerminalAt": "2026-09-21T22:33:35.352083+00:00",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"lastTerminalAt": "2026-09-21T18:39:29.750819+00:00",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastTerminalAt": "2026-09-22T00:17:02.854946+00:00",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastTerminalAt": "2026-09-21T20:22:53.859210+00:00",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastTerminalAt": "2026-09-22T00:17:02.854957+00:00",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|llama|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastTerminalAt": "2026-09-22T01:15:43.966491+00:00",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|phi3small|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastTerminalAt": "2026-09-22T02:26:33.565823+00:00",
|
|
"modelType": "phi3small",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastTerminalAt": "2026-09-22T02:04:59.667018+00:00",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5|none": {
|
|
"attributableFailureCount": 2,
|
|
"consecutiveFailures": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastTerminalAt": "2026-09-22T02:26:33.565797+00:00",
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastTerminalAt": "2026-09-22T02:26:33.565759+00:00",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|zaya|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastTerminalAt": "2026-09-22T01:15:43.966483+00:00",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|gemma4|none": {
|
|
"attributableFailureCount": 2,
|
|
"consecutiveFailures": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-21T20:22:53.859263+00:00",
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-22T02:26:33.565863+00:00",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|mistral3|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-21T20:22:53.859282+00:00",
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|mpt|none": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-21T22:36:33.961892+00:00",
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|qwen3_5_moe|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-22T00:05:13.753874+00:00",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|qwen3_5_moe|modelopt": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-22T02:26:33.565788+00:00",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-21T20:22:53.859255+00:00",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-22T02:09:12.061129+00:00",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm|text-generation|llama|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-22T02:15:13.557183+00:00",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm|text-generation|mpt|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-21T17:41:26.757140+00:00",
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm|text-generation|zaya|none": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-21T19:05:56.949027+00:00",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-22T23:51:40.058287+00:00",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gpt_oss|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastTerminalAt": "2026-09-26T22:23:08.761596+00:00",
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastTerminalAt": "2026-09-23T19:08:31.650327+00:00",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastTerminalAt": "2026-09-23T23:59:25.752461+00:00",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastTerminalAt": "2026-09-23T21:42:41.557218+00:00",
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|bailing_hybrid|none": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-23T17:41:18.256986+00:00",
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|cohere2|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-24T04:54:21.054731+00:00",
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 2,
|
|
"consecutiveFailures": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"model_load": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-23T16:01:32.557254+00:00",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|gemma3|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-23T10:40:05.458934+00:00",
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|gemma4|none": {
|
|
"attributableFailureCount": 2,
|
|
"consecutiveFailures": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-23T10:17:39.560661+00:00",
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|hrm_text|none": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-23T01:54:25.558841+00:00",
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 3,
|
|
"consecutiveFailures": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"model_load": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-23T23:25:29.854556+00:00",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 2,
|
|
"consecutiveFailures": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"backend_operator": 2
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-24T00:12:05.953984+00:00",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|mistral|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-24T04:45:29.199678+00:00",
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|phi3small|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-23T15:38:38.455752+00:00",
|
|
"modelType": "phi3small",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 3,
|
|
"consecutiveFailures": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"backend_operator": 2,
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-23T06:34:33.762644+00:00",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen2|none": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-23T06:38:36.857170+00:00",
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen3|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-23T07:54:17.156847+00:00",
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|smollm3|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-24T23:26:28.256493+00:00",
|
|
"modelType": "smollm3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2,
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"lastTerminalAt": "2026-09-24T05:02:37.758196+00:00",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|aquila3|none": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-24T01:02:06.567778+00:00",
|
|
"modelType": "aquila3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|bailing_hybrid|none": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-24T02:55:42.361927+00:00",
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-23T10:44:10.250908+00:00",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|lfm2_moe|none": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-23T18:42:51.656977+00:00",
|
|
"modelType": "lfm2_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|lfm2|none": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-23T19:04:32.562742+00:00",
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|llama|awq": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-23T19:23:54.359353+00:00",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 2,
|
|
"consecutiveFailures": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"backend_operator": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-23T10:53:27.671921+00:00",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|mpt|none": {
|
|
"attributableFailureCount": 2,
|
|
"consecutiveFailures": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"model_load": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-24T10:56:20.956238+00:00",
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|muse_glimmer|none": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-24T16:13:20.456571+00:00",
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|nemotron_h|modelopt": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-22T20:46:09.364297+00:00",
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-23T15:52:40.863686+00:00",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|plamo3|none": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-23T21:42:41.557185+00:00",
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|spark2_5|none": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-22T16:03:02.581809+00:00",
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 3,
|
|
"consecutiveFailures": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"backend_operator": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-23T02:35:34.755698+00:00",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|zaya|none": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-23T15:38:38.455779+00:00",
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-22T18:00:11.252309+00:00",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-23T03:30:34.863737+00:00",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"lastTerminalAt": "2026-09-24T05:28:34.260385+00:00",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|gemma2|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"lastTerminalAt": "2026-09-23T18:55:34.958625+00:00",
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|gemma3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"lastTerminalAt": "2026-09-25T05:14:51.671721+00:00",
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|llama|compressed-tensors": {
|
|
"attributableFailureCount": 2,
|
|
"consecutiveFailures": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2,
|
|
"runtime_memory": 2
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"lastTerminalAt": "2026-09-25T00:33:39.855270+00:00",
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|phi3small|compressed-tensors": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"repository_structure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"lastTerminalAt": "2026-09-24T09:47:50.663314+00:00",
|
|
"modelType": "phi3small",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|phi3|compressed-tensors": {
|
|
"attributableFailureCount": 0,
|
|
"consecutiveFailures": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"lastTerminalAt": "2026-09-24T09:43:08.058564+00:00",
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|starcoder2|compressed-tensors": {
|
|
"attributableFailureCount": 2,
|
|
"consecutiveFailures": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"runtime_memory": 2
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"lastTerminalAt": "2026-09-23T23:59:25.752490+00:00",
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|qwen3_vl|none": {
|
|
"attributableFailureCount": 1,
|
|
"consecutiveFailures": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"lastTerminalAt": "2026-09-24T13:58:31.054930+00:00",
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
}
|
|
},
|
|
"sizedProfileCombinationStats": {
|
|
"Ascend_910-b3|llamacpp|text-generation|smollm3|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "llamacpp",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "smollm3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|bailing_hybrid|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|bailing_hybrid|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|cohere2|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 2,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|gemma2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|gemma2|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 8
|
|
},
|
|
"failureCount": 8,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 8
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|gemma2|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|gemma3|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|gemma4_unified|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|gemma4|none|32": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|gemma4|none|34": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|gpt_oss|compressed-tensors|35": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|hrm_text|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|lfm2|none|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|lfm2|none|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|lfm2|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|llama|awq|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|llama|awq|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|llama|compressed-tensors|27": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"context_length": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 27,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|llama|compressed-tensors|28": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"context_length": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 28,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|llama|compressed-tensors|29": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"context_length": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|llama|compressed-tensors|30": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2,
|
|
"context_length": 3
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|llama|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|llama|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|llama|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 10
|
|
},
|
|
"failureCount": 10,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 10,
|
|
"unresolvedFailureCount": 10
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|llama|compressed-tensors|35": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|llama|none|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|llama|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.5,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 0.5,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|mistral3|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|mistral|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|mistral|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|mpt|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|mpt|none|33": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"context_length": 2
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|muse_glimmer|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|nemotron_h|modelopt|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|nemotron_h|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|phi3small|compressed-tensors|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "phi3small",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|phi3|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|phi3|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|phi3|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|plamo3|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen2|compressed-tensors|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen2|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen2|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3_5_moe|compressed-tensors|34": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3_5_moe|modelopt|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3_5_moe|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3_5_moe|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3_5_text|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3_5_text|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3_5|compressed-tensors|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3_5|exl3|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3_5|modelopt|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3_5|none|12": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 12,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3_5|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3_5|none|34": {
|
|
"attributableFailureCount": 4,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3_vl|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|qwen3|none|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|sophia_hybrid|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|spark2_5|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|spark2_5|fp8|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|spark2_5|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|spark2_5|torchao|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|stablelm|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "stablelm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|starcoder2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 6
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 6
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|starcoder2|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|starcoder2|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|starcoder2|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|bailing_hybrid|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|gemma3|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|gemma4|none|34": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|gpt_oss|compressed-tensors|35": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|lfm2|none|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|lfm2|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|llama|awq|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|llama|awq|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|llama|compressed-tensors|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|llama|none|30": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|llama|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 3,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|mistral3|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|muse_glimmer|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|muse_glimmer|none|35": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|param2moe|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "param2moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|qwen2|compressed-tensors|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|qwen3|none|13": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 13,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|qwen3|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 7,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.125,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 7,
|
|
"successRate": 0.875,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|sophia_hybrid|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b3|vllm|text-generation|zaya|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b3",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|llamacpp|text-generation|smollm3|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "llamacpp",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "smollm3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|cohere2|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|gemma2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|gemma2|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|gemma2|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|gemma3|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|gemma4_unified|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|gemma4|none|32": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|gemma4|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|gpt_oss|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|lfm2_moe|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "lfm2_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|lfm2|none|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|lfm2|none|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|lfm2|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|lfm2|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|llama|awq|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|llama|compressed-tensors|27": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 27,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|llama|compressed-tensors|28": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 28,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|llama|compressed-tensors|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|llama|compressed-tensors|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 8
|
|
},
|
|
"failureCount": 8,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 8
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|llama|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|llama|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 16
|
|
},
|
|
"failureCount": 16,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 16,
|
|
"unresolvedFailureCount": 16
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|llama|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|llama|none|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|llama|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|mistral3|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|mistral|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|mistral|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|mpt|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|mpt|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"repository_structure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|muse_glimmer|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|nemotron_h|modelopt|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|phi3small|compressed-tensors|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "phi3small",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|phi3|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|phi3|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|phi3|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|plamo3|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen2|compressed-tensors|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen2|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen2|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen3_5_moe|compressed-tensors|34": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen3_5_moe|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen3_5_text|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen3_5_text|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen3_5|exl3|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen3_5|modelopt|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen3_5|none|12": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 12,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen3_5|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen3_5|none|34": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen3|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen3|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 8
|
|
},
|
|
"failureCount": 8,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 8
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|sophia_hybrid|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|spark2_5|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|spark2_5|fp8|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|spark2_5|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|spark2_5|torchao|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|starcoder2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|starcoder2|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 6
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 6
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|starcoder2|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|zaya|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|bailing_hybrid|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|cohere2|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|gemma2|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|gemma2|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|lfm2|none|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|llama|awq|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|llama|awq|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|llama|compressed-tensors|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|llama|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|llama|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|llama|none|30": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|muse_glimmer|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|qwen2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|qwen3_vl|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|qwen3|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|qwen3|none|29": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|starcoder2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|starcoder2|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Ascend_910-b4|vllm|text-generation|starcoder2|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Ascend_910-b4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|bailing_hybrid|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|bailing_hybrid|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|cohere2|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|gemma2|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|gemma2|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|gemma3|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|gemma4_unified|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|gemma4|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|gemma4|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|hrm_text|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|lfm2_moe|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "lfm2_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|lfm2|none|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 6
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 6
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|lfm2|none|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|lfm2|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|llama|awq|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|llama|awq|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|llama|compressed-tensors|27": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 27,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|llama|compressed-tensors|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|llama|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|llama|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|llama|compressed-tensors|35": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|llama|none|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|llama|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|mistral3|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|mpt|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|muse_glimmer|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|muse_glimmer|none|35": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|nemotron_h|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|nemotron_h|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|param2moe|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "param2moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|phi3small|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "phi3small",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|phi3|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|phi3|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|phi3|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|plamo3|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen2|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen2|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5_moe_text|none|35": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "qwen3_5_moe_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5_moe|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5_moe|gptq|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "gptq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5_moe|modelopt|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none|35": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5_text|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5_text|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5|escha|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "escha",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5|exl3|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5|modelopt|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 7
|
|
},
|
|
"failureCount": 7,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 7,
|
|
"unresolvedFailureCount": 7
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_5|none|35": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3_vl|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|qwen3|none|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|smollm3|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "smollm3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|sophia_hybrid|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|spark2_5|fp8|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|spark2_5|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|spark2_5|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|spark2_5|torchao|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Biren_166m|vllm_fix_tokenizer|text-generation|zaya|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Biren_166m|vllm|text-generation|cohere2|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm|text-generation|gemma3|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm|text-generation|gpt_oss|compressed-tensors|35": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|lfm2|none|29": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"model_load": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|lfm2|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|llama|awq|30": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 4,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"model_load": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|llama|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Biren_166m|vllm|text-generation|llama|none|30": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|llama|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 4,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|mistral|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm|text-generation|mpt|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|mpt|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm|text-generation|muse_glimmer|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|muse_glimmer|none|35": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|nanbeige|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "nanbeige",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|nemotron_h|modelopt|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|phi3|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|phi3|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm|text-generation|plamo3|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen2|compressed-tensors|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen2|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3_5_moe|compressed-tensors|34": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3_5_moe|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3_5_text|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3_5_text|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3_5|compressed-tensors|33": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3_5|compressed-tensors|34": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3_5|escha|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "escha",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3_5|exl3|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3_5|gptq|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "gptq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3_5|modelopt|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3_5|modelopt|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3_5|none|12": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 12,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3_5|none|33": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3_5|none|34": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3|none|13": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 13,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 8,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 8,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|qwen3|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|rwkv7|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "rwkv7",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|smollm3|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "smollm3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm|text-generation|sophia_hybrid|none|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|spark2_5|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|spark2_5|fp8|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Biren_166m|vllm|text-generation|starcoder2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm|text-generation|starcoder2|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Biren_166m|vllm|text-generation|zaya|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Biren_166m",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-customized|text-generation|lfm2|none|29": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-customized|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-customized|text-generation|mpt|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-customized|text-generation|nemotron_h|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-customized|text-generation|phi3|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-customized|text-generation|qwen3_5|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-customized|text-generation|stablelm|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "stablelm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|cohere2|none|32": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"model_load": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|gemma3|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|gemma4_unified|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|gemma4|none|32": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2,
|
|
"验证失败": 1
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|lfm2_moe|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "lfm2_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|lfm2|none|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|llama|awq|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|llama|awq|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|llama|compressed-tensors|27": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 27,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|llama|compressed-tensors|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|llama|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|llama|none|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|llama|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|minicpm|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "minicpm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|mistral3|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|mistral|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|mpt|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|muse_glimmer|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|phi3|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|phi3|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|phi3|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|plamo3|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen2|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen2|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen3_5_moe|none|33": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen3_5_moe|none|34": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen3_5_text|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen3_5_text|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen3_5|exl3|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen3_5|modelopt|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen3_5|none|12": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 12,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen3_5|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen3_5|none|33": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3,
|
|
"验证失败": 1
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen3|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen3|none|13": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 13,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|qwen3|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 7,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.125,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 7,
|
|
"successRate": 0.875,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|sophia_hybrid|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|spark2_5|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|spark2_5|fp8|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|spark2_5|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|spark2_5|torchao|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|stablelm|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "stablelm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|starcoder2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|starcoder2|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm-mlu|text-generation|zaya|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"验证失败": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|aquila3|none|12": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 12,
|
|
"modelType": "aquila3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|bailing_hybrid|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|cohere2|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|gemma2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|gemma2|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|gemma2|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|gemma2|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|lfm2|none|29": {
|
|
"attributableFailureCount": 4,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|lfm2|none|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|lfm2|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|llama|awq|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|llama|awq|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|llama|compressed-tensors|27": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 27,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|llama|compressed-tensors|28": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 28,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|llama|compressed-tensors|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|llama|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|llama|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 6
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 6
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|llama|none|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|minicpm|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "minicpm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|mistral|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|mpt|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|mpt|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|muse_glimmer|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|nemotron_h|compressed-tensors|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|phi3|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|phi3|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|qwen2|compressed-tensors|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|qwen3_5_moe|none|33": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|qwen3_5_text|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|qwen3_5|escha|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "escha",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|qwen3_5|exl3|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|qwen3_5|modelopt|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|qwen3_5|none|33": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|qwen3_5|none|34": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|qwen3|none|29": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|spark2_5|fp8|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|spark2_5|none|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|spark2_5|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|starcoder2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|starcoder2|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|starcoder2|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|starcoder2|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Cambricon_mlu-370-x4|vllm|text-generation|zaya|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x4",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|aquila3|none|12": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 12,
|
|
"modelType": "aquila3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|gemma2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|gemma2|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|gemma2|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|gemma4_unified|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|gemma4|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|granite|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "granite",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|hrm_text|none|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|lfm2_moe|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "lfm2_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|lfm2|none|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|lfm2|none|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|lfm2|none|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|llama|awq|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|llama|compressed-tensors|27": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 27,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|llama|compressed-tensors|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|llama|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|llama|none|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|minicpm|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "minicpm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|mistral3|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|nemotron_h|compressed-tensors|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|phi3|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|phi3|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|plamo3|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|qwen2|compressed-tensors|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|qwen2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|qwen2|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|qwen3_5_moe|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|qwen3_5|exl3|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|qwen3_5|modelopt|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|qwen3_5|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|qwen3_vl|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|sophia_hybrid|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|spark2_5|fp8|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|spark2_5|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|spark2_5|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|stablelm|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "stablelm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|starcoder2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|starcoder2|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|starcoder2|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-customized|text-generation|zaya|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-customized",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|cohere2|none|32": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"model_load": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|deepseek_v4_dspark|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "deepseek_v4_dspark",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|gemma2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|gemma2|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|gemma2|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|gemma3|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|lfm2|none|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|llama|awq|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|llama|awq|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|llama|compressed-tensors|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|llama|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|llama|none|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|llama|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 4,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|mistral|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|muse_glimmer|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|nanbeige|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "nanbeige",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|nemotron_h|modelopt|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|phi3small|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "phi3small",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|phi3|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|phi3|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|phi3|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|plamo3|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen2|compressed-tensors|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen2|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen2|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.5,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 0.5,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3_5_moe|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3_5_mtp|none|27": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 27,
|
|
"modelType": "qwen3_5_mtp",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3_5_text|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3_5_text|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3_5|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3_5|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3_vl|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3|none|13": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 13,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3|none|24": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 24,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 7,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.125,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 7,
|
|
"successRate": 0.875,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|rwkv7|none|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "rwkv7",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|sophia_hybrid|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|spark2_5|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|spark2_5|fp8|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|spark2_5|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|spark2_5|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|spark2_5|torchao|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|starcoder2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|starcoder2|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|starcoder2|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|starcoder2|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-mlu",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|aquila3|none|12": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 12,
|
|
"modelType": "aquila3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|bailing_hybrid|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|cohere2|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|gemma2|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|gemma4_unified|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|gemma4|none|32": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|hrm_text|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|lfm2_moe|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "lfm2_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|lfm2|none|29": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|llama|awq|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|llama|awq|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|llama|compressed-tensors|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|llama|none|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|minicpm|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "minicpm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|mistral3|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|mistral|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|mpt|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|muse_glimmer|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|nemotron_h|compressed-tensors|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|nemotron_h|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|phi3|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|qwen3_5_moe|eschamoe|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "eschamoe",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|qwen3_5_text|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|qwen3_5_text|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|qwen3_5|none|34": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|qwen3_vl|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|qwen3|none|29": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|sophia_hybrid|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|spark2_5|fp8|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|spark2_5|none|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|spark2_5|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|stablelm|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "stablelm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|starcoder2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|starcoder2|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Cambricon_mlu-370-x8|vllm|text-generation|zaya|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Cambricon_mlu-370-x8",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-100|transformers|text-generation|gemma4_unified|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-100|transformers|text-generation|gemma4|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Iluvatar_bi-100|transformers|text-generation|gemma4|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-100|transformers|text-generation|lfm2|none|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-100|transformers|text-generation|mistral3|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-100|transformers|text-generation|qwen3_5_moe|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-100|transformers|text-generation|qwen3_5|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-100|transformers|text-generation|qwen3_5|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-100|transformers|text-generation|qwen3_vl|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-100|transformers|text-generation|sophia_hybrid|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|aquila3|none|12": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 12,
|
|
"modelType": "aquila3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|bailing_hybrid|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|gemma2|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|gemma4_unified|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|gemma4|none|32": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|gemma4|none|34": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|hrm_text|none|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|lfm2_moe|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "lfm2_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|lfm2|none|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|lfm2|none|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|llama|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|llama|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|llama|none|30": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|mistral3|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|mistral|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|mpt|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|nemotron_h|compressed-tensors|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|nemotron_h|modelopt|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|plamo3|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|qwen3_5_moe|modelopt|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|qwen3_5_moe|none|33": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|qwen3_5|exl3|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|qwen3_5|modelopt|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|qwen3_5|none|33": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1,
|
|
"memory_capacity": 2
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|qwen3_5|none|34": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|qwen3_vl|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|sophia_hybrid|none|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|spark2_5|fp8|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|spark2_5|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|spark2_5|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|starcoder2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|starcoder2|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|starcoder2|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|transformers|text-generation|zaya|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "transformers",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|bailing_hybrid|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|cohere2|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.5,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 0.5,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|deepseek_v4_dspark|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "deepseek_v4_dspark",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|gemma2|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|gemma2|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|gemma4_unified|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|gemma4|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|gemma4|none|34": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|gpt_oss|mxfp4|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "mxfp4",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|lfm2|none|29": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|llama|awq|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 5,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"runtime_memory": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|llama|compressed-tensors|28": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 28,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|llama|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|llama|compressed-tensors|33": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"backend_operator": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|llama|none|30": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|llama|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 4,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|mistral3|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|mpt|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|muse_glimmer|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|nanbeige|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "nanbeige",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|nemotron_h|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|phi3|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen2|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 2,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5_moe|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5_moe|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5_moe|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3,
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5_text|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5_text|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5|compressed-tensors|33": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1,
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5|compressed-tensors|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5|escha|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "escha",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5|exl3|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5|gptq|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "gptq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5|modelopt|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5|modelopt|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5|none|12": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 12,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2,
|
|
"参数/模板问题": 1
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_vl|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3|none|13": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 13,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3|none|24": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 24,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 8,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 8,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|rwkv7|none|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "rwkv7",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|rwkv7|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "rwkv7",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|rwkv7|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "rwkv7",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|rwkv7|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "rwkv7",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|sophia_hybrid|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|spark2_5|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|spark2_5|fp8|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|spark2_5|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|spark2_5|torchao|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|starcoder2|compressed-tensors|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|starcoder2|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|zaya|none|32": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|aquila3|none|12": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 12,
|
|
"modelType": "aquila3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|bailing_hybrid|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|gemma2|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|gemma4_unified|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|gemma4|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|gemma4|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|lfm2|none|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|lfm2|none|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|lfm2|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|llama|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|llama|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|llama|none|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|nemotron_h|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|nemotron_h|modelopt|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|nemotron_h|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|phi3small|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "phi3small",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|phi3|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|phi3|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|phi3|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5_moe|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5_moe|gptq|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "gptq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5_moe|modelopt|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5_text|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5_text|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5|escha|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "escha",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5|exl3|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5|modelopt|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5|none|33": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|qwen3_5|none|34": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|spark2_5|fp8|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|spark2_5|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|spark2_5|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|zaya|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|gemma4|none|32": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|hrm_text|none|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|lfm2|none|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|lfm2|none|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|mistral3|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|mpt|none|33": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|qwen3_5_moe|compressed-tensors|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|qwen3_5_moe|modelopt|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|qwen3_5_moe|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|starcoder2|compressed-tensors|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm|text-generation|llama|none|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm|text-generation|mpt|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm|text-generation|qwen3_5_moe|compressed-tensors|34": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_bi-150|vllm|text-generation|qwen3_5_moe|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm|text-generation|qwen3_5|compressed-tensors|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm|text-generation|qwen3_5|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm|text-generation|qwen3_vl|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_bi-150|vllm|text-generation|zaya|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_bi-150",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|cohere2|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.5,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 0.5,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|gemma3|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|hrm_text|none|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|llama|awq|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|llama|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|llama|none|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|llama|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 4,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|llama|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|muse_glimmer|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen2|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen3_5_moe|compressed-tensors|34": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen3_5_moe|none|33": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen3_5_moe|none|34": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen3_5_text|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen3_5|compressed-tensors|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen3_5|exl3|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen3_5|modelopt|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen3_5|modelopt|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen3_5|none|12": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 12,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen3_5|none|33": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen3_5|none|34": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen3|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen3|none|13": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 13,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|qwen3|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 7,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.125,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 7,
|
|
"successRate": 0.875,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|rwkv7|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "rwkv7",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|smollm3|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "smollm3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|spark2_5|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|spark2_5|fp8|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|spark2_5|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|spark2_5|torchao|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|starcoder2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|starcoder2|compressed-tensors|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Iluvatar_mrv-100|vllm|text-generation|zaya|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Iluvatar_mrv-100",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|aquila3|none|12": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 12,
|
|
"modelType": "aquila3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|bailing_hybrid|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|cohere2|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gemma2|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gemma2|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gemma3|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gemma4_unified|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gemma4|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gemma4|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gpt_oss|compressed-tensors|35": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gpt_oss|mxfp4|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "mxfp4",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gpt_oss|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|hrm_text|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|hy_v3|none|36": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 36,
|
|
"modelType": "hy_v3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|hyperclovax_vision_v2|none|35": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "hyperclovax_vision_v2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|lfm2_moe|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "lfm2_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|lfm2|none|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|lfm2|none|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|lfm2|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|llama|awq|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|llama|compressed-tensors|28": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 28,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|llama|compressed-tensors|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|llama|compressed-tensors|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|llama|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|llama|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 12
|
|
},
|
|
"failureCount": 12,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 12,
|
|
"unresolvedFailureCount": 12
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|llama|none|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|llama|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|llama|none|36": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 36,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|minicpm|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "minicpm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|mistral3|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|muse_glimmer|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|muse_glimmer|none|35": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|nemotron_h|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|param2moe|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "param2moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|phi3small|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "phi3small",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|phi3|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|phi3|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|phi3|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen2|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen2|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5_moe_text|none|35": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "qwen3_5_moe_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5_moe|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none|35": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none|36": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 36,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5_mtp|none|27": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 27,
|
|
"modelType": "qwen3_5_mtp",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5_text|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5_text|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5|exl3|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5|gptq|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "gptq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5|modelopt|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5|modelopt|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5|none|12": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 12,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 7
|
|
},
|
|
"failureCount": 7,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 7,
|
|
"unresolvedFailureCount": 7
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5,
|
|
"参数/模板问题": 1
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 6
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_moe|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3|none|13": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 13,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3|none|24": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 24,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 8
|
|
},
|
|
"failureCount": 8,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 8
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|rwkv7|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "rwkv7",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|rwkv7|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "rwkv7",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|rwkv7|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "rwkv7",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|smollm3|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "smollm3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|sophia_hybrid|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|spark2_5|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|spark2_5|fp8|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|spark2_5|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|spark2_5|torchao|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|zaya|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|aquila3|none|12": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"repository_structure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 12,
|
|
"modelType": "aquila3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|bailing_hybrid|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|bailing_hybrid|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|cohere2|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|gemma2|compressed-tensors|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|gemma2|compressed-tensors|32": {
|
|
"attributableFailureCount": 5,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"model_load": 4,
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|gemma2|compressed-tensors|33": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"model_load": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|gemma3|compressed-tensors|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|gemma4|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|gemma4|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|gpt_oss|compressed-tensors|35": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|hrm_text|none|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|lfm2|none|29": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"model_load": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|lfm2|none|30": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|llama|awq|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.2,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 4,
|
|
"successRate": 0.8,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|llama|compressed-tensors|30": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|llama|compressed-tensors|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|llama|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|llama|compressed-tensors|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|llama|compressed-tensors|35": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|llama|none|30": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|llama|none|36": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 36,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|mistral|compressed-tensors|32": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"model_load": 1,
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|mistral|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|mpt|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|mpt|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"repository_structure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|muse_glimmer|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|nemotron_h|compressed-tensors|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|param2moe|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "param2moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|phi3small|compressed-tensors|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "phi3small",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|phi3|compressed-tensors|31": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1,
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|phi3|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|phi3|compressed-tensors|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|plamo3|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen2|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen3_5_moe|compressed-tensors|34": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen3_5_moe|gptq|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "gptq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen3_5_moe|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen3_5_moe|none|35": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen3_5_text|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen3_5_text|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen3_5|compressed-tensors|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen3_5|none|35": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen3|compressed-tensors|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|qwen3|none|29": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|smollm3|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "smollm3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|sophia_hybrid|none|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|spark2_5|none|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|spark2_5|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|stablelm|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "stablelm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|starcoder2|compressed-tensors|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|starcoder2|compressed-tensors|32": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"backend_operator": 3
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|starcoder2|compressed-tensors|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm_tokenizer_patch|text-generation|starcoder2|compressed-tensors|34": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"backend_operator": 2
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_tokenizer_patch",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|aquila3|none|12": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 12,
|
|
"modelType": "aquila3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|bailing_hybrid|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|deepseek_v4|none|36": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 36,
|
|
"modelType": "deepseek_v4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|gemma2|compressed-tensors|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|gemma2|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|hy_v3|none|36": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 36,
|
|
"modelType": "hy_v3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|hyperclovax_vision_v2|none|35": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "hyperclovax_vision_v2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|lfm2_moe|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "lfm2_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|lfm2|none|29": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|lfm2|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|llama|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|llama|compressed-tensors|33": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"backend_operator": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|llama|compressed-tensors|35": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|minicpm|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "minicpm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|mpt|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|mpt|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|muse_glimmer|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|nemotron_h|modelopt|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "nemotron_h",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|phi3|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|plamo3|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|qwen3_5_moe|gptq|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "gptq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|qwen3_5_text|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|qwen3_5|compressed-tensors|34": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|qwen3_5|escha|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "escha",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|qwen3_5|none|33": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|qwen3_5|none|35": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|qwen3_vl|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|spark2_5|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|starcoder2|compressed-tensors|31": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"backend_operator": 3
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|starcoder2|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|starcoder2|compressed-tensors|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Kunlunxin_p-800|vllm|text-generation|zaya|none|32": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Kunlunxin_p-800",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|aquila3|none|12": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 12,
|
|
"modelType": "aquila3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|bailing_hybrid|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|bailing_hybrid|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|cohere2|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 2,
|
|
"successRate": 1.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|deepseek_v4_dspark|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "deepseek_v4_dspark",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|gemma2|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|gemma2|compressed-tensors|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|gemma3|compressed-tensors|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|gpt_oss|compressed-tensors|35": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|gpt_oss|mxfp4|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "mxfp4",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|llama|awq|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 5,
|
|
"successRate": 1.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|llama|compressed-tensors|28": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 28,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|llama|compressed-tensors|30": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"backend_operator": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|llama|compressed-tensors|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|llama|compressed-tensors|32": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"backend_operator": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|llama|compressed-tensors|33": {
|
|
"attributableFailureCount": 7,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 7,
|
|
"failureBreakdown": {
|
|
"backend_operator": 7
|
|
},
|
|
"failureCount": 7,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 7,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|llama|compressed-tensors|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|llama|none|30": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|llama|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 4,
|
|
"successRate": 1.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|muse_glimmer|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|muse_glimmer|none|35": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|nanbeige|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "nanbeige",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|phi3small|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "phi3small",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|phi3|compressed-tensors|33": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 0.6667,
|
|
"decisionSuccessRate": 0.3333,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"backend_operator": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 0.6667,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 1,
|
|
"successRate": 0.3333,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|qwen2|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 2,
|
|
"successRate": 1.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|qwen3_5_moe|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|qwen3_5_mtp|none|27": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 27,
|
|
"modelType": "qwen3_5_mtp",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|qwen3_5_text|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|qwen3_5|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|qwen3_5|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|qwen3_moe|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|qwen3|none|13": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 13,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|qwen3|none|24": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 24,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|qwen3|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 8,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 8,
|
|
"successRate": 1.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|rwkv7|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "rwkv7",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|rwkv7|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "rwkv7",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|spark2_5|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|spark2_5|fp8|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|spark2_5|none|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|spark2_5|none|32": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1,
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|spark2_5|torchao|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|starcoder2|compressed-tensors|31": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"backend_operator": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|starcoder2|compressed-tensors|32": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"backend_operator": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|starcoder2|compressed-tensors|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"MetaX_c-500|vllm|text-generation|starcoder2|compressed-tensors|34": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 0.6667,
|
|
"decisionSuccessRate": 0.3333,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"backend_operator": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 0.6667,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 1,
|
|
"successRate": 0.3333,
|
|
"targetGpu": "MetaX_c-500",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|llamacpp|text-generation|smollm3|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "llamacpp",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "smollm3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|bailing_hybrid|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|cohere2|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 2,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|deepseek_v4_dspark|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "deepseek_v4_dspark",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|gemma2|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|gemma3|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|gemma4|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|gemma4|none|34": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|glm_ocr|fp8|30": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "glm_ocr",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|granite|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "granite",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|lfm2|none|29": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 5
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|lfm2|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|llama|awq|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 4,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.2,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 4,
|
|
"successRate": 0.8,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|llama|awq|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|llama|compressed-tensors|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|llama|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|llama|none|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|llama|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 0.2,
|
|
"decisionSuccessRate": 0.8,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"attention_backend": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.2,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 4,
|
|
"successRate": 0.8,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|llama|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|mistral3|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|mistral|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"attention_backend": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|mpt|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|muse_glimmer|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|muse_glimmer|none|35": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|nanbeige|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "nanbeige",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|qwen2|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|qwen2|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 2,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|qwen3_5_moe|modelopt|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|qwen3_5_moe|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|qwen3_5_moe|none|35": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|qwen3|none|13": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 13,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|qwen3|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 8,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 8,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|qwen3|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|sophia_hybrid|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|spark2_5|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|spark2_5|fp8|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|spark2_5|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|spark2_5|torchao|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|starcoder2|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Mthreads_s4000|vllm|text-generation|zaya|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Mthreads_s4000",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|gemma2|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|gemma2|compressed-tensors|33": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|gpt_oss|compressed-tensors|35": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|hrm_text|none|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 5,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {
|
|
"backend_operator": 5
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|llama|awq|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|llama|compressed-tensors|29": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|llama|compressed-tensors|30": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|llama|compressed-tensors|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|llama|compressed-tensors|33": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|param2moe|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "param2moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|qwen3_5_moe|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|qwen3_5_moe|compressed-tensors|35": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none|34": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none|35": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|qwen3_5_mtp|none|27": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 27,
|
|
"modelType": "qwen3_5_mtp",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|qwen3_5_mtp|none|28": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1,
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 28,
|
|
"modelType": "qwen3_5_mtp",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|qwen3_5|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|qwen3_moe|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|qwen3|none|24": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 24,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors|34": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"backend_operator": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|llama|bitsandbytes|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "bitsandbytes",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|llama|compressed-tensors|28": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 28,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|llama|compressed-tensors|30": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|llama|compressed-tensors|32": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"tokenizer_compatibility": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|qwen2|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|qwen3_5|compressed-tensors|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1,
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|qwen3_5|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|qwen3_5|gptq|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "gptq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|qwen3_5|modelopt|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|qwen3_5|modelopt|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|qwen3_5|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1,
|
|
"platform_infrastructure": 2
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 2,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|qwen3_5|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1,
|
|
"platform_infrastructure": 2
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 2,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|qwen3|none|13": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 13,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|qwen3|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|rwkv7|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "rwkv7",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|spark2_5|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Sunrise_pt-200-x1|vllm|text-generation|zaya|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1,
|
|
"platform_infrastructure": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 1,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Sunrise_pt-200-x1",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|cohere2|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 0.5,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 0.5,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|gemma4_unified|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|gemma4|none|32": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|gemma4|none|34": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|hrm_text|none|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|lfm2_moe|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "lfm2_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|lfm2|none|29": {
|
|
"attributableFailureCount": 6,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 6,
|
|
"failureBreakdown": {
|
|
"model_load": 6
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|lfm2|none|30": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|lfm2|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|llama|awq|30": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|llama|awq|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|llama|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|llama|none|30": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|llama|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 0.75,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 0.25,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|llama|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|minicpm|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "minicpm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|mistral3|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|muse_glimmer|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|phi3|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|phi3|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|qwen2|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|qwen3_5_text|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|qwen3_5_text|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|qwen3_5|exl3|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "exl3",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|qwen3_5|modelopt|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "modelopt",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|qwen3_5|none|12": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 12,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|qwen3_5|none|33": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|qwen3|none|13": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 13,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|qwen3|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 6
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 0.75,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 2,
|
|
"successRate": 0.25,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 6
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|smollm3|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "smollm3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|spark2_5|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|spark2_5|fp8|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|spark2_5|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|spark2_5|torchao|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"Vastai_va16|vllm_fix_tokenizer|text-generation|zaya|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm_fix_tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "Vastai_va16",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|llamacpp|text-generation|smollm3|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "llamacpp",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "smollm3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|aquila3|none|12": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"repository_structure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 12,
|
|
"modelType": "aquila3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|bailing_hybrid|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|cohere2|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "cohere2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|deepseek_v4_dspark|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "deepseek_v4_dspark",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|gemma2|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2,
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|gemma2|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|gemma3|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|gemma4_unified|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "gemma4_unified",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|gemma4|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|gemma4|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma4",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|gpt_oss|compressed-tensors|35": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "gpt_oss",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|hrm_text|none|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "hrm_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|lfm2_moe|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "lfm2_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|lfm2|none|29": {
|
|
"attributableFailureCount": 6,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 6,
|
|
"failureBreakdown": {
|
|
"model_load": 6
|
|
},
|
|
"failureCount": 6,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 6,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|lfm2|none|30": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|lfm2|none|31": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"model_load": 2
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "lfm2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|llama|awq|30": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 3,
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 3
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|llama|compressed-tensors|27": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 27,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|llama|compressed-tensors|28": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 28,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|llama|compressed-tensors|30": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"runtime_memory": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|llama|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|llama|compressed-tensors|33": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2,
|
|
"runtime_memory": 2
|
|
},
|
|
"failureCount": 4,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 4,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|llama|compressed-tensors|35": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|llama|none|30": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|llama|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|llama|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4,
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 5,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 4
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|llama|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|mistral3|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "mistral3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|mistral|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "mistral",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|mpt|none|33": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"repository_structure": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|muse_glimmer|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|muse_glimmer|none|35": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|nanbeige|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "nanbeige",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|phi3small|compressed-tensors|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"repository_structure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "phi3small",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|phi3|compressed-tensors|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|phi3|compressed-tensors|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|phi3|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "phi3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|plamo3|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"repository_structure": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "plamo3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|qwen2|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|qwen2|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|qwen3_5_moe|compressed-tensors|34": {
|
|
"attributableFailureCount": 3,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 3,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 3
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|qwen3_5_moe|none|35": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 35,
|
|
"modelType": "qwen3_5_moe",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|qwen3_5_text|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|qwen3_5_text|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5_text",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|qwen3_5|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|qwen3_5|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|qwen3_vl|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|qwen3|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 2
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|qwen3|none|13": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 13,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|qwen3|none|32": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 6,
|
|
"runtime_memory": 2
|
|
},
|
|
"failureCount": 8,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 8,
|
|
"unresolvedFailureCount": 6
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|rwkv7|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "rwkv7",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|spark2_5|compressed-tensors|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|spark2_5|fp8|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|spark2_5|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|spark2_5|torchao|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "torchao",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|stablelm|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "stablelm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|starcoder2|compressed-tensors|32": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"runtime_memory": 2
|
|
},
|
|
"failureCount": 3,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 3,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|starcoder2|compressed-tensors|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|starcoder2|compressed-tensors|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1,
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|zaya|none|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm-patch-tokenizer",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|bailing_hybrid|none|33": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"memory_capacity": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "bailing_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|gemma2|none|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|gemma3|compressed-tensors|34": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "gemma3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|llama|awq|30": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|llama|awq|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 5,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "awq",
|
|
"successCount": 5,
|
|
"successRate": 1.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 5,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|llama|none|30": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 30,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|llama|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 1.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {},
|
|
"failureCount": 0,
|
|
"failureRate": 0.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "llama",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 1,
|
|
"successRate": 1.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|minicpm|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "minicpm",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|mpt|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|mpt|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "mpt",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|muse_glimmer|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "muse_glimmer",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|qwen2|none|32": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "qwen2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|qwen3_vl|none|34": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 34,
|
|
"modelType": "qwen3_vl",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|qwen3|none|29": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"model_load": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 29,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|qwen3|none|33": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 33,
|
|
"modelType": "qwen3",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|sophia_hybrid|none|31": {
|
|
"attributableFailureCount": 0,
|
|
"decisionFailureRate": 0.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 0,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "sophia_hybrid",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 1
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|spark2_5|fp8|32": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "spark2_5",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "fp8",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|starcoder2|compressed-tensors|31": {
|
|
"attributableFailureCount": 1,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 1,
|
|
"failureBreakdown": {
|
|
"runtime_memory": 1
|
|
},
|
|
"failureCount": 1,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 31,
|
|
"modelType": "starcoder2",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "compressed-tensors",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 1,
|
|
"unresolvedFailureCount": 0
|
|
},
|
|
"hygon_k100-ai|vllm|text-generation|zaya|none|32": {
|
|
"attributableFailureCount": 2,
|
|
"decisionFailureRate": 1.0,
|
|
"decisionSuccessRate": 0.0,
|
|
"decisionTotal": 2,
|
|
"failureBreakdown": {
|
|
"framework_architecture_unsupported": 2
|
|
},
|
|
"failureCount": 2,
|
|
"failureRate": 1.0,
|
|
"framework": "vllm",
|
|
"loadSizeLog2Bucket": 32,
|
|
"modelType": "zaya",
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 0,
|
|
"quantizationMethod": "none",
|
|
"successCount": 0,
|
|
"successRate": 0.0,
|
|
"targetGpu": "hygon_k100-ai",
|
|
"taskType": "text-generation",
|
|
"total": 2,
|
|
"unresolvedFailureCount": 0
|
|
}
|
|
},
|
|
"terminalRecords": 17227,
|
|
"totalRecords": 17448,
|
|
"totals": {
|
|
"attributableFailureCount": 6175,
|
|
"decisionFailureRate": 0.8635,
|
|
"decisionSuccessRate": 0.1365,
|
|
"decisionTotal": 7151,
|
|
"failureBreakdown": {
|
|
"ambiguous_runtime": 4506,
|
|
"architecture_compatibility": 212,
|
|
"attention_backend": 3,
|
|
"backend_operator": 128,
|
|
"context_length": 327,
|
|
"framework_architecture_unsupported": 2217,
|
|
"memory_capacity": 1206,
|
|
"model_load": 553,
|
|
"platform_infrastructure": 947,
|
|
"repository_structure": 742,
|
|
"runtime_memory": 101,
|
|
"tokenizer_compatibility": 686,
|
|
"参数/模板问题": 3228,
|
|
"日志缺失": 719,
|
|
"验证失败": 676
|
|
},
|
|
"failureCount": 16251,
|
|
"failureRate": 0.9433,
|
|
"pendingCount": 0,
|
|
"pendingRate": 0.0,
|
|
"platformFailureCount": 947,
|
|
"successCount": 976,
|
|
"successRate": 0.0567,
|
|
"total": 17227,
|
|
"unresolvedFailureCount": 9129
|
|
},
|
|
"warnings": [
|
|
"GPU Iluvatar_mrv-100 本地统计失败率偏高(≥50%),建议重点关注。",
|
|
"GPU Ascend_910-b4 本地统计失败率偏高(≥50%),建议重点关注。",
|
|
"GPU Biren_166m 本地统计失败率偏高(≥50%),建议重点关注。",
|
|
"GPU Cambricon_mlu-370-x4 本地统计失败率偏高(≥50%),建议重点关注。",
|
|
"GPU Iluvatar_bi-100 本地统计失败率偏高(≥50%),建议重点关注。",
|
|
"GPU hygon_k100-ai 本地统计失败率偏高(≥50%),建议重点关注。",
|
|
"GPU Cambricon_mlu-370-x8 本地统计失败率偏高(≥50%),建议重点关注。",
|
|
"GPU Mthreads_s4000 本地统计失败率偏高(≥50%),建议重点关注。",
|
|
"GPU Kunlunxin_p-800 本地统计失败率偏高(≥50%),建议重点关注。",
|
|
"GPU Vastai_va16 本地统计失败率偏高(≥50%),建议重点关注。",
|
|
"GPU Sunrise_pt-200-x1 本地统计失败率偏高(≥50%),建议重点关注。",
|
|
"GPU Iluvatar_bi-150 本地统计失败率偏高(≥50%),建议重点关注。",
|
|
"GPU MetaX_c-500 本地统计失败率偏高(≥50%),建议重点关注。",
|
|
"GPU Ascend_910-b3 本地统计失败率偏高(≥50%),建议重点关注。",
|
|
"组合 Ascend_910-b4|llamacpp|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Kunlunxin_p-800|vllm_tokenizer_patch|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Iluvatar_mrv-100|unknown|visual-multi-modal 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Iluvatar_bi-100|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Cambricon_mlu-370-x4|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Iluvatar_bi-150|vllm_tokenizer_patch|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 hygon_k100-ai|vllm-patch-tokenizer|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Sunrise_pt-200-x1|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Ascend_910-b3|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Iluvatar_bi-150|vllm|visual-multi-modal 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Ascend_910-b3|vllm_tokenizer_patch|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Mthreads_s4000|llamacpp|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Mthreads_s4000|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Biren_166m|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Iluvatar_mrv-100|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Ascend_910-b4|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Iluvatar_bi-150|llamacpp|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 MetaX_c-500|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Cambricon_mlu-370-x4|vllm-customized|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Cambricon_mlu-370-x4|vllm-mlu|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Iluvatar_bi-150|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Cambricon_mlu-370-x4|unknown|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Vastai_va16|vllm_fix_tokenizer|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Cambricon_mlu-370-x8|unknown|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Sunrise_pt-200-x1|vllm|visual-multi-modal 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Iluvatar_mrv-100|unknown|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Kunlunxin_p-800|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Cambricon_mlu-370-x8|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Cambricon_mlu-370-x8|vllm-customized|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Iluvatar_bi-150|vllm_fix_tokenizer|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Ascend_910-b4|vllm_tokenizer_patch|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Cambricon_mlu-370-x4|unknown|visual-multi-modal 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Iluvatar_bi-150|transformers|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Biren_166m|unknown|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 MetaX_c-500|vllm|visual-multi-modal 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 hygon_k100-ai|vllm|visual-multi-modal 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 Vastai_va16|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
|
"组合 hygon_k100-ai|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。"
|
|
]
|
|
},
|
|
"storageMode": "decision_state_only",
|
|
"summarizedRecords": 17448,
|
|
"version": 1
|
|
}
|