state: generation 10099 (result)

This commit is contained in:
2026-09-20 02:52:52 +00:00
parent ffe38d73b5
commit ca2cc9904d
7 changed files with 656 additions and 320 deletions

View File

@@ -1,6 +1,6 @@
{
"generatedAt": "2026-09-19T23:13:49.313762+00:00",
"lastSyncTime": "2026-09-19T23:13:47.695526+00:00",
"generatedAt": "2026-09-20T02:52:52.418879+00:00",
"lastSyncTime": "2026-09-20T02:51:03.877766+00:00",
"recentLimit": 300,
"report": {
"architectureCompatibilityBlocks": {
@@ -1838,27 +1838,27 @@
"decisionSuccessRate": 0.0769,
"decisionTotal": 13,
"failureBreakdown": {
"ambiguous_runtime": 6,
"ambiguous_runtime": 7,
"framework_architecture_unsupported": 12
},
"failureCount": 18,
"failureRate": 0.9474,
"failureCount": 19,
"failureRate": 0.95,
"framework": "vllm_tokenizer_patch",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 1,
"successRate": 0.0526,
"successRate": 0.05,
"targetGpu": "Ascend_910-b3",
"taskType": "text-generation",
"total": 19,
"unresolvedFailureCount": 6
"total": 20,
"unresolvedFailureCount": 7
},
"Ascend_910-b3|vllm|text-generation": {
"attributableFailureCount": 50,
"decisionFailureRate": 0.8333,
"decisionSuccessRate": 0.1667,
"decisionTotal": 60,
"decisionFailureRate": 0.8197,
"decisionSuccessRate": 0.1803,
"decisionTotal": 61,
"failureBreakdown": {
"ambiguous_runtime": 34,
"framework_architecture_unsupported": 48,
@@ -1866,16 +1866,16 @@
"tokenizer_compatibility": 1
},
"failureCount": 84,
"failureRate": 0.8936,
"failureRate": 0.8842,
"framework": "vllm",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 10,
"successRate": 0.1064,
"successCount": 11,
"successRate": 0.1158,
"targetGpu": "Ascend_910-b3",
"taskType": "text-generation",
"total": 94,
"total": 95,
"unresolvedFailureCount": 34
},
"Ascend_910-b4|llamacpp|text-generation": {
@@ -1999,25 +1999,25 @@
},
"Biren_166m|vllm|text-generation": {
"attributableFailureCount": 29,
"decisionFailureRate": 0.6905,
"decisionSuccessRate": 0.3095,
"decisionTotal": 42,
"decisionFailureRate": 0.6744,
"decisionSuccessRate": 0.3256,
"decisionTotal": 43,
"failureBreakdown": {
"framework_architecture_unsupported": 22,
"model_load": 6,
"tokenizer_compatibility": 1
},
"failureCount": 29,
"failureRate": 0.6905,
"failureRate": 0.6744,
"framework": "vllm",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 13,
"successRate": 0.3095,
"successCount": 14,
"successRate": 0.3256,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 42,
"total": 43,
"unresolvedFailureCount": 0
},
"Cambricon_mlu-370-x4|unknown|text-generation": {
@@ -2096,9 +2096,9 @@
},
"Cambricon_mlu-370-x8|vllm-mlu|text-generation": {
"attributableFailureCount": 12,
"decisionFailureRate": 0.5217,
"decisionSuccessRate": 0.4783,
"decisionTotal": 23,
"decisionFailureRate": 0.5,
"decisionSuccessRate": 0.5,
"decisionTotal": 24,
"failureBreakdown": {
"ambiguous_runtime": 31,
"framework_architecture_unsupported": 11,
@@ -2106,16 +2106,16 @@
"参数/模板问题": 3
},
"failureCount": 46,
"failureRate": 0.807,
"failureRate": 0.7931,
"framework": "vllm-mlu",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 11,
"successRate": 0.193,
"successCount": 12,
"successRate": 0.2069,
"targetGpu": "Cambricon_mlu-370-x8",
"taskType": "text-generation",
"total": 57,
"total": 58,
"unresolvedFailureCount": 34
},
"Cambricon_mlu-370-x8|vllm|text-generation": {
@@ -2656,25 +2656,25 @@
},
"Vastai_va16|vllm_fix_tokenizer|text-generation": {
"attributableFailureCount": 8,
"decisionFailureRate": 0.8889,
"decisionSuccessRate": 0.1111,
"decisionTotal": 9,
"decisionFailureRate": 0.8,
"decisionSuccessRate": 0.2,
"decisionTotal": 10,
"failureBreakdown": {
"ambiguous_runtime": 9,
"framework_architecture_unsupported": 7,
"model_load": 1
},
"failureCount": 17,
"failureRate": 0.9444,
"failureRate": 0.8947,
"framework": "vllm_fix_tokenizer",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 1,
"successRate": 0.0556,
"successCount": 2,
"successRate": 0.1053,
"targetGpu": "Vastai_va16",
"taskType": "text-generation",
"total": 18,
"total": 19,
"unresolvedFailureCount": 9
},
"Vastai_va16|vllm|text-generation": {
@@ -2750,13 +2750,13 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 17,
"failureBreakdown": {
"ambiguous_runtime": 11,
"ambiguous_runtime": 12,
"framework_architecture_unsupported": 11,
"model_load": 1,
"runtime_memory": 5,
"参数/模板问题": 8
},
"failureCount": 36,
"failureCount": 37,
"failureRate": 1.0,
"framework": "vllm-patch-tokenizer",
"pendingCount": 0,
@@ -2766,8 +2766,8 @@
"successRate": 0.0,
"targetGpu": "hygon_k100-ai",
"taskType": "text-generation",
"total": 36,
"unresolvedFailureCount": 19
"total": 37,
"unresolvedFailureCount": 20
},
"hygon_k100-ai|vllm|text-generation": {
"attributableFailureCount": 56,
@@ -2863,9 +2863,9 @@
},
"vllm": {
"attributableFailureCount": 429,
"decisionFailureRate": 0.8614,
"decisionSuccessRate": 0.1386,
"decisionTotal": 498,
"decisionFailureRate": 0.858,
"decisionSuccessRate": 0.142,
"decisionTotal": 500,
"failureBreakdown": {
"ambiguous_runtime": 248,
"backend_operator": 40,
@@ -2879,20 +2879,20 @@
"参数/模板问题": 40
},
"failureCount": 719,
"failureRate": 0.9124,
"failureRate": 0.9101,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 2,
"successCount": 69,
"successRate": 0.0876,
"total": 788,
"successCount": 71,
"successRate": 0.0899,
"total": 790,
"unresolvedFailureCount": 288
},
"vllm-mlu": {
"attributableFailureCount": 18,
"decisionFailureRate": 0.5,
"decisionSuccessRate": 0.5,
"decisionTotal": 36,
"decisionFailureRate": 0.4865,
"decisionSuccessRate": 0.5135,
"decisionTotal": 37,
"failureBreakdown": {
"ambiguous_runtime": 43,
"framework_architecture_unsupported": 17,
@@ -2900,13 +2900,13 @@
"参数/模板问题": 3
},
"failureCount": 64,
"failureRate": 0.7805,
"failureRate": 0.7711,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 18,
"successRate": 0.2195,
"total": 82,
"successCount": 19,
"successRate": 0.2289,
"total": 83,
"unresolvedFailureCount": 46
},
"vllm-patch-tokenizer": {
@@ -2915,21 +2915,21 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 17,
"failureBreakdown": {
"ambiguous_runtime": 11,
"ambiguous_runtime": 12,
"framework_architecture_unsupported": 11,
"model_load": 1,
"runtime_memory": 5,
"参数/模板问题": 8
},
"failureCount": 36,
"failureCount": 37,
"failureRate": 1.0,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 0,
"successRate": 0.0,
"total": 36,
"unresolvedFailureCount": 19
"total": 37,
"unresolvedFailureCount": 20
},
"vllm_0_17_0_corex_4_4_0": {
"attributableFailureCount": 28,
@@ -2956,9 +2956,9 @@
},
"vllm_fix_tokenizer": {
"attributableFailureCount": 73,
"decisionFailureRate": 0.9865,
"decisionSuccessRate": 0.0135,
"decisionTotal": 74,
"decisionFailureRate": 0.9733,
"decisionSuccessRate": 0.0267,
"decisionTotal": 75,
"failureBreakdown": {
"ambiguous_runtime": 85,
"backend_operator": 7,
@@ -2969,13 +2969,13 @@
"参数/模板问题": 8
},
"failureCount": 174,
"failureRate": 0.9943,
"failureRate": 0.9886,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 8,
"successCount": 1,
"successRate": 0.0057,
"total": 175,
"successCount": 2,
"successRate": 0.0114,
"total": 176,
"unresolvedFailureCount": 93
},
"vllm_tokenizer_patch": {
@@ -2984,44 +2984,44 @@
"decisionSuccessRate": 0.0455,
"decisionTotal": 22,
"failureBreakdown": {
"ambiguous_runtime": 22,
"ambiguous_runtime": 23,
"framework_architecture_unsupported": 21
},
"failureCount": 43,
"failureRate": 0.9773,
"failureCount": 44,
"failureRate": 0.9778,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 1,
"successRate": 0.0227,
"total": 44,
"unresolvedFailureCount": 22
"successRate": 0.0222,
"total": 45,
"unresolvedFailureCount": 23
}
},
"generatedAt": "2026-09-19T23:13:49.307909+00:00",
"generatedAt": "2026-09-20T02:52:52.412981+00:00",
"gpuSummaries": {
"Ascend_910-b3": {
"attributableFailureCount": 62,
"decisionFailureRate": 0.8267,
"decisionSuccessRate": 0.1733,
"decisionTotal": 75,
"decisionFailureRate": 0.8158,
"decisionSuccessRate": 0.1842,
"decisionTotal": 76,
"failureBreakdown": {
"ambiguous_runtime": 40,
"ambiguous_runtime": 41,
"framework_architecture_unsupported": 60,
"memory_capacity": 1,
"tokenizer_compatibility": 1,
"参数/模板问题": 10,
"验证失败": 27
},
"failureCount": 139,
"failureRate": 0.9145,
"failureCount": 140,
"failureRate": 0.9091,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 13,
"successRate": 0.0855,
"total": 152,
"unresolvedFailureCount": 77
"successCount": 14,
"successRate": 0.0909,
"total": 154,
"unresolvedFailureCount": 78
},
"Ascend_910-b4": {
"attributableFailureCount": 68,
@@ -3050,9 +3050,9 @@
},
"Biren_166m": {
"attributableFailureCount": 69,
"decisionFailureRate": 0.8214,
"decisionSuccessRate": 0.1786,
"decisionTotal": 84,
"decisionFailureRate": 0.8118,
"decisionSuccessRate": 0.1882,
"decisionTotal": 85,
"failureBreakdown": {
"ambiguous_runtime": 32,
"backend_operator": 4,
@@ -3065,13 +3065,13 @@
"验证失败": 27
},
"failureCount": 129,
"failureRate": 0.8958,
"failureRate": 0.8897,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 15,
"successRate": 0.1042,
"total": 144,
"successCount": 16,
"successRate": 0.1103,
"total": 145,
"unresolvedFailureCount": 60
},
"Cambricon_mlu-370-x4": {
@@ -3099,9 +3099,9 @@
},
"Cambricon_mlu-370-x8": {
"attributableFailureCount": 23,
"decisionFailureRate": 0.6389,
"decisionSuccessRate": 0.3611,
"decisionTotal": 36,
"decisionFailureRate": 0.6216,
"decisionSuccessRate": 0.3784,
"decisionTotal": 37,
"failureBreakdown": {
"ambiguous_runtime": 51,
"framework_architecture_unsupported": 20,
@@ -3111,13 +3111,13 @@
"验证失败": 22
},
"failureCount": 114,
"failureRate": 0.8976,
"failureRate": 0.8906,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 13,
"successRate": 0.1024,
"total": 127,
"successCount": 14,
"successRate": 0.1094,
"total": 128,
"unresolvedFailureCount": 91
},
"Iluvatar_bi-100": {
@@ -3289,9 +3289,9 @@
},
"Vastai_va16": {
"attributableFailureCount": 70,
"decisionFailureRate": 0.7865,
"decisionSuccessRate": 0.2135,
"decisionTotal": 89,
"decisionFailureRate": 0.7778,
"decisionSuccessRate": 0.2222,
"decisionTotal": 90,
"failureBreakdown": {
"ambiguous_runtime": 86,
"framework_architecture_unsupported": 63,
@@ -3301,13 +3301,13 @@
"验证失败": 130
},
"failureCount": 301,
"failureRate": 0.9406,
"failureRate": 0.9377,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 19,
"successRate": 0.0594,
"total": 320,
"successCount": 20,
"successRate": 0.0623,
"total": 321,
"unresolvedFailureCount": 231
},
"hygon_k100-ai": {
@@ -3316,7 +3316,7 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 73,
"failureBreakdown": {
"ambiguous_runtime": 38,
"ambiguous_runtime": 39,
"framework_architecture_unsupported": 55,
"memory_capacity": 1,
"model_load": 6,
@@ -3325,15 +3325,15 @@
"参数/模板问题": 10,
"验证失败": 27
},
"failureCount": 148,
"failureCount": 149,
"failureRate": 1.0,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 0,
"successRate": 0.0,
"total": 148,
"unresolvedFailureCount": 75
"total": 149,
"unresolvedFailureCount": 76
}
},
"observedGpuMemoryGiB": {
@@ -3560,6 +3560,29 @@
"total": 2,
"unresolvedFailureCount": 0
},
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|sophia_hybrid|none": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"modelType": "sophia_hybrid",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Ascend_910-b3",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 1
},
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|spark2_5|fp8": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
@@ -3654,23 +3677,23 @@
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 1.0,
"decisionTotal": 7,
"decisionTotal": 8,
"failureBreakdown": {
"ambiguous_runtime": 1
},
"failureCount": 1,
"failureRate": 0.125,
"failureRate": 0.1111,
"framework": "vllm",
"modelType": "qwen3",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 7,
"successRate": 0.875,
"successCount": 8,
"successRate": 0.8889,
"targetGpu": "Ascend_910-b3",
"taskType": "text-generation",
"total": 8,
"total": 9,
"unresolvedFailureCount": 1
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|lfm2|none": {
@@ -4296,7 +4319,7 @@
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 1.0,
"decisionTotal": 8,
"decisionTotal": 9,
"failureBreakdown": {},
"failureCount": 0,
"failureRate": 0.0,
@@ -4306,11 +4329,11 @@
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 8,
"successCount": 9,
"successRate": 1.0,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 8,
"total": 9,
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|rwkv7|none": {
@@ -4936,26 +4959,26 @@
},
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3|none": {
"attributableFailureCount": 1,
"decisionFailureRate": 0.125,
"decisionSuccessRate": 0.875,
"decisionTotal": 8,
"decisionFailureRate": 0.1111,
"decisionSuccessRate": 0.8889,
"decisionTotal": 9,
"failureBreakdown": {
"ambiguous_runtime": 1,
"tokenizer_compatibility": 1
},
"failureCount": 2,
"failureRate": 0.2222,
"failureRate": 0.2,
"framework": "vllm-mlu",
"modelType": "qwen3",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 7,
"successRate": 0.7778,
"successCount": 8,
"successRate": 0.8,
"targetGpu": "Cambricon_mlu-370-x8",
"taskType": "text-generation",
"total": 9,
"total": 10,
"unresolvedFailureCount": 1
},
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|rwkv7|none": {
@@ -7785,23 +7808,23 @@
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 1.0,
"decisionTotal": 1,
"decisionTotal": 2,
"failureBreakdown": {
"ambiguous_runtime": 2
},
"failureCount": 2,
"failureRate": 0.6667,
"failureRate": 0.5,
"framework": "vllm_fix_tokenizer",
"modelType": "qwen3",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 1,
"successRate": 0.3333,
"successCount": 2,
"successRate": 0.5,
"targetGpu": "Vastai_va16",
"taskType": "text-generation",
"total": 3,
"total": 4,
"unresolvedFailureCount": 2
},
"Vastai_va16|vllm_fix_tokenizer|text-generation|spark2_5|fp8": {
@@ -7903,11 +7926,11 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 2,
"failureBreakdown": {
"ambiguous_runtime": 2,
"ambiguous_runtime": 3,
"model_load": 1,
"runtime_memory": 1
},
"failureCount": 4,
"failureCount": 5,
"failureRate": 1.0,
"framework": "vllm-patch-tokenizer",
"modelType": "llama",
@@ -7919,8 +7942,8 @@
"successRate": 0.0,
"targetGpu": "hygon_k100-ai",
"taskType": "text-generation",
"total": 4,
"unresolvedFailureCount": 2
"total": 5,
"unresolvedFailureCount": 3
},
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|muse_glimmer|none": {
"attributableFailureCount": 1,
@@ -8165,14 +8188,14 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 4,
"failureBreakdown": {
"ambiguous_runtime": 1,
"ambiguous_runtime": 2,
"framework_architecture_unsupported": 4
},
"failureCount": 5,
"failureCount": 6,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"lastPlatformFailureAt": null,
"lastTerminalAt": "2026-09-15T12:23:08.015674+00:00",
"lastTerminalAt": "2026-09-20T01:06:12.681494+00:00",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
@@ -8180,8 +8203,8 @@
"successRate": 0.0,
"targetGpu": "Ascend_910-b3",
"taskType": "text-generation",
"total": 5,
"unresolvedFailureCount": 1
"total": 6,
"unresolvedFailureCount": 2
},
"Ascend_910-b3|vllm|text-generation": {
"attributableFailureCount": 17,
@@ -8498,20 +8521,20 @@
"unresolvedFailureCount": 2
},
"MetaX_c-500|vllm|text-generation": {
"attributableFailureCount": 7,
"consecutiveFailures": 7,
"attributableFailureCount": 6,
"consecutiveFailures": 6,
"consecutivePlatformFailures": 0,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 7,
"decisionTotal": 6,
"failureBreakdown": {
"ambiguous_runtime": 2,
"backend_operator": 1,
"framework_architecture_unsupported": 2,
"framework_architecture_unsupported": 1,
"model_load": 3,
"repository_structure": 1
},
"failureCount": 9,
"failureCount": 8,
"failureRate": 1.0,
"framework": "vllm",
"lastPlatformFailureAt": null,
@@ -8523,7 +8546,7 @@
"successRate": 0.0,
"targetGpu": "MetaX_c-500",
"taskType": "text-generation",
"total": 9,
"total": 8,
"unresolvedFailureCount": 2
},
"Mthreads_s4000|unknown|text-generation": {
@@ -8842,6 +8865,31 @@
"total": 1,
"unresolvedFailureCount": 1
},
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|sophia_hybrid|none": {
"attributableFailureCount": 0,
"consecutiveFailures": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"lastTerminalAt": "2026-09-20T01:06:12.681494+00:00",
"modelType": "sophia_hybrid",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Ascend_910-b3",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 1
},
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|qwen3_5_moe|none": {
"attributableFailureCount": 0,
"consecutiveFailures": 0,
@@ -9254,6 +9302,30 @@
"total": 1,
"unresolvedFailureCount": 0
},
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|sophia_hybrid|none|31": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"loadSizeLog2Bucket": 31,
"modelType": "sophia_hybrid",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Ascend_910-b3",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 1
},
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|spark2_5|fp8|32": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
@@ -9348,6 +9420,28 @@
"total": 1,
"unresolvedFailureCount": 0
},
"Ascend_910-b3|vllm|text-generation|qwen3|none|13": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 1.0,
"decisionTotal": 1,
"failureBreakdown": {},
"failureCount": 0,
"failureRate": 0.0,
"framework": "vllm",
"loadSizeLog2Bucket": 13,
"modelType": "qwen3",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 1,
"successRate": 1.0,
"targetGpu": "Ascend_910-b3",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Ascend_910-b3|vllm|text-generation|qwen3|none|32": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
@@ -10280,6 +10374,28 @@
"total": 2,
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|qwen3|none|13": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 1.0,
"decisionTotal": 1,
"failureBreakdown": {},
"failureCount": 0,
"failureRate": 0.0,
"framework": "vllm",
"loadSizeLog2Bucket": 13,
"modelType": "qwen3",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 1,
"successRate": 1.0,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|qwen3|none|32": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
@@ -11212,6 +11328,28 @@
"total": 1,
"unresolvedFailureCount": 0
},
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3|none|13": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 1.0,
"decisionTotal": 1,
"failureBreakdown": {},
"failureCount": 0,
"failureRate": 0.0,
"framework": "vllm-mlu",
"loadSizeLog2Bucket": 13,
"modelType": "qwen3",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 1,
"successRate": 1.0,
"targetGpu": "Cambricon_mlu-370-x8",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|qwen3|none|24": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
@@ -15838,12 +15976,12 @@
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 1.0,
"decisionTotal": 1,
"decisionTotal": 2,
"failureBreakdown": {
"ambiguous_runtime": 2
},
"failureCount": 2,
"failureRate": 0.6667,
"failureRate": 0.5,
"framework": "vllm_fix_tokenizer",
"loadSizeLog2Bucket": 32,
"modelType": "qwen3",
@@ -15851,11 +15989,11 @@
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 1,
"successRate": 0.3333,
"successCount": 2,
"successRate": 0.5,
"targetGpu": "Vastai_va16",
"taskType": "text-generation",
"total": 3,
"total": 4,
"unresolvedFailureCount": 2
},
"Vastai_va16|vllm_fix_tokenizer|text-generation|spark2_5|fp8|32": {
@@ -16009,10 +16147,10 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"failureBreakdown": {
"ambiguous_runtime": 2,
"ambiguous_runtime": 3,
"runtime_memory": 1
},
"failureCount": 3,
"failureCount": 4,
"failureRate": 1.0,
"framework": "vllm-patch-tokenizer",
"loadSizeLog2Bucket": 32,
@@ -16025,8 +16163,8 @@
"successRate": 0.0,
"targetGpu": "hygon_k100-ai",
"taskType": "text-generation",
"total": 3,
"unresolvedFailureCount": 2
"total": 4,
"unresolvedFailureCount": 3
},
"hygon_k100-ai|vllm-patch-tokenizer|text-generation|muse_glimmer|none|34": {
"attributableFailureCount": 1,
@@ -16294,15 +16432,15 @@
"unresolvedFailureCount": 0
}
},
"terminalRecords": 2368,
"totalRecords": 2471,
"terminalRecords": 2374,
"totalRecords": 2477,
"totals": {
"attributableFailureCount": 777,
"decisionFailureRate": 0.8153,
"decisionSuccessRate": 0.1847,
"decisionTotal": 953,
"decisionFailureRate": 0.8119,
"decisionSuccessRate": 0.1881,
"decisionTotal": 957,
"failureBreakdown": {
"ambiguous_runtime": 598,
"ambiguous_runtime": 600,
"backend_operator": 55,
"framework_architecture_unsupported": 522,
"memory_capacity": 12,
@@ -16314,53 +16452,53 @@
"参数/模板问题": 133,
"验证失败": 673
},
"failureCount": 2192,
"failureRate": 0.9257,
"failureCount": 2194,
"failureRate": 0.9242,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 11,
"successCount": 176,
"successRate": 0.0743,
"total": 2368,
"unresolvedFailureCount": 1404
"successCount": 180,
"successRate": 0.0758,
"total": 2374,
"unresolvedFailureCount": 1406
},
"warnings": [
"GPU Vastai_va16 本地统计失败率偏高(≥50%),建议重点关注。",
"GPU Biren_166m 本地统计失败率偏高(≥50%),建议重点关注。",
"GPU Iluvatar_mrv-100 本地统计失败率偏高(≥50%),建议重点关注。",
"GPU hygon_k100-ai 本地统计失败率偏高(≥50%),建议重点关注。",
"GPU Mthreads_s4000 本地统计失败率偏高(≥50%),建议重点关注。",
"GPU Ascend_910-b4 本地统计失败率偏高(≥50%),建议重点关注。",
"GPU Iluvatar_bi-150 本地统计失败率偏高(≥50%),建议重点关注。",
"GPU Ascend_910-b3 本地统计失败率偏高(≥50%),建议重点关注。",
"GPU Mthreads_s4000 本地统计失败率偏高(≥50%),建议重点关注。",
"GPU MetaX_c-500 本地统计失败率偏高(≥50%),建议重点关注。",
"GPU Sunrise_pt-200-x1 本地统计失败率偏高(≥50%),建议重点关注。",
"GPU Cambricon_mlu-370-x8 本地统计失败率偏高(≥50%),建议重点关注。",
"GPU Cambricon_mlu-370-x4 本地统计失败率偏高(≥50%),建议重点关注。",
"GPU Vastai_va16 本地统计失败率偏高(≥50%),建议重点关注。",
"GPU hygon_k100-ai 本地统计失败率偏高(≥50%),建议重点关注。",
"GPU Ascend_910-b4 本地统计失败率偏高(≥50%),建议重点关注。",
"GPU Sunrise_pt-200-x1 本地统计失败率偏高(≥50%),建议重点关注。",
"GPU Iluvatar_mrv-100 本地统计失败率偏高(≥50%),建议重点关注。",
"GPU MetaX_c-500 本地统计失败率偏高(≥50%),建议重点关注。",
"GPU Biren_166m 本地统计失败率偏高(≥50%),建议重点关注。",
"组合 MetaX_c-500|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Ascend_910-b4|vllm_tokenizer_patch|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Iluvatar_mrv-100|unknown|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Ascend_910-b3|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Biren_166m|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Iluvatar_mrv-100|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Cambricon_mlu-370-x8|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Vastai_va16|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 hygon_k100-ai|vllm-patch-tokenizer|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Sunrise_pt-200-x1|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Biren_166m|unknown|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Mthreads_s4000|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Ascend_910-b4|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Iluvatar_bi-150|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Ascend_910-b3|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Iluvatar_mrv-100|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 hygon_k100-ai|vllm-patch-tokenizer|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 hygon_k100-ai|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Biren_166m|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Vastai_va16|vllm_fix_tokenizer|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Vastai_va16|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Mthreads_s4000|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Cambricon_mlu-370-x4|unknown|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Ascend_910-b3|vllm_tokenizer_patch|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Ascend_910-b4|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Cambricon_mlu-370-x8|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Cambricon_mlu-370-x8|unknown|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Vastai_va16|vllm_fix_tokenizer|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。"
"组合 Ascend_910-b3|vllm_tokenizer_patch|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 MetaX_c-500|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Iluvatar_mrv-100|unknown|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Sunrise_pt-200-x1|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Ascend_910-b4|vllm_tokenizer_patch|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Iluvatar_bi-150|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。"
]
},
"storageMode": "decision_state_only",
"summarizedRecords": 2471,
"summarizedRecords": 2477,
"version": 1
}