state: generation 31748 (cycle)
This commit is contained in:
1 parent
e1416cedcf
commit
7ba235bb5f
9 files changed
+1053
-1056
No files matched your search
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"generatedAt": "2026-11-13T15:57:44.623391+00:00",
|
||||
"lastSyncTime": "2026-11-13T15:57:44.365097+00:00",
|
||||
"generatedAt": "2026-11-13T19:07:23.650152+00:00",
|
||||
"lastSyncTime": "2026-11-13T19:07:23.352661+00:00",
|
||||
"recentLimit": 300,
|
||||
"report": {
|
||||
"agentSummaries": {
|
||||
@@ -25,14 +25,14 @@
|
||||
"unresolvedFailureCount": 4
|
||||
},
|
||||
"unknown": {
|
||||
"attributableFailureCount": 239,
|
||||
"decisionFailureRate": 0.9447,
|
||||
"decisionSuccessRate": 0.0553,
|
||||
"decisionTotal": 253,
|
||||
"attributableFailureCount": 240,
|
||||
"decisionFailureRate": 0.9449,
|
||||
"decisionSuccessRate": 0.0551,
|
||||
"decisionTotal": 254,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 97,
|
||||
"ambiguous_runtime": 98,
|
||||
"backend_operator": 7,
|
||||
"configuration_launch": 59,
|
||||
"configuration_launch": 60,
|
||||
"context_length": 5,
|
||||
"framework_architecture_unsupported": 105,
|
||||
"memory_capacity": 1,
|
||||
@@ -46,15 +46,15 @@
|
||||
"任务失败_原因未确认": 182,
|
||||
"参数/模板问题": 114
|
||||
},
|
||||
"failureCount": 637,
|
||||
"failureRate": 0.9785,
|
||||
"failureCount": 639,
|
||||
"failureRate": 0.9786,
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 5,
|
||||
"successCount": 14,
|
||||
"successRate": 0.0215,
|
||||
"total": 651,
|
||||
"unresolvedFailureCount": 393
|
||||
"successRate": 0.0214,
|
||||
"total": 653,
|
||||
"unresolvedFailureCount": 394
|
||||
}
|
||||
},
|
||||
"architectureCompatibilityBlocks": {
|
||||
@@ -1512,14 +1512,14 @@
|
||||
"unresolvedFailureCount": 1
|
||||
},
|
||||
"Biren_166m|unknown|text-generation": {
|
||||
"attributableFailureCount": 424,
|
||||
"decisionFailureRate": 0.9443,
|
||||
"decisionSuccessRate": 0.0557,
|
||||
"decisionTotal": 449,
|
||||
"attributableFailureCount": 425,
|
||||
"decisionFailureRate": 0.9444,
|
||||
"decisionSuccessRate": 0.0556,
|
||||
"decisionTotal": 450,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 93,
|
||||
"backend_operator": 4,
|
||||
"configuration_launch": 219,
|
||||
"configuration_launch": 220,
|
||||
"context_length": 10,
|
||||
"framework_architecture_unsupported": 137,
|
||||
"memory_capacity": 2,
|
||||
@@ -1531,17 +1531,17 @@
|
||||
"参数/模板问题": 229,
|
||||
"日志缺失": 62
|
||||
},
|
||||
"failureCount": 823,
|
||||
"failureRate": 0.9705,
|
||||
"failureCount": 824,
|
||||
"failureRate": 0.9706,
|
||||
"framework": "unknown",
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 0,
|
||||
"successCount": 25,
|
||||
"successRate": 0.0295,
|
||||
"successRate": 0.0294,
|
||||
"targetGpu": "Biren_166m",
|
||||
"taskType": "text-generation",
|
||||
"total": 848,
|
||||
"total": 849,
|
||||
"unresolvedFailureCount": 399
|
||||
},
|
||||
"Biren_166m|unknown|visual-multi-modal": {
|
||||
@@ -2267,7 +2267,7 @@
|
||||
"decisionSuccessRate": 0.0,
|
||||
"decisionTotal": 648,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 270,
|
||||
"ambiguous_runtime": 271,
|
||||
"architecture_compatibility": 14,
|
||||
"backend_operator": 12,
|
||||
"context_length": 29,
|
||||
@@ -2278,7 +2278,7 @@
|
||||
"runtime_memory": 14,
|
||||
"tokenizer_compatibility": 48
|
||||
},
|
||||
"failureCount": 918,
|
||||
"failureCount": 919,
|
||||
"failureRate": 1.0,
|
||||
"framework": "vllm",
|
||||
"pendingCount": 0,
|
||||
@@ -2288,8 +2288,8 @@
|
||||
"successRate": 0.0,
|
||||
"targetGpu": "Iluvatar_bi-150",
|
||||
"taskType": "text-generation",
|
||||
"total": 918,
|
||||
"unresolvedFailureCount": 270
|
||||
"total": 919,
|
||||
"unresolvedFailureCount": 271
|
||||
},
|
||||
"Iluvatar_bi-150|vllm|unknown": {
|
||||
"attributableFailureCount": 1,
|
||||
@@ -3512,15 +3512,15 @@
|
||||
"unresolvedFailureCount": 61
|
||||
},
|
||||
"unknown": {
|
||||
"attributableFailureCount": 3116,
|
||||
"attributableFailureCount": 3117,
|
||||
"decisionFailureRate": 0.7619,
|
||||
"decisionSuccessRate": 0.2381,
|
||||
"decisionTotal": 4090,
|
||||
"decisionTotal": 4091,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 1703,
|
||||
"architecture_compatibility": 23,
|
||||
"backend_operator": 13,
|
||||
"configuration_launch": 515,
|
||||
"configuration_launch": 516,
|
||||
"context_length": 158,
|
||||
"framework_architecture_unsupported": 1144,
|
||||
"memory_capacity": 447,
|
||||
@@ -3535,14 +3535,14 @@
|
||||
"参数/模板问题": 3672,
|
||||
"日志缺失": 719
|
||||
},
|
||||
"failureCount": 9416,
|
||||
"failureCount": 9417,
|
||||
"failureRate": 0.9063,
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 25,
|
||||
"successCount": 974,
|
||||
"successRate": 0.0937,
|
||||
"total": 10390,
|
||||
"total": 10391,
|
||||
"unresolvedFailureCount": 6275
|
||||
},
|
||||
"vllm": {
|
||||
@@ -3551,7 +3551,7 @@
|
||||
"decisionSuccessRate": 0.0,
|
||||
"decisionTotal": 4431,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 1617,
|
||||
"ambiguous_runtime": 1618,
|
||||
"architecture_compatibility": 39,
|
||||
"attention_backend": 3,
|
||||
"backend_operator": 113,
|
||||
@@ -3566,15 +3566,15 @@
|
||||
"runtime_memory": 100,
|
||||
"tokenizer_compatibility": 459
|
||||
},
|
||||
"failureCount": 6718,
|
||||
"failureCount": 6719,
|
||||
"failureRate": 1.0,
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 670,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"total": 6718,
|
||||
"unresolvedFailureCount": 1617
|
||||
"total": 6719,
|
||||
"unresolvedFailureCount": 1618
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"attributableFailureCount": 211,
|
||||
@@ -3623,7 +3623,7 @@
|
||||
"unresolvedFailureCount": 5
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-11-13T15:57:44.619229+00:00",
|
||||
"generatedAt": "2026-11-13T19:07:23.642719+00:00",
|
||||
"gpuSummaries": {
|
||||
"Ascend_910-b3": {
|
||||
"attributableFailureCount": 143,
|
||||
@@ -3682,14 +3682,14 @@
|
||||
"unresolvedFailureCount": 587
|
||||
},
|
||||
"Biren_166m": {
|
||||
"attributableFailureCount": 425,
|
||||
"decisionFailureRate": 0.9444,
|
||||
"decisionSuccessRate": 0.0556,
|
||||
"decisionTotal": 450,
|
||||
"attributableFailureCount": 426,
|
||||
"decisionFailureRate": 0.9446,
|
||||
"decisionSuccessRate": 0.0554,
|
||||
"decisionTotal": 451,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 93,
|
||||
"backend_operator": 4,
|
||||
"configuration_launch": 219,
|
||||
"configuration_launch": 220,
|
||||
"context_length": 10,
|
||||
"framework_architecture_unsupported": 138,
|
||||
"memory_capacity": 2,
|
||||
@@ -3701,14 +3701,14 @@
|
||||
"参数/模板问题": 231,
|
||||
"日志缺失": 62
|
||||
},
|
||||
"failureCount": 826,
|
||||
"failureRate": 0.9706,
|
||||
"failureCount": 827,
|
||||
"failureRate": 0.9707,
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 0,
|
||||
"successCount": 25,
|
||||
"successRate": 0.0294,
|
||||
"total": 851,
|
||||
"successRate": 0.0293,
|
||||
"total": 852,
|
||||
"unresolvedFailureCount": 401
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
@@ -3799,7 +3799,7 @@
|
||||
"decisionSuccessRate": 0.16,
|
||||
"decisionTotal": 931,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 697,
|
||||
"ambiguous_runtime": 698,
|
||||
"architecture_compatibility": 15,
|
||||
"backend_operator": 12,
|
||||
"context_length": 29,
|
||||
@@ -3813,15 +3813,15 @@
|
||||
"参数/模板问题": 350,
|
||||
"日志缺失": 155
|
||||
},
|
||||
"failureCount": 1998,
|
||||
"failureCount": 1999,
|
||||
"failureRate": 0.9306,
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 0,
|
||||
"successCount": 149,
|
||||
"successRate": 0.0694,
|
||||
"total": 2147,
|
||||
"unresolvedFailureCount": 1216
|
||||
"total": 2148,
|
||||
"unresolvedFailureCount": 1217
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"attributableFailureCount": 1039,
|
||||
@@ -4233,21 +4233,21 @@
|
||||
"unresolvedFailureCount": 8
|
||||
},
|
||||
"Biren_166m|unknown|text-generation": {
|
||||
"attributableFailureCount": 14,
|
||||
"consecutiveFailures": 14,
|
||||
"attributableFailureCount": 15,
|
||||
"consecutiveFailures": 15,
|
||||
"consecutivePlatformFailures": 0,
|
||||
"decisionFailureRate": 1.0,
|
||||
"decisionSuccessRate": 0.0,
|
||||
"decisionTotal": 14,
|
||||
"decisionTotal": 15,
|
||||
"failureBreakdown": {
|
||||
"configuration_launch": 14,
|
||||
"任务失败_原因未确认": 6
|
||||
"configuration_launch": 15,
|
||||
"任务失败_原因未确认": 5
|
||||
},
|
||||
"failureCount": 20,
|
||||
"failureRate": 1.0,
|
||||
"framework": "unknown",
|
||||
"lastPlatformFailureAt": null,
|
||||
"lastTerminalAt": "2026-11-13T00:37:25.583984+00:00",
|
||||
"lastTerminalAt": "2026-11-13T19:07:23.352635+00:00",
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 0,
|
||||
@@ -4256,7 +4256,7 @@
|
||||
"targetGpu": "Biren_166m",
|
||||
"taskType": "text-generation",
|
||||
"total": 20,
|
||||
"unresolvedFailureCount": 6
|
||||
"unresolvedFailureCount": 5
|
||||
},
|
||||
"Cambricon_mlu-370-x4|unknown|text-generation": {
|
||||
"attributableFailureCount": 5,
|
||||
@@ -4372,17 +4372,17 @@
|
||||
"decisionSuccessRate": 0.0,
|
||||
"decisionTotal": 8,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 3,
|
||||
"ambiguous_runtime": 4,
|
||||
"framework_architecture_unsupported": 4,
|
||||
"model_load": 2,
|
||||
"repository_structure": 1,
|
||||
"runtime_memory": 1
|
||||
},
|
||||
"failureCount": 11,
|
||||
"failureCount": 12,
|
||||
"failureRate": 1.0,
|
||||
"framework": "vllm",
|
||||
"lastPlatformFailureAt": null,
|
||||
"lastTerminalAt": "2026-11-11T20:43:49.162714+00:00",
|
||||
"lastTerminalAt": "2026-11-13T19:07:23.352654+00:00",
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 0,
|
||||
@@ -4390,8 +4390,8 @@
|
||||
"successRate": 0.0,
|
||||
"targetGpu": "Iluvatar_bi-150",
|
||||
"taskType": "text-generation",
|
||||
"total": 11,
|
||||
"unresolvedFailureCount": 3
|
||||
"total": 12,
|
||||
"unresolvedFailureCount": 4
|
||||
},
|
||||
"Iluvatar_mrv-100|unknown|text-generation": {
|
||||
"attributableFailureCount": 10,
|
||||
@@ -4512,10 +4512,10 @@
|
||||
"decisionSuccessRate": 1.0,
|
||||
"decisionTotal": 1,
|
||||
"failureBreakdown": {
|
||||
"任务失败_原因未确认": 7
|
||||
"任务失败_原因未确认": 6
|
||||
},
|
||||
"failureCount": 7,
|
||||
"failureRate": 0.875,
|
||||
"failureCount": 6,
|
||||
"failureRate": 0.8571,
|
||||
"framework": "unknown",
|
||||
"lastPlatformFailureAt": null,
|
||||
"lastTerminalAt": "2026-11-10T13:00:28.824633+00:00",
|
||||
@@ -4523,11 +4523,11 @@
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 0,
|
||||
"successCount": 1,
|
||||
"successRate": 0.125,
|
||||
"successRate": 0.1429,
|
||||
"targetGpu": "Mthreads_s4000",
|
||||
"taskType": "text-generation",
|
||||
"total": 8,
|
||||
"unresolvedFailureCount": 7
|
||||
"total": 7,
|
||||
"unresolvedFailureCount": 6
|
||||
},
|
||||
"Mthreads_s4000|vllm|text-generation": {
|
||||
"attributableFailureCount": 2,
|
||||
@@ -4865,19 +4865,19 @@
|
||||
"unresolvedFailureCount": 1
|
||||
}
|
||||
},
|
||||
"terminalRecords": 17800,
|
||||
"totalRecords": 17800,
|
||||
"terminalRecords": 17802,
|
||||
"totalRecords": 17802,
|
||||
"totals": {
|
||||
"attributableFailureCount": 7992,
|
||||
"attributableFailureCount": 7993,
|
||||
"decisionFailureRate": 0.8914,
|
||||
"decisionSuccessRate": 0.1086,
|
||||
"decisionTotal": 8966,
|
||||
"decisionTotal": 8967,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 3559,
|
||||
"ambiguous_runtime": 3560,
|
||||
"architecture_compatibility": 62,
|
||||
"attention_backend": 3,
|
||||
"backend_operator": 138,
|
||||
"configuration_launch": 515,
|
||||
"configuration_launch": 516,
|
||||
"context_length": 408,
|
||||
"framework_architecture_unsupported": 3196,
|
||||
"memory_capacity": 1208,
|
||||
@@ -4893,15 +4893,15 @@
|
||||
"参数/模板问题": 3675,
|
||||
"日志缺失": 719
|
||||
},
|
||||
"failureCount": 16826,
|
||||
"failureCount": 16828,
|
||||
"failureRate": 0.9453,
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 698,
|
||||
"successCount": 974,
|
||||
"successRate": 0.0547,
|
||||
"total": 17800,
|
||||
"unresolvedFailureCount": 8136
|
||||
"total": 17802,
|
||||
"unresolvedFailureCount": 8137
|
||||
},
|
||||
"warnings": [
|
||||
"GPU Cambricon_mlu-370-x8 本地统计失败率偏高(≥50%),建议重点关注。",
|
||||
@@ -4919,7 +4919,6 @@
|
||||
"GPU Iluvatar_mrv-100 本地统计失败率偏高(≥50%),建议重点关注。",
|
||||
"GPU Iluvatar_bi-100 本地统计失败率偏高(≥50%),建议重点关注。",
|
||||
"组合 Mthreads_s4000|llamacpp|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Kunlunxin_p-800|unknown|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Ascend_910-b4|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Biren_166m|unknown|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 MetaX_c-500|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
||||
@@ -4942,14 +4941,15 @@
|
||||
"组合 Iluvatar_bi-150|vllm|visual-multi-modal 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 hygon_k100-ai|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Mthreads_s4000|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Iluvatar_bi-100|transformers|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 MetaX_c-500|vllm|visual-multi-modal 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Iluvatar_bi-100|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 hygon_k100-ai|vllm|visual-multi-modal 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Iluvatar_bi-100|transformers|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Kunlunxin_p-800|unknown|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Cambricon_mlu-370-x8|unknown|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。"
|
||||
]
|
||||
},
|
||||
"storageMode": "decision_state_only",
|
||||
"summarizedRecords": 17800,
|
||||
"summarizedRecords": 17802,
|
||||
"version": 1
|
||||
}
|
||||
Reference in new issue
Block a user