state: generation 5989 (cycle)
This commit is contained in:
@@ -1326,7 +1326,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-12T02:47:10.345386+00:00",
|
||||
"generatedAt": "2026-09-12T02:50:01.084880+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 67,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -27,7 +27,7 @@
|
||||
"11": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 429,
|
||||
"listingErrors": 430,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 11,
|
||||
"nextAccountIndex": 0,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-12T02:47:10.320887+00:00",
|
||||
"updatedAt": "2026-09-12T02:50:01.057671+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,7 +416,7 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-12T02:45:09.892693+00:00",
|
||||
"generatedAt": "2026-09-12T02:48:19.298862+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"generatedAt": "2026-09-12T02:39:29.471961+00:00",
|
||||
"lastSyncTime": "2026-09-12T02:39:29.219629+00:00",
|
||||
"generatedAt": "2026-09-12T02:48:11.405538+00:00",
|
||||
"lastSyncTime": "2026-09-12T02:48:11.158163+00:00",
|
||||
"recentLimit": 300,
|
||||
"report": {
|
||||
"architectureCompatibilityBlocks": {
|
||||
@@ -2082,17 +2082,17 @@
|
||||
"unresolvedFailureCount": 33
|
||||
},
|
||||
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation": {
|
||||
"attributableFailureCount": 39,
|
||||
"attributableFailureCount": 41,
|
||||
"decisionFailureRate": 1.0,
|
||||
"decisionSuccessRate": 0.0,
|
||||
"decisionTotal": 39,
|
||||
"decisionTotal": 41,
|
||||
"failureBreakdown": {
|
||||
"framework_architecture_unsupported": 3,
|
||||
"platform_infrastructure": 2,
|
||||
"tokenizer_compatibility": 36,
|
||||
"tokenizer_compatibility": 38,
|
||||
"参数/模板问题": 6
|
||||
},
|
||||
"failureCount": 47,
|
||||
"failureCount": 49,
|
||||
"failureRate": 1.0,
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"pendingCount": 0,
|
||||
@@ -2102,7 +2102,7 @@
|
||||
"successRate": 0.0,
|
||||
"targetGpu": "Sunrise_pt-200-x1",
|
||||
"taskType": "text-generation",
|
||||
"total": 47,
|
||||
"total": 49,
|
||||
"unresolvedFailureCount": 6
|
||||
},
|
||||
"Sunrise_pt-200-x1|vllm|text-generation": {
|
||||
@@ -2442,26 +2442,26 @@
|
||||
"unresolvedFailureCount": 4
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"attributableFailureCount": 42,
|
||||
"attributableFailureCount": 44,
|
||||
"decisionFailureRate": 1.0,
|
||||
"decisionSuccessRate": 0.0,
|
||||
"decisionTotal": 42,
|
||||
"decisionTotal": 44,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 36,
|
||||
"framework_architecture_unsupported": 5,
|
||||
"model_load": 1,
|
||||
"platform_infrastructure": 2,
|
||||
"tokenizer_compatibility": 36,
|
||||
"tokenizer_compatibility": 38,
|
||||
"参数/模板问题": 7
|
||||
},
|
||||
"failureCount": 87,
|
||||
"failureCount": 89,
|
||||
"failureRate": 1.0,
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 2,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"total": 87,
|
||||
"total": 89,
|
||||
"unresolvedFailureCount": 43
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
@@ -2483,7 +2483,7 @@
|
||||
"unresolvedFailureCount": 1
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-12T02:39:29.466891+00:00",
|
||||
"generatedAt": "2026-09-12T02:48:11.401315+00:00",
|
||||
"gpuSummaries": {
|
||||
"Ascend_910-b3": {
|
||||
"attributableFailureCount": 26,
|
||||
@@ -2741,26 +2741,26 @@
|
||||
"unresolvedFailureCount": 77
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"attributableFailureCount": 41,
|
||||
"decisionFailureRate": 0.9762,
|
||||
"decisionSuccessRate": 0.0238,
|
||||
"decisionTotal": 42,
|
||||
"attributableFailureCount": 43,
|
||||
"decisionFailureRate": 0.9773,
|
||||
"decisionSuccessRate": 0.0227,
|
||||
"decisionTotal": 44,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 1,
|
||||
"framework_architecture_unsupported": 4,
|
||||
"platform_infrastructure": 3,
|
||||
"tokenizer_compatibility": 37,
|
||||
"tokenizer_compatibility": 39,
|
||||
"参数/模板问题": 9,
|
||||
"验证失败": 32
|
||||
},
|
||||
"failureCount": 86,
|
||||
"failureRate": 0.9885,
|
||||
"failureCount": 88,
|
||||
"failureRate": 0.9888,
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 3,
|
||||
"successCount": 1,
|
||||
"successRate": 0.0115,
|
||||
"total": 87,
|
||||
"successRate": 0.0112,
|
||||
"total": 89,
|
||||
"unresolvedFailureCount": 42
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -3930,6 +3930,29 @@
|
||||
"total": 3,
|
||||
"unresolvedFailureCount": 3
|
||||
},
|
||||
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|hrm_text|none": {
|
||||
"attributableFailureCount": 1,
|
||||
"decisionFailureRate": 1.0,
|
||||
"decisionSuccessRate": 0.0,
|
||||
"decisionTotal": 1,
|
||||
"failureBreakdown": {
|
||||
"tokenizer_compatibility": 1
|
||||
},
|
||||
"failureCount": 1,
|
||||
"failureRate": 1.0,
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelType": "hrm_text",
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 0,
|
||||
"quantizationMethod": "none",
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"targetGpu": "Sunrise_pt-200-x1",
|
||||
"taskType": "text-generation",
|
||||
"total": 1,
|
||||
"unresolvedFailureCount": 0
|
||||
},
|
||||
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|qwen3_5|none": {
|
||||
"attributableFailureCount": 1,
|
||||
"decisionFailureRate": 1.0,
|
||||
@@ -4543,7 +4566,7 @@
|
||||
"failureRate": 1.0,
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"lastPlatformFailureAt": "2026-09-10T11:01:21+00:00",
|
||||
"lastTerminalAt": "2026-09-12T02:39:29.219599+00:00",
|
||||
"lastTerminalAt": "2026-09-12T02:48:11.158114+00:00",
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 2,
|
||||
@@ -6857,6 +6880,30 @@
|
||||
"total": 3,
|
||||
"unresolvedFailureCount": 3
|
||||
},
|
||||
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|hrm_text|none|31": {
|
||||
"attributableFailureCount": 1,
|
||||
"decisionFailureRate": 1.0,
|
||||
"decisionSuccessRate": 0.0,
|
||||
"decisionTotal": 1,
|
||||
"failureBreakdown": {
|
||||
"tokenizer_compatibility": 1
|
||||
},
|
||||
"failureCount": 1,
|
||||
"failureRate": 1.0,
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"loadSizeLog2Bucket": 31,
|
||||
"modelType": "hrm_text",
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 0,
|
||||
"quantizationMethod": "none",
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"targetGpu": "Sunrise_pt-200-x1",
|
||||
"taskType": "text-generation",
|
||||
"total": 1,
|
||||
"unresolvedFailureCount": 0
|
||||
},
|
||||
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|qwen3_5|none|32": {
|
||||
"attributableFailureCount": 1,
|
||||
"decisionFailureRate": 1.0,
|
||||
@@ -7074,13 +7121,13 @@
|
||||
"unresolvedFailureCount": 0
|
||||
}
|
||||
},
|
||||
"terminalRecords": 1675,
|
||||
"totalRecords": 1762,
|
||||
"terminalRecords": 1677,
|
||||
"totalRecords": 1764,
|
||||
"totals": {
|
||||
"attributableFailureCount": 447,
|
||||
"decisionFailureRate": 0.8887,
|
||||
"decisionSuccessRate": 0.1113,
|
||||
"decisionTotal": 503,
|
||||
"attributableFailureCount": 449,
|
||||
"decisionFailureRate": 0.8891,
|
||||
"decisionSuccessRate": 0.1109,
|
||||
"decisionTotal": 505,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 394,
|
||||
"backend_operator": 40,
|
||||
@@ -7090,24 +7137,25 @@
|
||||
"platform_infrastructure": 4,
|
||||
"repository_structure": 5,
|
||||
"runtime_memory": 6,
|
||||
"tokenizer_compatibility": 43,
|
||||
"tokenizer_compatibility": 45,
|
||||
"参数/模板问题": 101,
|
||||
"验证失败": 673
|
||||
},
|
||||
"failureCount": 1619,
|
||||
"failureCount": 1621,
|
||||
"failureRate": 0.9666,
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 4,
|
||||
"successCount": 56,
|
||||
"successRate": 0.0334,
|
||||
"total": 1675,
|
||||
"total": 1677,
|
||||
"unresolvedFailureCount": 1168
|
||||
},
|
||||
"warnings": [
|
||||
"GPU Ascend_910-b3 本地统计失败率偏高(≥50%),建议重点关注。",
|
||||
"GPU Ascend_910-b4 本地统计失败率偏高(≥50%),建议重点关注。",
|
||||
"GPU Mthreads_s4000 本地统计失败率偏高(≥50%),建议重点关注。",
|
||||
"GPU Sunrise_pt-200-x1 本地统计失败率偏高(≥50%),建议重点关注。",
|
||||
"GPU hygon_k100-ai 本地统计失败率偏高(≥50%),建议重点关注。",
|
||||
"GPU Cambricon_mlu-370-x4 本地统计失败率偏高(≥50%),建议重点关注。",
|
||||
"GPU Iluvatar_mrv-100 本地统计失败率偏高(≥50%),建议重点关注。",
|
||||
@@ -7116,7 +7164,6 @@
|
||||
"GPU MetaX_c-500 本地统计失败率偏高(≥50%),建议重点关注。",
|
||||
"GPU Biren_166m 本地统计失败率偏高(≥50%),建议重点关注。",
|
||||
"GPU Iluvatar_bi-150 本地统计失败率偏高(≥50%),建议重点关注。",
|
||||
"GPU Sunrise_pt-200-x1 本地统计失败率偏高(≥50%),建议重点关注。",
|
||||
"组合 hygon_k100-ai|vllm-patch-tokenizer|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 hygon_k100-ai|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Ascend_910-b4|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
|
||||
@@ -7137,6 +7184,6 @@
|
||||
]
|
||||
},
|
||||
"storageMode": "decision_state_only",
|
||||
"summarizedRecords": 1762,
|
||||
"summarizedRecords": 1764,
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -1,3 +1,4 @@
|
||||
{"failReason": "tokenizer_compatibility", "failureAction": "check_tokenizer_files_then_llm", "failureCategory": "tokenizer_compatibility", "failureClassificationReason": "broad_tokenizer_error", "failureCode": "TOKENIZER_FAILED", "failureDetectedFramework": "vllm_fix_tokenizer", "failureDeterministic": false, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": true, "failureScope": "model_framework", "framework": "vllm_fix_tokenizer", "lastSyncTime": "2026-09-12T02:48:11.158114+00:00", "modelId": "RedHatAI/SmolLM-360M-Instruct-quantized.w8a8", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-12T02:43:21+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4458009", "taskType": "text-generation", "verifyResult": -1}
|
||||
{"failReason": "tokenizer_compatibility", "failureAction": "check_tokenizer_files_then_llm", "failureCategory": "tokenizer_compatibility", "failureClassificationReason": "broad_tokenizer_error", "failureCode": "TOKENIZER_FAILED", "failureDetectedFramework": "vllm_fix_tokenizer", "failureDeterministic": false, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": true, "failureScope": "model_framework", "framework": "vllm_fix_tokenizer", "lastSyncTime": "2026-09-12T02:39:29.219599+00:00", "modelId": "RedHatAI/Qwen2.5-3B-quantized.w4a16", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-12T02:39:21+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4100876", "taskType": "text-generation", "verifyResult": -1}
|
||||
{"failReason": "framework_architecture_unsupported", "failureAction": "block_gpu_framework_architecture", "failureCategory": "framework_architecture_unsupported", "failureClassificationReason": "explicit_framework_model_unsupported", "failureCode": "MODEL_NOT_SUPPORTED", "failureDetectedFramework": "vllm_fix_tokenizer", "failureDeterministic": true, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": false, "failureScope": "model_gpu_framework", "failureUnsupportedModelTypes": ["mellum"], "framework": "vllm_fix_tokenizer", "lastSyncTime": "2026-09-12T02:39:29.219629+00:00", "modelId": "JetBrains/Mellum2-12B-A2.5B-Thinking", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-12T02:35:21+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4152611", "taskType": "text-generation", "verifyResult": -1}
|
||||
{"failReason": "model_load", "failureAction": "inspect_root_exception_then_llm_if_unknown", "failureCategory": "model_load", "failureClassificationReason": "broad_load_error", "failureCode": "MODEL_LOAD_FAILED", "failureDetectedFramework": "vllm", "failureDeterministic": false, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": true, "failureScope": "model_gpu_framework", "framework": "vllm", "lastSyncTime": "2026-09-12T02:30:20.417896+00:00", "modelId": "nightmedia/Qwen3-4B-Thinking-2507-Gemini-3-Pro-Preview-High-Reasoning-Distill-Heretic-qx86-hi-mlx", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-12T02:27:21+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4079970", "taskType": "text-generation", "verifyResult": -1}
|
||||
@@ -297,4 +298,3 @@
|
||||
{"failReason": "tokenizer_compatibility", "failureAction": "check_tokenizer_files_then_llm", "failureCategory": "tokenizer_compatibility", "failureClassificationReason": "broad_tokenizer_error", "failureCode": "TOKENIZER_FAILED", "failureDetectedFramework": "vllm_fix_tokenizer", "failureDeterministic": false, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": true, "failureScope": "model_framework", "framework": "vllm_fix_tokenizer", "lastSyncTime": "2026-09-08T12:42:19.103221+00:00", "modelId": "RedHatAI/Llama-2-7b-chat-quantized.w8a8", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-08T12:19:21+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4107014", "taskType": "text-generation", "verifyResult": -1}
|
||||
{"failReason": "framework_architecture_unsupported", "failureAction": "block_gpu_framework_architecture", "failureCategory": "framework_architecture_unsupported", "failureClassificationReason": "explicit_framework_model_unsupported", "failureCode": "MODEL_NOT_SUPPORTED", "failureDetectedFramework": "vllm_fix_tokenizer", "failureDeterministic": true, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": false, "failureScope": "model_gpu_framework", "failureUnsupportedModelTypes": ["qwen3_5"], "framework": "vllm_fix_tokenizer", "lastSyncTime": "2026-09-08T12:42:19.103172+00:00", "modelId": "iic/UEmbed-4B", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-08T12:15:21+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4152744", "taskType": "text-generation", "verifyResult": -1}
|
||||
{"failReason": "tokenizer_compatibility", "failureAction": "check_tokenizer_files_then_llm", "failureCategory": "tokenizer_compatibility", "failureClassificationReason": "broad_tokenizer_error", "failureCode": "TOKENIZER_FAILED", "failureDetectedFramework": "vllm_fix_tokenizer", "failureDeterministic": false, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": true, "failureScope": "model_framework", "framework": "vllm_fix_tokenizer", "lastSyncTime": "2026-09-08T12:11:42.795229+00:00", "modelId": "RedHatAI/starcoder2-3b-quantized.w8a8", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-08T12:11:21+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4101032", "taskType": "text-generation", "verifyResult": -1}
|
||||
{"failReason": "tokenizer_compatibility", "failureAction": "check_tokenizer_files_then_llm", "failureCategory": "tokenizer_compatibility", "failureClassificationReason": "broad_tokenizer_error", "failureCode": "TOKENIZER_FAILED", "failureDetectedFramework": "vllm_fix_tokenizer", "failureDeterministic": false, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": true, "failureScope": "model_framework", "framework": "vllm_fix_tokenizer", "lastSyncTime": "2026-09-08T12:11:42.795269+00:00", "modelId": "neuralmagic/starcoder2-7b-quantized.w8a8", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-08T12:07:21+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4101082", "taskType": "text-generation", "verifyResult": -1}
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user